-- Logs begin at Fri 2022-02-11 13:07:31 UTC, end at Fri 2022-02-11 15:39:08 UTC. -- Feb 11 13:54:00.275568 n-d-828407-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 13:54:03.014514 n-d-828407-1 neutron-server[109266]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:54:03.015119 n-d-828407-1 neutron-server[109266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 11 13:54:03.015260 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:54:03.018362 n-d-828407-1 neutron-server[109266]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:54:03.018613 n-d-828407-1 neutron-server[109266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 11 13:54:03.018920 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:54:03.019843 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:54:03.020073 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:54:03.020418 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:54:03.020657 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:54:03.020879 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:54:03.021224 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.021520 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.021811 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.022036 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.022326 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.022610 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.022887 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.023169 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.023458 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.023736 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.024009 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.024286 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.024511 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.024782 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.025086 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.025368 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.025586 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] debug = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.025859 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.026281 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.026693 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.026963 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.027770 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.028059 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.028561 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.028828 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.029134 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.029454 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] host = n-d-828407-1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.029728 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.030005 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.030281 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.030557 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.030823 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.031088 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.031362 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.031628 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.031891 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.032158 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.032438 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.032715 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.033028 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.033250 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.033467 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.033748 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.034029 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.034298 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.034566 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.034833 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.035098 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.035364 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.035625 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.035904 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.036177 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.036451 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.036722 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.037014 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.037281 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.037545 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.037821 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.038089 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.038352 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.038618 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.038896 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.039156 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.039421 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.039712 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.039989 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.040262 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.040538 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.040802 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.041102 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.041371 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.041636 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.041898 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_json = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.042164 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.042427 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.042702 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.043500 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.043776 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.044043 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.044309 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.044584 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.044848 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:03.045160 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.045452 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.045742 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.046025 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.046305 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.046583 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.046864 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.047135 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.047413 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.047691 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.047972 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.048246 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.048526 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.048795 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.049105 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.049411 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.049700 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.049986 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.050254 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.050523 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.050791 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.051063 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.051345 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.051618 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.051899 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.052180 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.052452 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.052731 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.053041 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.053324 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.053591 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.053868 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.054149 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.054421 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.054686 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.054958 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.055241 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.055514 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.055779 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.056054 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.056324 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.056592 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.056854 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.057147 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.057427 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.057699 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.057962 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.058223 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.058518 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.058784 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.059060 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.059329 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.059593 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.059856 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.060126 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.060391 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.060656 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.060947 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.061214 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.061486 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.061752 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.062013 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.062277 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.062542 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.062805 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.063069 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.063333 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.063607 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.063875 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.064140 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.064405 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.064670 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.064955 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.065235 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.065526 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.065800 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.066073 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.066344 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.066618 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.066888 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.067156 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.067426 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.067696 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.067960 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.068240 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.068515 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.068790 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.069086 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.069365 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.069652 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.069924 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.070199 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.070469 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.070740 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.071015 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.071292 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.071578 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.071864 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.072149 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.072434 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.072717 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.073072 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.073382 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.073658 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:03.073876 n-d-828407-1 neutron-server[109266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:54:03.074139 n-d-828407-1 neutron-server[109266]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109266) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 13:54:03.421613 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 13:54:03.421892 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 13:54:03.422180 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 13:54:03.422510 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 13:54:03.812918 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.813121 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.813381 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.814667 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.814937 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.815197 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.850237 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.850512 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.850774 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.865491 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.865770 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.866036 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.894732 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.895005 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.895272 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.932877 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.933180 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:03.933976 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.166018 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.166620 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.166620 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.166808 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.167467 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.286434 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.286749 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.287028 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.287296 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.287556 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.287858 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.288116 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.288367 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.288621 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.288979 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.289175 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.289433 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.289681 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.289925 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.290175 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.290433 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.290684 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.290941 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.291200 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.291449 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.291713 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.291958 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.292233 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.292599 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.293394 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.293639 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.294029 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.294264 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.294493 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.294723 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.294952 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.295180 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:04.295533 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 13:54:04.298580 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 13:54:04.302527 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 13:54:04.306323 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 11 13:54:04.307941 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 13:54:04.308379 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 13:54:04.309352 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 13:54:04.309736 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 13:54:04.312696 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 13:54:04.312964 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 13:54:04.313301 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:54:04.318795 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 13:54:04.341979 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 13:54:04.342430 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.342726 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109266) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 11 13:54:04.343085 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.344476 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109266) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 13:54:04.344755 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:54:04.345049 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 13:54:04.348240 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.348517 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:04.411658 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 13:54:04.411893 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 13:54:04.412122 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 13:54:04.412479 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 13:54:04.435729 n-d-828407-1 neutron-server[109266]: DEBUG oslo_db.sqlalchemy.engines [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109266) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 13:54:05.166260 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing driver for type 'gre' Feb 11 13:54:05.166810 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] gre ID ranges: [(1, 1000)] Feb 11 13:54:05.388558 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing driver for type 'local' Feb 11 13:54:05.388885 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing driver for type 'vlan' Feb 11 13:54:05.522401 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] VlanTypeDriver initialization complete Feb 11 13:54:05.522728 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing driver for type 'vxlan' Feb 11 13:54:05.523218 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] vxlan ID ranges: [(1, 1000)] Feb 11 13:54:05.797040 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing extension driver 'port_security' Feb 11 13:54:05.797301 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.extensions.port_security [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] PortSecurityExtensionDriver initialization complete Feb 11 13:54:05.797638 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing mechanism driver 'openvswitch' Feb 11 13:54:05.797969 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing mechanism driver 'hyperv' Feb 11 13:54:05.804610 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.plugin [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:05.807011 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.807381 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.807738 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.808265 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.809298 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.809658 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.810010 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.810407 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.810819 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.811170 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.811517 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.811908 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.812319 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.812675 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.813052 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818123 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.818123 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818123 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818123 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818123 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.818493 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > address_group after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818493 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > address_group after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818493 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > address_group after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818493 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:54:05.818493 n-d-828407-1 neutron-server[109266]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] ML2 OVO RPC backend initialized. {{(pid=109266) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 13:54:05.818856 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818856 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818856 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.818856 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > networks before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.819167 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.819309 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > ports before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.819655 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.819997 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnets before_response 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.820344 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.820685 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.821051 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.821397 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.821738 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.822169 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.822513 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.822860 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.823197 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.823784 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.plugin [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Modular L2 Plugin initialization complete Feb 11 13:54:05.824115 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading services supported by the core plugin {{(pid=109266) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 13:54:05.824442 n-d-828407-1 neutron-server[109266]: INFO neutron.plugins.ml2.managers [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Got port-security extension from driver 'port_security' Feb 11 13:54:05.824928 n-d-828407-1 neutron-server[109266]: INFO neutron.extensions.vlantransparent [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Disabled vlantransparent extension. Feb 11 13:54:05.825413 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109266) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 13:54:05.825727 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: router Feb 11 13:54:05.872671 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.873095 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_create 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.873473 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router before_create 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.873840 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.874211 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.874567 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_delete 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.874927 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > floatingip after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.875405 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > floatingip after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.875769 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_create 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.876116 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.876466 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.876812 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.877204 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.877614 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.877984 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.878324 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.878659 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: subnet after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.878995 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.879378 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > port precommit_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.879727 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_create 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.880069 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.880410 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.880765 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router after_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.881136 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_delete 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.881488 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_create 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.881849 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.882195 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_update 55549900 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.882562 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > agent after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.882914 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > agent after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.883261 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > network after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.884114 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Tracking information for resource: router configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:05.884450 n-d-828407-1 neutron-server[109266]: DEBUG neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Tracking information for resource: floatingip configured {{(pid=109266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:54:05.889423 n-d-828407-1 neutron-server[109266]: INFO neutron.db.l3_agentschedulers_db [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 13:54:05.890107 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.890469 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.890821 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.891174 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: port after_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.891966 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router before_create 55550100 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.892334 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_delete 55550100 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.892702 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_create 55550100 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.893093 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > router precommit_update 55550100 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.898026 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.provider_configuration [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service providers = [] {{(pid=109266) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 13:54:05.898393 n-d-828407-1 neutron-server[109266]: DEBUG neutron.db.servicetype_db [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109266) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 13:54:05.901383 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.service_base [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:54:05.901736 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.service_base [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:54:05.902602 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.service_base [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:54:05.903856 n-d-828407-1 neutron-server[109266]: DEBUG neutron.services.service_base [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:54:05.904230 n-d-828407-1 neutron-server[109266]: INFO neutron.services.service_base [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 13:54:05.904600 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.904939 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 13:54:05.915797 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.916139 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: auto_allocate Feb 11 13:54:05.922398 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: network precommit_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.922769 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: network precommit_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.923288 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.923612 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: tag Feb 11 13:54:05.934180 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.934517 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: timestamp Feb 11 13:54:05.938417 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.938778 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: network_ip_availability Feb 11 13:54:05.944241 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.944613 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.945039 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:05.945751 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.946082 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: flavors Feb 11 13:54:05.951183 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.951517 n-d-828407-1 neutron-server[109266]: INFO neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading Plugin: revisions Feb 11 13:54:05.955878 n-d-828407-1 neutron-server[109266]: DEBUG neutron.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:54:05.956267 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.534s {{(pid=109266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 13:54:05.957044 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109266) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 13:54:05.957385 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Initializing extension manager. Feb 11 13:54:05.957900 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: __init__.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.958242 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: __pycache__ {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.958578 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.959040 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: address_group.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.959808 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.960376 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: address-group Feb 11 13:54:05.960701 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: address_scope.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.961449 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.961954 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: address-scope Feb 11 13:54:05.962280 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.963229 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.963733 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: router-admin-state-down-before-update Feb 11 13:54:05.964059 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: agent.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.965313 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.965818 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: agent Feb 11 13:54:05.966143 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: agent_resources_synced.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.967072 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.967575 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: agent-resources-synced Feb 11 13:54:05.967902 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: allowedaddresspairs.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.969751 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.970278 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: allowed-address-pairs Feb 11 13:54:05.970608 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: auto_allocated_topology.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.971700 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.972215 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: auto-allocated-topology Feb 11 13:54:05.972547 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: availability_zone.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.973287 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.973819 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: availability_zone Feb 11 13:54:05.974145 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: availability_zone_filter.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.975093 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.975598 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: availability_zone_filter Feb 11 13:54:05.975922 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: data_plane_status.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.976850 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.977379 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 13:54:05.977705 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: default_subnetpools.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.978702 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.979208 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: default-subnetpools Feb 11 13:54:05.979529 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.980907 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.981409 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: dhcp_agent_scheduler Feb 11 13:54:05.981732 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: dns.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.982683 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.983183 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension dns-integration not supported by any of loaded plugins Feb 11 13:54:05.983507 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: dns_domain_ports.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.984430 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.984954 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 13:54:05.985284 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.986217 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.986723 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 13:54:05.987049 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: dvr.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.987727 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.988228 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: dvr Feb 11 13:54:05.988550 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: ecmp_routes.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.993977 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.994475 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 13:54:05.994799 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: empty_string_filtering.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.995721 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.996253 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: empty-string-filtering Feb 11 13:54:05.996574 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.997533 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.998031 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:54:05.998353 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:05.999273 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:05.999770 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 13:54:06.000093 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: external_net.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.001059 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.001560 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: external-net Feb 11 13:54:06.001881 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.002799 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.003303 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: extra_dhcp_opt Feb 11 13:54:06.003627 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: extraroute.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.004547 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.005089 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: extraroute Feb 11 13:54:06.005413 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: extraroute_atomic.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.006464 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.006971 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: extraroute-atomic Feb 11 13:54:06.007298 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: filter_validation.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.008150 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.008650 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: filter-validation Feb 11 13:54:06.009008 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: fip_pf_description.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.009936 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.010440 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 13:54:06.010765 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: fip_port_details.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.011717 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.012220 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: fip-port-details Feb 11 13:54:06.012618 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: flavors.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.013874 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.014388 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: flavors Feb 11 13:54:06.014718 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.016600 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.017740 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 13:54:06.018046 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: floatingip_pools.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.019342 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.019466 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: floatingip-pools Feb 11 13:54:06.019712 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: ip_allocation.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.020750 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.021549 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 13:54:06.022107 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.023503 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.024017 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: ip-substring-filtering Feb 11 13:54:06.024350 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l2_adjacency.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.025328 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.025837 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 13:54:06.026165 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.027670 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.028438 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: router Feb 11 13:54:06.028769 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.031278 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.031811 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:54:06.032149 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.033133 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.034003 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: ext-gw-mode Feb 11 13:54:06.034584 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.035880 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.036402 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: l3-ha Feb 11 13:54:06.036753 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3_flavors.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.037693 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.038201 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: l3-flavors Feb 11 13:54:06.038529 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.039841 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.040726 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 13:54:06.041343 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: l3agentscheduler.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.042749 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.043791 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: l3_agent_scheduler Feb 11 13:54:06.044196 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: logging.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.065408 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.065949 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension logging not supported by any of loaded plugins Feb 11 13:54:06.066287 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: metering.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.067069 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.067653 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: metering Feb 11 13:54:06.067984 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.069345 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.069964 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: metering_source_and_destination_fields Feb 11 13:54:06.070292 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: multiprovidernet.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.071236 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.071747 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: multi-provider Feb 11 13:54:06.072074 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: netmtu.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.073040 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.073551 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: net-mtu Feb 11 13:54:06.073877 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: netmtu_writable.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.074847 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.075356 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: net-mtu-writable Feb 11 13:54:06.075680 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: network_availability_zone.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.076355 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.076856 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: network_availability_zone Feb 11 13:54:06.077204 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: network_ip_availability.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.078332 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.078836 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: network-ip-availability Feb 11 13:54:06.079158 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: network_segment_range.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.079944 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.080442 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 13:54:06.080765 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: pagination.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.081785 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.082116 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: pagination Feb 11 13:54:06.082436 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: port_device_profile.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.083364 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.083878 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: port-device-profile Feb 11 13:54:06.084207 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.085179 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.085728 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: port-mac-address-regenerate Feb 11 13:54:06.086053 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.086980 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.087482 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: port-numa-affinity-policy Feb 11 13:54:06.087808 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: port_resource_request.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.088724 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.089262 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 13:54:06.090112 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: portbindings.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.091200 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.091711 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: binding Feb 11 13:54:06.092081 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: portbindings_extended.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.093406 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.093920 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: binding-extended Feb 11 13:54:06.094249 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: portsecurity.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.095176 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.095683 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: port-security Feb 11 13:54:06.096007 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: project_id.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.097034 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.097370 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: project-id Feb 11 13:54:06.097695 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: providernet.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.098628 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.099137 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: provider Feb 11 13:54:06.099460 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.103137 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.103659 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos not supported by any of loaded plugins Feb 11 13:54:06.103993 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.105947 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.106459 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 13:54:06.106791 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.107734 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.108244 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 13:54:06.108571 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_default.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.109525 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.110031 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-default not supported by any of loaded plugins Feb 11 13:54:06.110363 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_fip.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.111029 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.111528 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-fip not supported by any of loaded plugins Feb 11 13:54:06.111964 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_gateway_ip.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.112922 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.113437 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 13:54:06.113764 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_port_network_policy.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.114692 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.115199 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 13:54:06.115523 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_pps_rule.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.116718 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.117269 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-pps not supported by any of loaded plugins Feb 11 13:54:06.117599 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_rule_type_details.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.118534 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.119037 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 13:54:06.119398 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: qos_rules_alias.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.120461 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.121027 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 13:54:06.121357 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: quotasv2.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.122488 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.122816 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: quotas Feb 11 13:54:06.123141 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: quotasv2_detail.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.126488 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.126839 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: quota_details Feb 11 13:54:06.127178 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: rbac.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.128253 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.128782 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: rbac-policies Feb 11 13:54:06.129148 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: rbac_address_group.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.130099 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.130624 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: rbac-address-group Feb 11 13:54:06.130949 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: rbac_address_scope.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.131882 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.132393 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: rbac-address-scope Feb 11 13:54:06.132717 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: rbac_security_groups.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.133673 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.134184 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: rbac-security-groups Feb 11 13:54:06.134507 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: rbac_subnetpool.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.135438 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.135944 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: rbac-subnetpool Feb 11 13:54:06.136265 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: revisionifmatch.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.137280 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.144276 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: revision-if-match Feb 11 13:54:06.144276 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: revisions.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.145245 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.145756 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: standard-attr-revisions Feb 11 13:54:06.146083 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: router_availability_zone.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.146774 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.147287 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: router_availability_zone Feb 11 13:54:06.147614 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: routerservicetype.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.148546 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.149080 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension router-service-type not supported by any of loaded plugins Feb 11 13:54:06.149406 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.150420 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.150927 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: security-groups-normalized-cidr Feb 11 13:54:06.151252 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.152743 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.153551 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: port-security-groups-filtering Feb 11 13:54:06.153874 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.154806 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.155317 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: security-groups-remote-address-group Feb 11 13:54:06.155653 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: securitygroup.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.167022 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.167540 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: security-group Feb 11 13:54:06.168451 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: segment.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.169287 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.169798 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension segment not supported by any of loaded plugins Feb 11 13:54:06.170129 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.171092 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.171605 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 13:54:06.171936 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: servicetype.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.179048 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.179564 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: service-type Feb 11 13:54:06.179895 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: sorting.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.180932 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.181272 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: sorting Feb 11 13:54:06.181599 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: standard_attr_segment.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.182532 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.183058 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 13:54:06.183412 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: standardattrdescription.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.184069 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.184578 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: standard-attr-description Feb 11 13:54:06.184923 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: stateful_security_group.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.185873 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.186391 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: stateful-security-group Feb 11 13:54:06.186717 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: stdattrs_common.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.187304 n-d-828407-1 neutron-server[109266]: WARNING neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 13:54:06.187626 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.188629 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.189165 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 13:54:06.189498 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnet_onboard.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.190662 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.191172 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: subnet_onboard Feb 11 13:54:06.191497 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.192437 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.192975 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 13:54:06.193304 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnet_service_types.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.194310 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.194818 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: subnet-service-types Feb 11 13:54:06.195140 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnetallocation.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.196234 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.196744 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: subnet_allocation Feb 11 13:54:06.197099 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.197770 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.198274 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: subnetpool-prefix-ops Feb 11 13:54:06.198596 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.200092 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.200593 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 13:54:06.200933 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: tagging.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.202015 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.202530 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: standard-attr-tag Feb 11 13:54:06.202862 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: timestamp.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.204079 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.204590 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loaded extension: standard-attr-timestamp Feb 11 13:54:06.204947 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: trunk.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.206000 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.206506 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension trunk not supported by any of loaded plugins Feb 11 13:54:06.206838 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: trunk_details.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.229342 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.229850 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension trunk-details not supported by any of loaded plugins Feb 11 13:54:06.230194 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: uplink_status_propagation.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.231126 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.231631 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 13:54:06.231953 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Loading extension file: vlantransparent.py {{(pid=109266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:54:06.232624 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:54:06.233160 n-d-828407-1 neutron-server[109266]: INFO neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 13:54:06.235644 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:network Feb 11 13:54:06.236175 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnet Feb 11 13:54:06.236581 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:54:06.236995 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:port Feb 11 13:54:06.238235 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.238674 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service FLAVORS assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.239303 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.239743 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.240074 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:router Feb 11 13:54:06.240501 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:54:06.241038 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service METERING assigned prefix: /metering {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.242583 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:06.242949 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:06.243299 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:54:06.244315 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:54:06.244756 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:54:06.245221 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:54:06.245860 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service CORE assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.246192 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:54:06.246546 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] subnetpool is already registered Feb 11 13:54:06.246971 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service CORE assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.247298 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:54:06.247628 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] subnetpool is already registered Feb 11 13:54:06.249949 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.250391 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service FLAVORS assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.251036 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.251464 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.251800 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:router Feb 11 13:54:06.252138 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] router is already registered Feb 11 13:54:06.252549 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:54:06.252921 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] floatingip is already registered Feb 11 13:54:06.253366 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service METERING assigned prefix: /metering {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.254034 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:54:06.254370 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] rbac_policy is already registered Feb 11 13:54:06.254784 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:54:06.255118 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] security_group is already registered Feb 11 13:54:06.255522 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:54:06.255855 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] security_group_rule is already registered Feb 11 13:54:06.256506 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service CORE assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.256834 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:54:06.257192 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] subnetpool is already registered Feb 11 13:54:06.257613 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.v2.resource_helper [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Service CORE assigned prefix: {{(pid=109266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:54:06.257947 n-d-828407-1 neutron-server[109266]: INFO neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:54:06.258277 n-d-828407-1 neutron-server[109266]: WARNING neutron.quota.resource_registry [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] subnetpool is already registered Feb 11 13:54:06.258747 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: extensions {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.260197 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: address-groups {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.262323 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: address-scopes {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.268789 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: agents {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.268789 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: auto-allocated-topology {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.268789 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: availability_zones {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.268789 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: dhcp-networks {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.268789 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: dhcp-agents {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.270205 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: routers {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.272388 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: flavors {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.273580 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: service_profiles {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.274821 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: next_providers {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.276311 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: service_profiles {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.277956 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: floatingip-pools {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.279445 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: routers {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.281588 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: floatingips {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.283030 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: l3-routers {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.284414 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: l3-agents {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.285848 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: metering-labels {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.287203 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: metering-label-rules {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.288531 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: network-ip-availabilities {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.289828 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: bindings {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.291471 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: quotas {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.293433 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: quotas {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.294841 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: rbac-policies {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.296045 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: security-groups {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.298306 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: security-group-rules {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.299540 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: service-providers {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.300755 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: subnetpools {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.302222 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: subnetpools {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.303752 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.305532 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.307328 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.309786 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.311567 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.313439 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.315159 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.317015 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.318739 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.320473 n-d-828407-1 neutron-server[109266]: DEBUG neutron.api.extensions [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Extended resource: tags {{(pid=109266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:54:06.326500 n-d-828407-1 neutron-server[109266]: WARNING keystonemiddleware.auth_token [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 13:54:06.331164 n-d-828407-1 neutron-server[109266]: WARNING keystonemiddleware.auth_token [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 13:54:06.339716 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Acquired lock "singleton_lock" {{(pid=109266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 13:54:06.340195 n-d-828407-1 neutron-server[109266]: DEBUG oslo_concurrency.lockutils [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Releasing lock "singleton_lock" {{(pid=109266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 13:54:06.340820 n-d-828407-1 neutron-server[109266]: INFO oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Starting 2 workers Feb 11 13:54:06.345642 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Started child 109375 {{(pid=109266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:54:06.350084 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Started child 109376 {{(pid=109266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:54:06.351164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.351834 n-d-828407-1 neutron-server[109266]: INFO neutron.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 13:54:06.352385 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Notify callbacks [] for process, before_spawn {{(pid=109266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.352666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [-] (109375) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:54:06.354850 n-d-828407-1 neutron-server[109266]: INFO oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Starting 1 workers Feb 11 13:54:06.355032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.356877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [-] (109376) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:54:06.360614 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Started child 109377 {{(pid=109266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:54:06.361212 n-d-828407-1 neutron-server[109266]: INFO oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Starting 1 workers Feb 11 13:54:06.364344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] calling RpcWorker wait() {{(pid=109377) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 13:54:06.364930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] returning from RpcWorker wait() {{(pid=109377) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 13:54:06.365694 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Started child 109378 {{(pid=109266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:54:06.366320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.366565 n-d-828407-1 neutron-server[109266]: DEBUG neutron_lib.callbacks.manager [None req-273f4ff4-0043-4f97-a514-13debc10edfe None None] Notify callbacks [] for process, after_spawn {{(pid=109266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.366864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.368446 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:54:06.368658 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:54:06.368844 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:54:06.369087 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:54:06.369428 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:54:06.369592 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:54:06.370108 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.370387 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.370651 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.370747 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.371809 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.371809 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.372408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.372508 n-d-828407-1 neutron-server[109378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.372649 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.373117 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.373406 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.373638 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.373812 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.373980 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.374235 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.374468 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.374767 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.375045 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.375285 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.375569 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.375742 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.376002 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.376250 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.376482 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.376757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] debug = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.377026 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.377517 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.377747 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.377996 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.378221 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.378493 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.378736 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.379000 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.379247 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.379470 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.379693 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.379946 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.380193 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.380421 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.380640 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.380937 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.381150 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.381622 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] host = n-d-828407-1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.381843 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.382092 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.382340 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.382602 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.382850 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.383089 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.383347 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.383609 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.383879 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.384121 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.384376 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.384638 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.384855 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.385148 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.385346 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_options = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.385563 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.385841 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.386103 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.386312 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.386534 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.386745 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.386941 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.387134 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.387334 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.387562 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.387759 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.387957 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.388153 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.388344 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.388696 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.388975 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.389172 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.389391 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.389588 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.389782 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.389990 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.390206 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.390460 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.390714 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.390933 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.391273 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.391483 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.391695 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.391894 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.392088 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.392295 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.392485 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.392703 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.392973 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.393482 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.393482 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394116 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394116 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394116 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394631 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394631 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.394985 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.395140 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.395265 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.395471 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.395728 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.395939 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_json = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.396151 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.396382 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.396788 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.396945 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.397108 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.397322 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.397557 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.397789 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.398043 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.398492 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.398874 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.399110 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.399404 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.399629 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.399870 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.400120 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.400340 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.400591 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.400820 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.401175 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.401400 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.401682 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.401921 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.402229 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.402544 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.402911 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.404157 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.404525 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.404670 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.405071 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.405214 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.405448 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.405710 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.405952 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.406189 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.406414 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.406763 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.407042 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.407302 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.407557 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.407777 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.408033 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.408270 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.408489 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.408705 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.409577 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.410032 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.410345 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.410673 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.411022 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.411506 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.411775 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.412068 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.412413 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.414990 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.417234 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.417488 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.418247 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.418475 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.418698 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.418931 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.419277 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.419510 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.419785 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.420020 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.420267 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.420504 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.420753 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.420998 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.421234 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.421478 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.434744 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435356 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.435878 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436397 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.436923 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437445 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.437926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438873 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438873 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.438873 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.439066 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.439322 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.439667 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.439757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.440003 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.440322 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.440548 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.440758 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.440990 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.441299 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.441554 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.441802 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.442061 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.442301 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.442558 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.442800 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.443023 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.443249 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.443498 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.443754 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.443962 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.444201 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.444453 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.444686 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.444916 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.445149 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.445393 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.445602 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.445838 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.446069 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.446285 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.446497 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.446736 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.446944 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.447177 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.447408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.447623 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.447855 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.448067 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.448300 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.448553 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.448766 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.449088 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.449336 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.449568 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.449904 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.450038 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.453156 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.453507 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.453893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60844) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:06.454019 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.454272 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.454555 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.454728 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.454965 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.457638 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.458554 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.465757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467192 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074477 Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467367 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.467891 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.468244 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.468244 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.468503 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.470587 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.471563 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.471563 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.471563 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.471563 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.471882 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.472100 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.472257 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.472437 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.472689 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.472947 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.473830 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.474058 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.474854 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.475081 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.475344 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.475774 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.478064 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.479405 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.479800 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.480034 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.480799 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.481075 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.481297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.481530 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.481755 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.481973 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.482204 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.482420 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.482632 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.482873 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.483092 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.483991 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.483991 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.483991 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.484203 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.484374 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.484600 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.485190 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.485190 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.485630 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.485856 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.488757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.488757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.488757 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.489288 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.490496 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.490496 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.490496 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.490730 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.490994 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.491275 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.491580 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.491866 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.492084 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.492373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:06.492481 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.492718 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.493318 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.493537 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.493796 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.494045 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.494292 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.494508 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.494723 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.494957 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.495193 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.495893 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.496833 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.497129 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.497409 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.497818 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.498155 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.498446 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.498668 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.499537 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.499790 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.499964 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:54:06.500960 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:54:06.501128 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:54:06.501284 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:54:06.501542 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503375 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503820 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.503956 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.504138 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.504396 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.504499 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.504612 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.504799 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.505076 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.506014 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.506210 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.506447 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.506753 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.507069 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.507244 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.507411 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.507573 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.507707 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.508119 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] debug = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.508432 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.508654 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509484 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509484 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509484 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509484 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509484 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509874 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509874 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.509874 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510097 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510180 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510287 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510446 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510599 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510753 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.510904 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.511063 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] host = n-d-828407-1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.511243 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.511408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.511547 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513039 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513542 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513542 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.513542 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_options = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.514648 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515077 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515077 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515077 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515257 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515325 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515446 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515602 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515764 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.515919 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516074 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516229 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516384 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516540 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516687 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.516842 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517022 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517159 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517316 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517461 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517620 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517764 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.517913 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.518062 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.518302 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.518466 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.518665 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.518835 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.519658 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.520000 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.520350 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.520688 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.521022 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.521326 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.521494 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522294 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522294 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522294 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522294 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522611 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522611 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522760 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_json = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522838 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.522998 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523153 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523309 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523463 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523617 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523774 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.523988 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.524149 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:54:06.524328 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.524487 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.524657 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.524819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526071 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526244 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526409 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526554 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526707 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.526868 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.527060 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.527214 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.527386 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.527544 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.527686 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.528036 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.528711 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.529086 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.529764 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.530132 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.530294 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531110 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531286 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531439 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531600 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531756 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.531901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532085 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532296 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532476 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532619 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532759 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.532983 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.533114 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.533423 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.533733 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.533894 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534053 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534212 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534358 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534520 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534669 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534823 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.534987 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535147 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535304 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535462 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535622 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535782 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.535943 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536105 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536271 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536415 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536573 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536733 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.536925 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537127 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537292 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537451 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537613 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537808 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.537922 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.538072 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.538230 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.538424 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540450 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540931 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540931 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.540931 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541112 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541178 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541308 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541466 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541627 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541786 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.541944 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.542104 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.542264 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543532 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543532 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543532 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543532 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543532 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543858 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543858 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.543977 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544134 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544295 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544452 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544609 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544765 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.544943 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545106 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545264 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545424 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545582 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545743 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.545901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.546089 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.546413 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.546574 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.546731 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.546889 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.547047 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.547204 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.547364 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.547522 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548389 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548937 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548937 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548937 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.548937 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.549322 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.550212 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.550212 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.550212 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.550476 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.550555 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.551724 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.551888 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552055 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552219 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552391 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552565 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552728 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.552950 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.553074 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.554490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555297 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.555901 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556280 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556280 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556280 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556531 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556531 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556687 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.556814 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557132 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557368 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557525 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557710 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557870 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.557990 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.558182 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.558315 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.558995 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.559159 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.559317 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.559475 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.559635 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.559894 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560060 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560221 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560380 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560540 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560699 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.560860 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.561051 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.562408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563179 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563179 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563179 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563388 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563476 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.563678 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564185 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564185 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564426 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564426 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564579 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564658 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.564821 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565008 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565210 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565329 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565468 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565625 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565783 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.565941 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.566114 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567009 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567009 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567009 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567009 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567009 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.567819 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.568501 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.568501 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.568501 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.568501 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569020 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569020 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569020 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569334 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569334 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569566 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569566 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569801 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.569928 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570050 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570173 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570296 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570455 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570618 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570758 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.570931 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571089 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571246 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571402 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571559 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571716 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.571884 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572049 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572211 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572379 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572572 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572702 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.572885 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.573181 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.573374 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.573548 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.573726 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.573926 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574113 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574289 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574465 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574644 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574820 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.574988 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.575159 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.575334 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.575507 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.575671 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.575841 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576016 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576178 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576340 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576500 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576661 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.576823 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577048 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577306 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577408 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577523 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577682 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.577842 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578002 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578164 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578324 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578490 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578651 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578811 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.578971 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.579131 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:54:06.579293 n-d-828407-1 neutron-server[109266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:54:17.990022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6da1c-bd7c-43f6-90a4-ab7620728085 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:54:18.148905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6da1c-bd7c-43f6-90a4-ab7620728085 None None] No non-hosted networks {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 13:54:18.157614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.agentschedulers_db [None req-c8a6da1c-bd7c-43f6-90a4-ab7620728085 None None] DHCP Agent not found on host n-d-828407-1 {{(pid=109377) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 13:54:18.271665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5941-50bb-43fb-bb06-60846bc8bcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.363918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59cac85f-7fe0-421c-ad17-159e296dc591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.408351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-ec274c6b-a418-47db-88f1-c3accddc0c8f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828407-1 {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:54:20.409054 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-ec274c6b-a418-47db-88f1-c3accddc0c8f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:54:20.994663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec274c6b-a418-47db-88f1-c3accddc0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.584448 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.931494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:23.217633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:23.218591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.219148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.219663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.220210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.220630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.221042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.221578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.222197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.222786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.223162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.223623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.224108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:23.224633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828407-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:23.235958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828407-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:24.073987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:24.592186 n-d-828407-1 neutron-server[109376]: WARNING oslo_policy.policy [None req-d473a687-fdf4-4859-8e91-e98de87f5634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:24.592785 n-d-828407-1 neutron-server[109376]: WARNING oslo_policy.policy [None req-d473a687-fdf4-4859-8e91-e98de87f5634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:24.818052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-d473a687-fdf4-4859-8e91-e98de87f5634 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:54:24.819054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d473a687-fdf4-4859-8e91-e98de87f5634 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7440505 Feb 11 13:54:27.198615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:27.525521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:27.595119 n-d-828407-1 neutron-server[109377]: INFO neutron.db.l3_hamode_db [None req-ae7c202d-14cf-4d96-af66-b4d39b600742 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 13:54:27.620986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.policy [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:54:27.666427 n-d-828407-1 neutron-server[109376]: WARNING oslo_policy.policy [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:27.666821 n-d-828407-1 neutron-server[109376]: WARNING oslo_policy.policy [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:27.672678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c202d-14cf-4d96-af66-b4d39b600742 None None] Routers set() bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:27.673096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c202d-14cf-4d96-af66-b4d39b600742 None None] Router IDs set() for agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:54:27.675335 n-d-828407-1 neutron-server[109376]: INFO neutron.quota [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] Loaded quota_driver: . Feb 11 13:54:27.888135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763869732699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763869731112', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763869745039', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763869745451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763870094010', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763869635992', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16356707', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16473182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720568'] for rbac-policy, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.081632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.082805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b53d4dec-1dd0-4cb5-a878-fd5a386c226f admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8832281 Feb 11 13:54:30.687228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:31.183207 n-d-828407-1 neutron-server[109375]: WARNING oslo_policy.policy [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:31.183776 n-d-828407-1 neutron-server[109375]: WARNING oslo_policy.policy [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:31.412453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Request body: {'network': {'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:31.414137 n-d-828407-1 neutron-server[109375]: INFO neutron.quota [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Loaded quota_driver: . Feb 11 13:54:31.593876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Made reservation on behalf of bb7a10d09f03438fb9b8fed1e7ccf1db for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:31.662696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.policy [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:54:31.708030 n-d-828407-1 neutron-server[109375]: WARNING oslo_policy.policy [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:31.708580 n-d-828407-1 neutron-server[109375]: WARNING oslo_policy.policy [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:54:31.718638 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:31.739942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:31.848736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:31.916058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:31.939193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:54:31.963845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763871885114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:31.964409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Unsubscribe: segment precommit_create {{(pid=109375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:54:31.964960 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Added segment 9d6fa836-f533-41b3-bbc6-65df7003adc1 of type vlan for network 46f79d5d-17a1-421a-9705-5b51876c808a Feb 11 13:54:31.970481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec3fbd7-2de3-485b-92f0-a090ef3ad947,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:31.999594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:31.999933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.000267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.000594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.000937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.001263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.001581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.001896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.002209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.002521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.002832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.003140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Tracked resource versions report: Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: pushed versions: Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: { 'AddressGroup': {'1.2'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'ConntrackHelper': {'1.0'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Log': {'1.0'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Network': {'1.1'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Port': {'1.7'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'PortForwarding': {'1.2'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'QosPolicy': {'1.9'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SecurityGroup': {'1.4'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SubPort': {'1.0'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Subnet': {'1.1'}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Trunk': {'1.1'}} Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: consumer versions: Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: { DHCP agent@n-d-828407-1: {}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: L3 agent@n-d-828407-1: {}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: Metadata agent@n-d-828407-1: {}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: Metering agent@n-d-828407-1: {}, Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'ConntrackHelper': '1.0', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Log': '1.0', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Network': '1.1', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Port': '1.7', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'PortForwarding': '1.2', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'QosPolicy': '1.9', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SecurityGroup': '1.4', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SecurityGroupRule': '1.2', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'SubPort': '1.0', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Subnet': '1.1', Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: 'Trunk': '1.1'}} Feb 11 13:54:32.004194 n-d-828407-1 neutron-server[109375]: {{(pid=109375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:54:32.084146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:32.176686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:32.177894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:32.178578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:32.278782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] Pushing event updated for resources: {'Network': ['ID=46f79d5d-17a1-421a-9705-5b51876c808a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:32.289838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 46f79d5d-17a1-421a-9705-5b51876c808a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:32.299410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-36d79dfb-f41e-46da-85cc-41016ba4744b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6093280 Feb 11 13:54:34.966043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:35.357685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f7798-915b-401d-b881-d478635c1dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.359071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a10f7798-915b-401d-b881-d478635c1dc1 admin admin] 10.222.0.31 "GET /v2.0/networks/46f79d5d-17a1-421a-9705-5b51876c808a HTTP/1.1" status: 200 len: 825 time: 0.3920643 Feb 11 13:54:35.399293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f66afd18-aa67-4e57-bdeb-544d92492e4e admin admin] 10.222.0.31 "GET /v2.0/subnetpools/777dff92-eb50-4a99-9b5f-4078f8fec494 HTTP/1.1" status: 200 len: 734 time: 0.0340028 Feb 11 13:54:35.409474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Request body: {'subnet': {'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'name': 'private-subnet', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:35.512948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Made reservation on behalf of bb7a10d09f03438fb9b8fed1e7ccf1db for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:35.515100 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:35.886030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:35.954761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Checking segment: {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:35.955147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Network hostable DHCP agents. Network: 46f79d5d-17a1-421a-9705-5b51876c808a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:35.959612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b139f2-30f2-4ac7-987b-bf8d1c5eeba4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.062143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Network 46f79d5d-17a1-421a-9705-5b51876c808a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:36.170953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 46f79d5d-17a1-421a-9705-5b51876c808a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:36.176030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:36.176647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:36.181081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e2ed0-d513-45ca-b218-4fc7a693f68f None None] Network 46f79d5d-17a1-421a-9705-5b51876c808a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:54:36.282290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b170789e-e197-4697-bd4f-2e6e06191174 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8760927 Feb 11 13:54:36.503923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-46f79d5d-17a1-421a-9705-5b51876c808a', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:54:36.505178 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:36.798364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Allocated IP 172.20.0.2 (46f79d5d-17a1-421a-9705-5b51876c808a/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4/5b966c67-d02d-4daa-b549-c2e128a9b393) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:36.996743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.082286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.151883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Network 46f79d5d-17a1-421a-9705-5b51876c808a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:37.156802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:37.167099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:37.172925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Pushing event updated for resources: {'Port': ['ID=5b966c67-d02d-4daa-b549-c2e128a9b393,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.186021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.186021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.188674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.189145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.189701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.190135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Tracked resource versions report: Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: pushed versions: Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: { 'AddressGroup': {'1.2'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'ConntrackHelper': {'1.0'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Log': {'1.0'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Network': {'1.1'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Port': {'1.7'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'PortForwarding': {'1.2'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'QosPolicy': {'1.9'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SecurityGroup': {'1.4'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SubPort': {'1.0'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Subnet': {'1.1'}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Trunk': {'1.1'}} Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: consumer versions: Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: { DHCP agent@n-d-828407-1: {}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: L3 agent@n-d-828407-1: {}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: Metadata agent@n-d-828407-1: {}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: Metering agent@n-d-828407-1: {}, Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'ConntrackHelper': '1.0', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Log': '1.0', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Network': '1.1', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Port': '1.7', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'PortForwarding': '1.2', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'QosPolicy': '1.9', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SecurityGroup': '1.4', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SecurityGroupRule': '1.2', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'SubPort': '1.0', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Subnet': '1.1', Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: 'Trunk': '1.1'}} Feb 11 13:54:37.191199 n-d-828407-1 neutron-server[109377]: {{(pid=109377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:54:37.264270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Attempting to bind port 5b966c67-d02d-4daa-b549-c2e128a9b393 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:54:37.264656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Attempting to bind port 5b966c67-d02d-4daa-b549-c2e128a9b393 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:54:37.265113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Attempting to bind port 5b966c67-d02d-4daa-b549-c2e128a9b393 on network 46f79d5d-17a1-421a-9705-5b51876c808a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:37.269910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:37.270344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Checking segment: {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:37.270819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.271203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Bound using segment: {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:37.271691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Bound port: 5b966c67-d02d-4daa-b549-c2e128a9b393, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:54:37.272095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.332941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] For port 5b966c67-d02d-4daa-b549-c2e128a9b393, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:37.337179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] For port 5b966c67-d02d-4daa-b549-c2e128a9b393, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b966c67-d02d-4daa-b549-c2e128a9b393,segment=NetworkSegment(9d6fa836-f533-41b3-bbc6-65df7003adc1),segment_id=9d6fa836-f533-41b3-bbc6-65df7003adc1)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:37.411622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.475155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5dd25-0a02-4786-be94-3d2b2952bd13 None None] Pushing event updated for resources: {'Port': ['ID=5b966c67-d02d-4daa-b549-c2e128a9b393,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.726432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:39.036176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-57c20142-285a-469d-b4ac-064be3b32aef admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:54:39.037232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-57c20142-285a-469d-b4ac-064be3b32aef admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097515 Feb 11 13:54:41.469429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:41.785008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-f2b36392-45f1-41ef-b5e9-5e001d3fa903 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:54:41.786075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f2b36392-45f1-41ef-b5e9-5e001d3fa903 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157358 Feb 11 13:54:44.438491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32786) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:44.749169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Request body: {'router': {'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'name': 'router1', 'admin_state_up': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:44.869007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:44.870577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:45.007220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:45.122207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:45.244978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:45.246808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b708a168-b2e9-4a61-bd68-acd98a172b2a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8073287 Feb 11 13:54:45.827330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5cf44-cdeb-47f5-8cf5-88f19a23dd82 None None] Network 46f79d5d-17a1-421a-9705-5b51876c808a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:54:45.921597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] Provisioning complete for port 5b966c67-d02d-4daa-b549-c2e128a9b393 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:45.921992 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:46.124803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:46.176583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] For port 5b966c67-d02d-4daa-b549-c2e128a9b393, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b966c67-d02d-4daa-b549-c2e128a9b393,segment=NetworkSegment(9d6fa836-f533-41b3-bbc6-65df7003adc1),segment_id=9d6fa836-f533-41b3-bbc6-65df7003adc1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:46.287153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:46.338072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838ddf2-cbe7-49a5-8fe6-51524b15f33e None None] Pushing event updated for resources: {'Port': ['ID=5b966c67-d02d-4daa-b549-c2e128a9b393,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:46.412521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c988e6a0-6343-47b1-b39d-61058fb1aa73 None None] Provisioning complete for port 5b966c67-d02d-4daa-b549-c2e128a9b393 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:46.412919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c988e6a0-6343-47b1-b39d-61058fb1aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:46.469071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b966c67-d02d-4daa-b549-c2e128a9b393 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:46.549340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5b966c67-d02d-4daa-b549-c2e128a9b393 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:46.549714 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:47.691669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32798) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:48.007856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-fdfb2acf-fd0c-4a01-b81b-726c1b072c5b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:54:48.008853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fdfb2acf-fd0c-4a01-b81b-726c1b072c5b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162551 Feb 11 13:54:48.104584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a761c01-e942-4547-b7db-3aeb2f37fe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:50.326730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3215d4d8-dcd1-4195-9197-eb6a9d63aae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:50.430359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:50.740418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:50.850160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Made reservation on behalf of d7e256da103c4c3da582e8e82df48550 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:50.852836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:50.869191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:50.971468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.079108 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.091268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Reserving flat network on physical network physnet1 {{(pid=109376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 13:54:51.122493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763871885114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.122993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Unsubscribe: segment precommit_create {{(pid=109376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:54:51.123524 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Added segment 90b6791e-03c4-4136-8853-ceda89c3ee29 of type flat for network 00fda4ca-9a8b-486d-8396-72d5a6773383 Feb 11 13:54:51.139455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae27987-2765-4390-8410-0a11a61d42f8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:51.195361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.195703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.196042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.197083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.197422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.197753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.198077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.198436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.198760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.199080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.199395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.199710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Tracked resource versions report: Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: pushed versions: Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: { 'AddressGroup': {'1.2'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'ConntrackHelper': {'1.0'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Log': {'1.0'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Network': {'1.1'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Port': {'1.7'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'PortForwarding': {'1.2'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'QosPolicy': {'1.9'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SecurityGroup': {'1.4'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SubPort': {'1.0'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Subnet': {'1.1'}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Trunk': {'1.1'}} Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: consumer versions: Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: { DHCP agent@n-d-828407-1: {}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: L3 agent@n-d-828407-1: {}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: Metadata agent@n-d-828407-1: {}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: Metering agent@n-d-828407-1: {}, Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'ConntrackHelper': '1.0', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Log': '1.0', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Network': '1.1', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Port': '1.7', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'PortForwarding': '1.2', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'QosPolicy': '1.9', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SecurityGroup': '1.4', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SecurityGroupRule': '1.2', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'SubPort': '1.0', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Subnet': '1.1', Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: 'Trunk': '1.1'}} Feb 11 13:54:51.200762 n-d-828407-1 neutron-server[109376]: {{(pid=109376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:54:51.248955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.366751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.367917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:51.368545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.464316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] Pushing event updated for resources: {'Network': ['ID=00fda4ca-9a8b-486d-8396-72d5a6773383,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:51.474565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:54:51.518132 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:51.561515 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3a0318c4-17c2-4428-bfc8-b08ca10f1829 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1300461 Feb 11 13:54:52.892158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:53.235247 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:53.964183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:54.176949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d0b7c-abf3-43d2-9061-562d52160af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:54.178330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-668d0b7c-abf3-43d2-9061-562d52160af2 admin admin] 10.222.0.31 "GET /v2.0/subnets/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4 HTTP/1.1" status: 200 len: 849 time: 0.2131588 Feb 11 13:54:54.353047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-12824411-fdb4-4d23-b92d-0223cdcb83a9 admin admin] 10.222.0.31 "GET /v2.0/routers/bf752665-8dd2-4ec3-9785-feb4d209d9b8 HTTP/1.1" status: 200 len: 704 time: 0.1674151 Feb 11 13:54:54.610434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:54.891493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Allocated IP 172.20.0.1 (46f79d5d-17a1-421a-9705-5b51876c808a/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4/a18ae2e9-4501-4958-a8b9-920651d795cb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:55.070754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.222217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.294922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Network 46f79d5d-17a1-421a-9705-5b51876c808a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:55.299411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:55.309849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:55.310399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.331870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Pushing event updated for resources: {'Port': ['ID=a18ae2e9-4501-4958-a8b9-920651d795cb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:55.504349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9524c2eb-2797-4f44-8af0-a608bb902db9 None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:55.504860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9524c2eb-2797-4f44-8af0-a608bb902db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.537462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9524c2eb-2797-4f44-8af0-a608bb902db9 None None] Port a18ae2e9-4501-4958-a8b9-920651d795cb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:55.605765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.856670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.932303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.933055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:56.009453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Pushing event updated for resources: {'Port': ['ID=a18ae2e9-4501-4958-a8b9-920651d795cb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:56.052738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Network 46f79d5d-17a1-421a-9705-5b51876c808a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:56.054077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:56.259800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f63438c3-3385-457c-8e4f-90aca71d88f4 None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:56.260272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f63438c3-3385-457c-8e4f-90aca71d88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:56.294146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f63438c3-3385-457c-8e4f-90aca71d88f4 None None] Port a18ae2e9-4501-4958-a8b9-920651d795cb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:56.298524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Router bf752665-8dd2-4ec3-9785-feb4d209d9b8 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:56.391267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:56.396630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd7b14e1-f5e2-43f1-bf45-c4e51788448f admin admin] 10.222.0.31 "PUT /v2.0/routers/bf752665-8dd2-4ec3-9785-feb4d209d9b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0377431 Feb 11 13:54:56.413022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Sync routers for ids ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:56.424982 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Routers {'bf752665-8dd2-4ec3-9785-feb4d209d9b8'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:56.425798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T13:54:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:56.611577 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Set router bf752665-8dd2-4ec3-9785-feb4d209d9b8 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:57.027101 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:54:55Z', 'revision_number': 2, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port_host': None, '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:55Z', 'revision_number': 2, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:57.077985 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Checking router: bf752665-8dd2-4ec3-9785-feb4d209d9b8 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:57.078345 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Updating router bf752665-8dd2-4ec3-9785-feb4d209d9b8 port a18ae2e9-4501-4958-a8b9-920651d795cb binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:54:57.124594 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.630613 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.804628 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.956764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Pushing event updated for resources: {'Port': ['ID=a18ae2e9-4501-4958-a8b9-920651d795cb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:57.972920 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.973309 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.973644 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.973979 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.974305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.974627 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.974949 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.975268 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.975586 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.975904 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.976219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.976531 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Tracked resource versions report: Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: pushed versions: Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: { 'AddressGroup': {'1.2'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'ConntrackHelper': {'1.0'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Log': {'1.0'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Network': {'1.1'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Port': {'1.7'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'PortForwarding': {'1.2'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'QosPolicy': {'1.9'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SecurityGroup': {'1.4'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SubPort': {'1.0'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Subnet': {'1.1'}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Trunk': {'1.1'}} Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: consumer versions: Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: { DHCP agent@n-d-828407-1: {}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: L3 agent@n-d-828407-1: {}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: Metadata agent@n-d-828407-1: {}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: Metering agent@n-d-828407-1: {}, Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'ConntrackHelper': '1.0', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Log': '1.0', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Network': '1.1', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Port': '1.7', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'PortForwarding': '1.2', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'QosPolicy': '1.9', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SecurityGroup': '1.4', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SecurityGroupRule': '1.2', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'SubPort': '1.0', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Subnet': '1.1', Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: 'Trunk': '1.1'}} Feb 11 13:54:57.977779 n-d-828407-1 neutron-server[109378]: {{(pid=109378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:54:57.980258 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Attempting to bind port a18ae2e9-4501-4958-a8b9-920651d795cb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:54:57.980648 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Attempting to bind port a18ae2e9-4501-4958-a8b9-920651d795cb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:54:57.981130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Attempting to bind port a18ae2e9-4501-4958-a8b9-920651d795cb on network 46f79d5d-17a1-421a-9705-5b51876c808a {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:57.988702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:57.989142 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Checking segment: {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:57.989512 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.990355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Bound using segment: {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:57.990355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Bound port: a18ae2e9-4501-4958-a8b9-920651d795cb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6fa836-f533-41b3-bbc6-65df7003adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:54:57.990741 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.021124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1e7a0e75-ee88-437f-9d78-c3d19c764495 None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:58.021679 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e75-ee88-437f-9d78-c3d19c764495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.058003 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] For port a18ae2e9-4501-4958-a8b9-920651d795cb, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:58.080476 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] For port a18ae2e9-4501-4958-a8b9-920651d795cb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a18ae2e9-4501-4958-a8b9-920651d795cb,segment=NetworkSegment(9d6fa836-f533-41b3-bbc6-65df7003adc1),segment_id=9d6fa836-f533-41b3-bbc6-65df7003adc1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:58.105726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a0e75-ee88-437f-9d78-c3d19c764495 None None] Port a18ae2e9-4501-4958-a8b9-920651d795cb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:58.165007 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.221383 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Routers {'bf752665-8dd2-4ec3-9785-feb4d209d9b8'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:58.221993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T13:54:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.256140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eef940-9948-446f-ba3b-4211598d0aab None None] Pushing event updated for resources: {'Port': ['ID=a18ae2e9-4501-4958-a8b9-920651d795cb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.315168 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] Set router bf752665-8dd2-4ec3-9785-feb4d209d9b8 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:58.426135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:58.426612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.429312 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:58.509629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.527299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-737225e3-8b42-4783-9e11-13308926a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:54:55Z', 'revision_number': 2, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port_host': None, '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:58Z', 'revision_number': 4, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.548788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] For port a18ae2e9-4501-4958-a8b9-920651d795cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a18ae2e9-4501-4958-a8b9-920651d795cb,segment=NetworkSegment(9d6fa836-f533-41b3-bbc6-65df7003adc1),segment_id=9d6fa836-f533-41b3-bbc6-65df7003adc1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:58.558993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737225e3-8b42-4783-9e11-13308926a381 None None] The sync data for ids ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'] in n-d-828407-1 is: [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:54:55Z', 'revision_number': 2, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port_host': None, '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:58Z', 'revision_number': 4, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:58.621792 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.672430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484b5fb-e421-4486-b6b3-11a51b202b64 None None] Pushing event updated for resources: {'Port': ['ID=a18ae2e9-4501-4958-a8b9-920651d795cb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.698411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:58.807989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e53057-39b4-4903-a06a-b08b14c43b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.809377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f4e53057-39b4-4903-a06a-b08b14c43b1d admin admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 842 time: 0.1100166 Feb 11 13:54:58.819290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:58.989662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Made reservation on behalf of d7e256da103c4c3da582e8e82df48550 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:58.992036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:59.369951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:54:59.370385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:59.430097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be0f8b6-21f6-40d1-a7a1-45f95e376a1d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:59.443192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:59.443192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Network hostable DHCP agents. Network: 00fda4ca-9a8b-486d-8396-72d5a6773383, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:54:59.547024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:54:59.669565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 00fda4ca-9a8b-486d-8396-72d5a6773383) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:59.673446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.674024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:59.679652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efa7bd-9057-40ee-a280-5767ba4b5281 None None] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:54:59.761002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-624a1d4a-9043-43ca-9d19-259aab36c32f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9286115 Feb 11 13:54:59.810186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081be4e-4a5f-47d1-94c4-3df714bbe697 None None] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:55:02.085804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32856) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:02.296104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-204d3862-ce9f-4621-b174-f83837a60804 admin admin] 10.222.0.31 "GET /v2.0/routers/bf752665-8dd2-4ec3-9785-feb4d209d9b8 HTTP/1.1" status: 200 len: 710 time: 0.2091558 Feb 11 13:55:02.409702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8f470-9a21-4d87-b54f-bf146ae6288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:02.411074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ed8f470-9a21-4d87-b54f-bf146ae6288b admin admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 886 time: 0.1090858 Feb 11 13:55:02.420433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:02.772497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:03.125826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:03.204461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:03.415160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Allocated IP 172.25.7.169 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/f81dad00-5b22-4dca-8d2d-ca73a711f6c4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:03.532254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:03.721387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:03.794704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:03.799489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:03.806425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:03.816247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Pushing event updated for resources: {'Port': ['ID=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:04.172104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:04.365869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:04.370253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:04.459857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a18ae2e9-4501-4958-a8b9-920651d795cb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:04.482621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Router bf752665-8dd2-4ec3-9785-feb4d209d9b8 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:04.508132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:04.508515 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:04.590946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:04.595104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:04.596274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c3da6216-396f-4cd6-87d0-a05798824e89 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf752665-8dd2-4ec3-9785-feb4d209d9b8 HTTP/1.1" status: 200 len: 890 time: 2.1789768 Feb 11 13:55:05.100293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Sync routers for ids ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:05.110272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Routers {'bf752665-8dd2-4ec3-9785-feb4d209d9b8'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:05.110894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T13:54:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:05.313112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Set router bf752665-8dd2-4ec3-9785-feb4d209d9b8 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:05.704413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:55:03Z', 'revision_number': 4, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port': {'id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:03Z', 'updated_at': '2022-02-11T13:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:58Z', 'revision_number': 5, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:05.756133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Checking router: bf752665-8dd2-4ec3-9785-feb4d209d9b8 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:05.760152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Updating router bf752665-8dd2-4ec3-9785-feb4d209d9b8 port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:05.872285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.186481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.252088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.306078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Attempting to bind port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:06.306436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Attempting to bind port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:06.306794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Attempting to bind port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:06.308629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceefadd-b2b9-4a97-bc11-b90219ab4b6e None None] Pushing event updated for resources: {'Port': ['ID=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:06.318029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:06.318402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:06.318801 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.319178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:06.319649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Bound port: f81dad00-5b22-4dca-8d2d-ca73a711f6c4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:06.320033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.370821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] For port f81dad00-5b22-4dca-8d2d-ca73a711f6c4, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:06.373858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] For port f81dad00-5b22-4dca-8d2d-ca73a711f6c4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:06.446566 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:06.503508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceefadd-b2b9-4a97-bc11-b90219ab4b6e None None] Pushing event updated for resources: {'Port': ['ID=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:06.507403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Routers {'bf752665-8dd2-4ec3-9785-feb4d209d9b8'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:06.507982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T13:54:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:06.610858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] Set router bf752665-8dd2-4ec3-9785-feb4d209d9b8 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:06.822703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:55:03Z', 'revision_number': 4, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port': {'id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:03Z', 'updated_at': '2022-02-11T13:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:58Z', 'revision_number': 5, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:06.848640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7701e8-45a6-4279-934e-304a550e1938 None None] The sync data for ids ['bf752665-8dd2-4ec3-9785-feb4d209d9b8'] in n-d-828407-1 is: [{'id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'name': 'router1', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:54:44Z', 'updated_at': '2022-02-11T13:55:03Z', 'revision_number': 4, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'gw_port': {'id': 'f81dad00-5b22-4dca-8d2d-ca73a711f6c4', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:03Z', 'updated_at': '2022-02-11T13:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a18ae2e9-4501-4958-a8b9-920651d795cb', 'name': '', 'network_id': '46f79d5d-17a1-421a-9705-5b51876c808a', 'tenant_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'mac_address': 'fa:16:3e:3a:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf752665-8dd2-4ec3-9785-feb4d209d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:54:54Z', 'updated_at': '2022-02-11T13:54:58Z', 'revision_number': 5, 'project_id': 'bb7a10d09f03438fb9b8fed1e7ccf1db', 'subnets': [{'id': '27b139f2-30f2-4ac7-987b-bf8d1c5eeba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '777dff92-eb50-4a99-9b5f-4078f8fec494'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:07.053950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32868) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:07.169629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c26efd3b-35ae-4fb1-863d-2098026908d9 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144650 Feb 11 13:55:08.497503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f81dad00-5b22-4dca-8d2d-ca73a711f6c4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:08.545302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:08.545595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.620319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.639577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port f81dad00-5b22-4dca-8d2d-ca73a711f6c4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:08.758834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.806713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=f81dad00-5b22-4dca-8d2d-ca73a711f6c4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.459591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f81dad00-5b22-4dca-8d2d-ca73a711f6c4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:10.532761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f81dad00-5b22-4dca-8d2d-ca73a711f6c4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:10.533255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:18.063275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60cd2831-1d90-426b-809a-76dff9971af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:20.352453 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e44ac3da-9177-4a9d-888f-ac8588879dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:21.514356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:22.921050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:23.212080 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:35.407712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:55:48.094090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00327ceb-c12a-4a87-a121-9df0320ce522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.341800 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a93f-b690-44a8-9912-53e84f41f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:52.131031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:52.904145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:53.216172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.405637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:18.023932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ae02bee-b2e4-437a-acf6-2e0ed1f7ce86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:20.340663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-608eaa02-17d2-4f7f-b3a4-206b86d52d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:21.549648 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:22.911968 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:23.209166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:48.022864 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ab418e8-a17a-4c85-ad9d-a25d929359c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:49.404788 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:50.336864 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59e42f94-8c5c-4e87-bd6f-7cd9e97ebf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:51.216682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:51.277231 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec8e976-45ec-4969-9b37-e495d33a6030 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:56:51.278536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fec8e976-45ec-4969-9b37-e495d33a6030 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608604 Feb 11 13:56:51.435238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a2b0d-67b9-4d30-bad9-45c636770935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:51.436732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee2a2b0d-67b9-4d30-bad9-45c636770935 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1528459 Feb 11 13:56:51.505369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:52.902689 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.239521 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.673530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:53.764191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea0534-3e1f-4ae6-a76e-02122d91b15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.765565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-daea0534-3e1f-4ae6-a76e-02122d91b15e admin admin] 10.222.0.31 "GET /v2.0/subnets/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4 HTTP/1.1" status: 200 len: 849 time: 0.0910854 Feb 11 13:56:53.775611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:53.859914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Notify callbacks [] for subnet, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:54.065292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763871979111'] for subnet, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:54.099809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.101126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:54.101814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] 10.222.0.31 "PUT /v2.0/subnets/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4 HTTP/1.1" status: 200 len: 868 time: 0.3298433 Feb 11 13:56:54.104732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d6916-a2fa-459f-9083-3e54f5418473 None None] Network 46f79d5d-17a1-421a-9705-5b51876c808a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:56:54.123255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b139f2-30f2-4ac7-987b-bf8d1c5eeba4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:54.130848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.131230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.131543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.132076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.132430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.132751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.133111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.133440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.133768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.134092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.134415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.134740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ff4de-0d21-403c-8594-01706e54825f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:54.516086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b1a99220-6703-4089-9a05-5e3ccdfcf4f5 None None] Provisioning complete for port 5b966c67-d02d-4daa-b549-c2e128a9b393 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:54.516455 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1a99220-6703-4089-9a05-5e3ccdfcf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:54.603029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b1a99220-6703-4089-9a05-5e3ccdfcf4f5 None None] Provisioning complete for port a18ae2e9-4501-4958-a8b9-920651d795cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:54.603393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1a99220-6703-4089-9a05-5e3ccdfcf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.318411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:56.580358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33f6a2-843b-42c7-ab6a-0d230f43262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.580833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33f6a2-843b-42c7-ab6a-0d230f43262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.582542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b33f6a2-843b-42c7-ab6a-0d230f43262d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2631042 Feb 11 13:56:58.798087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:58.929465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6abfff-70c6-437e-bbe3-2a55010af570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:58.929936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6abfff-70c6-437e-bbe3-2a55010af570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:58.931439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8e6abfff-70c6-437e-bbe3-2a55010af570 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323984 Feb 11 13:57:01.137403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:01.269344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d4467-c80e-40e7-9524-ce526dce3ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:01.270736 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-948d4467-c80e-40e7-9524-ce526dce3ab5 admin admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 886 time: 0.1323545 Feb 11 13:57:03.452959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:03.584926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a0f58-4e01-4c0f-bdc7-956d14de8a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:03.586394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ac2a0f58-4e01-4c0f-bdc7-956d14de8a2d admin admin] 10.222.0.31 "GET /v2.0/networks/46f79d5d-17a1-421a-9705-5b51876c808a HTTP/1.1" status: 200 len: 869 time: 0.1324739 Feb 11 13:57:05.773508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:05.899271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8012456-e869-4fe9-b47c-63889d496c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:05.899727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8012456-e869-4fe9-b47c-63889d496c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:05.901544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d8012456-e869-4fe9-b47c-63889d496c60 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270862 Feb 11 13:57:08.116510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:08.205922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416af24-5fb6-4478-8de3-7529b88704ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:08.206378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416af24-5fb6-4478-8de3-7529b88704ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:08.207892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7416af24-5fb6-4478-8de3-7529b88704ee admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904942 Feb 11 13:57:10.421783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:10.505945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24090bd2-48e1-42f5-a879-2a706de51a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:10.507182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24090bd2-48e1-42f5-a879-2a706de51a62 admin admin] 10.222.0.31 "GET /v2.0/subnets/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d HTTP/1.1" status: 200 len: 816 time: 0.0844672 Feb 11 13:57:12.819473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:12.920529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b2976-8f30-478a-8e29-1b7f4bcd0546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:12.921919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e91b2976-8f30-478a-8e29-1b7f4bcd0546 admin admin] 10.222.0.31 "GET /v2.0/subnets/27b139f2-30f2-4ac7-987b-bf8d1c5eeba4 HTTP/1.1" status: 200 len: 868 time: 0.1015019 Feb 11 13:57:18.029958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-302e7849-934e-4d0a-92a6-2f9dd400f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.324273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35ba9d4-c380-4a50-84ba-5ce7b072a452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:21.516151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.923933 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.207127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:26.403637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:57:33.366470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:33.413218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-49c87477-494e-4e81-b8e9-74cd7bf28832 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:57:33.414241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-49c87477-494e-4e81-b8e9-74cd7bf28832 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468452 Feb 11 13:57:35.701451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:35.766390 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfbd139-d8f7-4068-a87f-d83db09661f6 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:57:35.768266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dbfbd139-d8f7-4068-a87f-d83db09661f6 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656676 Feb 11 13:57:35.848858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef758647-bfd2-4eec-9a33-c936bc35b3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.850309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ef758647-bfd2-4eec-9a33-c936bc35b3ca admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0772631 Feb 11 13:57:38.097420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:38.143599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:38.226071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Made reservation on behalf of d7e256da103c4c3da582e8e82df48550 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:38.228479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.255379 n-d-828407-1 neutron-server[109376]: WARNING neutron.services.revisions.revision_plugin [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Could not find related network for resource to bump revision. Feb 11 13:57:38.269947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:38.279380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.279666 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Added segment df0277f3-0fa2-40e2-b3be-a32eb90031f3 of type vlan for network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 Feb 11 13:57:38.328849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.446116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.447069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:38.447650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.503436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.513145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:38.586241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-43e0b625-4a75-4368-8fe7-c01534f42391 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4877503 Feb 11 13:57:40.805367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:40.865087 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-24325ce4-5cf2-4c93-8cc2-84c4f669eabc admin admin] GET failed (client error): The resource could not be found. Feb 11 13:57:40.866394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24325ce4-5cf2-4c93-8cc2-84c4f669eabc admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600803 Feb 11 13:57:40.936634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaaa5e5-9539-441b-a6ec-e4fc6ee8fe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.938099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3aaaa5e5-9539-441b-a6ec-e4fc6ee8fe1e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670846 Feb 11 13:57:40.948141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:41.026150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Made reservation on behalf of d7e256da103c4c3da582e8e82df48550 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:41.028274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.252979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.309220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08877d28-e067-487e-8c3a-5a9ab9534fc3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:41.315852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:41.316210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Network hostable DHCP agents. Network: 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:41.414588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:41.511508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:41.516345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:41.517091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.523319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde9cb1-96fb-41d9-b800-b89bb01d5167 None None] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:41.599983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-443f4b26-e854-47e3-88f1-895690f128fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6550705 Feb 11 13:57:41.666176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'tenant_id': 'd7e256da103c4c3da582e8e82df48550', 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:57:41.667203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.812989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Allocated IP 192.168.233.2 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/1fd6304c-a90c-4781-823f-79999e3610b9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:41.954025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.032015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.175567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:42.178428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:42.180938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:42.192451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Pushing event updated for resources: {'Port': ['ID=1fd6304c-a90c-4781-823f-79999e3610b9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.211777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.212046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.212387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.212723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.213080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.213410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.213734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.214054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.214373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.214713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.215033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.215358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:42.254425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Attempting to bind port 1fd6304c-a90c-4781-823f-79999e3610b9 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:42.254782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Attempting to bind port 1fd6304c-a90c-4781-823f-79999e3610b9 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:42.255144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Attempting to bind port 1fd6304c-a90c-4781-823f-79999e3610b9 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:42.260186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:42.260553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:42.261065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.261452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:42.261908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Bound port: 1fd6304c-a90c-4781-823f-79999e3610b9, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:42.262303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.323898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] For port 1fd6304c-a90c-4781-823f-79999e3610b9, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:42.327048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] For port 1fd6304c-a90c-4781-823f-79999e3610b9, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1fd6304c-a90c-4781-823f-79999e3610b9,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:42.452520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.511120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b079c9f-bafd-46bc-8c18-4809f59ed9dd None None] Pushing event updated for resources: {'Port': ['ID=1fd6304c-a90c-4781-823f-79999e3610b9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.381887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379bbe0-003e-4161-a2ea-da7790f74b09 None None] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:43.500263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] Provisioning complete for port 1fd6304c-a90c-4781-823f-79999e3610b9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:43.500639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.605405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.643153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] For port 1fd6304c-a90c-4781-823f-79999e3610b9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1fd6304c-a90c-4781-823f-79999e3610b9,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:43.746660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.798451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12599573-00c8-4b6e-aa9c-856bf24af542 None None] Pushing event updated for resources: {'Port': ['ID=1fd6304c-a90c-4781-823f-79999e3610b9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.867079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b48ddb9c-8ce7-4114-ad3d-3c86233e39cc None None] Provisioning complete for port 1fd6304c-a90c-4781-823f-79999e3610b9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:43.867386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b48ddb9c-8ce7-4114-ad3d-3c86233e39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:44.579760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1fd6304c-a90c-4781-823f-79999e3610b9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:44.629735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1fd6304c-a90c-4781-823f-79999e3610b9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:44.630108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:48.037123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ba885c4f-1423-44fb-bcdb-9ffb154ee98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:50.345498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494aa583-5f1d-4a33-8785-6ff50461cbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:51.557076 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:52.905283 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:53.211903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:03.402643 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:18.027345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d2be-bce0-41cb-b6d8-d0709559cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:20.338765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a4c096d-446e-4924-81c4-4895db4a6baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:21.524430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.909682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.224392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:40.401576 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:48.060582 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15c1d641-008c-4094-b006-abf49bb7db5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:50.331426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e5d507-b070-46d9-9309-b4174a98ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:51.514546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:52.957569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:53.325989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:03.641395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:03.647133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-032496a2-93f3-43d4-9e32-d57edcd63250 tempest-verify_tempest_config-1950697875 tempest-verify_tempest_config-1950697875-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:59:03.648062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-032496a2-93f3-43d4-9e32-d57edcd63250 tempest-verify_tempest_config-1950697875 tempest-verify_tempest_config-1950697875-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056789 Feb 11 13:59:04.158195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:04.270955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.345297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.462143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.504628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee2fe2-5a52-439e-a03a-1124890c2ef3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:04.509077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d510981544a48798e46205df6c4126d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498864 Feb 11 13:59:04.512132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33676) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:04.513385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.513731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.514070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.514409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.514742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.515071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.515912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.516292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.516556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.516877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.517222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.517545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4ea9e-fc32-4f77-a696-df47aebb75a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.565850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.586189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.736842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.739453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.740597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0ee2fe2-5a52-439e-a03a-1124890c2ef3 HTTP/1.1" status: 204 len: 168 time: 0.2272747 Feb 11 13:59:04.747907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee2fe2-5a52-439e-a03a-1124890c2ef3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:04.755105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.755390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.755728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.756056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.756383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.756706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.757061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.757384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.757704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.758040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.758356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:04.758689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede21010-fac4-4e0c-a161-59fa3d6a5e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:17.401147 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:18.042051 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e265085d-bd49-4752-a38d-cec18803c35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:20.335645 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14303138-c10e-4875-a36e-a5b84ca521d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:21.533797 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:22.918308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.198345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.054502 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5499d3c0-002c-4652-8ceb-11da224e181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.326775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76d37493-8979-4944-8f55-35709af9eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.523185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:52.903835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.195470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.400907 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:18.058907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-745e9917-cf48-4e51-995a-b25166aff1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:20.316432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-790f6337-0b99-47d5-a143-5d3ff57c19ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:21.527127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:22.936913 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:23.235644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:31.400228 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:48.063123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-446f1e87-695e-4690-831a-fdd4cd8cc9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:50.358281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5465b863-5991-4972-a231-e9edf4e831e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:51.529647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:52.925629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:53.194660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:08.398189 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:18.020176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa84c-34ab-4d1c-b586-ecb3d031e7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:20.328427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f8b745e-3573-48a3-ae4d-212c4aad58d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:21.530543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:22.918721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.244643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:45.396415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 5 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:48.054963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115dd735-2d65-49c2-8098-edfa293a0f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:50.317706 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3476857-cefc-4071-82b1-b6fd05122016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:51.527504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:52.927372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:53.218952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:59.955427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.974585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630577'] for agent, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:18.024780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10bfa07c-2b7c-4f80-9c3f-10dc909089d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:20.322028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c1db70c-35fe-4c23-9740-b191256a9eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:21.584534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:22.396882 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:22.938463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:23.207205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:29.984685 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:30.910231 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.260282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:02:46.365810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f0e2e620-7203-45f0-ada4-91241290b829 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1036935 Feb 11 14:02:48.037067 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1e86402-589f-4fd3-b9eb-e01fdf565c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.578255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:02:48.632746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-539d1837-b9c4-495b-b243-5ce025261fd4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0534317 Feb 11 14:02:50.356122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-166038d8-163c-413d-ae42-edae8d99e472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:51.556066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.950662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.201047 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:59.395676 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:59.978860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.894391 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:18.048350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c1e118f-228e-48d0-a9e4-834866f573cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:20.368038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e068952-bd0e-48e3-8864-40bc039cda44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:21.550558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:22.928352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:23.214047 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:29.951532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:30.900094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:36.394641 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:03:48.060161 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d15db1a4-0fdf-4356-af31-103c41cde034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:50.414212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4bbec8c7-682a-4f57-b537-f4fadfea1589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:51.556981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:52.951409 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:53.255296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:59.968864 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:00.906015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:13.394157 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:18.073327 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-241ddda0-9984-497f-9c2b-fd832dc2df10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:20.346437 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b736e054-a9cc-4738-be58-dd6af48dc9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:21.546152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:22.526571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:22.968407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.064575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33990) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:23.065099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0fdf36bf-24ed-417d-a2f9-be2ca25d75b2 tempest-AutoAllocateNetworkTest-1592543119 tempest-AutoAllocateNetworkTest-1592543119-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd562432794f4eae89b5329929c3da86&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5370493 Feb 11 14:04:23.220345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.316956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc655e-ed0c-488e-94ba-3273e08105f2 tempest-AutoAllocateNetworkTest-1592543119 tempest-AutoAllocateNetworkTest-1592543119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:23.318412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f4cc655e-ed0c-488e-94ba-3273e08105f2 tempest-AutoAllocateNetworkTest-1592543119 tempest-AutoAllocateNetworkTest-1592543119-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2522318 Feb 11 14:04:23.321398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34000) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:23.375740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f98f7cd-fc12-43ac-b89c-6ec9050991b3 tempest-AutoAllocateNetworkTest-1592543119 tempest-AutoAllocateNetworkTest-1592543119-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532250 Feb 11 14:04:23.378232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34002) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:23.404528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a6450b03-7823-4fe7-976d-edebbf953695 tempest-AutoAllocateNetworkTest-1592543119 tempest-AutoAllocateNetworkTest-1592543119-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fd562432794f4eae89b5329929c3da86 HTTP/1.1" status: 200 len: 208 time: 0.0252280 Feb 11 14:04:24.369348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34054) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:24.763433 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:24.838316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:24.906856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:24.955048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd562432794f4eae89b5329929c3da86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5840921 Feb 11 14:04:24.956373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6b12a-9f08-4548-8cca-f83a004781de,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:24.958968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:24.965908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.966462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.966816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.967159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.967498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.967825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.968306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.968815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.969341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.969819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.970352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.971078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11576685-bef3-4c8d-912b-195dc2337fbc admin admin] Tracked resource versions report: Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: pushed versions: Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: { 'AddressGroup': {'1.2'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'ConntrackHelper': {'1.0'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Log': {'1.0'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Network': {'1.1'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Port': {'1.7'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'PortForwarding': {'1.2'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'QosPolicy': {'1.9'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SecurityGroup': {'1.4'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SecurityGroupRule': {'1.2'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SubPort': {'1.0'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Subnet': {'1.1'}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Trunk': {'1.1'}} Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: consumer versions: Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: { DHCP agent@n-d-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: HyperV agent@n-h1-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: HyperV agent@n-h2-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: L3 agent@n-d-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: Metadata agent@n-d-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: Metering agent@n-d-828407-1: {}, Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'ConntrackHelper': '1.0', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Log': '1.0', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Network': '1.1', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Port': '1.7', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'PortForwarding': '1.2', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'QosPolicy': '1.9', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SecurityGroup': '1.4', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SecurityGroupRule': '1.2', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'SubPort': '1.0', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Subnet': '1.1', Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: 'Trunk': '1.1'}} Feb 11 14:04:24.972317 n-d-828407-1 neutron-server[109375]: {{(pid=109375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 14:04:25.018851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:25.045218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:25.175718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:25.180821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:25.183751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ee6b12a-9f08-4548-8cca-f83a004781de HTTP/1.1" status: 204 len: 168 time: 0.2237058 Feb 11 14:04:25.195870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6b12a-9f08-4548-8cca-f83a004781de,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:25.211662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.211948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.213184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.213764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.214322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.214845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.215367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.215917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.216473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.217018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.217543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.218099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9737bd38-dd0d-4333-b751-d4eaeef90c26 admin admin] Tracked resource versions report: Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: pushed versions: Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: { 'AddressGroup': {'1.2'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'ConntrackHelper': {'1.0'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Log': {'1.0'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Network': {'1.1'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Port': {'1.7'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'PortForwarding': {'1.2'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'QosPolicy': {'1.9'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SecurityGroup': {'1.4'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SecurityGroupRule': {'1.2'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SubPort': {'1.0'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Subnet': {'1.1'}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Trunk': {'1.1'}} Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: consumer versions: Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: { DHCP agent@n-d-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: HyperV agent@n-h1-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: HyperV agent@n-h2-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: L3 agent@n-d-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: Metadata agent@n-d-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: Metering agent@n-d-828407-1: {}, Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'ConntrackHelper': '1.0', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Log': '1.0', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Network': '1.1', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Port': '1.7', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'PortForwarding': '1.2', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'QosPolicy': '1.9', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SecurityGroup': '1.4', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SecurityGroupRule': '1.2', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'SubPort': '1.0', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Subnet': '1.1', Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: 'Trunk': '1.1'}} Feb 11 14:04:25.220495 n-d-828407-1 neutron-server[109376]: {{(pid=109376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 14:04:26.621714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:26.823292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad7517c-d079-45a5-b65c-c4b54d1cc214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:26.908650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad7517c-d079-45a5-b65c-c4b54d1cc214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:26.954795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:26.957533 n-d-828407-1 neutron-server[109376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 14:04:26.978007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-cba83ed8-c129-4b9f-a808-0afae6d7c41e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221133 Feb 11 14:04:26.980112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad7517c-d079-45a5-b65c-c4b54d1cc214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.070598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7517c-d079-45a5-b65c-c4b54d1cc214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece84309-5704-46cb-a969-0984826f0caa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:27.106464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ad7517c-d079-45a5-b65c-c4b54d1cc214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ec654bc1f7b46bc938cb2708ad43b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4836628 Feb 11 14:04:27.109212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34236) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:27.171711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34244) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:27.173868 n-d-828407-1 neutron-server[109375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 14:04:27.215622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.218411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-f23d4efd-1acb-45a1-bcc9-7c5a258e19fe tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=445c8264d7e14c51be9205a47a4d2157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456545 Feb 11 14:04:27.259824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.309193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-32ce81d3-0dcb-41da-8da7-47e6cfdbf418 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.310749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-32ce81d3-0dcb-41da-8da7-47e6cfdbf418 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229952 Feb 11 14:04:27.327425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-57909a78-bbcb-49ee-84cf-184477de3c1f tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/quotas/7933ad16717b49d69efeb3b5ef79ac0a HTTP/1.1" status: 200 len: 375 time: 0.0099580 Feb 11 14:04:27.375523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d0db4538-9cbf-4493-a38e-d625f88325d2 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.375523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d0db4538-9cbf-4493-a38e-d625f88325d2 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475103 Feb 11 14:04:27.385130 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c83d53fe-8f6b-4a63-9e2a-3ce690ba356d tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512962 Feb 11 14:04:27.391962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-5d524c52-5138-4bcc-9cfa-53a0fc1abc8b tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/quotas/445c8264d7e14c51be9205a47a4d2157 HTTP/1.1" status: 200 len: 375 time: 0.0105996 Feb 11 14:04:27.433779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.433779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.434641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ece84309-5704-46cb-a969-0984826f0caa HTTP/1.1" status: 204 len: 168 time: 0.3238730 Feb 11 14:04:27.457703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-b5c6c929-12f5-4185-ada8-fe86fa43370b tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=445c8264d7e14c51be9205a47a4d2157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590236 Feb 11 14:04:27.463214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f8fe-dc71-4c30-8f1b-fdf834303e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece84309-5704-46cb-a969-0984826f0caa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:27.820363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00a5848e-ef10-4c6d-88e4-9bcf597b64a8 req-4b62ba29-dbdc-4f00-bbbc-4bff9d2def72 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0466251 Feb 11 14:04:27.890650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8832c07-86f2-4da6-bd51-734c65d85fab req-46ab0402-e9a2-4b95-84a4-70907179e99b tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0255094 Feb 11 14:04:28.455846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34342) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:28.475726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46304a37-4b11-4abb-837e-f6fa66533594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.551981 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46304a37-4b11-4abb-837e-f6fa66533594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.672401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46304a37-4b11-4abb-837e-f6fa66533594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.714774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:28.715406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46304a37-4b11-4abb-837e-f6fa66533594 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2f5bbaddd3d4f9bbcad0bc2fb6df968&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2578883 Feb 11 14:04:28.717171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46304a37-4b11-4abb-837e-f6fa66533594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64f80b-673c-4e80-a828-accab29e5287,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:28.727021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:28.773139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.793906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.923596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b6caaed-adbf-48cb-9a4a-d7b64cc13ddd req-4b94a163-9c1e-4712-ae1e-46b8c74227fb tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0365210 Feb 11 14:04:28.968966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.971801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.973743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c64f80b-673c-4e80-a828-accab29e5287 HTTP/1.1" status: 204 len: 168 time: 0.2580023 Feb 11 14:04:28.981942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9421-63c1-465a-b15e-f3e283cd16fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64f80b-673c-4e80-a828-accab29e5287,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.009490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7b3ac6f-def2-428b-a56b-3a075e12be70 req-38819835-da2f-45af-8ad6-3ff3eec1246d tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0551467 Feb 11 14:04:29.237597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5ff4-09a0-4cd9-88fc-32784320d2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.255948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34370) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:29.295421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:29.319376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5ff4-09a0-4cd9-88fc-32784320d2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.408743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5ff4-09a0-4cd9-88fc-32784320d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.448063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e3ce5ff4-09a0-4cd9-88fc-32784320d2df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=133022286ee84a4ba3f3a5e0452d1a0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7202537 Feb 11 14:04:29.448802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce5ff4-09a0-4cd9-88fc-32784320d2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6375f0ee-27c1-43a9-a701-38bce0f6b7ce,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.450837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34380) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:29.506528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4077a3b9-c42f-4802-b4fe-7032fab9e88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.520623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.535848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94da5dee-d61e-4780-aa00-2b071b46bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.598797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.614219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4077a3b9-c42f-4802-b4fe-7032fab9e88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.625971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94da5dee-d61e-4780-aa00-2b071b46bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.677595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4077a3b9-c42f-4802-b4fe-7032fab9e88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.713750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077a3b9-c42f-4802-b4fe-7032fab9e88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3628b7aa-6d2d-452e-a348-3538c2b88b9a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.718704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4077a3b9-c42f-4802-b4fe-7032fab9e88e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=666bb53c23194282b4e0c7a517788073&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4617486 Feb 11 14:04:29.721535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:29.736704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94da5dee-d61e-4780-aa00-2b071b46bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.776522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.779681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-94da5dee-d61e-4780-aa00-2b071b46bb52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4eb1426b1b44a67b6ac15f307220a5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4830852 Feb 11 14:04:29.780596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da5dee-d61e-4780-aa00-2b071b46bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bab9e1-87f2-4d26-846e-0d9f97a2d25b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.783580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:29.799583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.841751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.848563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.851236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.852826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6375f0ee-27c1-43a9-a701-38bce0f6b7ce HTTP/1.1" status: 204 len: 168 time: 0.4006760 Feb 11 14:04:29.864702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.876244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190ba05-9448-46bc-815e-0c1e98501429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6375f0ee-27c1-43a9-a701-38bce0f6b7ce,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.952197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.955173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.956387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3628b7aa-6d2d-452e-a348-3538c2b88b9a HTTP/1.1" status: 204 len: 168 time: 0.2340221 Feb 11 14:04:29.964265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d1711-2631-41d9-afbf-7b5261072ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3628b7aa-6d2d-452e-a348-3538c2b88b9a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:29.980742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.983532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.984953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25bab9e1-87f2-4d26-846e-0d9f97a2d25b HTTP/1.1" status: 204 len: 168 time: 0.2003140 Feb 11 14:04:29.986074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.998340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0f2d8-5647-4dd5-9903-2b2ffabc0b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bab9e1-87f2-4d26-846e-0d9f97a2d25b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:30.099446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334a38a4-fed4-4a1f-8932-cccf5a1f3c5f req-03be03a7-71b5-4325-bf57-07be03503e9a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0283704 Feb 11 14:04:30.111741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-894efd86-1fdf-4c94-adf3-52353fc310bb req-37f228be-72b6-44e2-a9ad-bc58d9a59835 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0294955 Feb 11 14:04:30.809289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:30.822037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52f65dcf-96fa-4852-8b71-27513e49338b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:30.941368 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:30.941728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52f65dcf-96fa-4852-8b71-27513e49338b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.000718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.013693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-943fe080-10f7-4255-b423-540b2c4a9779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.071937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52f65dcf-96fa-4852-8b71-27513e49338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.130901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-943fe080-10f7-4255-b423-540b2c4a9779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.136280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.136819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52f65dcf-96fa-4852-8b71-27513e49338b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=991778be32e0473e87927474a6a2a906&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3259962 Feb 11 14:04:31.138457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f65dcf-96fa-4852-8b71-27513e49338b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a424003-e1c4-4b1e-bcd6-4a4a226e4f56,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:31.140862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.62', 55482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.203651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-943fe080-10f7-4255-b423-540b2c4a9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.234131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.248091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-32cc37f6-6347-4037-98c6-f467225e2cf6 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868483 Feb 11 14:04:31.250076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fe080-10f7-4255-b423-540b2c4a9779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f475665f-0103-4c1a-9391-bdeec9c1e643,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:31.310127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.338115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34446) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.340861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8b22dbe-02d8-4026-bdca-5a2487a50646 req-e194197f-5b37-4499-bf1e-d8fc58311fab tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0488625 Feb 11 14:04:31.356419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02da0ae-030f-4f65-a6bd-d6be1d433158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.369337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c2ba4ed-13d4-465f-afb1-5b5d5a32a7c6 req-cf957ac2-d946-4ddc-9e96-cca98f5590a8 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0801303 Feb 11 14:04:31.381794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-943fe080-10f7-4255-b423-540b2c4a9779 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f12ca183bc4ce5975c18cb8007c54b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3798058 Feb 11 14:04:31.391812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.466047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-8dc34a22-112e-46e3-a253-325a4431c24c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.467541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-8dc34a22-112e-46e3-a253-325a4431c24c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077029 Feb 11 14:04:31.489674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.510438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02da0ae-030f-4f65-a6bd-d6be1d433158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.526468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.571024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Request body: {'port': {'device_id': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '7933ad16717b49d69efeb3b5ef79ac0a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:31.585723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02da0ae-030f-4f65-a6bd-d6be1d433158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.588468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.592200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.592790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a424003-e1c4-4b1e-bcd6-4a4a226e4f56 HTTP/1.1" status: 204 len: 168 time: 0.4555151 Feb 11 14:04:31.668854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02da0ae-030f-4f65-a6bd-d6be1d433158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a132e-2878-4de0-a46c-61b88721f84c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:31.671597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.674132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.678390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f475665f-0103-4c1a-9391-bdeec9c1e643 HTTP/1.1" status: 204 len: 168 time: 0.2825744 Feb 11 14:04:31.679854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e02da0ae-030f-4f65-a6bd-d6be1d433158 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f431e8de3ef94bafae995fa9f952b151&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3371289 Feb 11 14:04:31.684307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:31.698643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557f186-cd7b-442b-a2c5-a968ec8bb97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a424003-e1c4-4b1e-bcd6-4a4a226e4f56,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:31.700639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d405b-d71c-45a6-9065-699a4c9fde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f475665f-0103-4c1a-9391-bdeec9c1e643,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:31.801877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.831806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.906080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Made reservation on behalf of 7933ad16717b49d69efeb3b5ef79ac0a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:31.910716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.920428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.975062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.977675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:31.978828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/586a132e-2878-4de0-a46c-61b88721f84c HTTP/1.1" status: 204 len: 168 time: 0.2933271 Feb 11 14:04:31.992708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab995d9-261f-4b15-9628-7d9ffa80677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a132e-2878-4de0-a46c-61b88721f84c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:32.034144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.094643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.192111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.60', 52946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:32.219649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d1157-9258-481b-882e-06d827a415eb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:32.237969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-6eb194e9-ca4a-48ed-a548-2ece4a83be11 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=445c8264d7e14c51be9205a47a4d2157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480123 Feb 11 14:04:32.335894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Allocated IP 192.168.233.208 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/9d1a82c3-3517-43a3-bed7-29fd604b69ae) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:32.350754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-715ef373-2dd5-463a-a27b-8b5f1283e866 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:32.352770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-715ef373-2dd5-463a-a27b-8b5f1283e866 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038198 Feb 11 14:04:32.499520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Request body: {'port': {'device_id': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '445c8264d7e14c51be9205a47a4d2157'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:32.504372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.506105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c626daa8-8886-4d90-8174-bdff861ba9fb req-91c89001-3b09-4a83-ad74-d41370af2d76 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0768785 Feb 11 14:04:32.560256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86c6f90f-9ed0-435a-abfc-a0d6e6626eaf req-7630dbd7-eda1-4cdc-a6b7-1109c15f0149 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Feb 11 14:04:32.661512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.747136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:32.753056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:32.759556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:32.765198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:32.765809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.794692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Pushing event updated for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:32.803855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Made reservation on behalf of 445c8264d7e14c51be9205a47a4d2157 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:32.810681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.822052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:32.871490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-c80d9e1b-2924-4d68-8d5d-0164cf705939 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3049247 Feb 11 14:04:32.888092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-cf4fe711-145f-469d-9021-1ca314297bea tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:04:32.889359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-cf4fe711-145f-469d-9021-1ca314297bea tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120554 Feb 11 14:04:32.956658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.026606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.130498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-baf76255-cff7-4485-846e-cb8a7d8b8da8 None None] Provisioning complete for port 9d1a82c3-3517-43a3-bed7-29fd604b69ae triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:33.131007 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf76255-cff7-4485-846e-cb8a7d8b8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.215890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-baf76255-cff7-4485-846e-cb8a7d8b8da8 None None] Port 9d1a82c3-3517-43a3-bed7-29fd604b69ae cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:04:33.279812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd48bfe-7c88-47f1-9c23-5c172d43cebb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:33.487852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Allocated IP 192.168.233.156 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/57efb532-d2fd-4abd-af7f-6bd89872b57a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:33.932272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.998299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Request body: {'port': {'device_id': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:34.101921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.111684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f5df-67e1-45db-b778-f7632a20b827 req-ae793541-307e-44ed-99ef-a70d8dfeff4c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:34.113670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af94f5df-67e1-45db-b778-f7632a20b827 req-ae793541-307e-44ed-99ef-a70d8dfeff4c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 936 time: 0.5143089 Feb 11 14:04:34.199406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af94f5df-67e1-45db-b778-f7632a20b827 req-3002f743-f233-472b-9796-dc77e5aa2a81 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787818 Feb 11 14:04:34.278449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.422147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:34.435882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:34.491397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:34.509232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:34.512700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.589344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Pushing event updated for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:34.662392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1a82c3-3517-43a3-bed7-29fd604b69ae {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:34.681935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.723190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Transition to ACTIVE for port object 9d1a82c3-3517-43a3-bed7-29fd604b69ae will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:34.737762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d771f931-049f-4a55-a0c8-4f9d15185e78 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2763095 Feb 11 14:04:34.799591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb16e51-e7ab-42dd-8e01-089f84db585b req-2c95ff98-be1d-4174-8b73-04030e95694b tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:34.811499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4eb16e51-e7ab-42dd-8e01-089f84db585b req-2c95ff98-be1d-4174-8b73-04030e95694b tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 936 time: 0.5212970 Feb 11 14:04:34.814724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.876067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:34.964360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3758d36b-75d7-468e-afc9-6fe37f5f6b75 None None] Provisioning complete for port 57efb532-d2fd-4abd-af7f-6bd89872b57a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:34.968274 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3758d36b-75d7-468e-afc9-6fe37f5f6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.075355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3758d36b-75d7-468e-afc9-6fe37f5f6b75 None None] Port 57efb532-d2fd-4abd-af7f-6bd89872b57a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:04:35.075465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4eb16e51-e7ab-42dd-8e01-089f84db585b req-153fb8d9-fd1c-421d-86cf-b2cf6c51898a tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602749 Feb 11 14:04:35.127912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Attempting to bind port 9d1a82c3-3517-43a3-bed7-29fd604b69ae on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:35.128500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Attempting to bind port 9d1a82c3-3517-43a3-bed7-29fd604b69ae by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:35.129059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Attempting to bind port 9d1a82c3-3517-43a3-bed7-29fd604b69ae on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:35.137760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Port 9d1a82c3-3517-43a3-bed7-29fd604b69ae on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:35.138081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Attempting to bind port 9d1a82c3-3517-43a3-bed7-29fd604b69ae on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:35.163972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:35.164421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:04:35.165214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:35.165874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Bound port: 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:35.166234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.336478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:35.344430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:35.435491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.529796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:35.531699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.535794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d1a82c3-3517-43a3-bed7-29fd604b69ae HTTP/1.1" status: 200 len: 1096 time: 2.1798427 Feb 11 14:04:35.539795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:35.541546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-1aad6949-8e90-4366-821e-440bfe36cd29 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:04:35.542513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-1aad6949-8e90-4366-821e-440bfe36cd29 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066226 Feb 11 14:04:35.554818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcbcc-6e36-4e1f-97ae-f467ab04f82f req-20c2c04e-1586-4a55-a447-b0582665f9db tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:35.578955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c69bcbcc-6e36-4e1f-97ae-f467ab04f82f req-20c2c04e-1586-4a55-a447-b0582665f9db tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.1965818 Feb 11 14:04:35.677576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c69bcbcc-6e36-4e1f-97ae-f467ab04f82f req-162757f0-0dfc-4548-b904-d0daabf02996 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975509 Feb 11 14:04:35.912113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d82be-fa13-45c7-bd78-ca74fe3d4a82 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:35.961590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-940b92a3-5ef4-4191-8ae3-b7a4b60e938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:35.963088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-940b92a3-5ef4-4191-8ae3-b7a4b60e938d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 1099 time: 0.1850891 Feb 11 14:04:36.103469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-ba2da8e9-a8c5-4f22-bba5-f6867d3a7a8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae HTTP/1.1" status: 200 len: 217 time: 0.1076078 Feb 11 14:04:36.272159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-996aa620-6c82-42eb-90ae-24f256aebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:36.272938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-996aa620-6c82-42eb-90ae-24f256aebd39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1656716 Feb 11 14:04:36.294737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2e54-6b2c-4817-b8dd-4964ebd6c1da req-5f596969-ef5a-4d8f-bf90-bf55a9189d44 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:36.297343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-276d2e54-6b2c-4817-b8dd-4964ebd6c1da req-5f596969-ef5a-4d8f-bf90-bf55a9189d44 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 936 time: 0.0774817 Feb 11 14:04:36.383993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Request body: {'port': {'device_id': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'device_owner': 'compute:tempest-test_az-733513927', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:36.492860 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804ef0d-7fde-489d-a64e-fb21f3f84913" -d '{"events": [{"name": "network-changed", "server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:36.510088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-276d2e54-6b2c-4817-b8dd-4964ebd6c1da req-7c522da3-0392-42b6-b8b6-1362816f97ce tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043176 Feb 11 14:04:36.571405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-5b1b09c5-a8dc-43cf-97e0-29a264d83d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:36.574366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-5b1b09c5-a8dc-43cf-97e0-29a264d83d85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160485 Feb 11 14:04:36.624732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.805579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-36ff84f2-c295-4681-b9e7-dabe9ffa3c68 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081649 Feb 11 14:04:36.930443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78558bbc-3e21-4bdd-8c2e-9ad351d4827c req-ccc5ddcb-35c2-4884-8c77-ed2d44f7dfdd service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197348 Feb 11 14:04:37.149778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfedcad-953c-4589-83f6-d267356767ee x-openstack-request-id: req-ccfedcad-953c-4589-83f6-d267356767ee {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:37.149778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:37.149778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccfedcad-953c-4589-83f6-d267356767ee {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:37.149778 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae', 'status': 'completed', 'code': 200} Feb 11 14:04:37.251796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-faf232de-eb5c-4d25-9733-1c75e8f8d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.260644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-faf232de-eb5c-4d25-9733-1c75e8f8d087 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 1099 time: 0.0823846 Feb 11 14:04:37.406287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff435e0-d555-4af5-9781-03c4b8e1f565 req-5675dba8-15d2-4a03-8ecf-86f512c4c464 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.421924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff435e0-d555-4af5-9781-03c4b8e1f565 req-5675dba8-15d2-4a03-8ecf-86f512c4c464 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.3676822 Feb 11 14:04:37.502790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57efb532-d2fd-4abd-af7f-6bd89872b57a {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:37.533523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff435e0-d555-4af5-9781-03c4b8e1f565 req-2ffbd70e-53ab-4981-8efe-a11fbcacf37f tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091743 Feb 11 14:04:37.555048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.611338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Transition to ACTIVE for port object 57efb532-d2fd-4abd-af7f-6bd89872b57a will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:37.705162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.709398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-45da9d30-6be2-4646-9d2d-7cf5165fa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.713587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-45da9d30-6be2-4646-9d2d-7cf5165fa44f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.4500263 Feb 11 14:04:37.803641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-95ecfc77-7f13-4aa8-b1a2-4e8d0db09bb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae HTTP/1.1" status: 200 len: 217 time: 0.0836341 Feb 11 14:04:37.852316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e2ea-16d6-4353-870b-e1f950e7f212 req-5394d467-a25b-4ee7-8241-7a9c5e7c3cff tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.856010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e88e2ea-16d6-4353-870b-e1f950e7f212 req-5394d467-a25b-4ee7-8241-7a9c5e7c3cff tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 936 time: 0.1980441 Feb 11 14:04:37.942253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:38.040773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e88e2ea-16d6-4353-870b-e1f950e7f212 req-37ad7d29-d569-406c-a6fc-9e80f8787fdf tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531129 Feb 11 14:04:38.098307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Attempting to bind port 57efb532-d2fd-4abd-af7f-6bd89872b57a on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:38.098671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Attempting to bind port 57efb532-d2fd-4abd-af7f-6bd89872b57a by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:38.099553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Attempting to bind port 57efb532-d2fd-4abd-af7f-6bd89872b57a on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:38.117184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Port 57efb532-d2fd-4abd-af7f-6bd89872b57a on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:38.117605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Attempting to bind port 57efb532-d2fd-4abd-af7f-6bd89872b57a on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:38.138620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:38.138992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:04:38.139596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:38.140044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Bound port: 57efb532-d2fd-4abd-af7f-6bd89872b57a, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:38.140406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.295282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:38.300971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:38.315056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-6a310cb9-7be3-43f0-985e-4f4b210bd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:38.316623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-6a310cb9-7be3-43f0-985e-4f4b210bd27a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.4870403 Feb 11 14:04:38.386388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.458066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:38.459025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.460657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] 10.222.0.60 "PUT /v2.0/ports/57efb532-d2fd-4abd-af7f-6bd89872b57a HTTP/1.1" status: 200 len: 1117 time: 2.4654684 Feb 11 14:04:38.461315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:38.475029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-eaf83bf5-43a2-4ce7-8836-79b8431d0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:38.476674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-eaf83bf5-43a2-4ce7-8836-79b8431d0108 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108832 Feb 11 14:04:38.746002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-80836a2e-f9d5-4b1d-b7da-cbe04a85bd36 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470458 Feb 11 14:04:38.761144 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0c82de-d302-4d03-b4fb-902763ce3b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:38.798580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3792d-09a2-46a2-a2a2-b278dc026ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:38.840574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-54400733-8fe8-4d28-bd0f-87c799ddc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:38.846665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-54400733-8fe8-4d28-bd0f-87c799ddc277 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=445c8264d7e14c51be9205a47a4d2157&device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 1120 time: 0.2187788 Feb 11 14:04:38.926727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4804ef0d-7fde-489d-a64e-fb21f3f84913 req-af169076-5f55-43c7-9eb7-9dbe487d4c58 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564136 Feb 11 14:04:39.107573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723584-d85a-4ed1-9e41-bb2a2d87df1a req-f71bf9b5-472a-4f29-92e8-c5df32fdc5f5 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:39.115905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1723584-d85a-4ed1-9e41-bb2a2d87df1a req-f71bf9b5-472a-4f29-92e8-c5df32fdc5f5 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0598097 Feb 11 14:04:39.160996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1723584-d85a-4ed1-9e41-bb2a2d87df1a req-e67f2cc0-f520-4a3f-ba02-940762f89e5d tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Feb 11 14:04:39.361606 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084293e2-b93e-48af-91e0-5647da2f6acc x-openstack-request-id: req-084293e2-b93e-48af-91e0-5647da2f6acc {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:39.361879 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:39.362160 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-084293e2-b93e-48af-91e0-5647da2f6acc {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:39.362861 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a', 'status': 'completed', 'code': 200} Feb 11 14:04:39.688293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17eae-2d22-4c6f-be23-b9ee135aba53 req-8048c852-f33a-40d8-bdd5-9b21d352b6da tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:39.706236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72d17eae-2d22-4c6f-be23-b9ee135aba53 req-8048c852-f33a-40d8-bdd5-9b21d352b6da tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.1237998 Feb 11 14:04:39.764189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72d17eae-2d22-4c6f-be23-b9ee135aba53 req-399488dd-1d2a-43ff-9b66-73be6b12fd93 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Feb 11 14:04:39.832755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:40.025383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1e17683-efc6-4c6c-8160-472ea560a216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.185864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1e17683-efc6-4c6c-8160-472ea560a216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.255375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1e17683-efc6-4c6c-8160-472ea560a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.321904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:40.324727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1e17683-efc6-4c6c-8160-472ea560a216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c33f16ae76b44218fe3dc813ff7bacf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4905860 Feb 11 14:04:40.327395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e17683-efc6-4c6c-8160-472ea560a216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120b06e-e012-4d68-8570-930c422fa2bb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:40.508135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.567152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:40.608783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.733714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-e8b6f6f3-908a-40ff-82ad-404721ba20c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a HTTP/1.1" status: 200 len: 217 time: 0.0988135 Feb 11 14:04:40.760377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887ddb5-a4cc-4b87-9577-7fc145c5639c req-53f1b700-3c95-4681-9c57-61a58dab24eb tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:40.771326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.772683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4887ddb5-a4cc-4b87-9577-7fc145c5639c req-53f1b700-3c95-4681-9c57-61a58dab24eb tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.3563585 Feb 11 14:04:40.774565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.780473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f120b06e-e012-4d68-8570-930c422fa2bb HTTP/1.1" status: 204 len: 168 time: 0.4528408 Feb 11 14:04:40.780473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e142dc5-6cb7-4f67-bcbb-579ee1563b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.795589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db223e-531d-4f3e-8203-7111ee7721b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120b06e-e012-4d68-8570-930c422fa2bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:40.891326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e142dc5-6cb7-4f67-bcbb-579ee1563b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.922483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4887ddb5-a4cc-4b87-9577-7fc145c5639c req-ec9842ce-6ac2-4d53-890b-7a83d5a3e52f tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495275 Feb 11 14:04:40.954043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-c68c2e11-229c-4581-8e7a-15afa255b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:40.961267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-c68c2e11-229c-4581-8e7a-15afa255b86c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1756554 Feb 11 14:04:40.963505 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e142dc5-6cb7-4f67-bcbb-579ee1563b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.029496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1e142dc5-6cb7-4f67-bcbb-579ee1563b89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fdbe9dd93ec44d696e9ef0953f5f875&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4568985 Feb 11 14:04:41.048255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:41.083702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e142dc5-6cb7-4f67-bcbb-579ee1563b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ca644-3c95-417b-9c8f-7a54889fdbaf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:41.128727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.153828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.192700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-650d16a5-73ce-49c1-92d5-d8042a1b0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:41.194356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-650d16a5-73ce-49c1-92d5-d8042a1b0f73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970820 Feb 11 14:04:41.204868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cac46-bd3f-4105-b8de-943df180f1f8 req-94c8a487-8ad9-4231-9353-51996eeb0c75 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:41.209136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f1cac46-bd3f-4105-b8de-943df180f1f8 req-94c8a487-8ad9-4231-9353-51996eeb0c75 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.1196921 Feb 11 14:04:41.283074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.286593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.289495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/467ca644-3c95-417b-9c8f-7a54889fdbaf HTTP/1.1" status: 204 len: 168 time: 0.2386281 Feb 11 14:04:41.308011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08856940-532f-4667-b40a-17670f0e1a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ca644-3c95-417b-9c8f-7a54889fdbaf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:41.382929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f1cac46-bd3f-4105-b8de-943df180f1f8 req-9a9feebf-95d3-4825-9263-e6309d37f7da tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568911 Feb 11 14:04:41.440744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-90cefecf-1574-415f-86e4-c38381685cdf service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025518 Feb 11 14:04:41.960476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:41.974449 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a9f57b-cb8b-41bd-a32d-dff6711f1044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.104333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a9f57b-cb8b-41bd-a32d-dff6711f1044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.146994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288ae99-2f2c-46f5-9b77-8d8ca0611e36 req-712e9b3f-a93c-4f2b-82f8-5883cd56b88b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:42.156064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3288ae99-2f2c-46f5-9b77-8d8ca0611e36 req-712e9b3f-a93c-4f2b-82f8-5883cd56b88b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0772498 Feb 11 14:04:42.169451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a9f57b-cb8b-41bd-a32d-dff6711f1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.219292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97a9f57b-cb8b-41bd-a32d-dff6711f1044 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb6d2af8ab264f2690c017eed41f1b48&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2575436 Feb 11 14:04:42.220251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f57b-cb8b-41bd-a32d-dff6711f1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d596ade-5560-4169-b4a0-67700a336b24,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.223391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34804) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:42.252943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3288ae99-2f2c-46f5-9b77-8d8ca0611e36 req-045d5fc6-f7d5-435f-81ab-bf65dd137dd0 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958982 Feb 11 14:04:42.267493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:42.284093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9771-79d2-4ee6-bc59-caad7a05de4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.366167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.386496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9771-79d2-4ee6-bc59-caad7a05de4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.394303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.449217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9771-79d2-4ee6-bc59-caad7a05de4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.512933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:42.515436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e0f9771-79d2-4ee6-bc59-caad7a05de4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86893a4bb4cc4762b8c17b32387e1bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400939 Feb 11 14:04:42.548834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f9771-79d2-4ee6-bc59-caad7a05de4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a7c12-1b4c-49c4-a512-39b3a5b3dff9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.614362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.637339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.759029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.761487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.762865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d596ade-5560-4169-b4a0-67700a336b24 HTTP/1.1" status: 204 len: 168 time: 0.5346382 Feb 11 14:04:42.767413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbaeac0c-f2b0-45a5-b7d1-28f3d3ce9626 req-5ae9d10c-d2d3-4d3c-a404-9c828443110c service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314333 Feb 11 14:04:42.779653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3089f1-7a74-46d9-ba86-9cd92e8d950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d596ade-5560-4169-b4a0-67700a336b24,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.822944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846bdc-a8dc-40ac-8171-e22c24245b57 req-4fb0010d-805a-4edc-9042-8ff7a68c88d1 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:42.826482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af846bdc-a8dc-40ac-8171-e22c24245b57 req-4fb0010d-805a-4edc-9042-8ff7a68c88d1 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.2427778 Feb 11 14:04:42.838680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.841121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.845252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e4a7c12-1b4c-49c4-a512-39b3a5b3dff9 HTTP/1.1" status: 204 len: 168 time: 0.3280962 Feb 11 14:04:42.864433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e38cd-60b4-4f96-b826-bf3ee807b6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a7c12-1b4c-49c4-a512-39b3a5b3dff9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.895480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af846bdc-a8dc-40ac-8171-e22c24245b57 req-c1e915cb-0661-4753-b964-2f3b0f3ec490 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Feb 11 14:04:43.468145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6359d-bd7c-44a6-9b7c-f6ce0ec27191 req-c42ddcf1-f465-4cc4-aa6a-01393f1d21df tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:43.477074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42e6359d-bd7c-44a6-9b7c-f6ce0ec27191 req-c42ddcf1-f465-4cc4-aa6a-01393f1d21df tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.1172905 Feb 11 14:04:43.549952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42e6359d-bd7c-44a6-9b7c-f6ce0ec27191 req-168fd919-d399-44e0-bc0e-8d4115465be8 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Feb 11 14:04:43.631609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-f7c7cdb4-cbc1-48c8-aa6d-c1879cd26d60 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=df0ce294236241158f272abf402cb5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424366 Feb 11 14:04:43.765034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-75617edf-b532-41dd-bf8b-ddba819a46ce tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:43.774371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-75617edf-b532-41dd-bf8b-ddba819a46ce tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416581 Feb 11 14:04:43.800971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-b4ded56b-718d-4669-8d9b-5459d47ebdbc tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/quotas/df0ce294236241158f272abf402cb5ad HTTP/1.1" status: 200 len: 375 time: 0.0245593 Feb 11 14:04:43.846543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-b82094dd-0362-4e30-82df-dcb0f9d82c06 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444908 Feb 11 14:04:43.974259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-8ee80b82-d20d-40da-93d4-7fefc6585306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:43.975759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-8ee80b82-d20d-40da-93d4-7fefc6585306 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=445c8264d7e14c51be9205a47a4d2157&device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 1120 time: 0.0930204 Feb 11 14:04:44.102478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:44.208471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c8e8102-b153-4905-bc74-5e33607ae291 req-3e54b129-fcbf-42df-b600-f2df1704d4be tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 210 time: 0.0617554 Feb 11 14:04:44.214189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a0e47-6f0e-4096-80ff-626dc2acd725 req-16e19dee-993a-43c7-9e71-5cd8a719a0ff tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.215785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-274a0e47-6f0e-4096-80ff-626dc2acd725 req-16e19dee-993a-43c7-9e71-5cd8a719a0ff tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.2220097 Feb 11 14:04:44.329866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-274a0e47-6f0e-4096-80ff-626dc2acd725 req-f2e4495e-0577-434d-8d4c-d88b21a76417 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038792 Feb 11 14:04:44.343632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-decdf8a6-11fe-4c30-88a7-c9839bb04b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.343632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-decdf8a6-11fe-4c30-88a7-c9839bb04b21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.3587718 Feb 11 14:04:44.388808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-98c8233e-1a57-467a-8aff-d3620170c203 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a HTTP/1.1" status: 200 len: 217 time: 0.0375671 Feb 11 14:04:44.442811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27aa9e5f-6494-47b2-8209-f8ef2a7c054d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.485805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-7bb2055a-882b-4d91-b4d3-09b63a4e1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.485805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-7bb2055a-882b-4d91-b4d3-09b63a4e1c1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0841751 Feb 11 14:04:44.555420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-9bd022ce-44c3-48db-a98d-880acac0d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.557403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-9bd022ce-44c3-48db-a98d-880acac0d50d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659173 Feb 11 14:04:44.575099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27aa9e5f-6494-47b2-8209-f8ef2a7c054d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.656295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27aa9e5f-6494-47b2-8209-f8ef2a7c054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.725273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-d94928c3-d911-43ad-a14b-f0bb7da4a839 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522992 Feb 11 14:04:44.746727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa9e5f-6494-47b2-8209-f8ef2a7c054d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83a5f0-dd6f-4aee-94c2-01839cd7f2cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:44.836050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-27aa9e5f-6494-47b2-8209-f8ef2a7c054d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c23af16d54ba4510b36aa8a8fbaf8dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255569 Feb 11 14:04:44.836050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:44.871488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e0c82de-d302-4d03-b4fb-902763ce3b2e req-5cd0c9dd-86b2-4abe-9930-207b9bc7c002 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390321 Feb 11 14:04:44.916762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a418a1-883a-41cc-bfb1-7e82497cff1b req-b121b0c9-c368-46d9-b957-dbaddb46092b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.926902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50a418a1-883a-41cc-bfb1-7e82497cff1b req-b121b0c9-c368-46d9-b957-dbaddb46092b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.2140088 Feb 11 14:04:45.018188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50a418a1-883a-41cc-bfb1-7e82497cff1b req-dc2657f3-149e-42d0-9fca-2e5623c494eb tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901227 Feb 11 14:04:45.023155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:45.086874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:45.214751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:45.217801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:45.219054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d83a5f0-dd6f-4aee-94c2-01839cd7f2cf HTTP/1.1" status: 204 len: 168 time: 0.3863978 Feb 11 14:04:45.229000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47203a78-a9c0-420a-accc-4ac4dc707d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83a5f0-dd6f-4aee-94c2-01839cd7f2cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:45.338484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b078b49d-35cd-4679-af47-0a6d05bf1397 req-0fc1de44-68c4-4875-bafc-f34742509421 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 210 time: 0.0332563 Feb 11 14:04:45.502680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826a28c-059e-43cc-95be-f528ef00d919 req-43f5c410-52f7-4b76-acf9-6662baf663c5 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.505292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c826a28c-059e-43cc-95be-f528ef00d919 req-43f5c410-52f7-4b76-acf9-6662baf663c5 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.0666621 Feb 11 14:04:45.580705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c826a28c-059e-43cc-95be-f528ef00d919 req-96af66d1-99f1-4538-9fe0-a29d1b33f680 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Feb 11 14:04:46.178649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc0970-6cae-4e22-a4cf-9bb11c4bb82a req-d1c97d4f-8b63-4120-ae3e-297baca245b9 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:46.180117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-badc0970-6cae-4e22-a4cf-9bb11c4bb82a req-d1c97d4f-8b63-4120-ae3e-297baca245b9 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0496697 Feb 11 14:04:46.221832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-badc0970-6cae-4e22-a4cf-9bb11c4bb82a req-18ff04a0-90a6-42a6-8d9e-09f3b1ff2ef6 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Feb 11 14:04:46.438484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9db316c6-c744-4c21-aa25-8cbef31b0ddc req-e06657b9-bc57-403c-acf5-c1bbcf67a852 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 210 time: 0.0300355 Feb 11 14:04:46.489410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:46.502853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52484523-00ae-4175-b26b-4519d248fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.614601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52484523-00ae-4175-b26b-4519d248fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.677489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52484523-00ae-4175-b26b-4519d248fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.725324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52484523-00ae-4175-b26b-4519d248fade admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ff9029c5a734612b59f679592669020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323005 Feb 11 14:04:46.725324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52484523-00ae-4175-b26b-4519d248fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbad22a-0c6b-438e-a24d-d2340b8a2888,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:46.727079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:46.745463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-0ef833a9-0225-48ba-aa16-9b3e5e32f423 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=24248a31d83541ebab62f0d14a493aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304785 Feb 11 14:04:46.776333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.802465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.849461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-b2111403-6438-44ad-b1dd-455cc6da7e04 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:46.850918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-b2111403-6438-44ad-b1dd-455cc6da7e04 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026492 Feb 11 14:04:46.866901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-786017a9-98b5-4100-af5f-bf256e1c1415 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/quotas/24248a31d83541ebab62f0d14a493aa3 HTTP/1.1" status: 200 len: 375 time: 0.0096765 Feb 11 14:04:46.901975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-48ba2006-c367-4195-b1c1-58a09842359a tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294299 Feb 11 14:04:46.923397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.926738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.931485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afbad22a-0c6b-438e-a24d-d2340b8a2888 HTTP/1.1" status: 204 len: 168 time: 0.1996365 Feb 11 14:04:46.938444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a484041-9c9b-462b-b98d-ab4e7906410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbad22a-0c6b-438e-a24d-d2340b8a2888,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:47.041428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c965ea-a49c-4ce1-b763-5f9f05feed93 req-ddc4a125-3a8f-4837-9eb2-405651e40b87 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.053079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43c965ea-a49c-4ce1-b763-5f9f05feed93 req-ddc4a125-3a8f-4837-9eb2-405651e40b87 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.0502520 Feb 11 14:04:47.089842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43c965ea-a49c-4ce1-b763-5f9f05feed93 req-03897680-b671-4a5a-9414-f5f4840f9f89 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Feb 11 14:04:47.180505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-b585bd9e-a21c-4d59-b958-1ff6be70ada3 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=df0ce294236241158f272abf402cb5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213828 Feb 11 14:04:47.267113 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd24034a-a3fb-4d8c-92b1-2c086c2f5f72 req-0da45e8d-2a15-403e-a5d0-04d078c74a19 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 210 time: 0.0264564 Feb 11 14:04:47.373926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-234062f5-96e2-4e26-8a9e-eba8f4e807e8 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.376864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-234062f5-96e2-4e26-8a9e-eba8f4e807e8 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905611 Feb 11 14:04:47.392426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Request body: {'port': {'device_id': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'df0ce294236241158f272abf402cb5ad'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:47.397016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132d6f0-ca9d-4fea-a8c3-82c8850d56fc req-68ae3719-55c2-4633-9882-9f0a0e819ec1 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.398516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0132d6f0-ca9d-4fea-a8c3-82c8850d56fc req-68ae3719-55c2-4633-9882-9f0a0e819ec1 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0657310 Feb 11 14:04:47.469800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0132d6f0-ca9d-4fea-a8c3-82c8850d56fc req-52c77d02-dfa8-4202-a553-9cb1d8ae5c84 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646701 Feb 11 14:04:47.565362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c85dde28-3318-4d4b-8344-01991f2000b9 req-0519c4f0-8b81-4610-83a5-39ac51165f62 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 210 time: 0.0279655 Feb 11 14:04:47.614992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Made reservation on behalf of df0ce294236241158f272abf402cb5ad for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:47.618777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.628714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.702607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.757393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.829724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904ed98f-ff5b-413d-963e-bc3a0dbece5c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:47.901985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Allocated IP 192.168.233.164 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/9ed0f07a-58c3-4802-84e6-c8a791ca5977) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:48.020472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-276823f5-ccce-4ed0-bd66-0fe4393ce398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.061462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.158107 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.211498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecc4d4-ea2a-4146-a1ef-e52f6d89f84b req-f754c982-bca3-4f99-8d2e-27a6d8050f0e tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.212277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:48.214987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:48.219895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:48.220286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1ecc4d4-ea2a-4146-a1ef-e52f6d89f84b req-f754c982-bca3-4f99-8d2e-27a6d8050f0e tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.0590861 Feb 11 14:04:48.226321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.227514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.255979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Pushing event updated for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:48.343901 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-e65b3b41-24b9-4dc4-ae4b-eb92c19ec28c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9556799 Feb 11 14:04:48.361999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Request body: {'port': {'device_id': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:48.434813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1ecc4d4-ea2a-4146-a1ef-e52f6d89f84b req-176354c7-cc7a-4f7d-b96e-8461241d89a3 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131250 Feb 11 14:04:48.451422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9fc4ff9-dd7a-4cfd-b763-308174bc9b46 req-38d7bd3c-16a5-4f52-a904-8eb82c13508f tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 210 time: 0.0958595 Feb 11 14:04:48.597731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.599265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-40e5fe7e-1650-46f2-809e-a9dce27981d0 None None] Provisioning complete for port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:48.599265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e5fe7e-1650-46f2-809e-a9dce27981d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.599265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 57efb532-d2fd-4abd-af7f-6bd89872b57a details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:48.599942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca816a99-a59c-43f6-9818-5550be27abce req-9908fa01-02d3-44b2-83c2-d6579c2f8383 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.599942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca816a99-a59c-43f6-9818-5550be27abce req-9908fa01-02d3-44b2-83c2-d6579c2f8383 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0498481 Feb 11 14:04:48.606790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-40e5fe7e-1650-46f2-809e-a9dce27981d0 None None] Port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:04:48.637208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca816a99-a59c-43f6-9818-5550be27abce req-75f18ef8-44e0-4fe6-80df-e10f4a356f92 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Feb 11 14:04:48.694004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:48.704445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '57efb532-d2fd-4abd-af7f-6bd89872b57a', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '57efb532-d2fd-4abd-af7f-6bd89872b57a', 'mac_address': 'fa:16:3e:5d:61:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:tempest-test_az-733513927', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:48.744832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.757260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57efb532-d2fd-4abd-af7f-6bd89872b57a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:48.759958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d71e5-7d99-44e8-a499-956c81c2631e req-b6744b88-0a16-447a-820d-80c29e0c8d25 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.761511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d5d71e5-7d99-44e8-a499-956c81c2631e req-b6744b88-0a16-447a-820d-80c29e0c8d25 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 936 time: 0.0952327 Feb 11 14:04:48.778354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:48.827326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d5d71e5-7d99-44e8-a499-956c81c2631e req-1d2d5a33-67ea-462e-b3c2-8b89519241ed tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560620 Feb 11 14:04:48.862335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed0f07a-58c3-4802-84e6-c8a791ca5977 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:48.869763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.881340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Transition to ACTIVE for port object 9ed0f07a-58c3-4802-84e6-c8a791ca5977 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:49.540917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162c6de-83ca-486f-919d-416e28259f8b req-dcc230eb-e471-4cfc-83a4-5278b21d0c94 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.542552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e162c6de-83ca-486f-919d-416e28259f8b req-dcc230eb-e471-4cfc-83a4-5278b21d0c94 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 969 time: 0.0469699 Feb 11 14:04:49.581520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e162c6de-83ca-486f-919d-416e28259f8b req-609889a9-f8d8-484b-a887-a6581493a09c tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Feb 11 14:04:49.650741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9d1a82c3-3517-43a3-bed7-29fd604b69ae details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:49.684469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d561a649-1d39-43fb-a4ca-2dff0856f2f0 req-f12acb66-8c9b-40f3-852f-350e7078aabe tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 210 time: 0.0296991 Feb 11 14:04:49.742269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.744764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.777209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1abe-2887-43b6-a9f5-49dc896f7835 req-f0bb76d2-32f6-4e39-80e4-50be01893093 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.780089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93d1abe-2887-43b6-a9f5-49dc896f7835 req-f0bb76d2-32f6-4e39-80e4-50be01893093 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 948 time: 0.0671964 Feb 11 14:04:49.803346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:49.830920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '9d1a82c3-3517-43a3-bed7-29fd604b69ae', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '9d1a82c3-3517-43a3-bed7-29fd604b69ae', 'mac_address': 'fa:16:3e:16:cc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:49.867467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93d1abe-2887-43b6-a9f5-49dc896f7835 req-4135e284-7865-4633-a60c-499695c66ee4 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Feb 11 14:04:49.903265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:49.912617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Attempting to bind port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:49.913204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Attempting to bind port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:49.913311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Attempting to bind port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:49.916394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:49.921227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:49.921552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Attempting to bind port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:49.927743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:49.931610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:04:49.931610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:49.931610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Bound port: 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:49.931610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.942209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.942554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.942884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.943214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.943537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.943858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.944176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.944498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.944884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.945238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.945564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.945866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Tracked resource versions report: Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: pushed versions: Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: { 'AddressGroup': {'1.2'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'ConntrackHelper': {'1.0'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Log': {'1.0'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Network': {'1.1'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Port': {'1.7'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'PortForwarding': {'1.2'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'QosPolicy': {'1.9'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SecurityGroup': {'1.4'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SecurityGroupRule': {'1.2'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SubPort': {'1.0'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Subnet': {'1.1'}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Trunk': {'1.1'}} Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: consumer versions: Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: { DHCP agent@n-d-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: HyperV agent@n-h1-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: HyperV agent@n-h2-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: L3 agent@n-d-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: Metadata agent@n-d-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: Metering agent@n-d-828407-1: {}, Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'ConntrackHelper': '1.0', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Log': '1.0', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Network': '1.1', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Port': '1.7', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'PortForwarding': '1.2', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'QosPolicy': '1.9', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SecurityGroup': '1.4', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SecurityGroupRule': '1.2', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'SubPort': '1.0', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Subnet': '1.1', Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: 'Trunk': '1.1'}} Feb 11 14:04:49.946887 n-d-828407-1 neutron-server[109377]: {{(pid=109377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 14:04:49.969988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.990262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1a82c3-3517-43a3-bed7-29fd604b69ae {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:50.011804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35030) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:50.042075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:50.056347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['57efb532-d2fd-4abd-af7f-6bd89872b57a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:50.121100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.126051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:50.136801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb896-5138-4293-bf9b-094269640616 req-b68d6cbe-8c15-43fd-a432-f4187dd1e48c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.138356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b5fb896-5138-4293-bf9b-094269640616 req-b68d6cbe-8c15-43fd-a432-f4187dd1e48c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 948 time: 0.1978252 Feb 11 14:04:50.140793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:50.164360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb4897bb-b184-400c-b08a-215d6958b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.211569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b5fb896-5138-4293-bf9b-094269640616 req-7b506f8d-3bc6-44f6-816e-28b5627e3402 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Feb 11 14:04:50.259945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:50.271114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb4897bb-b184-400c-b08a-215d6958b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.318740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.356613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.357607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.359057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] 10.222.0.62 "PUT /v2.0/ports/9ed0f07a-58c3-4802-84e6-c8a791ca5977 HTTP/1.1" status: 200 len: 1096 time: 2.0022249 Feb 11 14:04:50.361556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:50.365469 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c4bec-8413-446f-b7db-b759e0c83266" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:50.375434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb4897bb-b184-400c-b08a-215d6958b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.394088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:50.397609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cff82-8060-4cf2-b409-2a0fe309b40f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:50.434967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0971744-08f8-4c66-9543-1a03889df839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.439685 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e914ff-f9a5-487a-8e86-4c0fa3c702da x-openstack-request-id: req-09e914ff-f9a5-487a-8e86-4c0fa3c702da {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:50.439975 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:50.440230 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09e914ff-f9a5-487a-8e86-4c0fa3c702da {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:50.440627 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977', 'status': 'completed', 'code': 200} Feb 11 14:04:50.465965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb4897bb-b184-400c-b08a-215d6958b735 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aa3f9d6fb3e41beaf3f74e6666ad837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533451 Feb 11 14:04:50.470350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:50.480801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4897bb-b184-400c-b08a-215d6958b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a397f-f04f-4428-92c2-3f301e55075c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:50.512199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9d1a82c3-3517-43a3-bed7-29fd604b69ae'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:50.604971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c4bec-8413-446f-b7db-b759e0c83266 req-f7b00e04-abeb-4d4a-a875-7fdb78beab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.609127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b5c4bec-8413-446f-b7db-b759e0c83266 req-f7b00e04-abeb-4d4a-a875-7fdb78beab73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 1099 time: 0.1377661 Feb 11 14:04:50.609127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.644287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.711753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b5c4bec-8413-446f-b7db-b759e0c83266 req-4cb85937-0b90-4ac9-8f18-51da9304d59b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=df0ce294236241158f272abf402cb5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365458 Feb 11 14:04:50.756577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755d83-8692-4e63-b288-8ab61bee6564 req-6787d836-0854-4d49-b23f-ee0218200972 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.760063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49755d83-8692-4e63-b288-8ab61bee6564 req-6787d836-0854-4d49-b23f-ee0218200972 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 970 time: 0.0686648 Feb 11 14:04:50.794740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-0b9a6efb-eb92-47f0-8254-7dde1eb9ed42 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=24248a31d83541ebab62f0d14a493aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336030 Feb 11 14:04:50.883579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49755d83-8692-4e63-b288-8ab61bee6564 req-df477c74-aa6c-41f2-926b-07de77854e7a tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096573 Feb 11 14:04:50.902747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.905812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.908092 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/361a397f-f04f-4428-92c2-3f301e55075c HTTP/1.1" status: 204 len: 168 time: 0.4230361 Feb 11 14:04:50.921577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aed04-78e7-4141-8334-84b587b06fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a397f-f04f-4428-92c2-3f301e55075c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:50.924849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c4bec-8413-446f-b7db-b759e0c83266 req-68bbbcae-5399-401c-884a-a9b41d70141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.927794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b5c4bec-8413-446f-b7db-b759e0c83266 req-68bbbcae-5399-401c-884a-a9b41d70141d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099824 Feb 11 14:04:50.930239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e47bdde4-0139-450f-b40c-0addcb735cbf tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.931914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e47bdde4-0139-450f-b40c-0addcb735cbf tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301248 Feb 11 14:04:50.954220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Request body: {'port': {'device_id': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '24248a31d83541ebab62f0d14a493aa3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:51.004281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c635425-d4a7-4845-be4e-bebcefa5f2a3 req-80843d93-6f05-4eed-919c-962e4b3bbdb2 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 210 time: 0.0561757 Feb 11 14:04:51.088300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-750de614-6323-4f43-997e-daa223eb369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.089880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-750de614-6323-4f43-997e-daa223eb369b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 1099 time: 0.0886023 Feb 11 14:04:51.254183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Made reservation on behalf of 24248a31d83541ebab62f0d14a493aa3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:51.257989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.267958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.320266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-d43b3d18-5078-4f57-bcd6-0bd23d849ca9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977 HTTP/1.1" status: 200 len: 217 time: 0.2220256 Feb 11 14:04:51.365506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.371375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560819f0-1880-4f51-ac09-da5d875c40e3 req-007ca6e7-5776-49cc-9898-287413736b6a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.372841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-560819f0-1880-4f51-ac09-da5d875c40e3 req-007ca6e7-5776-49cc-9898-287413736b6a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 949 time: 0.2668090 Feb 11 14:04:51.397203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-0498799d-f983-4613-85ca-fe52bdf39336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.398612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-0498799d-f983-4613-85ca-fe52bdf39336 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0705836 Feb 11 14:04:51.439721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-560819f0-1880-4f51-ac09-da5d875c40e3 req-2c5f5b6d-c90f-48b0-bf01-aeb97be97d75 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Feb 11 14:04:51.461288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4515-556c-418f-b3a5-358909317f90 req-37d83fcd-a552-4e43-ba6e-40e9df244b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.461288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-37d83fcd-a552-4e43-ba6e-40e9df244b34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527158 Feb 11 14:04:51.463449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a5379-a4b8-4fc3-9ca2-a9f2af12cc1d req-456984a9-081d-4373-b35e-1f47bebb8734 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.469744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-664a5379-a4b8-4fc3-9ca2-a9f2af12cc1d req-456984a9-081d-4373-b35e-1f47bebb8734 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 948 time: 0.0525956 Feb 11 14:04:51.469744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.560628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8374f778-5fac-4374-95f0-7685db071c16,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:51.571994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-75dba740-ee0d-4ae2-bf5b-bdb785f93f97 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984693 Feb 11 14:04:51.582850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-664a5379-a4b8-4fc3-9ca2-a9f2af12cc1d req-68cfa7c9-0839-4000-bdba-2756ab5c0271 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025651 Feb 11 14:04:51.586024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.639766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Allocated IP 192.168.233.129 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/c44da846-fa1e-47c2-b399-670d4dce785d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:51.659907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b0a4515-556c-418f-b3a5-358909317f90 req-260f05c8-370b-4065-852f-c6761ff034c6 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815237 Feb 11 14:04:51.669522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9d1a82c3-3517-43a3-bed7-29fd604b69ae up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:51.790913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.837369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 9d1a82c3-3517-43a3-bed7-29fd604b69ae completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:51.840947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:51.844728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 9d1a82c3-3517-43a3-bed7-29fd604b69ae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:51.845202 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.854083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0f83a76-9abc-48b6-b6a9-59578e22d250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.901011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.926279 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.953249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:51.956467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:51.960722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:51.961213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:51.966491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:51.967127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.967361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0f83a76-9abc-48b6-b6a9-59578e22d250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:51.976976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Pushing event updated for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.034646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46599167-328a-4ca8-9c67-0f5b059a58d0 req-6f28ea35-9c57-450d-91be-d615531f1125 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.036540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46599167-328a-4ca8-9c67-0f5b059a58d0 req-6f28ea35-9c57-450d-91be-d615531f1125 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 970 time: 0.0556207 Feb 11 14:04:52.066774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0f83a76-9abc-48b6-b6a9-59578e22d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.071593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:52.087489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-e11b57cf-15d6-4e19-b22b-7512932dab2e tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1433020 Feb 11 14:04:52.102819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Request body: {'port': {'device_id': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'device_owner': 'compute:tempest-test_az-733513927', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:52.141915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.148031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46599167-328a-4ca8-9c67-0f5b059a58d0 req-b04143bc-ed8f-4786-a00f-17aaf70988cf tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Feb 11 14:04:52.149845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e0f83a76-9abc-48b6-b6a9-59578e22d250 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be339e8b5c40417eb4d934b25840bbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079040 Feb 11 14:04:52.158729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35086) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:52.159284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:52.169280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83a76-9abc-48b6-b6a9-59578e22d250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1881ea74-71ad-416e-aa76-d973cf72999f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.221091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.248274 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ef91e-2ec9-4858-9a19-3ef772da5027" -d '{"events": [{"server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "name": "network-vif-plugged", "status": "completed", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:52.252458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.280923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.286336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c1413b89-34cc-4bed-87a2-3b122ffc9a37 None None] Provisioning complete for port c44da846-fa1e-47c2-b399-670d4dce785d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:52.287385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1413b89-34cc-4bed-87a2-3b122ffc9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.305607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42820a3-64f6-497a-b1d1-4109c45f6c1d req-15355693-5dc8-4496-bfa6-0217b863bb1a tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.313232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d42820a3-64f6-497a-b1d1-4109c45f6c1d req-15355693-5dc8-4496-bfa6-0217b863bb1a tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 936 time: 0.2048280 Feb 11 14:04:52.323450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.350653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c1413b89-34cc-4bed-87a2-3b122ffc9a37 None None] Port c44da846-fa1e-47c2-b399-670d4dce785d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:04:52.371722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b938850a-064d-471f-863f-befb4a2db5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.373982 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5de68-d490-49b1-a136-c7e82c09953d x-openstack-request-id: req-5da5de68-d490-49b1-a136-c7e82c09953d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:52.374356 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "name": "network-vif-plugged", "status": "completed", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:52.374615 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5da5de68-d490-49b1-a136-c7e82c09953d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:52.375072 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae', 'code': 200} Feb 11 14:04:52.403073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d42820a3-64f6-497a-b1d1-4109c45f6c1d req-5761ec44-d3a2-419c-89d7-10e4cd90dc72 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888486 Feb 11 14:04:52.403573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.407665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.409049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1881ea74-71ad-416e-aa76-d973cf72999f HTTP/1.1" status: 204 len: 168 time: 0.2473125 Feb 11 14:04:52.423391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102bee-9f46-400a-a5d6-7b1969e91447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1881ea74-71ad-416e-aa76-d973cf72999f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.535855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-42bc9f71-957a-42d8-bc71-5bf9143974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.537437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-42bc9f71-957a-42d8-bc71-5bf9143974f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 1101 time: 0.0918150 Feb 11 14:04:52.577840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-79c5db91-b688-4b25-8e93-798e542e733e service neutron] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.584235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 57efb532-d2fd-4abd-af7f-6bd89872b57a up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:52.601613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b938850a-064d-471f-863f-befb4a2db5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.609990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cc3a6-18b2-43c4-8f1b-5643db10db6d req-bc2b5116-9bc7-4556-b89a-8d2c8a72d84e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.611607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552cc3a6-18b2-43c4-8f1b-5643db10db6d req-bc2b5116-9bc7-4556-b89a-8d2c8a72d84e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 950 time: 0.0710688 Feb 11 14:04:52.677066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552cc3a6-18b2-43c4-8f1b-5643db10db6d req-edfb607c-ad6d-4365-9419-6a3db773e505 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541961 Feb 11 14:04:52.707473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-79c5db91-b688-4b25-8e93-798e542e733e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.725857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b938850a-064d-471f-863f-befb4a2db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.769804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44da846-fa1e-47c2-b399-670d4dce785d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:52.786880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 57efb532-d2fd-4abd-af7f-6bd89872b57a completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:52.787385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-79c5db91-b688-4b25-8e93-798e542e733e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.791355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.800881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 57efb532-d2fd-4abd-af7f-6bd89872b57a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:52.800881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.801105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938850a-064d-471f-863f-befb4a2db5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a63ca0e-6305-487f-8199-821bf4433c60,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.801105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b938850a-064d-471f-863f-befb4a2db5eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc4382fadb584907983da7a5bc79bdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387835 Feb 11 14:04:52.803199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35104) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:52.822504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d826-edc1-4375-82de-98b13ec4b703 req-e4a66749-e085-4d9d-b202-496066fd56d7 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.824037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa3d826-edc1-4375-82de-98b13ec4b703 req-e4a66749-e085-4d9d-b202-496066fd56d7 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 948 time: 0.1455653 Feb 11 14:04:52.831742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e997d53-4465-4fbc-8274-09a1d30fd586 req-79c5db91-b688-4b25-8e93-798e542e733e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829106 Feb 11 14:04:52.841883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5db91-b688-4b25-8e93-798e542e733e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4853944f-7de1-4aec-9651-c553f4ac687b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:52.848439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Transition to ACTIVE for port object c44da846-fa1e-47c2-b399-670d4dce785d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:52.904063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa3d826-edc1-4375-82de-98b13ec4b703 req-703ed110-622e-4b61-abee-9b7f35c284e7 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682335 Feb 11 14:04:52.913282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.917194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.937251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.951686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:52.953414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:52.986099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.021305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Pushing event updated for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:53.054852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.070140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Attempting to bind port c44da846-fa1e-47c2-b399-670d4dce785d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:53.070526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Attempting to bind port c44da846-fa1e-47c2-b399-670d4dce785d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:53.070920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Attempting to bind port c44da846-fa1e-47c2-b399-670d4dce785d on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:53.076099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Port c44da846-fa1e-47c2-b399-670d4dce785d on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:53.076515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Attempting to bind port c44da846-fa1e-47c2-b399-670d4dce785d on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:53.081936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:53.082241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:04:53.082690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:53.083200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Bound port: c44da846-fa1e-47c2-b399-670d4dce785d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:53.083640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.106330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:53.164968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.167944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.169193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a63ca0e-6305-487f-8199-821bf4433c60 HTTP/1.1" status: 204 len: 168 time: 0.3613186 Feb 11 14:04:53.180675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:53.184985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564a078-edda-4c3b-9af1-90cc439882ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a63ca0e-6305-487f-8199-821bf4433c60,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:53.190812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c44da846-fa1e-47c2-b399-670d4dce785d,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:53.254960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.283989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.300228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711fdac-a314-4b36-b0ca-fbedb115bc3b req-a7b35b5e-c745-4e69-a04d-10bd96473499 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.301275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.301974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.303496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] 10.222.0.60 "PUT /v2.0/ports/c44da846-fa1e-47c2-b399-670d4dce785d HTTP/1.1" status: 200 len: 1117 time: 1.2070661 Feb 11 14:04:53.313199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7711fdac-a314-4b36-b0ca-fbedb115bc3b req-a7b35b5e-c745-4e69-a04d-10bd96473499 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0670218 Feb 11 14:04:53.330176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:53.333649 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f6f12-274f-4e55-ab35-d895f68883d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:53.360852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7711fdac-a314-4b36-b0ca-fbedb115bc3b req-21d2aad0-98a4-4876-9055-eeb771886b46 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Feb 11 14:04:53.383998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5fe4d-4ae6-4faf-931d-b8211cf111cc service neutron] Pushing event updated for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:53.551571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-ec199277-937c-4083-a250-f868dda3a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.553239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-ec199277-937c-4083-a250-f868dda3a6eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 1120 time: 0.0763822 Feb 11 14:04:53.554683 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8db50-0fef-48ac-85df-c5230bca57ca x-openstack-request-id: req-c8f8db50-0fef-48ac-85df-c5230bca57ca {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:53.554983 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:53.555215 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8f8db50-0fef-48ac-85df-c5230bca57ca {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:53.555590 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d', 'status': 'completed', 'code': 200} Feb 11 14:04:53.598320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-812789e3-4194-4d67-9ca0-d355e56dc065 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c44da846-fa1e-47c2-b399-670d4dce785d HTTP/1.1" status: 200 len: 217 time: 0.0341816 Feb 11 14:04:53.602072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95274eb-a1bb-445e-b803-99361128f576 req-205c250b-ef15-43e9-ae8c-f85916754f52 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.603574 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c95274eb-a1bb-445e-b803-99361128f576 req-205c250b-ef15-43e9-ae8c-f85916754f52 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 969 time: 0.0493059 Feb 11 14:04:53.649391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c95274eb-a1bb-445e-b803-99361128f576 req-3ea9957d-2049-4f87-bfeb-d1bcd5ac023d tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Feb 11 14:04:53.658636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-8d1fca27-47e0-47d4-a022-7b8100b1b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.660239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-8d1fca27-47e0-47d4-a022-7b8100b1b3b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0548027 Feb 11 14:04:53.708813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-929494a2-8e0b-4c47-b9ee-ca7177cf8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.716397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-929494a2-8e0b-4c47-b9ee-ca7177cf8f2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428727 Feb 11 14:04:53.839604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eea1ec-8d90-49e7-98e4-63354f28d6e7 req-b46bbfad-ec78-4d3d-a0d1-ba52b5c417a2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.841154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22eea1ec-8d90-49e7-98e4-63354f28d6e7 req-b46bbfad-ec78-4d3d-a0d1-ba52b5c417a2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 950 time: 0.0699379 Feb 11 14:04:53.862203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-c6c629ce-5f7b-4c90-a713-f154f9ba102e service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439593 Feb 11 14:04:53.931220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22eea1ec-8d90-49e7-98e4-63354f28d6e7 req-7eb975ce-5969-4bd3-a5f9-ed4b38b752ec tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804024 Feb 11 14:04:53.972754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0c6315-7e13-4b08-b7c0-0bf249218e11 req-c7953a28-4fe2-48a1-be2e-3f7d92278fc5 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026871 Feb 11 14:04:54.020367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750cb3f-b520-4691-89f4-1883812be925 req-82be274f-bc88-4281-9359-a4f9b264c99e tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.021845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d750cb3f-b520-4691-89f4-1883812be925 req-82be274f-bc88-4281-9359-a4f9b264c99e tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 948 time: 0.0477233 Feb 11 14:04:54.069467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d750cb3f-b520-4691-89f4-1883812be925 req-0507aca0-c0f8-4623-abac-379b2684bdbd tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Feb 11 14:04:54.135029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-775ca057-a2c5-4978-90ee-e2f2f14b5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.136082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-775ca057-a2c5-4978-90ee-e2f2f14b5e46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 1120 time: 0.0437744 Feb 11 14:04:54.182981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:54.196696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5697b2-0266-4dd6-b495-d046bbe6c92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.223942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-83efa203-971f-4143-9864-cc081f0229db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.225429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-83efa203-971f-4143-9864-cc081f0229db service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.0829468 Feb 11 14:04:54.270020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5697b2-0266-4dd6-b495-d046bbe6c92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.270183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-fbc9d60f-823d-4079-abfc-8ab5f6f0debc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c44da846-fa1e-47c2-b399-670d4dce785d HTTP/1.1" status: 200 len: 217 time: 0.0373600 Feb 11 14:04:54.321346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-d264cac6-7202-432e-afb9-3a65c48da77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.322781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-d264cac6-7202-432e-afb9-3a65c48da77c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0430868 Feb 11 14:04:54.345914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5697b2-0266-4dd6-b495-d046bbe6c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.371236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-6f79a635-d8fc-42bb-aeaf-0917723b9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.372727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-6f79a635-d8fc-42bb-aeaf-0917723b9e5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401890 Feb 11 14:04:54.376290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:54.379119 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f13515-3eb2-436b-8718-5001d9723ceb" -d '{"events": [{"server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "name": "network-vif-plugged", "status": "completed", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:54.403331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5697b2-0266-4dd6-b495-d046bbe6c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba483feb-8fd8-42d7-b5af-54e15b3e0df3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:54.413154 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1c5697b2-0266-4dd6-b495-d046bbe6c92e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53be613f108348549c39794a3a1fdac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289112 Feb 11 14:04:54.415674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:54.449463 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc72a33-f98e-4125-9f11-3df8396ae29e x-openstack-request-id: req-7bc72a33-f98e-4125-9f11-3df8396ae29e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:54.449772 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "name": "network-vif-plugged", "status": "completed", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:54.450021 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc72a33-f98e-4125-9f11-3df8396ae29e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:54.450402 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a', 'code': 200} Feb 11 14:04:54.509277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-5d4ae45c-84e0-48d2-a3b1-43c9a3c94220 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239846 Feb 11 14:04:54.516366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e506-b421-493a-a20b-20c8b32e2591 req-d2b2788a-e7ce-4ae9-8a51-0681511fb385 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.517879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9f0e506-b421-493a-a20b-20c8b32e2591 req-d2b2788a-e7ce-4ae9-8a51-0681511fb385 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0637026 Feb 11 14:04:54.518938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.519862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.60', 52955) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:54.560055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.588702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9f0e506-b421-493a-a20b-20c8b32e2591 req-6b656408-5809-4e53-b8c2-afc2fbea235e tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602520 Feb 11 14:04:54.702871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.707142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:54.709038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba483feb-8fd8-42d7-b5af-54e15b3e0df3 HTTP/1.1" status: 204 len: 168 time: 0.2920876 Feb 11 14:04:54.719032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cb962-7302-4954-859c-d22a1d91333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba483feb-8fd8-42d7-b5af-54e15b3e0df3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:54.835191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8f6b-d1bb-49ae-920f-f7a5fd2b9a81 req-ac88754c-6bef-4967-bbc3-3fc2f876098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.836618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-497b8f6b-d1bb-49ae-920f-f7a5fd2b9a81 req-ac88754c-6bef-4967-bbc3-3fc2f876098f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 1122 time: 0.3092873 Feb 11 14:04:54.906197 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a93f6f12-274f-4e55-ab35-d895f68883d7 req-40bb460e-c842-45b0-8b98-d73652130e28 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096194 Feb 11 14:04:54.918195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3897d-9737-474b-9c59-92823a6a7efc req-4e05990a-68e9-4aa1-b5bf-90a7e50b410c tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.919678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bea3897d-9737-474b-9c59-92823a6a7efc req-4e05990a-68e9-4aa1-b5bf-90a7e50b410c tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 969 time: 0.1194785 Feb 11 14:04:54.924192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-497b8f6b-d1bb-49ae-920f-f7a5fd2b9a81 req-4c61adea-c5c4-402c-a062-67f1570da55b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747850 Feb 11 14:04:54.964261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bea3897d-9737-474b-9c59-92823a6a7efc req-f5a13eb8-d451-4575-b030-db2111ddea76 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362988 Feb 11 14:04:55.073918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565fb6d-094d-46ba-bd7d-4dc3736ee64c req-24320204-7e46-439a-9d72-32b06f8b25f7 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.075687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3565fb6d-094d-46ba-bd7d-4dc3736ee64c req-24320204-7e46-439a-9d72-32b06f8b25f7 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 950 time: 0.0553439 Feb 11 14:04:55.117631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3565fb6d-094d-46ba-bd7d-4dc3736ee64c req-e19d4af3-5e63-48ba-ad80-b1d2dd0eab3c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Feb 11 14:04:55.233572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f30db6-cffe-46d4-9670-101bbff650b4 req-642fec3f-eead-4e39-b3b2-cdb97b71cd80 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.242449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27f30db6-cffe-46d4-9670-101bbff650b4 req-642fec3f-eead-4e39-b3b2-cdb97b71cd80 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 948 time: 0.0538566 Feb 11 14:04:55.279472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27f30db6-cffe-46d4-9670-101bbff650b4 req-42b6b49b-e620-49df-bf05-2ed9b6913e90 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Feb 11 14:04:55.320201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-7c7ddf43-72ff-44b2-b923-a8c2dbad7f92 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225616 Feb 11 14:04:55.427561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-20803872-9ede-4ba3-9ed8-10e6804a3810 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.429111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-20803872-9ede-4ba3-9ed8-10e6804a3810 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032705 Feb 11 14:04:55.445817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-fc761bb3-a467-4911-8a42-e72be3d4042a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0101204 Feb 11 14:04:55.482607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-6014f8d4-151c-4c99-beb4-6a406729f3d8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309973 Feb 11 14:04:55.715728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9ed0f07a-58c3-4802-84e6-c8a791ca5977 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:55.811091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eb860-df52-413d-b1af-0dadbfdb472d req-b385dbe1-7677-40f2-b67e-92502fdb5b62 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.827851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:55.832870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-764eb860-df52-413d-b1af-0dadbfdb472d req-b385dbe1-7677-40f2-b67e-92502fdb5b62 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.1026328 Feb 11 14:04:55.838675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '9ed0f07a-58c3-4802-84e6-c8a791ca5977', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '9ed0f07a-58c3-4802-84e6-c8a791ca5977', 'mac_address': 'fa:16:3e:22:b6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:55.880768 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:55.896036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed0f07a-58c3-4802-84e6-c8a791ca5977 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:55.914324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-764eb860-df52-413d-b1af-0dadbfdb472d req-6c9fcb76-c0c0-4a57-8c03-2b828560d8bc tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Feb 11 14:04:55.928806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:55.937378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e442a157-ac02-4cee-a6be-e37af27c48f1 req-c9f27262-5c9f-4dbb-9594-6ca0c2528014 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0429456 Feb 11 14:04:55.997485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.028799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d09d81-52f7-477c-90c5-114172a28b85 req-4cc2f87a-5c75-4ec8-bd99-d90f0762dcc6 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.030793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62d09d81-52f7-477c-90c5-114172a28b85 req-4cc2f87a-5c75-4ec8-bd99-d90f0762dcc6 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 950 time: 0.0539801 Feb 11 14:04:56.046033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:56.078864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62d09d81-52f7-477c-90c5-114172a28b85 req-8bf95e0b-9270-4a85-a5bc-125d88e3a57d tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Feb 11 14:04:56.085263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7274-950a-4b94-965a-014c68511227 req-9a28f819-1163-46bd-acd3-663c42af51a4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.086759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c1a7274-950a-4b94-965a-014c68511227 req-9a28f819-1163-46bd-acd3-663c42af51a4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 969 time: 0.0524993 Feb 11 14:04:56.126222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c1a7274-950a-4b94-965a-014c68511227 req-16dd1200-a0d5-4c5a-95fd-d403a09d8ff4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Feb 11 14:04:56.236445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9ed0f07a-58c3-4802-84e6-c8a791ca5977'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:56.405774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fe26e-626e-4d63-94db-1a9f8d1d5d4b req-ab572ca7-314a-4261-95f0-693c503889bb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:56.407242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-181fe26e-626e-4d63-94db-1a9f8d1d5d4b req-ab572ca7-314a-4261-95f0-693c503889bb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 949 time: 0.0533283 Feb 11 14:04:56.445849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-181fe26e-626e-4d63-94db-1a9f8d1d5d4b req-9e36d533-dc15-4491-958a-b44946c913a5 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Feb 11 14:04:56.606705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c44da846-fa1e-47c2-b399-670d4dce785d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:56.711539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c44da846-fa1e-47c2-b399-670d4dce785d,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:56.723244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'c44da846-fa1e-47c2-b399-670d4dce785d', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'c44da846-fa1e-47c2-b399-670d4dce785d', 'mac_address': 'fa:16:3e:c7:92:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:tempest-test_az-733513927', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:56.764072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.779836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44da846-fa1e-47c2-b399-670d4dce785d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:56.799514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c44da846-fa1e-47c2-b399-670d4dce785d,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:57.009269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.024837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ff64-f311-4419-b9c4-c1aed9b197f8 req-b087f632-850f-4ad6-b59f-aba62aacd596 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.026701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99d7ff64-f311-4419-b9c4-c1aed9b197f8 req-b087f632-850f-4ad6-b59f-aba62aacd596 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0506361 Feb 11 14:04:57.033538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cff12e11-6e71-4bb4-bfc1-a9dc47bc9e3f req-4df51e7e-22f6-4491-ac2e-cdf35860632a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0292871 Feb 11 14:04:57.069950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99d7ff64-f311-4419-b9c4-c1aed9b197f8 req-412333f5-7078-48d2-9d6c-847cdfe68bef tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Feb 11 14:04:57.075205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:57.187046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783ee5-12af-443f-81c9-856bfe381687 req-23a45bb9-9232-49fd-aa19-76b9a832f438 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.190119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd783ee5-12af-443f-81c9-856bfe381687 req-23a45bb9-9232-49fd-aa19-76b9a832f438 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 1122 time: 0.0471375 Feb 11 14:04:57.201316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9cf71-8f9c-4715-ac58-7245b72905db req-52f898d6-40d3-4992-994c-ab905800d58e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.202850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00f9cf71-8f9c-4715-ac58-7245b72905db req-52f898d6-40d3-4992-994c-ab905800d58e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 950 time: 0.0540555 Feb 11 14:04:57.212271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cd783ee5-12af-443f-81c9-856bfe381687 req-ae0918f1-f27c-469d-96b0-2f0cb7264c65 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.247447 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00f9cf71-8f9c-4715-ac58-7245b72905db req-31c74d68-5a34-4a8d-81cf-e455bbdc754f tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Feb 11 14:04:57.262191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c44da846-fa1e-47c2-b399-670d4dce785d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:57.321338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cd783ee5-12af-443f-81c9-856bfe381687 req-ae0918f1-f27c-469d-96b0-2f0cb7264c65 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.370625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-a5e2ce56-7a15-4a4f-8b6a-6adfe8c88dd4 tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.372209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-a5e2ce56-7a15-4a4f-8b6a-6adfe8c88dd4 tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 1101 time: 0.0715137 Feb 11 14:04:57.392788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc6b44-68cf-4687-a410-c749ac96f037 req-b8cbe45f-c51d-4bfe-aff4-89dde068da5c tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.394821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7dc6b44-68cf-4687-a410-c749ac96f037 req-b8cbe45f-c51d-4bfe-aff4-89dde068da5c tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 970 time: 0.0614574 Feb 11 14:04:57.437855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cd783ee5-12af-443f-81c9-856bfe381687 req-ae0918f1-f27c-469d-96b0-2f0cb7264c65 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.461650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd783ee5-12af-443f-81c9-856bfe381687 req-ae0918f1-f27c-469d-96b0-2f0cb7264c65 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623489 Feb 11 14:04:57.471391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0918f1-f27c-469d-96b0-2f0cb7264c65 tempest-AggregatesAdminTestJSON-1628413463 tempest-AggregatesAdminTestJSON-1628413463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6cd88-0946-413b-8814-5119b1965cc8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:57.473358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7dc6b44-68cf-4687-a410-c749ac96f037 req-1bf18c8b-2781-4aab-a93b-daaa6737bc74 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Feb 11 14:04:57.488654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Deleting port 9d1a82c3-3517-43a3-bed7-29fd604b69ae {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:04:57.489033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.583102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] For port 9d1a82c3-3517-43a3-bed7-29fd604b69ae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9d1a82c3-3517-43a3-bed7-29fd604b69ae,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:57.583484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.587857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4454f-4aa9-4ade-8c69-3f20150d1491 req-3132f50e-69fd-48bc-9c05-ebfe5368f485 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.589442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e4454f-4aa9-4ade-8c69-3f20150d1491 req-3132f50e-69fd-48bc-9c05-ebfe5368f485 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 949 time: 0.0479815 Feb 11 14:04:57.596731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Calling delete_port for 9d1a82c3-3517-43a3-bed7-29fd604b69ae owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:04:57.630617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e4454f-4aa9-4ade-8c69-3f20150d1491 req-b41e820e-1a71-47f9-a7a7-b98c3d3d0e42 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345819 Feb 11 14:04:57.733239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9ed0f07a-58c3-4802-84e6-c8a791ca5977 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:57.826210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.837116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9d1a82c3-3517-43a3-bed7-29fd604b69ae'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:57.855307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d1a82c3-3517-43a3-bed7-29fd604b69ae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:57.865857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:57.869890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:57.870324 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.899084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] No DVR routers for this DVR port 9d1a82c3-3517-43a3-bed7-29fd604b69ae on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:04:57.902641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.906408 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3308fbce-9524-4e07-82cf-8bf2a33ef298 req-e6f45b9d-aa87-4187-b25e-d7bf780f856a tempest-DeleteServersAdminTestJSON-1731031379 tempest-DeleteServersAdminTestJSON-1731031379-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9d1a82c3-3517-43a3-bed7-29fd604b69ae HTTP/1.1" status: 204 len: 173 time: 0.5270817 Feb 11 14:04:57.907013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'name': 'network-vif-deleted', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:57.909750 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48202068-7cd8-4f5a-bdee-67da26ccd258" -d '{"events": [{"server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "name": "network-vif-deleted", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:57.961596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.965664 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4070ead-1fc4-475e-b675-174a796ece8f x-openstack-request-id: req-c4070ead-1fc4-475e-b675-174a796ece8f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:57.965964 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a86b8bf-fe90-47a3-9945-1f7bb738cafa", "name": "network-vif-deleted", "tag": "9d1a82c3-3517-43a3-bed7-29fd604b69ae", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:57.966234 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4070ead-1fc4-475e-b675-174a796ece8f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:57.966612 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a86b8bf-fe90-47a3-9945-1f7bb738cafa', 'name': 'network-vif-deleted', 'tag': '9d1a82c3-3517-43a3-bed7-29fd604b69ae', 'status': 'completed', 'code': 200} Feb 11 14:04:57.996626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:57.999352 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016beb9f-30a3-4dc8-9ff7-089d309964d5" -d '{"events": [{"server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "name": "network-vif-plugged", "status": "completed", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:58.022221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:58.029331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e0e6d-ed87-44ca-819d-b5f6edd3ca45 req-7aacc85b-f587-41c5-bfd5-bbccc3bf6198 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.036147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f2e0e6d-ed87-44ca-819d-b5f6edd3ca45 req-7aacc85b-f587-41c5-bfd5-bbccc3bf6198 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0651555 Feb 11 14:04:58.044015 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74877452-d867-443b-bd54-c3e7eb92e975 x-openstack-request-id: req-74877452-d867-443b-bd54-c3e7eb92e975 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:58.044326 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "name": "network-vif-plugged", "status": "completed", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:58.044653 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74877452-d867-443b-bd54-c3e7eb92e975 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:58.045071 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977', 'code': 200} Feb 11 14:04:58.102233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f2e0e6d-ed87-44ca-819d-b5f6edd3ca45 req-c36cc253-5d59-452d-b496-7c429a5b6c74 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651159 Feb 11 14:04:58.112132 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.142191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.62', 55491) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:58.170138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-e278637a-ab10-4df6-b997-8d6c2d64129d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260108 Feb 11 14:04:58.174720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:58.187241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b9362c1-5866-4039-af53-02a04e8efcae req-01c69d9f-4865-4185-8ac6-8c5e7efc3b45 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0760043 Feb 11 14:04:58.196329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acb83-71c2-44cc-bc27-57366ace0b7c req-66be2fde-6913-446a-a270-4c5e52f202bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.198022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b22acb83-71c2-44cc-bc27-57366ace0b7c req-66be2fde-6913-446a-a270-4c5e52f202bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 1101 time: 0.0730777 Feb 11 14:04:58.234140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b22acb83-71c2-44cc-bc27-57366ace0b7c req-6a491827-a26c-467a-9704-d5cf30ba0893 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293350 Feb 11 14:04:58.295671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-b8e321ca-60fd-496b-bf2f-66c07b316111 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.297289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-b8e321ca-60fd-496b-bf2f-66c07b316111 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203184 Feb 11 14:04:58.356674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4582146c-e038-4a61-82a5-ddfe62b1fca0 req-0f05c479-37ac-434f-8173-e67c956eff27 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a86b8bf-fe90-47a3-9945-1f7bb738cafa HTTP/1.1" status: 200 len: 210 time: 0.0255592 Feb 11 14:04:58.451494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:58.608196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c44da846-fa1e-47c2-b399-670d4dce785d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:58.612243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00243381-9356-4af1-a8cf-6876b3bfd3f7 req-f8333d07-9f43-416e-8c7f-bd62c14a87a2 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.613936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00243381-9356-4af1-a8cf-6876b3bfd3f7 req-f8333d07-9f43-416e-8c7f-bd62c14a87a2 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 970 time: 0.0541685 Feb 11 14:04:58.665606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:58.670104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.671794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00243381-9356-4af1-a8cf-6876b3bfd3f7 req-a0bdb475-28cd-416f-b128-2f1d62b8b139 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Feb 11 14:04:58.688145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.808976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port c44da846-fa1e-47c2-b399-670d4dce785d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:58.813325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port c44da846-fa1e-47c2-b399-670d4dce785d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:58.814189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.814990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829da3-4d01-4bf3-a737-027615093939 req-dc0460cd-2f18-4f94-b771-4d1b67b0e72c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.823191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c829da3-4d01-4bf3-a737-027615093939 req-dc0460cd-2f18-4f94-b771-4d1b67b0e72c tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.1086929 Feb 11 14:04:58.857699 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.890594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c829da3-4d01-4bf3-a737-027615093939 req-6901315d-01d7-4f55-b776-dff5297ec34d tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Feb 11 14:04:58.905947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.937776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c44da846-fa1e-47c2-b399-670d4dce785d,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:58.985334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.014188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.052551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:59.066212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:59.129031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.101 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/77585bb9-3c72-428e-9b7e-91828c3e9559) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:59.236528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e054b2-eb96-441e-957d-0ae60a4038fe req-ea322b94-9ff6-4b4f-8cc6-01ba8ea19815 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.238068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66e054b2-eb96-441e-957d-0ae60a4038fe req-ea322b94-9ff6-4b4f-8cc6-01ba8ea19815 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0618520 Feb 11 14:04:59.285259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66e054b2-eb96-441e-957d-0ae60a4038fe req-8bf42b38-e88e-4e2b-a3da-5ab6ab890d73 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cd48bfe-7c88-47f1-9c23-5c172d43cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Feb 11 14:04:59.313308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588675e-5252-42ce-b4d5-693815575082 req-090b95be-1740-47cb-8ba1-48310aa359b4 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.314734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3588675e-5252-42ce-b4d5-693815575082 req-090b95be-1740-47cb-8ba1-48310aa359b4 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 971 time: 0.0861497 Feb 11 14:04:59.335144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cf66175-4331-4958-bb2d-75e2e189ba5f req-9c17656d-9331-45d9-887b-8ce91fc40df5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0547326 Feb 11 14:04:59.408450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.514404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Deleting port 57efb532-d2fd-4abd-af7f-6bd89872b57a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:04:59.516936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.593811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-a06f49c9-b58d-4bd9-bde8-9225fa60f317 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298090 Feb 11 14:04:59.597770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.710920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:59.725514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] For port 57efb532-d2fd-4abd-af7f-6bd89872b57a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=57efb532-d2fd-4abd-af7f-6bd89872b57a,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:59.725866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.728313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:59.740429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:59.745845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.746466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.753734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:59.761623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Calling delete_port for 57efb532-d2fd-4abd-af7f-6bd89872b57a owned by compute:tempest-test_az-733513927 {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:04:59.792610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850bd1f-be5d-4b39-b3f3-a02ab99355d4 req-5c29536a-3c04-45f7-bfcb-94c08a7f73bb tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.794823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0850bd1f-be5d-4b39-b3f3-a02ab99355d4 req-5c29536a-3c04-45f7-bfcb-94c08a7f73bb tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.0583467 Feb 11 14:04:59.838286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0850bd1f-be5d-4b39-b3f3-a02ab99355d4 req-c76c1d0d-bc91-45cf-a8f6-4c229c5ee8e6 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Feb 11 14:04:59.862877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-562fd48a-d5c4-4e3c-a2fc-6e6869d4dfcd tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.864382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-562fd48a-d5c4-4e3c-a2fc-6e6869d4dfcd tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589746 Feb 11 14:04:59.895988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-34aeaa27-1573-48e7-88ab-16e9c3870873 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/quotas/7933ad16717b49d69efeb3b5ef79ac0a HTTP/1.1" status: 200 len: 375 time: 0.0246119 Feb 11 14:04:59.970125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-04b392eb-d6ad-42da-80aa-eb1e78641c30 None None] Provisioning complete for port 77585bb9-3c72-428e-9b7e-91828c3e9559 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:59.970682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04b392eb-d6ad-42da-80aa-eb1e78641c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.005599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.008243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-04b392eb-d6ad-42da-80aa-eb1e78641c30 None None] Port 77585bb9-3c72-428e-9b7e-91828c3e9559 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:00.024922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab6bca-78f2-45c4-abf6-2603bbd08152 req-8eb8bbf7-b263-44e7-a7a1-188d1e1bb3ef tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:00.026723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbab6bca-78f2-45c4-abf6-2603bbd08152 req-8eb8bbf7-b263-44e7-a7a1-188d1e1bb3ef tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.0618353 Feb 11 14:05:00.046447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:00.049095 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6329ee-90ef-4bad-bee3-0e438a3703e7" -d '{"events": [{"server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "name": "network-vif-plugged", "status": "completed", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:00.063316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-4cbcbe55-1d0a-4173-af83-b48c71570fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6157067 Feb 11 14:05:00.070215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbab6bca-78f2-45c4-abf6-2603bbd08152 req-a62303ee-f7c6-4fc0-84f1-d6d8b5627365 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Feb 11 14:05:00.079991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-6c2c493c-e628-4732-8de7-b8c398e5d6cb tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1778715 Feb 11 14:05:00.084624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Request body: {'port': {'device_id': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:00.143275 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c777fe1-77a6-444e-a5ec-ea7d31870436 x-openstack-request-id: req-1c777fe1-77a6-444e-a5ec-ea7d31870436 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:00.143693 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "name": "network-vif-plugged", "status": "completed", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:00.144069 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c777fe1-77a6-444e-a5ec-ea7d31870436 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:00.144669 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d', 'code': 200} Feb 11 14:05:00.176990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.322319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.332324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e18f8-3eed-4744-a3ec-69b17e7c658d req-ca887896-c866-41fb-9f04-6eb903e72b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:00.333901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8e18f8-3eed-4744-a3ec-69b17e7c658d req-ca887896-c866-41fb-9f04-6eb903e72b37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 1122 time: 0.1192000 Feb 11 14:05:00.334208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['57efb532-d2fd-4abd-af7f-6bd89872b57a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:00.365491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Pushing event deleted for resources: {'Port': ['ID=57efb532-d2fd-4abd-af7f-6bd89872b57a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:00.440998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-529eb71d-0670-4d8a-a741-bb6794eb2b67 req-ddf23bd8-189e-45f5-936d-1e115fec9734 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0359740 Feb 11 14:05:00.495107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8e18f8-3eed-4744-a3ec-69b17e7c658d req-f3087be8-6a9c-4c53-8498-f3ff34c228bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313093 Feb 11 14:05:00.527395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] No DVR routers for this DVR port 57efb532-d2fd-4abd-af7f-6bd89872b57a on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:00.546820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.550157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3588675e-5252-42ce-b4d5-693815575082 req-160d023d-d0c9-47f1-be5e-6aa712f823fd tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.60 "DELETE /v2.0/ports/57efb532-d2fd-4abd-af7f-6bd89872b57a HTTP/1.1" status: 204 len: 173 time: 1.2172155 Feb 11 14:05:00.551457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'name': 'network-vif-deleted', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:00.553374 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e07a3da-b584-4de4-8e8d-6fe14ea68c68" -d '{"events": [{"server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "name": "network-vif-deleted", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:00.556387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ed0ce0-7e46-44d8-bc34-9b6796839031 req-a5552489-0563-4db1-8859-38f0a3e9ca51 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 210 time: 0.0409050 Feb 11 14:05:00.613721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594caf00-72ac-4a5e-9295-aac063f0bd55 req-82f5c3e4-ce73-412e-a3e5-bf0537e2f1a9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:00.615116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-594caf00-72ac-4a5e-9295-aac063f0bd55 req-82f5c3e4-ce73-412e-a3e5-bf0537e2f1a9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 936 time: 0.1259990 Feb 11 14:05:00.668379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-989b5290-e6eb-4142-b43d-0e6552700243 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=df0ce294236241158f272abf402cb5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218918 Feb 11 14:05:00.708318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77585bb9-3c72-428e-9b7e-91828c3e9559 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:00.717587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-594caf00-72ac-4a5e-9295-aac063f0bd55 req-94975312-dacb-41d4-b6ba-5fe7ca2a7a1f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Feb 11 14:05:00.719390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.741716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Transition to ACTIVE for port object 77585bb9-3c72-428e-9b7e-91828c3e9559 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:00.772482 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e1ec1-017f-486c-a9a9-adf3af342c85 x-openstack-request-id: req-042e1ec1-017f-486c-a9a9-adf3af342c85 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:00.772482 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a62a5-cb20-4a20-8a3b-320f8db654f9", "name": "network-vif-deleted", "tag": "57efb532-d2fd-4abd-af7f-6bd89872b57a", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:00.772482 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-042e1ec1-017f-486c-a9a9-adf3af342c85 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:00.772482 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a62a5-cb20-4a20-8a3b-320f8db654f9', 'name': 'network-vif-deleted', 'tag': '57efb532-d2fd-4abd-af7f-6bd89872b57a', 'status': 'completed', 'code': 200} Feb 11 14:05:00.810996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-25b552a7-896c-4563-8b86-25176bf80eba tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:00.812445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-25b552a7-896c-4563-8b86-25176bf80eba tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326361 Feb 11 14:05:00.826230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.828174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-4f7a4fb3-8571-49bf-bbba-6db63daeaded tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/quotas/df0ce294236241158f272abf402cb5ad HTTP/1.1" status: 200 len: 375 time: 0.0093422 Feb 11 14:05:00.911377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Pushing event updated for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:00.924706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-e7297069-6919-4247-8ed9-6c8c44c8f661 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898650 Feb 11 14:05:00.928127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Attempting to bind port 77585bb9-3c72-428e-9b7e-91828c3e9559 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:00.928537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Attempting to bind port 77585bb9-3c72-428e-9b7e-91828c3e9559 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:00.929001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Attempting to bind port 77585bb9-3c72-428e-9b7e-91828c3e9559 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:00.939525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Port 77585bb9-3c72-428e-9b7e-91828c3e9559 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:00.939942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Attempting to bind port 77585bb9-3c72-428e-9b7e-91828c3e9559 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:00.986354 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.992334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:00.992685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:00.993098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:00.993826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Bound port: 77585bb9-3c72-428e-9b7e-91828c3e9559, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:00.994215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.059750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752f83-2ac5-4c36-8f57-6a2260338e45 req-beaca4b7-bd07-47a6-af06-2779e38019b1 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.068476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc752f83-2ac5-4c36-8f57-6a2260338e45 req-beaca4b7-bd07-47a6-af06-2779e38019b1 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.1254394 Feb 11 14:05:01.122961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:01.128593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc752f83-2ac5-4c36-8f57-6a2260338e45 req-90213d4b-0aa0-40d7-a352-8e2cf3cea9fe tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586243 Feb 11 14:05:01.139345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=77585bb9-3c72-428e-9b7e-91828c3e9559,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:01.204391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.250583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.251208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.252586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] 10.222.0.62 "PUT /v2.0/ports/77585bb9-3c72-428e-9b7e-91828c3e9559 HTTP/1.1" status: 200 len: 1096 time: 1.1749823 Feb 11 14:05:01.294567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e0d197e-2efb-4c3d-b91c-cc38885b4489 req-02e3f598-e3e9-494c-92fb-4adaef88b3b9 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 210 time: 0.0367856 Feb 11 14:05:01.300014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f2a5-9536-474b-9d5a-96e1b4dc49eb service neutron] Pushing event updated for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:01.452659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-b6df5806-fa26-47f3-bda8-fdc1e4c7c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.454362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-b6df5806-fa26-47f3-bda8-fdc1e4c7c9a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 1099 time: 0.0439320 Feb 11 14:05:01.505110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-5fefc5f4-359c-4c38-92b8-2c9b68a0a0de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=77585bb9-3c72-428e-9b7e-91828c3e9559 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Feb 11 14:05:01.564494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-f8fb7bca-3c23-4559-b8a6-3cb5039b4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.567119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-f8fb7bca-3c23-4559-b8a6-3cb5039b4025 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0541959 Feb 11 14:05:01.579009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-439456f1-a73f-4471-8552-0a1783812339 req-8527019c-45ae-400b-b934-fb4e83c8ed27 tempest-AggregatesAdminTestJSON-1939781726 tempest-AggregatesAdminTestJSON-1939781726-project] 10.222.0.31 "GET /v2.0/ports?device_id=195a62a5-cb20-4a20-8a3b-320f8db654f9 HTTP/1.1" status: 200 len: 210 time: 0.0263088 Feb 11 14:05:01.647002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-175447b5-404f-49a7-b29c-3dc505399741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.648539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-175447b5-404f-49a7-b29c-3dc505399741 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733240 Feb 11 14:05:01.668307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-829f8582-84bb-45aa-9fcd-42d8b95f11d4 req-77e80628-aecc-43c4-ad10-ee107aea0e23 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 210 time: 0.0339749 Feb 11 14:05:01.750677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-a654fbaa-d3d0-4d35-bb3b-e8f890667e01 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Feb 11 14:05:01.756277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9d1a82c3-3517-43a3-bed7-29fd604b69ae no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:01.778307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 9d1a82c3-3517-43a3-bed7-29fd604b69ae {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:01.778642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9d1a82c3-3517-43a3-bed7-29fd604b69ae not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:01.852672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-691dab32-2483-41fd-a4c6-fa5a05464b38 req-ba95915c-0955-40c2-940b-842cd2dbb7b6 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945289 Feb 11 14:05:01.859299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94ec0-e620-4562-b535-3ac749f08384 req-87e7f440-7b1d-4128-ba31-2ebd8c8814a3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.860919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6a94ec0-e620-4562-b535-3ac749f08384 req-87e7f440-7b1d-4128-ba31-2ebd8c8814a3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 948 time: 0.0659029 Feb 11 14:05:01.906795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6a94ec0-e620-4562-b535-3ac749f08384 req-433a15ef-ced0-4489-9a26-b6dc265a74c0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Feb 11 14:05:02.247963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99a83d-7768-4fe2-8877-2e06719749a6 req-1febd37e-d296-42d2-86b1-b034dd456bf4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.249577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f99a83d-7768-4fe2-8877-2e06719749a6 req-1febd37e-d296-42d2-86b1-b034dd456bf4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.0506010 Feb 11 14:05:02.287802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f99a83d-7768-4fe2-8877-2e06719749a6 req-663d38b4-6af9-4d63-ac99-856095613bd1 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Feb 11 14:05:02.402043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9aa141ac-7d05-4781-a3d1-3c5641064968 req-7b7bc937-5fde-430e-9143-fe851270ea1d tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 210 time: 0.0266585 Feb 11 14:05:02.470565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-6b2e8695-e98d-4791-86c6-2305d2675fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427830 Feb 11 14:05:02.573401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ba92693c-8669-4fec-b95c-cc18bcd2e803 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236497 Feb 11 14:05:02.575128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-dc5bdb24-32b4-4b76-b40e-e2271127ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.576426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-dc5bdb24-32b4-4b76-b40e-e2271127ea09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 1122 time: 0.0624115 Feb 11 14:05:02.734952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-a797fef3-a062-4ce7-8b36-b68fa017e680 req-5d0c7a25-4100-427c-951e-b9fd4b0def2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:05:02.748681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a797fef3-a062-4ce7-8b36-b68fa017e680 req-5d0c7a25-4100-427c-951e-b9fd4b0def2d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0887806 Feb 11 14:05:02.757541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ddd3de6c-142a-45a6-8cc2-8b58c9979d1b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.758980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ddd3de6c-142a-45a6-8cc2-8b58c9979d1b tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794031 Feb 11 14:05:02.763921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-72b2a149-6c90-476a-91c0-e1004cda1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.765280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-72b2a149-6c90-476a-91c0-e1004cda1186 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1632464 Feb 11 14:05:02.775189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Request body: {'port': {'device_id': '22bddc92-6388-4765-9476-7997fa784079', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '7933ad16717b49d69efeb3b5ef79ac0a'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:02.781241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:02.786397 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca3edd-fb6e-4583-87a4-27643f958a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:02.830809 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-4bc031a3-4b82-418b-8ca9-a51597294257 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600245 Feb 11 14:05:02.839199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-380229bd-a5ed-43cc-ac7d-8b8f889fee3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c44da846-fa1e-47c2-b399-670d4dce785d HTTP/1.1" status: 200 len: 217 time: 0.0596864 Feb 11 14:05:02.925883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-c339b6ce-1f73-428c-910c-041405156af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.928168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-c339b6ce-1f73-428c-910c-041405156af9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 1101 time: 0.0499799 Feb 11 14:05:02.947449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-da5ff6f9-4c51-4444-b8c7-bbeeb3bc3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.948948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-da5ff6f9-4c51-4444-b8c7-bbeeb3bc3bd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0852568 Feb 11 14:05:03.028620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-557337ad-f231-40eb-af40-16f1a0c175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.030218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-557337ad-f231-40eb-af40-16f1a0c175aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637519 Feb 11 14:05:03.071636 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e38bc0-e102-4049-a9b1-6e4ebd97fe28 x-openstack-request-id: req-e3e38bc0-e102-4049-a9b1-6e4ebd97fe28 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:03.072014 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:03.072335 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3e38bc0-e102-4049-a9b1-6e4ebd97fe28 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:03.072793 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559', 'status': 'completed', 'code': 200} Feb 11 14:05:03.074711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6fc612a-4e1a-4d8a-ae20-3aa355a62e38 req-d9e5ce0e-0c0a-4ef1-ada8-8b0c42e139b0 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 210 time: 0.0459318 Feb 11 14:05:03.099655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.62', 55498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:03.107074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Made reservation on behalf of 7933ad16717b49d69efeb3b5ef79ac0a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:03.110969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:03.170319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-1e75b6d2-0e71-420e-9384-7d79a78f9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.171829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-1e75b6d2-0e71-420e-9384-7d79a78f9484 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2226384 Feb 11 14:05:03.238344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-bf2be8ae-fc04-4f19-8c56-359f7d5ccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.240724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-bf2be8ae-fc04-4f19-8c56-359f7d5ccfc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 1099 time: 0.1399903 Feb 11 14:05:03.242538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-c2a95b2b-5afa-43ae-bf41-30a51c3bf4cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977 HTTP/1.1" status: 200 len: 217 time: 0.0494294 Feb 11 14:05:03.247698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-c4fd2f9a-8438-478d-a812-723d19bff2af service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097106 Feb 11 14:05:03.267205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317531a-9d06-469a-b2a4-6f7879c9751f req-d3ff5723-49e2-4587-bc08-63d031c0503e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.268701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0317531a-9d06-469a-b2a4-6f7879c9751f req-d3ff5723-49e2-4587-bc08-63d031c0503e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 948 time: 0.1114936 Feb 11 14:05:03.335839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9938e5-0108-4aee-b077-3df38471f86e req-2be8119f-8d98-43a6-a3d8-708a9d5c64db tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.337346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad9938e5-0108-4aee-b077-3df38471f86e req-2be8119f-8d98-43a6-a3d8-708a9d5c64db tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.1914306 Feb 11 14:05:03.379418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-208776ef-394e-41b6-a4a0-981c0bb67ca1 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df0ce294236241158f272abf402cb5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396314 Feb 11 14:05:03.561558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-2d41c7e4-6646-4edf-b954-017ec95cfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.563074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-2d41c7e4-6646-4edf-b954-017ec95cfe44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.3076782 Feb 11 14:05:03.571909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0317531a-9d06-469a-b2a4-6f7879c9751f req-3ba899e9-0bfd-486b-9245-ce0e798a239c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882469 Feb 11 14:05:03.590894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Allocated IP 192.168.233.84 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/7122411e-0bea-4182-b8c0-1aac83a5ebc5) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:03.618105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-c82477da-9d30-48c5-ad42-bb69751c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.619856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-c82477da-9d30-48c5-ad42-bb69751c7ef2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.3441927 Feb 11 14:05:03.635546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-fb4b136f-4843-41f8-a642-826f7dc2ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.637095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-fb4b136f-4843-41f8-a642-826f7dc2ce20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642941 Feb 11 14:05:03.649651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad9938e5-0108-4aee-b077-3df38471f86e req-5b871d15-e5af-46aa-8439-eaa6ab792587 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941692 Feb 11 14:05:03.681734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-86be1608-be56-459f-a1bc-b79368a0c718 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=77585bb9-3c72-428e-9b7e-91828c3e9559 HTTP/1.1" status: 200 len: 217 time: 0.0545843 Feb 11 14:05:03.738233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-ff6ce3d4-e9e2-49b3-a74f-939bf2f39d70 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.739719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-ff6ce3d4-e9e2-49b3-a74f-939bf2f39d70 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476157 Feb 11 14:05:03.741574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65df4ee2-a02f-47f8-9be4-d845cddf15d8 req-08175ab0-2283-4863-a208-6e89fc957caa service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862182 Feb 11 14:05:03.765953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Request body: {'port': {'device_id': '7e8d10a3-7474-442b-b702-630a124d479a', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'df0ce294236241158f272abf402cb5ad'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:03.773776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-e2d2d389-3ca7-4160-a0af-87c696246971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.775362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-e2d2d389-3ca7-4160-a0af-87c696246971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0642204 Feb 11 14:05:03.830436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-747be21b-b5da-4e4f-b7ba-390815eb4ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671619 Feb 11 14:05:03.840269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce6316a3-4180-43a0-bcae-b129069c152b req-450b350b-4eca-46df-9085-ae31ed02fde4 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 210 time: 0.0977387 Feb 11 14:05:03.897887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-304b27ea-4904-48ac-82a3-7e77aabdd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.899444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-304b27ea-4904-48ac-82a3-7e77aabdd1ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103132 Feb 11 14:05:03.993495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-5bc26868-be8b-48a1-9e45-3efa2d508429 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=24248a31d83541ebab62f0d14a493aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410903 Feb 11 14:05:04.012696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e9d2e77-d9f9-43bd-8a1d-d1d69ea5e2ad req-631456e0-a7ec-44d4-8dbd-1cbbc1cbad9e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756048 Feb 11 14:05:04.018911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.028649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-9bb419d8-8665-4d2e-b974-fff159a84c6e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222098 Feb 11 14:05:04.131701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38ca3edd-fb6e-4583-87a4-27643f958a3b req-bf0a251d-51b4-4a92-b8d6-90d079fab9bf service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964649 Feb 11 14:05:04.143209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-f9c9f33c-3b3f-4f58-8fb6-67f2762d5399 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.149925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-f9c9f33c-3b3f-4f58-8fb6-67f2762d5399 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488624 Feb 11 14:05:04.164463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-1214b365-d27d-4d4c-acfd-e74ba9da01e8 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/quotas/24248a31d83541ebab62f0d14a493aa3 HTTP/1.1" status: 200 len: 375 time: 0.0136735 Feb 11 14:05:04.180768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Made reservation on behalf of df0ce294236241158f272abf402cb5ad for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:04.184091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.267845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.276581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-fd724c33-679b-4d53-988c-4b155e550836 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063123 Feb 11 14:05:04.349370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:04.368826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:04.376698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:04.382100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.382721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.393762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Pushing event updated for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:04.419780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Allocated IP 192.168.233.56 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/2281a99c-71ba-410c-8859-8ea5e8053d86) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:04.564022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-f025d60c-6c35-42e4-ad59-0a0512d41011 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7925353 Feb 11 14:05:04.591781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Request body: {'port': {'device_id': '22bddc92-6388-4765-9476-7997fa784079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:04.612036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5f44-a2c3-46ee-91df-0dcbc68201d6 req-f85ca99b-1aac-4240-97c8-5ae51fa97467 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.616650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8bc5f44-a2c3-46ee-91df-0dcbc68201d6 req-f85ca99b-1aac-4240-97c8-5ae51fa97467 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 935 time: 0.0764329 Feb 11 14:05:04.631722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-374d9402-04f8-42cd-83a7-32b014a0e51e req-bd7d5511-193d-47e6-aba8-326266186e66 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0614944 Feb 11 14:05:04.635126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 57efb532-d2fd-4abd-af7f-6bd89872b57a no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:04.676643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8bc5f44-a2c3-46ee-91df-0dcbc68201d6 req-92f30c78-636f-4cf6-b34b-628c2edef2e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486636 Feb 11 14:05:04.684625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 57efb532-d2fd-4abd-af7f-6bd89872b57a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:04.684996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 57efb532-d2fd-4abd-af7f-6bd89872b57a not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:04.721270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.728132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-51731090-7c82-4fac-86e6-f796cbbba593 None None] Provisioning complete for port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:04.728586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51731090-7c82-4fac-86e6-f796cbbba593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.768077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:04.792480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-51731090-7c82-4fac-86e6-f796cbbba593 None None] Port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:04.812932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e1b7-5043-421e-9ad8-f45f9dd3b017 req-6c32da06-8a6a-4aff-a0fc-10878cb2f298 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.814762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec80e1b7-5043-421e-9ad8-f45f9dd3b017 req-6c32da06-8a6a-4aff-a0fc-10878cb2f298 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 948 time: 0.0713882 Feb 11 14:05:04.854218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec80e1b7-5043-421e-9ad8-f45f9dd3b017 req-c80676e4-86ed-49d6-bc88-77d5d3c02de7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Feb 11 14:05:04.954526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-335c5c93-02c0-4fe4-8639-c5567d92cfa4 req-25aed8a3-1992-4792-a8c0-7e986e1a90d8 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 210 time: 0.0258954 Feb 11 14:05:05.000589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.012218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9ed0f07a-58c3-4802-84e6-c8a791ca5977'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:05.083126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:05.088009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:05.095732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:05.102044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.102664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.119861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Pushing event updated for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:05.229453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-303e74a5-057a-46e7-b038-4c3ecfbdec75 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4728329 Feb 11 14:05:05.246473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Request body: {'port': {'device_id': '7e8d10a3-7474-442b-b702-630a124d479a', 'device_owner': 'compute:tempest-test_az-733513927', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:05.271432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7122411e-0bea-4182-b8c0-1aac83a5ebc5 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:05.288047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.329731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8deb3103-7c3d-4e59-b2b6-b54774853d71 None None] Provisioning complete for port 2281a99c-71ba-410c-8859-8ea5e8053d86 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:05.330215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8deb3103-7c3d-4e59-b2b6-b54774853d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.345537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Transition to ACTIVE for port object 7122411e-0bea-4182-b8c0-1aac83a5ebc5 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:05.358268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.368218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8deb3103-7c3d-4e59-b2b6-b54774853d71 None None] Port 2281a99c-71ba-410c-8859-8ea5e8053d86 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:05.467406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.547482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:05.627153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Attempting to bind port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:05.627428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Attempting to bind port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:05.627748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Attempting to bind port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:05.640993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:05.640993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Attempting to bind port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:05.655700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:05.656032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:05.656465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:05.656847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Bound port: 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:05.657946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.760749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 77585bb9-3c72-428e-9b7e-91828c3e9559 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:05.800775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8475063f-3895-4c40-8c43-f33a1eee39ff req-c5f86014-d179-4482-9254-4358df9dc8da tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0628626 Feb 11 14:05:05.816582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:05.818191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:05.834168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2281a99c-71ba-410c-8859-8ea5e8053d86 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:05.842687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:05.855419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Transition to ACTIVE for port object 2281a99c-71ba-410c-8859-8ea5e8053d86 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:05.895371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56840b3-2d8f-4437-912d-8f7e5e34f323 req-d11635cc-b9af-467b-af4f-8b2619916a88 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.903070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d56840b3-2d8f-4437-912d-8f7e5e34f323 req-d11635cc-b9af-467b-af4f-8b2619916a88 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 947 time: 0.0652854 Feb 11 14:05:05.947426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d56840b3-2d8f-4437-912d-8f7e5e34f323 req-bbbe697f-3f7d-44ea-9a86-22d42ec7316c tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Feb 11 14:05:05.947622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=77585bb9-3c72-428e-9b7e-91828c3e9559,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:05.964807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '77585bb9-3c72-428e-9b7e-91828c3e9559', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '77585bb9-3c72-428e-9b7e-91828c3e9559', 'mac_address': 'fa:16:3e:28:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:05.964958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.023632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.037245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:06.046166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.058769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77585bb9-3c72-428e-9b7e-91828c3e9559 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:06.111041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.111665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.114253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] 10.222.0.62 "PUT /v2.0/ports/7122411e-0bea-4182-b8c0-1aac83a5ebc5 HTTP/1.1" status: 200 len: 1095 time: 1.5383534 Feb 11 14:05:06.119051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:06.119985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=77585bb9-3c72-428e-9b7e-91828c3e9559,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:06.121403 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6538961-50cf-4a32-a058-0990b661a30f" -d '{"events": [{"name": "network-changed", "server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:06.129256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07653e37-d72b-4ed4-8bf4-7bf0b660c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.199959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1de3edc5-bf3a-4010-bf26-e97180de35b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.212551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Attempting to bind port 2281a99c-71ba-410c-8859-8ea5e8053d86 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:06.212910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Attempting to bind port 2281a99c-71ba-410c-8859-8ea5e8053d86 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:06.218212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Attempting to bind port 2281a99c-71ba-410c-8859-8ea5e8053d86 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:06.232368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80268a4-622e-41aa-b26e-98953a80a368 req-ad1f66c5-c4bc-478f-933b-bb489a4183f9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.241320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.243143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b80268a4-622e-41aa-b26e-98953a80a368 req-ad1f66c5-c4bc-478f-933b-bb489a4183f9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 948 time: 0.2033861 Feb 11 14:05:06.281513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Port 2281a99c-71ba-410c-8859-8ea5e8053d86 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:06.281841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Attempting to bind port 2281a99c-71ba-410c-8859-8ea5e8053d86 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:06.296241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:06.296616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:06.296988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:06.297751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Bound port: 2281a99c-71ba-410c-8859-8ea5e8053d86, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:06.297870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.338447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1de3edc5-bf3a-4010-bf26-e97180de35b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.353270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.434048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1de3edc5-bf3a-4010-bf26-e97180de35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.456193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:06.461744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd1f13-14a7-4e92-b6f1-ad1fe137915c req-015dc538-5b26-4a99-bd28-857406dce788 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.469318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbcd1f13-14a7-4e92-b6f1-ad1fe137915c req-015dc538-5b26-4a99-bd28-857406dce788 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 968 time: 0.0815802 Feb 11 14:05:06.504942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.517392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b80268a4-622e-41aa-b26e-98953a80a368 req-732406f7-688e-4615-b398-485fe6b6decf tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733507 Feb 11 14:05:06.521626 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1de3edc5-bf3a-4010-bf26-e97180de35b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8d8141f9c7f433fa5361b1dc617850f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827418 Feb 11 14:05:06.532248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:06.533247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3edc5-bf3a-4010-bf26-e97180de35b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0e5712-7b20-4d27-8576-2362a35f81da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.583366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-b27c0a1e-d1f4-46d6-87f1-ff4fcb9108ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.585037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-b27c0a1e-d1f4-46d6-87f1-ff4fcb9108ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 1098 time: 0.2810442 Feb 11 14:05:06.591167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbcd1f13-14a7-4e92-b6f1-ad1fe137915c req-14e39e94-4a74-4ab8-86d1-0a89f6c04740 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Feb 11 14:05:06.591814 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0861101-1643-44d8-9010-7f893b48d0d0 x-openstack-request-id: req-b0861101-1643-44d8-9010-7f893b48d0d0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:06.592276 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:06.592598 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0861101-1643-44d8-9010-7f893b48d0d0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:06.593198 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5', 'status': 'completed', 'code': 200} Feb 11 14:05:06.644816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-5673fd3b-d63c-4f20-9ef9-c9abcd231ba9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0448070 Feb 11 14:05:06.649654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:06.677015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.686479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2281a99c-71ba-410c-8859-8ea5e8053d86,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:06.701115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.707532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ae3b6826-cadb-48cc-8330-6c3fc81feea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.709115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ae3b6826-cadb-48cc-8330-6c3fc81feea6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0568423 Feb 11 14:05:06.774216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-cdb42ac9-ae71-43a3-b75f-cf2953533712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.775713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-cdb42ac9-ae71-43a3-b75f-cf2953533712 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587673 Feb 11 14:05:06.780502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.832422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.836738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.845895 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c0e5712-7b20-4d27-8576-2362a35f81da HTTP/1.1" status: 204 len: 168 time: 0.2961223 Feb 11 14:05:06.850590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5097c-7ef1-470a-b564-4d2bd6a987a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0e5712-7b20-4d27-8576-2362a35f81da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.868649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.869464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:06.870944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2281a99c-71ba-410c-8859-8ea5e8053d86 HTTP/1.1" status: 200 len: 1116 time: 1.6307323 Feb 11 14:05:06.906074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006663-a39f-4688-b205-0b53351811c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.944654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44d241ae-0b78-4aae-ad2f-045e3a6e400e req-30f90cd3-ed4e-48bf-9715-3e4901f59176 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0535634 Feb 11 14:05:06.987102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-01b874aa-3dbb-4b61-9a0a-05aa2158e231 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=24248a31d83541ebab62f0d14a493aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353880 Feb 11 14:05:07.063844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-7892cc6c-29f8-45c7-9292-398fd5681b48 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803383 Feb 11 14:05:07.230484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-a8139a77-6465-4d64-9d87-e0d38fdd715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.231888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-a8139a77-6465-4d64-9d87-e0d38fdd715e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 1119 time: 0.2222323 Feb 11 14:05:07.252255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8870-ff8a-4ac2-8a44-0fd62ea27fbc req-1b0824c3-0108-4267-b5dc-f5d6ee64e04d tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.253907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bbd8870-ff8a-4ac2-8a44-0fd62ea27fbc req-1b0824c3-0108-4267-b5dc-f5d6ee64e04d tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 947 time: 0.2089193 Feb 11 14:05:07.337535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-a5d1dbaf-60ab-44de-9227-e63ca867a847 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.339481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-a5d1dbaf-60ab-44de-9227-e63ca867a847 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426383 Feb 11 14:05:07.349064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-4ec7f7ff-75c1-4e61-897f-f8b9dd05a505 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=2281a99c-71ba-410c-8859-8ea5e8053d86 HTTP/1.1" status: 200 len: 217 time: 0.0905933 Feb 11 14:05:07.357947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Request body: {'port': {'device_id': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '24248a31d83541ebab62f0d14a493aa3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:07.365693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af05b3e-ee95-4c87-b947-e14330ef80a4 req-ea1e47b4-bcab-45ef-b676-1310c8a114ce service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882812 Feb 11 14:05:07.457205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bbd8870-ff8a-4ac2-8a44-0fd62ea27fbc req-93746231-06c2-461c-9701-f0791190c1ad tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910350 Feb 11 14:05:07.468745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-125279f7-8464-4ee0-a487-4118572121f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.470196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-125279f7-8464-4ee0-a487-4118572121f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1067657 Feb 11 14:05:07.543943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:07.556802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db393c20-07ce-479d-b96d-ec3ec13e2993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:07.575711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-153463ef-dcb7-414f-b7b9-887a1e1e937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.577342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-153463ef-dcb7-414f-b7b9-887a1e1e937e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952599 Feb 11 14:05:07.602937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538961-50cf-4a32-a058-0990b661a30f req-bee72a99-a5e9-4e95-b5ba-e5c64c67e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.603899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-bee72a99-a5e9-4e95-b5ba-e5c64c67e97c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 1098 time: 0.0930617 Feb 11 14:05:07.651090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db393c20-07ce-479d-b96d-ec3ec13e2993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:07.696305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Made reservation on behalf of 24248a31d83541ebab62f0d14a493aa3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:07.699973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:07.770042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db393c20-07ce-479d-b96d-ec3ec13e2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:07.773969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 77585bb9-3c72-428e-9b7e-91828c3e9559 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:07.801520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db393c20-07ce-479d-b96d-ec3ec13e2993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23412018-02e3-4dda-a068-871247604ebd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:07.822101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1b90-872d-45ec-8549-182bcbcc80c7 req-bb0452c6-039b-4883-a19c-0b4f2c7534ae tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.823619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a2a1b90-872d-45ec-8549-182bcbcc80c7 req-bb0452c6-039b-4883-a19c-0b4f2c7534ae tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 949 time: 0.1743062 Feb 11 14:05:07.833968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-db393c20-07ce-479d-b96d-ec3ec13e2993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8834220aa1d49068080d4581478f3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888625 Feb 11 14:05:07.847136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:07.852979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-55596039-80b4-46a4-b680-7386591a0611 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687099 Feb 11 14:05:07.853965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538961-50cf-4a32-a058-0990b661a30f req-d3aee52a-18d3-425c-ba80-5dadff9941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.855241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-d3aee52a-18d3-425c-ba80-5dadff9941a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2418807 Feb 11 14:05:07.898458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048a8b-c4e8-4838-b6f8-d04690d4ad9f req-edcbd252-3dee-4b5b-913d-eb1f64c54cac tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:07.905756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a048a8b-c4e8-4838-b6f8-d04690d4ad9f req-edcbd252-3dee-4b5b-913d-eb1f64c54cac tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 968 time: 0.0981903 Feb 11 14:05:07.918018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 77585bb9-3c72-428e-9b7e-91828c3e9559 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:07.923431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 77585bb9-3c72-428e-9b7e-91828c3e9559 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:07.924038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:07.944458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-8db6f8c8-0d47-48db-902f-ecc71e6154c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0717192 Feb 11 14:05:07.961088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a048a8b-c4e8-4838-b6f8-d04690d4ad9f req-644755c7-2d92-4ba6-b84e-9afefd909e03 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527432 Feb 11 14:05:07.972705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.010325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.051228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a2a1b90-872d-45ec-8549-182bcbcc80c7 req-c7c76681-97db-466a-9b9a-3c6d86c3731d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011476 Feb 11 14:05:08.060592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.090608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:08.093164 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3ad770-cadb-4cc9-9b70-381bc10211f1" -d '{"events": [{"server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "name": "network-vif-plugged", "status": "completed", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:08.108587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=77585bb9-3c72-428e-9b7e-91828c3e9559,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:08.118573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538961-50cf-4a32-a058-0990b661a30f req-a47c19d9-908d-4fb8-837d-d8f6ca26117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.119979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-a47c19d9-908d-4fb8-837d-d8f6ca26117d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1455307 Feb 11 14:05:08.134035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Allocated IP 192.168.233.50 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/55d7e763-c3ff-4693-8b9a-1180ddcfd270) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:08.171882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.173439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e85243f-84e1-446d-ad08-53ba9d7d5da9 req-2da1d9ee-6248-46f8-96f2-2e4e260c0f47 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102691 Feb 11 14:05:08.174548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.175835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23412018-02e3-4dda-a068-871247604ebd HTTP/1.1" status: 204 len: 168 time: 0.3276052 Feb 11 14:05:08.192299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.223843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e5ccb-a222-4e32-92cb-f08af75c1766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23412018-02e3-4dda-a068-871247604ebd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.227267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-362cf8a7-d1ff-410f-b6fb-b0c893798d40 req-9e277fea-116a-40c2-90f5-11bc3f5b10e7 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0659060 Feb 11 14:05:08.239197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538961-50cf-4a32-a058-0990b661a30f req-30f77b0a-30f5-4ad5-833c-c6012f543cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.241034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-30f77b0a-30f5-4ad5-833c-c6012f543cf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084197 Feb 11 14:05:08.355635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea079fdf-1cdf-4bab-b69d-bfab8bca098e x-openstack-request-id: req-ea079fdf-1cdf-4bab-b69d-bfab8bca098e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:08.356014 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "name": "network-vif-plugged", "status": "completed", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:08.356182 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea079fdf-1cdf-4bab-b69d-bfab8bca098e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:08.356563 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559', 'code': 200} Feb 11 14:05:08.397461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd774-8f4d-47ad-880b-463e5b93aa02 req-e4ef265d-ff64-4662-94fe-ca76c241d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.399703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ba2fd774-8f4d-47ad-880b-463e5b93aa02 req-e4ef265d-ff64-4662-94fe-ca76c241d1a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 1101 time: 0.0782993 Feb 11 14:05:08.405393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.445439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ba2fd774-8f4d-47ad-880b-463e5b93aa02 req-05470f60-a33f-405c-ab9f-96391101bd8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Feb 11 14:05:08.594575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:08.597337 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d1617b-fd0a-449f-bb18-8d68d519d7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:08.631771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-975ac8dd-249b-4896-826f-348dda0da20b service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757930 Feb 11 14:05:08.639362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.708543 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e2d19-973d-4dde-9163-1ddf19f4bb2a x-openstack-request-id: req-a91e2d19-973d-4dde-9163-1ddf19f4bb2a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:08.708715 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:08.708940 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a91e2d19-973d-4dde-9163-1ddf19f4bb2a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:08.709334 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86', 'status': 'completed', 'code': 200} Feb 11 14:05:08.819123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c58f-a514-44c4-b482-ba31a2013728 req-d588ee4b-6675-45b4-89ea-5e8cc574f502 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.820654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8b1c58f-a514-44c4-b482-ba31a2013728 req-d588ee4b-6675-45b4-89ea-5e8cc574f502 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 947 time: 0.1502705 Feb 11 14:05:08.843786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-2114c0f4-d5b4-4879-bce4-455376b4e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.845252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-2114c0f4-d5b4-4879-bce4-455376b4e66f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df0ce294236241158f272abf402cb5ad&device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 1119 time: 0.1351860 Feb 11 14:05:08.869980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6538961-50cf-4a32-a058-0990b661a30f req-1046242d-1368-48c3-9b65-7b2bd25313a1 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221866 Feb 11 14:05:08.886696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.898142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c44da846-fa1e-47c2-b399-670d4dce785d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:08.963375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8b1c58f-a514-44c4-b482-ba31a2013728 req-ee663979-8742-4119-a70b-31af1a088fd4 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326149 Feb 11 14:05:08.994385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:09.000181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:09.011572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:09.011572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.011572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:09.013038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Pushing event updated for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:09.035778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-bf4906f6-02d2-4130-ba54-67c06176a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.037330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-bf4906f6-02d2-4130-ba54-67c06176a42a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1826425 Feb 11 14:05:09.114126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-80fa33b3-100d-4dc0-95b9-77245733d5c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=2281a99c-71ba-410c-8859-8ea5e8053d86 HTTP/1.1" status: 200 len: 217 time: 0.0682802 Feb 11 14:05:09.138207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3825571b-f87e-4cb8-961f-79b9d6e0bcef tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7861688 Feb 11 14:05:09.175520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Request body: {'port': {'device_id': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:09.242867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-247be9fa-534a-47ab-bb23-83755a358a7c None None] Provisioning complete for port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:09.243215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247be9fa-534a-47ab-bb23-83755a358a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:09.273565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ca9c-eca5-45c5-a0c2-f3d388e2ec52 req-4e441f6f-e52b-4be1-af85-299f13160c16 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.275173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f6ca9c-eca5-45c5-a0c2-f3d388e2ec52 req-4e441f6f-e52b-4be1-af85-299f13160c16 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 968 time: 0.1650765 Feb 11 14:05:09.279003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-07a9bdeb-689d-4367-9ae6-f3716c0f10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.280485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-07a9bdeb-689d-4367-9ae6-f3716c0f10dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1379766 Feb 11 14:05:09.283687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:09.327313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-247be9fa-534a-47ab-bb23-83755a358a7c None None] Port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:09.398216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b971-ffec-4b62-8bbc-5e104ceb50cb req-ac00374f-c90c-4c56-a2c5-15b3e4937a18 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.407845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a516b971-ffec-4b62-8bbc-5e104ceb50cb req-ac00374f-c90c-4c56-a2c5-15b3e4937a18 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 950 time: 0.0876458 Feb 11 14:05:09.410520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f6ca9c-eca5-45c5-a0c2-f3d388e2ec52 req-0475a826-33cb-4cbd-b4af-f919ca7edb40 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217825 Feb 11 14:05:09.422537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-0feb0a98-1c1c-45c8-84d7-3b3707b39e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.424102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-0feb0a98-1c1c-45c8-84d7-3b3707b39e6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368430 Feb 11 14:05:09.456565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a516b971-ffec-4b62-8bbc-5e104ceb50cb req-3ef9e96a-e7fa-47f3-891d-ec88584c9111 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Feb 11 14:05:09.668610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c61d2f-5e76-42c9-ae6f-f108cd0d2596 req-a6b3999a-ffad-4ab6-93a4-7cd077e438e7 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.671410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28c61d2f-5e76-42c9-ae6f-f108cd0d2596 req-a6b3999a-ffad-4ab6-93a4-7cd077e438e7 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 935 time: 0.0727475 Feb 11 14:05:09.671560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-085f7dc1-49f2-4938-82cc-d4dbc3498d6e service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762941 Feb 11 14:05:09.768391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28c61d2f-5e76-42c9-ae6f-f108cd0d2596 req-bc2a41c1-46f4-482f-a97c-1547680a8db4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872879 Feb 11 14:05:09.838470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78d1617b-fd0a-449f-bb18-8d68d519d7ec req-0cc9a416-7741-4b62-86eb-5d64c9c596ae service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509411 Feb 11 14:05:09.840388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d7e763-c3ff-4693-8b9a-1180ddcfd270 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:09.848245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:09.861489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Transition to ACTIVE for port object 55d7e763-c3ff-4693-8b9a-1180ddcfd270 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:09.998021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:10.106068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Pushing event updated for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.197797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Attempting to bind port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:10.198138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Attempting to bind port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:10.198467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Attempting to bind port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:10.203098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:10.203425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Attempting to bind port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:10.223158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:10.223848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:10.224483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:10.225159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Bound port: 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:10.225728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:10.265148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2fac4-9e95-4b2e-ad9e-4d73e7494669 req-4e3ac4f3-4ff6-4f17-8ec5-b867a8d3908a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.276680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5e2fac4-9e95-4b2e-ad9e-4d73e7494669 req-4e3ac4f3-4ff6-4f17-8ec5-b867a8d3908a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 947 time: 0.0888646 Feb 11 14:05:10.338146 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5e2fac4-9e95-4b2e-ad9e-4d73e7494669 req-94b72bbb-7de6-412c-8517-71ca68fd6176 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592322 Feb 11 14:05:10.376603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:10.380099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:10.484816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:10.542843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.543588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:10.545006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] 10.222.0.60 "PUT /v2.0/ports/55d7e763-c3ff-4693-8b9a-1180ddcfd270 HTTP/1.1" status: 200 len: 1095 time: 1.3855004 Feb 11 14:05:10.581437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a09cb8-ef4c-4cd4-b9aa-47970876b22a service neutron] Pushing event updated for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.637521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2281a99c-71ba-410c-8859-8ea5e8053d86 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:10.667118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed778-9b6d-45aa-afd5-22691e4cbabd req-5d15a6bb-f3b3-4151-9b0a-a70305823b10 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.669548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d4ed778-9b6d-45aa-afd5-22691e4cbabd req-5d15a6bb-f3b3-4151-9b0a-a70305823b10 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 968 time: 0.0901961 Feb 11 14:05:10.709857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:10.712057 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:10.760880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d4ed778-9b6d-45aa-afd5-22691e4cbabd req-02ae2478-d158-463f-ac5a-2678f9dba509 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830023 Feb 11 14:05:10.784959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce67cc6-70fb-4345-b147-80a447fbf133 req-20436c58-7586-4066-b48c-3be30c979a6d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.795568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ce67cc6-70fb-4345-b147-80a447fbf133 req-20436c58-7586-4066-b48c-3be30c979a6d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 950 time: 0.1590800 Feb 11 14:05:10.795568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-bef219a8-8f82-4522-bd20-b80a4f9b9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.795568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-bef219a8-8f82-4522-bd20-b80a4f9b9080 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 1098 time: 0.1060023 Feb 11 14:05:10.838435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2281a99c-71ba-410c-8859-8ea5e8053d86,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:10.851982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '2281a99c-71ba-410c-8859-8ea5e8053d86', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '2281a99c-71ba-410c-8859-8ea5e8053d86', 'mac_address': 'fa:16:3e:08:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:tempest-test_az-733513927', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:10.853615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-ba2d8966-6647-4832-9c54-faa6894f60da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270 HTTP/1.1" status: 200 len: 217 time: 0.0545602 Feb 11 14:05:10.873292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ce67cc6-70fb-4345-b147-80a447fbf133 req-f3b25a2b-8a53-4020-964d-1d5642b54d24 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Feb 11 14:05:10.902628 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:10.919297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2281a99c-71ba-410c-8859-8ea5e8053d86 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:10.945588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-26c34c86-33e7-4168-b9de-8c1a7d3f19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.947401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-26c34c86-33e7-4168-b9de-8c1a7d3f19c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0778074 Feb 11 14:05:10.952033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2281a99c-71ba-410c-8859-8ea5e8053d86,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:10.992268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-d98eb368-84ed-4ce7-8224-04f906892955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.993818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-d98eb368-84ed-4ce7-8224-04f906892955 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404778 Feb 11 14:05:11.112232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:11.196909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:11.220664 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591386f3-dcf9-4e1f-a73b-c5076be49d0e x-openstack-request-id: req-591386f3-dcf9-4e1f-a73b-c5076be49d0e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:11.220664 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:11.220664 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-591386f3-dcf9-4e1f-a73b-c5076be49d0e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:11.220664 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270', 'status': 'completed', 'code': 200} Feb 11 14:05:11.247525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-873db219-e6f2-4300-95c0-932d0d2ebd76 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473872 Feb 11 14:05:11.345768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['2281a99c-71ba-410c-8859-8ea5e8053d86'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:11.375826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80903e4-d9da-4518-831a-03c05ac49b9b req-e01e8bcb-b191-46ff-833d-cc091a1d58c9 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.377533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a80903e4-d9da-4518-831a-03c05ac49b9b req-e01e8bcb-b191-46ff-833d-cc091a1d58c9 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 947 time: 0.1090112 Feb 11 14:05:11.416627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce5aaa5-8fa8-42ea-ab39-c76663f948eb req-3089b570-44c9-4088-a559-1a93a57bc535 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610601 Feb 11 14:05:11.436781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a80903e4-d9da-4518-831a-03c05ac49b9b req-37dd4638-1baa-4e8f-ab85-233ecf7d2814 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Feb 11 14:05:11.605368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-d40e50f1-8d0b-4c12-bb25-825a8334cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.606869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-d40e50f1-8d0b-4c12-bb25-825a8334cf0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24248a31d83541ebab62f0d14a493aa3&device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 1098 time: 0.0418208 Feb 11 14:05:11.726291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b8c9-22fb-4480-8528-55060219348c req-64fabb6d-b7d8-4caa-82a9-6ca54445a306 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.728076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbf5b8c9-22fb-4480-8528-55060219348c req-64fabb6d-b7d8-4caa-82a9-6ca54445a306 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 1101 time: 0.0714152 Feb 11 14:05:11.731071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-671982a3-7b98-48ba-b8ab-debc27468536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.732538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-671982a3-7b98-48ba-b8ab-debc27468536 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1188681 Feb 11 14:05:11.753769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dbf5b8c9-22fb-4480-8528-55060219348c req-b5199ca8-e5b4-4472-a464-e12b1ed3bb61 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:11.763821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7122411e-0bea-4182-b8c0-1aac83a5ebc5 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:11.804150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-e5e86ba2-c767-4497-a502-4b15077c1e21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270 HTTP/1.1" status: 200 len: 217 time: 0.0567167 Feb 11 14:05:11.827481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96818-e234-45eb-8e39-e464004bcd81 req-bbd1e8ba-8a78-49a5-8d65-0686889b3444 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.829128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2a96818-e234-45eb-8e39-e464004bcd81 req-bbd1e8ba-8a78-49a5-8d65-0686889b3444 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 947 time: 0.0500917 Feb 11 14:05:11.869932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2a96818-e234-45eb-8e39-e464004bcd81 req-35b6f234-8429-41b4-9c94-f3522a168907 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Feb 11 14:05:11.874462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:11.877012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-a2409c38-4cd6-44d0-8528-35306f3e7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.878971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-a2409c38-4cd6-44d0-8528-35306f3e7c69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0671899 Feb 11 14:05:11.889531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '7122411e-0bea-4182-b8c0-1aac83a5ebc5', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '7122411e-0bea-4182-b8c0-1aac83a5ebc5', 'mac_address': 'fa:16:3e:7e:76:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:11.934861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:11.949530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7122411e-0bea-4182-b8c0-1aac83a5ebc5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:11.954293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dbf5b8c9-22fb-4480-8528-55060219348c req-b5199ca8-e5b4-4472-a464-e12b1ed3bb61 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:11.960449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-bd0c84d5-9dd8-4359-b842-0db2c5276f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.961990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-bd0c84d5-9dd8-4359-b842-0db2c5276f90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752497 Feb 11 14:05:11.970748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:12.062786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-ec33bd9d-e48b-4646-bd9e-22334be167f0 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935152 Feb 11 14:05:12.065403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dbf5b8c9-22fb-4480-8528-55060219348c req-b5199ca8-e5b4-4472-a464-e12b1ed3bb61 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.066339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.111361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbf5b8c9-22fb-4480-8528-55060219348c req-b5199ca8-e5b4-4472-a464-e12b1ed3bb61 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761966 Feb 11 14:05:12.111958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:12.147701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5199ca8-e5b4-4472-a464-e12b1ed3bb61 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e47c4-8d72-41db-896c-7c5bf13c3a4e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:12.190539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d893b3f3-fb24-4e72-bddc-86db8c0dc8d3 req-27bddc06-0354-4529-957e-46d0e73e5cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178877 Feb 11 14:05:12.260554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3424d-1ed8-43ed-9a81-ffc54926356d req-492f5be7-540d-4d39-ab2e-16b00a3d48bb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:12.266778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08b3424d-1ed8-43ed-9a81-ffc54926356d req-492f5be7-540d-4d39-ab2e-16b00a3d48bb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 969 time: 0.0628304 Feb 11 14:05:12.304797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7122411e-0bea-4182-b8c0-1aac83a5ebc5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:12.312923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08b3424d-1ed8-43ed-9a81-ffc54926356d req-4972703d-569a-4a55-a3e0-f624a358cdb6 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Feb 11 14:05:12.495860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:12.603249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dc931-9129-42a1-8094-31d0db34d593 req-66f45580-8f65-4cea-93ce-87d83c450773 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:12.604755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f71dc931-9129-42a1-8094-31d0db34d593 req-66f45580-8f65-4cea-93ce-87d83c450773 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 947 time: 0.0679142 Feb 11 14:05:12.644192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f71dc931-9129-42a1-8094-31d0db34d593 req-0733158e-bf36-4839-bcc7-0ff69c1709e5 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Feb 11 14:05:12.664595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2281a99c-71ba-410c-8859-8ea5e8053d86 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:12.704758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef61485-31c8-43b3-94e4-d2200118269d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.783566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-9dd188e1-07bf-4788-8ddd-e4296d6ad065 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325692 Feb 11 14:05:12.823017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef61485-31c8-43b3-94e4-d2200118269d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.832748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 2281a99c-71ba-410c-8859-8ea5e8053d86 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:12.836866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 2281a99c-71ba-410c-8859-8ea5e8053d86 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:12.837275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.901663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:12.917586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef61485-31c8-43b3-94e4-d2200118269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.931674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-572f3823-a54d-426f-a4cb-eb02a3d0bf93 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:12.933219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-572f3823-a54d-426f-a4cb-eb02a3d0bf93 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434560 Feb 11 14:05:12.953167 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.958319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-4a00a893-e11c-4744-92f9-833c9573f900 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0175347 Feb 11 14:05:12.967036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cef61485-31c8-43b3-94e4-d2200118269d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2fc1a30080c4bf381552e7c5cfcb810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697964 Feb 11 14:05:12.968088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61485-31c8-43b3-94e4-d2200118269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b01d39-fa32-4bfe-85ca-87d82d3154ed,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:12.970162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35778) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:12.989819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:12.992043 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb13f69-6e50-492c-9ac9-dbcf0df3a7c0" -d '{"events": [{"server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "name": "network-vif-plugged", "status": "completed", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:13.005476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2281a99c-71ba-410c-8859-8ea5e8053d86,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:13.044747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-643970ed-9958-4723-a607-2b2562db741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.053620 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-793f4a20-b498-4b0f-a94b-f296762b09a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942221 Feb 11 14:05:13.077152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.105689 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.129081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.182246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.193835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a385799-3794-446e-b35b-0a0e2708a64b req-5c201ece-e13f-4a66-aee7-d39c0cd355d2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.195329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a385799-3794-446e-b35b-0a0e2708a64b req-5c201ece-e13f-4a66-aee7-d39c0cd355d2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 948 time: 0.1081951 Feb 11 14:05:13.209131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.211951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.213231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30b01d39-fa32-4bfe-85ca-87d82d3154ed HTTP/1.1" status: 204 len: 168 time: 0.2419288 Feb 11 14:05:13.226806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a1dd-2932-4d98-ba88-a16ede0493d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b01d39-fa32-4bfe-85ca-87d82d3154ed,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.237374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-643970ed-9958-4723-a607-2b2562db741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.269779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a385799-3794-446e-b35b-0a0e2708a64b req-59459917-35e8-4507-a138-371ebf349dce tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Feb 11 14:05:13.314804 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69865650-0ade-4a39-8388-b076cae5f9ee x-openstack-request-id: req-69865650-0ade-4a39-8388-b076cae5f9ee {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:13.314804 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "name": "network-vif-plugged", "status": "completed", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:13.315014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-643970ed-9958-4723-a607-2b2562db741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.315119 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69865650-0ade-4a39-8388-b076cae5f9ee {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:13.315119 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86', 'code': 200} Feb 11 14:05:13.356463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-643970ed-9958-4723-a607-2b2562db741c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16af75de1c4f435ebcc072e37522f8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530585 Feb 11 14:05:13.359252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35792) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:13.365016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643970ed-9958-4723-a607-2b2562db741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73b0e2-7a53-472d-aa08-b8f7d033e321,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.411170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:13.476269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.479066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60851e-1f87-4ccf-b024-c0f9100a3df0 req-df8ded16-355a-44f6-8f3b-d60103a9a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.480557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc60851e-1f87-4ccf-b024-c0f9100a3df0 req-df8ded16-355a-44f6-8f3b-d60103a9a3fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 1121 time: 0.0931604 Feb 11 14:05:13.515796 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.543436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc8781-7532-442f-8c83-f68657869e66 req-9dad921e-86ad-4726-b2c7-28cbd1354d3b tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.545181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1dc8781-7532-442f-8c83-f68657869e66 req-9dad921e-86ad-4726-b2c7-28cbd1354d3b tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.0510929 Feb 11 14:05:13.546427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc60851e-1f87-4ccf-b024-c0f9100a3df0 req-07d362c1-1d9f-4bc4-8434-ece7f82845ba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Feb 11 14:05:13.597704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1dc8781-7532-442f-8c83-f68657869e66 req-35fac0a7-a7e2-4f02-b670-7203f071f267 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Feb 11 14:05:13.620550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.625033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.627673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f73b0e2-7a53-472d-aa08-b8f7d033e321 HTTP/1.1" status: 204 len: 168 time: 0.2671642 Feb 11 14:05:13.638232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87b59a-f8b1-422b-8154-66674fab5114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73b0e2-7a53-472d-aa08-b8f7d033e321,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.725104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d836c787-8e00-478c-9037-f83ea4cfb8ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=445c8264d7e14c51be9205a47a4d2157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3123639 Feb 11 14:05:13.727602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:13.787446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.807945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7122411e-0bea-4182-b8c0-1aac83a5ebc5 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:13.826471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.917181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146b245-c8b7-4ee5-81eb-3a65586755a0 req-01500873-56af-4669-9b20-4653a043b479 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.924399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5146b245-c8b7-4ee5-81eb-3a65586755a0 req-01500873-56af-4669-9b20-4653a043b479 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 947 time: 0.1056225 Feb 11 14:05:13.977444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5146b245-c8b7-4ee5-81eb-3a65586755a0 req-c2477143-55dc-4610-8e21-224c55276b36 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520968 Feb 11 14:05:13.998641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:14.004954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:14.005513 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.016207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.020258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.023830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd48bfe-7c88-47f1-9c23-5c172d43cebb HTTP/1.1" status: 204 len: 168 time: 0.2951484 Feb 11 14:05:14.036180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec2810-3d97-4223-a446-dc9124fbc22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd48bfe-7c88-47f1-9c23-5c172d43cebb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.152642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:14.170090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-792e965c-f326-454c-88d9-92c4dc78eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.183142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-87448c8c-4794-4f3f-a489-83955f406bf1 req-21f5f03c-33ad-46c0-b9f8-c505b1d4ab0b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 210 time: 0.0593700 Feb 11 14:05:14.198392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.248078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:14.305270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-792e965c-f326-454c-88d9-92c4dc78eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.357775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.385755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529710b0-7176-4bee-8b07-6027bdce92a4 req-8dac0434-57be-4c75-8fca-4835b2ac6d3e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:14.387442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-529710b0-7176-4bee-8b07-6027bdce92a4 req-8dac0434-57be-4c75-8fca-4835b2ac6d3e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 948 time: 0.0508661 Feb 11 14:05:14.389691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-792e965c-f326-454c-88d9-92c4dc78eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.415341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.451783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-792e965c-f326-454c-88d9-92c4dc78eba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=555c5c7feee144c58049847457c4a292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977402 Feb 11 14:05:14.453343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e965c-f326-454c-88d9-92c4dc78eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2aeaaa-eb5c-4b1e-96fa-66bc03eda35b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.454749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35848) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:14.489726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-529710b0-7176-4bee-8b07-6027bdce92a4 req-23c271e8-2bb4-4ad9-82f2-16b1479bae73 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895135 Feb 11 14:05:14.541067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.561751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.666174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 55d7e763-c3ff-4693-8b9a-1180ddcfd270 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:14.686983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.690416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.691685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b2aeaaa-eb5c-4b1e-96fa-66bc03eda35b HTTP/1.1" status: 204 len: 168 time: 0.2359021 Feb 11 14:05:14.700781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b43e8-f7f3-4f11-8a3b-01bf305985ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2aeaaa-eb5c-4b1e-96fa-66bc03eda35b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.789718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9ae9-b563-4888-8126-9666fca1d167 req-e2d2efdd-e77f-4bdf-af62-4cdd74a38e61 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:14.797194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-171c9ae9-b563-4888-8126-9666fca1d167 req-e2d2efdd-e77f-4bdf-af62-4cdd74a38e61 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.1237826 Feb 11 14:05:14.835488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:14.849516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '55d7e763-c3ff-4693-8b9a-1180ddcfd270', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '55d7e763-c3ff-4693-8b9a-1180ddcfd270', 'mac_address': 'fa:16:3e:6d:7e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:14.858949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:14.867394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-171c9ae9-b563-4888-8126-9666fca1d167 req-81eecff8-a2d9-4401-b41a-3ad885776b03 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636184 Feb 11 14:05:14.886954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87500d68-5da5-446d-a80a-9a2e795709a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.895296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.909725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d7e763-c3ff-4693-8b9a-1180ddcfd270 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:14.930794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:14.984885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87500d68-5da5-446d-a80a-9a2e795709a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.083717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.091397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff53c8-bb77-4be4-8478-652a26add1da req-579e0c5f-a74d-47f2-bbc2-e6ebae96da56 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.092903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17ff53c8-bb77-4be4-8478-652a26add1da req-579e0c5f-a74d-47f2-bbc2-e6ebae96da56 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 947 time: 0.0494313 Feb 11 14:05:15.130801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.131004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17ff53c8-bb77-4be4-8478-652a26add1da req-3f362d19-6fbc-42fa-aa40-a933749d9b68 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Feb 11 14:05:15.153320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87500d68-5da5-446d-a80a-9a2e795709a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.197465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-87500d68-5da5-446d-a80a-9a2e795709a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0f8f5dc53c4423b96095fa163556def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371589 Feb 11 14:05:15.200198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:15.202092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87500d68-5da5-446d-a80a-9a2e795709a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a7b8e-d279-4994-a401-ca3fbd33512e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.256417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.278719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.282914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e559f9ef-9842-48e8-bf1a-735da8436aaf req-97534649-35f2-41ac-8f11-b59c92e40400 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Feb 11 14:05:15.310666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['55d7e763-c3ff-4693-8b9a-1180ddcfd270'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:15.321675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:15.328230 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c33bd-ccaa-4488-9249-0683d43f105b" -d '{"events": [{"server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "name": "network-vif-plugged", "status": "completed", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:15.328594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:15.373431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-944d0cbd-45e2-4b66-a272-22458a28e4ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5404763a21d046fa93ac63ec11329e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434372 Feb 11 14:05:15.375916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:15.420454 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c52989a-36af-43eb-831f-872f938524fa x-openstack-request-id: req-4c52989a-36af-43eb-831f-872f938524fa {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:15.420747 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "name": "network-vif-plugged", "status": "completed", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:15.421035 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c52989a-36af-43eb-831f-872f938524fa {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:15.421419 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5', 'code': 200} Feb 11 14:05:15.449234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.452456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.453770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed6a7b8e-d279-4994-a401-ca3fbd33512e HTTP/1.1" status: 204 len: 168 time: 0.2523239 Feb 11 14:05:15.473647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.476557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86027f87-16c4-450e-bfbe-40587a80370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a7b8e-d279-4994-a401-ca3fbd33512e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.585724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.635344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b166f-4ecb-43f6-a8a9-5a0efa711807 req-4cfd0731-daf6-4c72-ab02-1abb02f9b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.635446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f6b166f-4ecb-43f6-a8a9-5a0efa711807 req-4cfd0731-daf6-4c72-ab02-1abb02f9b42f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 1100 time: 0.1270268 Feb 11 14:05:15.657456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48311197-50e2-4e9f-b44c-413527cb147b req-c0396bf9-a451-4e40-bb6f-6c63d8bbb4b2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.666527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48311197-50e2-4e9f-b44c-413527cb147b req-c0396bf9-a451-4e40-bb6f-6c63d8bbb4b2 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.0707896 Feb 11 14:05:15.687715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f6b166f-4ecb-43f6-a8a9-5a0efa711807 req-eb232481-95b6-415b-aca4-636cef4aa642 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Feb 11 14:05:15.705326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48311197-50e2-4e9f-b44c-413527cb147b req-a2e8e9ec-2bf1-457b-a672-144277236940 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Feb 11 14:05:15.757872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.760454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.761587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bec6cd88-0946-413b-8814-5119b1965cc8 HTTP/1.1" status: 204 len: 168 time: 0.3823323 Feb 11 14:05:15.769262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac7ed-dc8d-4152-ae80-a4d016c5f3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6cd88-0946-413b-8814-5119b1965cc8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.989819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be08d2-e45d-4963-a028-2928f63343b0 req-033efb6a-570b-43b9-8053-0e71eab760cb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.991353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8be08d2-e45d-4963-a028-2928f63343b0 req-033efb6a-570b-43b9-8053-0e71eab760cb tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.0603566 Feb 11 14:05:16.034596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8be08d2-e45d-4963-a028-2928f63343b0 req-93bdb07d-7e67-4ce3-b702-b1670ac60dea tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Feb 11 14:05:16.209779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35918) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:16.263484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2881b1-22fc-4332-ab88-a1b1ad4fe16b req-354db0c8-bf5e-4fcb-8143-8980fef3cea2 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:16.264988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a2881b1-22fc-4332-ab88-a1b1ad4fe16b req-354db0c8-bf5e-4fcb-8143-8980fef3cea2 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 948 time: 0.0493095 Feb 11 14:05:16.326284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a2881b1-22fc-4332-ab88-a1b1ad4fe16b req-b091c29f-01d9-4ac1-b92f-9ad2df96b83f tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540969 Feb 11 14:05:16.410625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36d65503-dd08-4ba9-9787-783de85bfaab req-0213a924-a714-4c9f-8d9b-7fca668566ba tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 210 time: 0.0269556 Feb 11 14:05:16.471361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3b69-9573-4690-8a3c-e6d9add3f8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.602518 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3b69-9573-4690-8a3c-e6d9add3f8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.618731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-916b083e-05e4-4161-baa9-ce30074ca1c0 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:16.621981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-916b083e-05e4-4161-baa9-ce30074ca1c0 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 1121 time: 0.0555212 Feb 11 14:05:16.644546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-ed019986-c6ba-42ba-bd2a-dd1282f75d17 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.687856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 55d7e763-c3ff-4693-8b9a-1180ddcfd270 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:16.734396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3b69-9573-4690-8a3c-e6d9add3f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.760856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-ed019986-c6ba-42ba-bd2a-dd1282f75d17 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.789346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c9cf3b69-9573-4690-8a3c-e6d9add3f8b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f4851825be4fa6b18d004195607d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760171 Feb 11 14:05:16.789651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35946) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:16.791166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf3b69-9573-4690-8a3c-e6d9add3f8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e1ab51-23c5-4df7-8c17-7ad784d76ae9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.872396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-ed019986-c6ba-42ba-bd2a-dd1282f75d17 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.879187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9ce3-7dea-4aeb-b785-3ee97eb917f7 req-eedf3a4d-210f-48eb-9157-aedb132f68c7 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:16.880723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42cc9ce3-7dea-4aeb-b785-3ee97eb917f7 req-eedf3a4d-210f-48eb-9157-aedb132f68c7 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.0715730 Feb 11 14:05:16.885947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.898105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a474902-c125-4e2a-adff-4b9e406d15a5 req-ed019986-c6ba-42ba-bd2a-dd1282f75d17 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703407 Feb 11 14:05:16.908321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed019986-c6ba-42ba-bd2a-dd1282f75d17 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bada36-8b6f-4c24-aaff-f6a3fe6b580a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.928792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.948876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42cc9ce3-7dea-4aeb-b785-3ee97eb917f7 req-50670fe4-f419-4b35-97e2-43facc866096 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607975 Feb 11 14:05:16.963409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:16.969119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:16.970285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.020368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-7330aac5-50b4-44f0-801f-54ce2412bc9b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297372 Feb 11 14:05:17.049225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.059020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.059020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00e1ab51-23c5-4df7-8c17-7ad784d76ae9 HTTP/1.1" status: 204 len: 168 time: 0.2647378 Feb 11 14:05:17.066478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.074552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff9f9-425d-43bf-b65d-05f7ee052cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e1ab51-23c5-4df7-8c17-7ad784d76ae9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.153851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:17.195712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-972b625a-32af-406b-8f88-396d3219a4f8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.197839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-972b625a-32af-406b-8f88-396d3219a4f8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723766 Feb 11 14:05:17.213040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:17.226130 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.273510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.422998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:17.439423 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708af77-4614-4eeb-a60c-bdd59616d02b" -d '{"events": [{"server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "name": "network-vif-plugged", "status": "completed", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:17.464443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eea27-df63-4c0f-aa01-cbe8fae06830 req-c0d9dfa1-00cc-4804-8582-7ea090716346 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.469416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b94eea27-df63-4c0f-aa01-cbe8fae06830 req-c0d9dfa1-00cc-4804-8582-7ea090716346 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.0764265 Feb 11 14:05:17.474915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:17.481201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.564958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-884fcc3a-11f6-46fa-9f87-768ae381869f req-57357e9d-d600-437b-9eee-b552910b78bb tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 210 time: 0.0486016 Feb 11 14:05:17.579790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b94eea27-df63-4c0f-aa01-cbe8fae06830 req-b4965df9-b65e-4a68-9024-f178ba250101 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831351 Feb 11 14:05:17.604855 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62111b-dd90-46d2-9eb0-c35f77740db6 x-openstack-request-id: req-8c62111b-dd90-46d2-9eb0-c35f77740db6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:17.605246 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "name": "network-vif-plugged", "status": "completed", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:17.605509 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c62111b-dd90-46d2-9eb0-c35f77740db6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:17.605904 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270', 'code': 200} Feb 11 14:05:17.711483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-5ade6dd0-8ade-405a-aa19-376213bfef83 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253465 Feb 11 14:05:17.751630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b91f-34c8-485c-853c-f4ec2d9a6220 req-4b97667b-b27c-4d04-9a21-ebdd1ed533ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.753668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e531b91f-34c8-485c-853c-f4ec2d9a6220 req-4b97667b-b27c-4d04-9a21-ebdd1ed533ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 1100 time: 0.0848622 Feb 11 14:05:17.767072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.246 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/225beb2f-040d-416f-9434-4a1eb2f8b650) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:17.819429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e531b91f-34c8-485c-853c-f4ec2d9a6220 req-49e1a319-3aa2-4313-8c21-3f82887b380e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Feb 11 14:05:17.824878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-039acafb-f45b-4088-8a91-dc31ef6ffa3c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.827391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-039acafb-f45b-4088-8a91-dc31ef6ffa3c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109033 Feb 11 14:05:17.840549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:18.005029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.063980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d696bc-480e-43ae-9eae-97f9b3d02cb9 req-3587dc51-c52c-46c1-971d-714725424178 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.065568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d696bc-480e-43ae-9eae-97f9b3d02cb9 req-3587dc51-c52c-46c1-971d-714725424178 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 1121 time: 0.0572097 Feb 11 14:05:18.085349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593171d9-29f4-4345-a645-bb5bf2357702 req-12fff715-5a7c-47be-b624-1d6e8ae4422a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.087189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-593171d9-29f4-4345-a645-bb5bf2357702 req-12fff715-5a7c-47be-b624-1d6e8ae4422a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.0583024 Feb 11 14:05:18.091195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:18.106242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d696bc-480e-43ae-9eae-97f9b3d02cb9 req-36108010-aa12-4068-a31b-0d43f8d71129 tempest-ServersAdminNegativeTestJSON-374849739 tempest-ServersAdminNegativeTestJSON-374849739-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Feb 11 14:05:18.121514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cf90-8c28-40a0-933f-d10924d8c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.123426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f65a29a-a1a9-4c42-9c3b-aa741fbd959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.153845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.156789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:18.157800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.169533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:18.173205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-593171d9-29f4-4345-a645-bb5bf2357702 req-5feb075d-a435-4d89-943d-867bc6feb281 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710785 Feb 11 14:05:18.273577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:18.303976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:18.308161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:18.325783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.328862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.360434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.418161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-3c02a96a-518b-420a-9555-03b545e7737b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2091961 Feb 11 14:05:18.431345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Request body: {'port': {'device_id': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:18.463993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.233 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/af773c46-3315-4dda-ac41-3a9269a6c5aa) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:18.468301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cf90-8c28-40a0-933f-d10924d8c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.515704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.588212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cf90-8c28-40a0-933f-d10924d8c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.639844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-68a29d5d-f5dd-4cec-b2c5-6fa07091e599 None None] Provisioning complete for port 225beb2f-040d-416f-9434-4a1eb2f8b650 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:18.641984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68a29d5d-f5dd-4cec-b2c5-6fa07091e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.675066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3cf90-8c28-40a0-933f-d10924d8c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e599db4-6627-4c93-ac21-b5227d574bde,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.686544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36012) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:18.686696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b4d3cf90-8c28-40a0-933f-d10924d8c0d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f64b0c0164e42109af7df312a8265b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939829 Feb 11 14:05:18.762761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.765278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-68a29d5d-f5dd-4cec-b2c5-6fa07091e599 None None] Port 225beb2f-040d-416f-9434-4a1eb2f8b650 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:18.773088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.786774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa511bb0-c8ba-4941-b787-e4147bd1babc req-f5423f82-6b2e-4ab3-80f5-a021456f6207 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.788358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa511bb0-c8ba-4941-b787-e4147bd1babc req-f5423f82-6b2e-4ab3-80f5-a021456f6207 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.0863540 Feb 11 14:05:18.852320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa511bb0-c8ba-4941-b787-e4147bd1babc req-05ac51e7-7b0c-4e34-8f48-9fc82f103a9a tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Feb 11 14:05:18.955894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.972366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:19.033861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.043695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.057624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:19.060370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:19.078545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36022) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:19.079394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:19.087788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.088754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.121243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b33b-e11a-45fa-a86d-f84e62c06d3d req-244d08a9-a7c1-460a-a60c-7b94326d5172 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.134390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e328b33b-e11a-45fa-a86d-f84e62c06d3d req-244d08a9-a7c1-460a-a60c-7b94326d5172 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 936 time: 0.2124443 Feb 11 14:05:19.199028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-430862d0-bf28-4720-8494-d2d1cdcc04a1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3623643 Feb 11 14:05:19.219019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e328b33b-e11a-45fa-a86d-f84e62c06d3d req-c7e5367f-cf24-47b1-a4e6-4b7a28eda387 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Feb 11 14:05:19.222728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225beb2f-040d-416f-9434-4a1eb2f8b650 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:19.234030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.245206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Request body: {'port': {'device_id': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:19.255071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Transition to ACTIVE for port object 225beb2f-040d-416f-9434-4a1eb2f8b650 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:19.260588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.263575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.268028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e599db4-6627-4c93-ac21-b5227d574bde HTTP/1.1" status: 204 len: 168 time: 0.5809746 Feb 11 14:05:19.286685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d58f3e-6195-4979-a2c1-7450321838bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e599db4-6627-4c93-ac21-b5227d574bde,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.334995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.387469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-293bfbff-c93c-413c-88bf-0be4f02c48b0 req-e0b3f5fc-c6de-45a9-9e01-e7ab9c146c32 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:05:19.397337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.398769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-293bfbff-c93c-413c-88bf-0be4f02c48b0 req-e0b3f5fc-c6de-45a9-9e01-e7ab9c146c32 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4260726 Feb 11 14:05:19.421102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-network', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:19.448969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Pushing event updated for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.473605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab284-e826-4bc2-aa1d-724f74dfad13 req-c7dcd981-b829-4477-920a-b9e6290aff29 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.475523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b33ab284-e826-4bc2-aa1d-724f74dfad13 req-c7dcd981-b829-4477-920a-b9e6290aff29 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.1169150 Feb 11 14:05:19.525750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b1cd9a15-411c-484c-b1b2-c190be8419bd None None] Provisioning complete for port af773c46-3315-4dda-ac41-3a9269a6c5aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.527012 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9a15-411c-484c-b1b2-c190be8419bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.529863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Attempting to bind port 225beb2f-040d-416f-9434-4a1eb2f8b650 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:19.532286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Attempting to bind port 225beb2f-040d-416f-9434-4a1eb2f8b650 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:19.533334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Attempting to bind port 225beb2f-040d-416f-9434-4a1eb2f8b650 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:19.548610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Port 225beb2f-040d-416f-9434-4a1eb2f8b650 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:19.549100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Attempting to bind port 225beb2f-040d-416f-9434-4a1eb2f8b650 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:19.559169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:19.559169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:19.559169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:19.559169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Bound port: 225beb2f-040d-416f-9434-4a1eb2f8b650, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:19.559169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.571819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Made reservation on behalf of 27c1cec396114d72a629cc57e74f1f29 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:19.581710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.610066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd9a15-411c-484c-b1b2-c190be8419bd None None] Port af773c46-3315-4dda-ac41-3a9269a6c5aa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:19.612727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.679021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b33ab284-e826-4bc2-aa1d-724f74dfad13 req-d38ed21d-76c6-4714-864c-420f44ae190d tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812356 Feb 11 14:05:19.758084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:19.763162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=225beb2f-040d-416f-9434-4a1eb2f8b650,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:19.817501 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.820217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.890244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Pushing event updated for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.899441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.900061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.901948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-eac4e75c-0a0b-438c-b9bd-9c0ee7ff78d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/225beb2f-040d-416f-9434-4a1eb2f8b650 HTTP/1.1" status: 200 len: 1096 time: 1.4752572 Feb 11 14:05:19.902413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:19.906890 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c1248-2b9d-41de-b8b6-2f4cd6bece40" -d '{"events": [{"name": "network-changed", "server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:19.912242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.934982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:19.955200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee48333-cc96-46de-9a7f-322652f87d52,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.958233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.958565 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Added segment 220ef090-1c27-4907-af4b-318adbfca7e4 of type vlan for network 47423089-3c7f-4692-a9c5-3ccd81564d4a Feb 11 14:05:20.027244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.074806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af773c46-3315-4dda-ac41-3a9269a6c5aa {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:20.086650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.099051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Transition to ACTIVE for port object af773c46-3315-4dda-ac41-3a9269a6c5aa will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:20.131791 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a553e-b04b-42ee-a23c-574f5ba87068 x-openstack-request-id: req-ee6a553e-b04b-42ee-a23c-574f5ba87068 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:20.132081 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:20.132332 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee6a553e-b04b-42ee-a23c-574f5ba87068 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:20.132868 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650', 'status': 'completed', 'code': 200} Feb 11 14:05:20.139164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.139164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.139164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.198085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.210084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-1af45231-76e2-4b05-91b7-eaaf8175270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.211587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-1af45231-76e2-4b05-91b7-eaaf8175270a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1099 time: 0.1339145 Feb 11 14:05:20.261019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1773090 Feb 11 14:05:20.265300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36064) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:20.294016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.321309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Request body: {'subnet': {'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-subnet', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:20.329076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03763e-f456-47dd-b10f-0d23dfcdb36b admin admin] Pushing event updated for resources: {'Network': ['ID=47423089-3c7f-4692-a9c5-3ccd81564d4a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.345171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-927cb307-a515-4950-a4d3-6f64b1009abe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=225beb2f-040d-416f-9434-4a1eb2f8b650 HTTP/1.1" status: 200 len: 217 time: 0.1195629 Feb 11 14:05:20.350462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:20.369811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Attempting to bind port af773c46-3315-4dda-ac41-3a9269a6c5aa on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:20.370162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Attempting to bind port af773c46-3315-4dda-ac41-3a9269a6c5aa by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:20.370496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Attempting to bind port af773c46-3315-4dda-ac41-3a9269a6c5aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:20.407708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Port af773c46-3315-4dda-ac41-3a9269a6c5aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:20.407955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Attempting to bind port af773c46-3315-4dda-ac41-3a9269a6c5aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:20.420055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:20.420395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:20.420782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:20.421274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Bound port: af773c46-3315-4dda-ac41-3a9269a6c5aa, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:20.421634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.436949 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acb7f41b-58ae-41f9-9788-4e74f762e0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.461801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c2c99-d1a0-4167-9af8-f57874efc1d2 req-f6ff9415-1ce7-49bd-84e8-2dcc3cd10c34 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.475590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c991be-4288-4c14-89c1-5ff6f6f0ca34 req-d5ef9103-a237-4ae9-9ae7-e52794752cce tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.483898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73c991be-4288-4c14-89c1-5ff6f6f0ca34 req-d5ef9103-a237-4ae9-9ae7-e52794752cce tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.1278565 Feb 11 14:05:20.490569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a1c2c99-d1a0-4167-9af8-f57874efc1d2 req-f6ff9415-1ce7-49bd-84e8-2dcc3cd10c34 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.2764432 Feb 11 14:05:20.529800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a1650fe1-b876-4889-ae28-2061fa8d9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.531288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a1650fe1-b876-4889-ae28-2061fa8d9a80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1755950 Feb 11 14:05:20.556360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Made reservation on behalf of 27c1cec396114d72a629cc57e74f1f29 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:20.559720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.586082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73c991be-4288-4c14-89c1-5ff6f6f0ca34 req-f111415b-7559-488f-8dd8-b45873caae75 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665882 Feb 11 14:05:20.597007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:20.605523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a1c2c99-d1a0-4167-9af8-f57874efc1d2 req-7ebe00a0-d9d9-4866-a7b1-92cfbf29af66 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139622 Feb 11 14:05:20.617050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:20.697618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-250eba7c-f47a-4dde-838d-72b8bb196631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.699280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-250eba7c-f47a-4dde-838d-72b8bb196631 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570492 Feb 11 14:05:20.712543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.772235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.773188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.775170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] 10.222.0.62 "PUT /v2.0/ports/af773c46-3315-4dda-ac41-3a9269a6c5aa HTTP/1.1" status: 200 len: 1096 time: 1.5475295 Feb 11 14:05:20.788250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:20.790771 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c95463-a274-4129-8a06-a5d30918858b" -d '{"events": [{"name": "network-changed", "server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:20.831824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829270-b5fd-4196-8db0-6985ba76ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.859244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f75b-1d61-4011-a6e4-583733167d87 req-68bc5dfc-19b7-4ea7-9c25-9ae417879844 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.869509 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1763f75b-1d61-4011-a6e4-583733167d87 req-68bc5dfc-19b7-4ea7-9c25-9ae417879844 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 948 time: 0.1090837 Feb 11 14:05:20.891070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-f478bba9-d538-4f73-b4e5-4ca36edf787f service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713543 Feb 11 14:05:20.928999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1763f75b-1d61-4011-a6e4-583733167d87 req-d855778b-f000-44ee-a534-683e6a7dcdd8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Feb 11 14:05:21.048291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-685948aa-356b-4ad5-81ca-765bc2c192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.051622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-685948aa-356b-4ad5-81ca-765bc2c192a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 1099 time: 0.0686398 Feb 11 14:05:21.096286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-b04f1efd-e219-4870-8ae6-e8e516fa5e79 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957002 Feb 11 14:05:21.123303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-a6ed48e2-b212-4db0-af3b-a26da9a913c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa HTTP/1.1" status: 200 len: 217 time: 0.0617275 Feb 11 14:05:21.146529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.182062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-b9d52492-eb13-4fae-8622-b3f030562c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.186248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-b9d52492-eb13-4fae-8622-b3f030562c10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0531411 Feb 11 14:05:21.221824 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5eec8b-f2c6-4d86-adc8-64fa2f32daca x-openstack-request-id: req-af5eec8b-f2c6-4d86-adc8-64fa2f32daca {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:21.222501 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:21.222994 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af5eec8b-f2c6-4d86-adc8-64fa2f32daca {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:21.224160 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'status': 'completed', 'code': 200} Feb 11 14:05:21.234943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b94886e-d314-4ae6-852b-5c4c17261c1b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:21.259670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Checking segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:21.261235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Network hostable DHCP agents. Network: 47423089-3c7f-4692-a9c5-3ccd81564d4a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:21.272818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-b6ed3b68-2ccd-4d55-bad3-23d2dc64cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.274523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-b6ed3b68-2ccd-4d55-bad3-23d2dc64cb17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731719 Feb 11 14:05:21.283603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-72117423-e409-4901-b080-ff4d8edb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.285235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-72117423-e409-4901-b080-ff4d8edb303a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1099 time: 0.0591576 Feb 11 14:05:21.359537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:21.416342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-422731f1-9601-4101-a104-8903ca1ac492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.418117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-422731f1-9601-4101-a104-8903ca1ac492 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1243060 Feb 11 14:05:21.431026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-dbe42926-f7f8-473d-9bd4-335d7803c272 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486380 Feb 11 14:05:21.507560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 47423089-3c7f-4692-a9c5-3ccd81564d4a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:21.509937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-f29e0cca-ffa9-445f-8244-3efff678f8de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=225beb2f-040d-416f-9434-4a1eb2f8b650 HTTP/1.1" status: 200 len: 217 time: 0.0765281 Feb 11 14:05:21.513290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.513882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.517212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e2fd7-99b0-4252-84bc-e68cc4520322 None None] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:21.587365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-3487ac99-1678-4385-99cc-935144b2675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.589053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-3487ac99-1678-4385-99cc-935144b2675a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0694151 Feb 11 14:05:21.627894 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.656365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0438ee56-acd1-47e1-b558-f82ef491b662 req-2cbf6016-7eda-4a4d-b474-ac9a70a9b342 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080896 Feb 11 14:05:21.668089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e6234-c9f4-4f72-babd-6aae20f41aa7 req-56311439-7ecc-4227-95ff-3bfa0d57d8e1 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.669724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-561064af-3737-4fc6-baaa-1acf3439975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.671250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-561064af-3737-4fc6-baaa-1acf3439975a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718255 Feb 11 14:05:21.676313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-901e6234-c9f4-4f72-babd-6aae20f41aa7 req-56311439-7ecc-4227-95ff-3bfa0d57d8e1 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.1957281 Feb 11 14:05:21.686706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-c2276622-45ce-4e37-8cc5-9f896eb33ff5 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:21.688290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-c2276622-45ce-4e37-8cc5-9f896eb33ff5 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.1400802 Feb 11 14:05:21.742591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4b11ea5-9168-42f2-84ce-f62d47d09fd4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4255271 Feb 11 14:05:21.745379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:21.749816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:21.780390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-47423089-3c7f-4692-a9c5-3ccd81564d4a', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:05:21.783057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.834848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-06a986b1-48b6-4b73-a3c2-fe24c1ff04d0 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454144 Feb 11 14:05:21.911683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.913061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.005922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.009665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-518c1248-2b9d-41de-b8b6-2f4cd6bece40 req-cc00ba19-5c0b-4134-b4f4-6e29eb1c84e8 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650672 Feb 11 14:05:22.022541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Allocated IP 172.20.0.2 (47423089-3c7f-4692-a9c5-3ccd81564d4a/8b94886e-d314-4ae6-852b-5c4c17261c1b/db5940a3-44e6-499d-a15e-0e17cc501905) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:22.062596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-901e6234-c9f4-4f72-babd-6aae20f41aa7 req-cfef3540-b8dd-4cab-8ad5-411f1240c3a7 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779037 Feb 11 14:05:22.124227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c95463-a274-4129-8a06-a5d30918858b req-6453b8d4-e280-4ff3-852f-cd53fef68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.125984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-6453b8d4-e280-4ff3-852f-cd53fef68ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 1099 time: 0.1670649 Feb 11 14:05:22.184709 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.245555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Deleting port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:22.245897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.284226 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.310326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aabd3-eab2-4f53-811f-f49050cac17d req-e6606453-33f1-4cc9-b35d-9aa66e38a381 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.312009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a6aabd3-eab2-4f53-811f-f49050cac17d req-e6606453-33f1-4cc9-b35d-9aa66e38a381 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.1750190 Feb 11 14:05:22.314867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.332210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:22.340682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c417e-6477-4a6f-b250-b2b4c3743956 req-c5e4f7dd-d986-44a6-a7c7-e2e18bf0c60e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.342900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d56c417e-6477-4a6f-b250-b2b4c3743956 req-c5e4f7dd-d986-44a6-a7c7-e2e18bf0c60e tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 949 time: 0.0860772 Feb 11 14:05:22.343943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c95463-a274-4129-8a06-a5d30918858b req-f5a2e719-202d-4c1d-82b9-51ee7e57f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.345516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-f5a2e719-202d-4c1d-82b9-51ee7e57f910 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2071953 Feb 11 14:05:22.347700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:22.351045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:22.367390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Pushing event updated for resources: {'Port': ['ID=db5940a3-44e6-499d-a15e-0e17cc501905,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:22.401095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d56c417e-6477-4a6f-b250-b2b4c3743956 req-556841a9-9938-40dd-82e1-d50c8b215d59 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95d1157-9258-481b-882e-06d827a415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Feb 11 14:05:22.439278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-5eb5c1a2-b369-4e01-867b-7362781d6b7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa HTTP/1.1" status: 200 len: 217 time: 0.0733380 Feb 11 14:05:22.451139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a6aabd3-eab2-4f53-811f-f49050cac17d req-45cd72f0-8f81-434b-aaf6-46ffacea94e7 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247790 Feb 11 14:05:22.453470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] For port 7122411e-0bea-4182-b8c0-1aac83a5ebc5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7122411e-0bea-4182-b8c0-1aac83a5ebc5,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:22.453838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.466191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Attempting to bind port db5940a3-44e6-499d-a15e-0e17cc501905 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:22.466634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Attempting to bind port db5940a3-44e6-499d-a15e-0e17cc501905 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:22.466974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Attempting to bind port db5940a3-44e6-499d-a15e-0e17cc501905 on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:22.482430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:22.482833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Checking segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:22.483512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.483819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Bound using segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:22.484524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Bound port: db5940a3-44e6-499d-a15e-0e17cc501905, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:22.484866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.514480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Calling delete_port for 7122411e-0bea-4182-b8c0-1aac83a5ebc5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:22.700852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c95463-a274-4129-8a06-a5d30918858b req-fab60710-a0fc-44ba-a44c-054da1b74494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.702608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-fab60710-a0fc-44ba-a44c-054da1b74494 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.2459185 Feb 11 14:05:22.717473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.729260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5d3d4-a376-4faf-91e6-bd73d58a960a req-a33b2708-5866-40ab-8cf5-d262e00e28a6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.731983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] For port db5940a3-44e6-499d-a15e-0e17cc501905, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:22.737059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7122411e-0bea-4182-b8c0-1aac83a5ebc5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:22.737997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2be5d3d4-a376-4faf-91e6-bd73d58a960a req-a33b2708-5866-40ab-8cf5-d262e00e28a6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 948 time: 0.0832891 Feb 11 14:05:22.776034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-3864f191-6fb1-4f68-9170-73df4cbc1b91 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.776536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] For port db5940a3-44e6-499d-a15e-0e17cc501905, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db5940a3-44e6-499d-a15e-0e17cc501905,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:22.778259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-3864f191-6fb1-4f68-9170-73df4cbc1b91 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.1455607 Feb 11 14:05:22.800927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Pushing event deleted for resources: {'Port': ['ID=7122411e-0bea-4182-b8c0-1aac83a5ebc5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:22.823731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.844227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.925890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] No DVR routers for this DVR port 7122411e-0bea-4182-b8c0-1aac83a5ebc5 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:22.935279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c95463-a274-4129-8a06-a5d30918858b req-11dce38f-22e5-4342-b6e7-839aed8157a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.937007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-11dce38f-22e5-4342-b6e7-839aed8157a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205663 Feb 11 14:05:22.938137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.942022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0591cc3b-0337-432b-8477-3d546c0eaa15 req-ee48ca97-6686-4743-a33b-47bd235577e3 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.62 "DELETE /v2.0/ports/7122411e-0bea-4182-b8c0-1aac83a5ebc5 HTTP/1.1" status: 204 len: 173 time: 1.2427371 Feb 11 14:05:22.972752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb18f0-dbe4-46b0-9ffa-82c33e27865b None None] Pushing event updated for resources: {'Port': ['ID=db5940a3-44e6-499d-a15e-0e17cc501905,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:23.001993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2be5d3d4-a376-4faf-91e6-bd73d58a960a req-2b2771fe-ce71-4ae9-b4df-d3ac19e1dbe0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587669 Feb 11 14:05:23.079079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.169253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:23.226540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'name': 'network-vif-deleted', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:23.230606 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16facf26-2ee0-4d57-8067-fee127987c30" -d '{"events": [{"server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "name": "network-vif-deleted", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:23.238209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.247302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-82000ba6-6de3-48bf-9b43-20ef673bdf57 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854338 Feb 11 14:05:23.249384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.385127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94c95463-a274-4129-8a06-a5d30918858b req-fcdbc32a-9dbf-43bf-a77f-c55facf073ca service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298420 Feb 11 14:05:23.409460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-dd5b77a6-eee1-4953-b33a-4fa3e5b5ff80 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:23.411213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-dd5b77a6-eee1-4953-b33a-4fa3e5b5ff80 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 1100 time: 0.1660190 Feb 11 14:05:23.452547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Deleting port 2281a99c-71ba-410c-8859-8ea5e8053d86 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:23.453036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.475458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-ca39f2ae-ee5b-45d9-8f9f-d5c7102133d0 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.569376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Allocated IP 172.25.7.95 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0897e15f-a11b-4802-a4a6-b918cb14f4b9) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:23.636215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3de3b1a-65c9-4d46-967d-5933fc266883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.683608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] For port 2281a99c-71ba-410c-8859-8ea5e8053d86, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2281a99c-71ba-410c-8859-8ea5e8053d86,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:23.684056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.707074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Calling delete_port for 2281a99c-71ba-410c-8859-8ea5e8053d86 owned by compute:tempest-test_az-733513927 {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:23.729352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3de3b1a-65c9-4d46-967d-5933fc266883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.792553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3de3b1a-65c9-4d46-967d-5933fc266883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.806492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75148678-c319-4f1a-b7aa-18114de2577a req-70834374-efe2-43b6-b283-e0f0d62b73ae tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:23.810899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-ca39f2ae-ee5b-45d9-8f9f-d5c7102133d0 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.814849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75148678-c319-4f1a-b7aa-18114de2577a req-70834374-efe2-43b6-b283-e0f0d62b73ae tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 970 time: 0.0655675 Feb 11 14:05:23.832798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.855164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 225beb2f-040d-416f-9434-4a1eb2f8b650 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:23.882135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-ca39f2ae-ee5b-45d9-8f9f-d5c7102133d0 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:23.900597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e3de3b1a-65c9-4d46-967d-5933fc266883 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9f85a69910b4c3785e418d25678fe8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7302725 Feb 11 14:05:23.904078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36168) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:23.908347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3b1a-65c9-4d46-967d-5933fc266883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a0227-6b71-4370-976f-8fb11cc53ca7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:23.947282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bc1a5b2-9c9c-483d-bf9f-bd5e8a0d2b82 req-ca39f2ae-ee5b-45d9-8f9f-d5c7102133d0 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121429 Feb 11 14:05:23.975302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39f2ae-ee5b-45d9-8f9f-d5c7102133d0 tempest-LiveMigrationNegativeTest-752232485 tempest-LiveMigrationNegativeTest-752232485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c81c678-df27-44fb-8b81-4872ef5f2256,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:23.984458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75148678-c319-4f1a-b7aa-18114de2577a req-50786be5-584c-48c7-81e2-da97fb463a35 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668222 Feb 11 14:05:24.029583 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b31c4-a177-46f5-8526-0f91956851c6 x-openstack-request-id: req-932b31c4-a177-46f5-8526-0f91956851c6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:24.029875 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bddc92-6388-4765-9476-7997fa784079", "name": "network-vif-deleted", "tag": "7122411e-0bea-4182-b8c0-1aac83a5ebc5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:24.030128 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-932b31c4-a177-46f5-8526-0f91956851c6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:24.030523 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bddc92-6388-4765-9476-7997fa784079', 'name': 'network-vif-deleted', 'tag': '7122411e-0bea-4182-b8c0-1aac83a5ebc5', 'status': 'completed', 'code': 200} Feb 11 14:05:24.032056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=225beb2f-040d-416f-9434-4a1eb2f8b650,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:24.039558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.046517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '225beb2f-040d-416f-9434-4a1eb2f8b650', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '225beb2f-040d-416f-9434-4a1eb2f8b650', 'mac_address': 'fa:16:3e:a9:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:24.058624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.128789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.130106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.153831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['2281a99c-71ba-410c-8859-8ea5e8053d86'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:24.158946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9ed0f07a-58c3-4802-84e6-c8a791ca5977'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:24.200704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:24.213232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f855e628-5a1c-4880-8c73-a29476417475 req-fa1ec060-4668-4ceb-a8bd-2d1c05c12452 tempest-DeleteServersAdminTestJSON-1949368979 tempest-DeleteServersAdminTestJSON-1949368979-project] 10.222.0.31 "GET /v2.0/ports?device_id=22bddc92-6388-4765-9476-7997fa784079 HTTP/1.1" status: 200 len: 210 time: 0.0541704 Feb 11 14:05:24.267560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:24.279127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:24.317621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.320602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.324350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/826a0227-6b71-4370-976f-8fb11cc53ca7 HTTP/1.1" status: 204 len: 168 time: 0.4167597 Feb 11 14:05:24.334490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5936f-d689-4b9e-8954-0eb8744c083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a0227-6b71-4370-976f-8fb11cc53ca7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:24.390785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] No DVR routers for this DVR port 2281a99c-71ba-410c-8859-8ea5e8053d86 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:24.405214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.444647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225beb2f-040d-416f-9434-4a1eb2f8b650 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:24.446921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Pushing event updated for resources: {'Port': ['ID=0897e15f-a11b-4802-a4a6-b918cb14f4b9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:24.457454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.461330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ebb0659-93e2-4c85-ab03-7831db577e54 req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.60 "DELETE /v2.0/ports/2281a99c-71ba-410c-8859-8ea5e8053d86 HTTP/1.1" status: 204 len: 173 time: 1.6768842 Feb 11 14:05:24.466737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'name': 'network-vif-deleted', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:24.469372 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6186c3-6841-4aef-8f9e-a94d51b69717" -d '{"events": [{"server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "name": "network-vif-deleted", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:24.522093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d572c05-be0c-4680-9e3d-ea08f8e2cb34 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Pushing event deleted for resources: {'Port': ['ID=2281a99c-71ba-410c-8859-8ea5e8053d86,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:24.539600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=225beb2f-040d-416f-9434-4a1eb2f8b650,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:24.555081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c554c1-bb13-44ca-a6be-7ea72c218b0d req-8ce6182a-3b99-414d-b1f1-9620d0880bf2 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:24.565741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c554c1-bb13-44ca-a6be-7ea72c218b0d req-8ce6182a-3b99-414d-b1f1-9620d0880bf2 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 948 time: 0.2791772 Feb 11 14:05:24.587796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c692ce2-f1f2-4304-a49b-ef5ca3e83600 None None] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:24.610828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c554c1-bb13-44ca-a6be-7ea72c218b0d req-ad2f8ccb-654f-4502-998c-a4505d575fc9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Feb 11 14:05:24.679818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.764276 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f5a63-d2a8-4614-af70-97abf8bd8f4b x-openstack-request-id: req-244f5a63-d2a8-4614-af70-97abf8bd8f4b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:24.764570 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8d10a3-7474-442b-b702-630a124d479a", "name": "network-vif-deleted", "tag": "2281a99c-71ba-410c-8859-8ea5e8053d86", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:24.764973 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-244f5a63-d2a8-4614-af70-97abf8bd8f4b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:24.765407 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d10a3-7474-442b-b702-630a124d479a', 'name': 'network-vif-deleted', 'tag': '2281a99c-71ba-410c-8859-8ea5e8053d86', 'status': 'completed', 'code': 200} Feb 11 14:05:24.825768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] Provisioning complete for port db5940a3-44e6-499d-a15e-0e17cc501905 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:24.826200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.898346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:24.911761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db5940a3-44e6-499d-a15e-0e17cc501905 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:24.914075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:25.027685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['225beb2f-040d-416f-9434-4a1eb2f8b650'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:25.068558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.088716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port db5940a3-44e6-499d-a15e-0e17cc501905 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:25.089130 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.158851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] For port db5940a3-44e6-499d-a15e-0e17cc501905, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db5940a3-44e6-499d-a15e-0e17cc501905,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:25.174897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.236518 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.253473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.374919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229454d7-ebcb-4c8d-9fd5-4fe6e6b6aa18 None None] Pushing event updated for resources: {'Port': ['ID=db5940a3-44e6-499d-a15e-0e17cc501905,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:25.399994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:05:25.400356 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:05:25.402580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca4e20ad-1aea-4aaa-9603-81e18c585cd6 req-d1681aaa-8b09-4724-a764-95196b7d7ce2 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e8d10a3-7474-442b-b702-630a124d479a HTTP/1.1" status: 200 len: 210 time: 0.0354409 Feb 11 14:05:25.405633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a06d8e1a-5c13-4b1b-9aef-1fdfe33f32f8 None None] Provisioning complete for port db5940a3-44e6-499d-a15e-0e17cc501905 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:25.405875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:25.406415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a06d8e1a-5c13-4b1b-9aef-1fdfe33f32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.414868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:05:25.421278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.563926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.583202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:25.591934 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:25.602312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04125890-b1b9-4067-b027-a95b0813bb0e req-fcd1ca0e-3562-4e5f-bfc0-8d5ab7bea5e0 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:25.602575 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:25.603247 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:25.604574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04125890-b1b9-4067-b027-a95b0813bb0e req-fcd1ca0e-3562-4e5f-bfc0-8d5ab7bea5e0 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.0756943 Feb 11 14:05:25.649717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.692364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf785c1e4a5f4a608366a16b72a08ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853723 Feb 11 14:05:25.693489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46717e54-9ede-41ae-a5db-e9ecfa08d824,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:25.695779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:25.716034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.716686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.717195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.717756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.718244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.718763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.719337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.719802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.720258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.720734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.721267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.721761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e0fabd-cf35-46cd-a40d-ec1e1e5f28d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:25.771874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.775386 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:25.792405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.796625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e7ba6ced-6e27-4d2e-a933-c15b6c937259 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0476501 Feb 11 14:05:25.797407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36232) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:25.816266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.857344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af773c46-3315-4dda-ac41-3a9269a6c5aa details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:25.868420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04125890-b1b9-4067-b027-a95b0813bb0e req-fe3ea56f-6e16-4202-a1c3-f7f83d5e0361 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559524 Feb 11 14:05:25.881646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7122411e-0bea-4182-b8c0-1aac83a5ebc5 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:25.941610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 7122411e-0bea-4182-b8c0-1aac83a5ebc5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:25.942215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7122411e-0bea-4182-b8c0-1aac83a5ebc5 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:25.982259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.985090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.989150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46717e54-9ede-41ae-a5db-e9ecfa08d824 HTTP/1.1" status: 204 len: 168 time: 0.2893870 Feb 11 14:05:26.022075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930ad4a-abc8-41cd-b23b-39e4177e797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46717e54-9ede-41ae-a5db-e9ecfa08d824,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:26.088336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:26.111146 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:24Z', 'revision_number': 3, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:26.114223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'mac_address': 'fa:16:3e:a5:0b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:26.156379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d58ca-cb89-4818-a1ec-a1c66d4caea5 req-9967ef7a-f74f-4463-8c4c-27ce61ef5290 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:26.167798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-706d58ca-cb89-4818-a1ec-a1c66d4caea5 req-9967ef7a-f74f-4463-8c4c-27ce61ef5290 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 948 time: 0.0937262 Feb 11 14:05:26.177776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.180447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:26.186637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Updating router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:26.196220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af773c46-3315-4dda-ac41-3a9269a6c5aa {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:26.211218 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.229381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-706d58ca-cb89-4818-a1ec-a1c66d4caea5 req-05636f51-4a5a-4582-b1ec-b5f4ad323ad4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541360 Feb 11 14:05:26.239507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:26.317912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.414162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:26.520525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.577988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af773c46-3315-4dda-ac41-3a9269a6c5aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:26.614181 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.717600 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.746974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Allocated IP 172.20.0.1 (47423089-3c7f-4692-a9c5-3ccd81564d4a/8b94886e-d314-4ae6-852b-5c4c17261c1b/357ac81f-c3d0-4776-ba97-1403a78bf7be) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:26.775561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2281a99c-71ba-410c-8859-8ea5e8053d86 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:26.808004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 2281a99c-71ba-410c-8859-8ea5e8053d86 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:26.809206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2281a99c-71ba-410c-8859-8ea5e8053d86 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:26.809441 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Attempting to bind port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:26.809815 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Attempting to bind port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:26.815801 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Attempting to bind port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:26.827313 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Pushing event updated for resources: {'Port': ['ID=0897e15f-a11b-4802-a4a6-b918cb14f4b9,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:26.830696 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:26.838144 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:26.838144 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.838144 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:26.838144 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Bound port: 0897e15f-a11b-4802-a4a6-b918cb14f4b9, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:26.838144 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.843353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db5940a3-44e6-499d-a15e-0e17cc501905 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:26.860179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.860527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.860867 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.861356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Tracked resource versions report: Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: pushed versions: Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: { 'AddressGroup': {'1.2'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'ConntrackHelper': {'1.0'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Log': {'1.0'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Network': {'1.1'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Port': {'1.7'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'PortForwarding': {'1.2'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'QosPolicy': {'1.9'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SecurityGroup': {'1.4'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SecurityGroupRule': {'1.2'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SubPort': {'1.0'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Subnet': {'1.1'}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Trunk': {'1.1'}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: consumer versions: Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: { DHCP agent@n-d-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: HyperV agent@n-h1-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: HyperV agent@n-h2-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: L3 agent@n-d-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: Metadata agent@n-d-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: Metering agent@n-d-828407-1: {}, Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: Open vSwitch agent@n-d-828407-1: { 'AddressGroup': '1.2', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'ConntrackHelper': '1.0', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Log': '1.0', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Network': '1.1', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Port': '1.7', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'PortForwarding': '1.2', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'QosPolicy': '1.9', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SecurityGroup': '1.4', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SecurityGroupRule': '1.2', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'SubPort': '1.0', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Subnet': '1.1', Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: 'Trunk': '1.1'}} Feb 11 14:05:26.866923 n-d-828407-1 neutron-server[109378]: {{(pid=109378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 14:05:26.918826 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] For port 0897e15f-a11b-4802-a4a6-b918cb14f4b9, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:26.919483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port db5940a3-44e6-499d-a15e-0e17cc501905 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:26.919956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.924162 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] For port 0897e15f-a11b-4802-a4a6-b918cb14f4b9, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0897e15f-a11b-4802-a4a6-b918cb14f4b9,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:26.977343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.977910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:27.005067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8da023-d146-4c42-92a1-aca3c002615f req-7c3c8e8a-ed3d-44d5-92c7-b5df90645d91 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.006500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c8da023-d146-4c42-92a1-aca3c002615f req-7c3c8e8a-ed3d-44d5-92c7-b5df90645d91 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.2625601 Feb 11 14:05:27.027576 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.032153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:27.147778 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:27.148780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:27.165554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.188171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce6e9d-29f4-4dca-a5b6-13dbd15ccd1b None None] Pushing event updated for resources: {'Port': ['ID=0897e15f-a11b-4802-a4a6-b918cb14f4b9,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.193259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:27.197812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:27.223000 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-781b8eb6-33cf-420e-a2d5-7ffc54c1e52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.251419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529ccc-23a6-4f49-ae3b-a201f181169d req-65d94b56-cdc3-437c-9527-c68fcc41d57b tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.259455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16529ccc-23a6-4f49-ae3b-a201f181169d req-65d94b56-cdc3-437c-9527-c68fcc41d57b tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 949 time: 0.1307650 Feb 11 14:05:27.262660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:27.265237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.289887 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:27.390498 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16529ccc-23a6-4f49-ae3b-a201f181169d req-6ef87989-41b4-4ead-ad81-f9da127f0c9b tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220300 Feb 11 14:05:27.422627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f39c37e0-b753-4e99-be95-c3a205df9681 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7933ad16717b49d69efeb3b5ef79ac0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3866892 Feb 11 14:05:27.423461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:27.442819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Deleting port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:27.443191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.467885 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:05:27.560974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Pushing event updated for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.568746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-408630ff-98d3-4df1-89ea-b7a0219f913f None None] Provisioning complete for port 357ac81f-c3d0-4776-ba97-1403a78bf7be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:27.569329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-408630ff-98d3-4df1-89ea-b7a0219f913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.576244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.595023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5d322-7565-4e5a-9ac7-c00dbe9cbbbd req-128a826f-7044-4c80-b75c-be8b3d05d768 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.597091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7fd5d322-7565-4e5a-9ac7-c00dbe9cbbbd req-128a826f-7044-4c80-b75c-be8b3d05d768 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.1069450 Feb 11 14:05:27.620564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-408630ff-98d3-4df1-89ea-b7a0219f913f None None] Port 357ac81f-c3d0-4776-ba97-1403a78bf7be cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:27.631365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-781b8eb6-33cf-420e-a2d5-7ffc54c1e52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.642975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.658909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.659264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.659605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.659944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.660402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.673198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:27.683485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7fd5d322-7565-4e5a-9ac7-c00dbe9cbbbd req-358b9b73-b7e3-4d58-aba9-9b0e983094a5 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794954 Feb 11 14:05:27.697088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:24Z', 'revision_number': 3, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:27.757878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-781b8eb6-33cf-420e-a2d5-7ffc54c1e52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.763254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a78061-c037-4a36-ad97-e4a3cbca8cf4 req-637a8e0a-264c-4ced-ad8d-3147e8e2d551 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.764501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05a78061-c037-4a36-ad97-e4a3cbca8cf4 req-637a8e0a-264c-4ced-ad8d-3147e8e2d551 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 949 time: 0.1406076 Feb 11 14:05:27.770103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] For port 55d7e763-c3ff-4693-8b9a-1180ddcfd270, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=55d7e763-c3ff-4693-8b9a-1180ddcfd270,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:27.770530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.798941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Calling delete_port for 55d7e763-c3ff-4693-8b9a-1180ddcfd270 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:27.811105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-781b8eb6-33cf-420e-a2d5-7ffc54c1e52a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f24f8b5fa1d142658582d6c4a9d7e2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317833 Feb 11 14:05:27.813021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d97d73-42bb-4498-816e-d28520513d7f None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:24Z', 'revision_number': 3, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:27.822338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36310) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:27.826269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.829671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.830902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c95d1157-9258-481b-882e-06d827a415eb HTTP/1.1" status: 204 len: 168 time: 0.4069853 Feb 11 14:05:27.872212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8eb6-33cf-420e-a2d5-7ffc54c1e52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f75c8-a91f-4158-8e31-2dabd45be026,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.873263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af773c46-3315-4dda-ac41-3a9269a6c5aa up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:27.904847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90693e-3d29-4c83-b562-f49896acf414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d1157-9258-481b-882e-06d827a415eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.919746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05a78061-c037-4a36-ad97-e4a3cbca8cf4 req-eab33ec1-53c2-4e4b-b61d-8bdf44ce5d2a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463969 Feb 11 14:05:27.935864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.089175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.108343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port af773c46-3315-4dda-ac41-3a9269a6c5aa completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:28.117269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port af773c46-3315-4dda-ac41-3a9269a6c5aa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:28.117269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.241613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.280687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:28.281376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:28.284009 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3a103-5864-4812-b0b5-df29378e94a6" -d '{"events": [{"server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "name": "network-vif-plugged", "status": "completed", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:28.323248 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0603c-9bd1-45de-9898-9a6f5988b8c9 x-openstack-request-id: req-86f0603c-9bd1-45de-9898-9a6f5988b8c9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:28.323761 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "name": "network-vif-plugged", "status": "completed", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:28.324179 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f0603c-9bd1-45de-9898-9a6f5988b8c9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:28.324718 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'code': 200} Feb 11 14:05:28.359289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.361800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 225beb2f-040d-416f-9434-4a1eb2f8b650 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:28.403592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.551134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf423559-17dd-4b72-a222-ce50c1dd25d2 req-e16ec269-b98e-4643-94e9-e03edb852f99 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0748966 Feb 11 14:05:28.561636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602570-b6fc-4b1a-a9ed-6508ccf596b2 req-d9630bef-078d-4b60-bdf1-cd15394b3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:28.563483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4602570-b6fc-4b1a-a9ed-6508ccf596b2 req-d9630bef-078d-4b60-bdf1-cd15394b3d98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 1101 time: 0.1544912 Feb 11 14:05:28.566844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.567262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:28.578481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.587949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c44da846-fa1e-47c2-b399-670d4dce785d', '55d7e763-c3ff-4693-8b9a-1180ddcfd270'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:28.615544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4602570-b6fc-4b1a-a9ed-6508ccf596b2 req-bffecd08-b1a9-4c39-9f6f-314dd2bc6b68 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357797 Feb 11 14:05:28.639124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Pushing event deleted for resources: {'Port': ['ID=55d7e763-c3ff-4693-8b9a-1180ddcfd270,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:28.670840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.671536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.759773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 225beb2f-040d-416f-9434-4a1eb2f8b650 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:28.761674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Pushing event updated for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:28.770089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] No DVR routers for this DVR port 55d7e763-c3ff-4693-8b9a-1180ddcfd270 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:28.776102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.781770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 225beb2f-040d-416f-9434-4a1eb2f8b650 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:28.784446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.784877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c8da023-d146-4c42-92a1-aca3c002615f req-ae9443b8-6fae-4e80-94d2-5d4c13f5e119 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "DELETE /v2.0/ports/55d7e763-c3ff-4693-8b9a-1180ddcfd270 HTTP/1.1" status: 204 len: 173 time: 1.7684686 Feb 11 14:05:28.788808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'name': 'network-vif-deleted', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:28.795195 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a6206b-4187-43f9-b179-0ca2d133e35d" -d '{"events": [{"server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "name": "network-vif-deleted", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:28.975645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.978239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.979390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d5f75c8-a91f-4158-8e31-2dabd45be026 HTTP/1.1" status: 204 len: 168 time: 1.1543453 Feb 11 14:05:28.982952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0897e15f-a11b-4802-a4a6-b918cb14f4b9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:28.984331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e97d-c7e9-49d5-81f2-9fa2f234f968 req-6ad0f587-ba52-4f76-9cf0-b9e11c43881d tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:28.988812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1f7e97d-c7e9-49d5-81f2-9fa2f234f968 req-6ad0f587-ba52-4f76-9cf0-b9e11c43881d tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.1059582 Feb 11 14:05:29.010789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb1ed-7063-4535-aa02-9f7050807a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f75c8-a91f-4158-8e31-2dabd45be026,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:29.020825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-4ad25a07-afe8-4211-b73c-8c8e4b0ab125 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.021875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-4ad25a07-afe8-4211-b73c-8c8e4b0ab125 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.1888258 Feb 11 14:05:29.038376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36354) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:29.083557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc83db75-d468-4f7e-aaa7-ca60cd958da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.086724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:29.092685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:29.283731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1f7e97d-c7e9-49d5-81f2-9fa2f234f968 req-efa4b1e9-5b6e-43a3-9353-051bb06ead05 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859383 Feb 11 14:05:29.310988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.355647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Deleting port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:29.355647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.380114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=225beb2f-040d-416f-9434-4a1eb2f8b650,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:29.389696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:29.391099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.453301 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3843a9-aa1a-4d5c-986d-4d1e2345c89b x-openstack-request-id: req-ee3843a9-aa1a-4d5c-986d-4d1e2345c89b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:29.453805 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7cb31-b6ce-41c0-859c-07c3de53206d", "name": "network-vif-deleted", "tag": "55d7e763-c3ff-4693-8b9a-1180ddcfd270", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:29.454445 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee3843a9-aa1a-4d5c-986d-4d1e2345c89b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:29.458646 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7cb31-b6ce-41c0-859c-07c3de53206d', 'name': 'network-vif-deleted', 'tag': '55d7e763-c3ff-4693-8b9a-1180ddcfd270', 'status': 'completed', 'code': 200} Feb 11 14:05:29.468381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:29.481276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.491631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7064d3e0-8aea-4a51-8025-b80b33f08ab8 None None] Provisioning complete for port 357ac81f-c3d0-4776-ba97-1403a78bf7be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:29.492001 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7064d3e0-8aea-4a51-8025-b80b33f08ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.589060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc45a0-f65f-40e3-a1b7-1b0848afd157 req-86c77d7a-0966-461f-980a-ba9e8b967ba5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.597988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7064d3e0-8aea-4a51-8025-b80b33f08ab8 None None] Port 357ac81f-c3d0-4776-ba97-1403a78bf7be cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:29.598485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-79fc45a0-f65f-40e3-a1b7-1b0848afd157 req-86c77d7a-0966-461f-980a-ba9e8b967ba5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 950 time: 0.1501606 Feb 11 14:05:29.632462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] For port 9ed0f07a-58c3-4802-84e6-c8a791ca5977, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9ed0f07a-58c3-4802-84e6-c8a791ca5977,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:29.632833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.639053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:29.646801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c35e9d34-eb41-489a-a148-74aa0d8c2755 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f1ae0a5-58ab-446e-8c8c-aee8df35166b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489532 Feb 11 14:05:29.654931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:29.679588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.681741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-79fc45a0-f65f-40e3-a1b7-1b0848afd157 req-feaa69e4-faf2-4bfa-af23-d5ddd061043e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810473 Feb 11 14:05:29.689037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Calling delete_port for 9ed0f07a-58c3-4802-84e6-c8a791ca5977 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:29.724366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 0897e15f-a11b-4802-a4a6-b918cb14f4b9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0897e15f-a11b-4802-a4a6-b918cb14f4b9,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:29.791658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc83db75-d468-4f7e-aaa7-ca60cd958da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:29.811830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c40588ef-c599-4801-9aa1-66e5170f9f84 req-9a48b30d-87d9-4c04-aa30-d6ad3e07e5b1 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4c7cb31-b6ce-41c0-859c-07c3de53206d HTTP/1.1" status: 200 len: 210 time: 0.0385723 Feb 11 14:05:30.091977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.091977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=0897e15f-a11b-4802-a4a6-b918cb14f4b9,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:30.204585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc83db75-d468-4f7e-aaa7-ca60cd958da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.244189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83db75-d468-4f7e-aaa7-ca60cd958da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8044b8e-52d4-47fb-880d-3b756942ca94,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:30.251343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc83db75-d468-4f7e-aaa7-ca60cd958da4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e51891c38a140c5bd005c52065d08d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2119198 Feb 11 14:05:30.251461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:30.313832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.325534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:30.329582 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2314aa-7a8c-46a6-9503-18fa7759f784" -d '{"events": [{"server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "name": "network-vif-plugged", "status": "completed", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:30.339336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.395749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45a307-888b-4021-9a94-f3355682c858 req-fa7e8c86-a23a-444e-8102-60c811d242c8 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.400221 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d45a307-888b-4021-9a94-f3355682c858 req-fa7e8c86-a23a-444e-8102-60c811d242c8 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 950 time: 0.0522449 Feb 11 14:05:30.402621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.409306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.422168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9ed0f07a-58c3-4802-84e6-c8a791ca5977'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:30.487161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] No DVR routers for this DVR port 9ed0f07a-58c3-4802-84e6-c8a791ca5977 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:30.489561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Pushing event deleted for resources: {'Port': ['ID=9ed0f07a-58c3-4802-84e6-c8a791ca5977,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:30.492601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.496282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-451c3a9b-fdc5-4ad4-8952-e55445e702ce req-b3f31a22-39d5-4e4f-b66a-51c60aa83947 tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.62 "DELETE /v2.0/ports/9ed0f07a-58c3-4802-84e6-c8a791ca5977 HTTP/1.1" status: 204 len: 173 time: 1.4633396 Feb 11 14:05:30.496391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'name': 'network-vif-deleted', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:30.498607 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f79e9-c5c2-4152-a110-27df5248c2c7" -d '{"events": [{"server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "name": "network-vif-deleted", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:30.511429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d45a307-888b-4021-9a94-f3355682c858 req-b3b26276-d13b-4508-acbe-c91b075c35cd tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ed98f-ff5b-413d-963e-bc3a0dbece5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866458 Feb 11 14:05:30.574184 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057d8e3-c540-4012-a7bb-9e2488cd63a4 x-openstack-request-id: req-e057d8e3-c540-4012-a7bb-9e2488cd63a4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:30.574184 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "name": "network-vif-plugged", "status": "completed", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:30.574184 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e057d8e3-c540-4012-a7bb-9e2488cd63a4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:30.574184 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650', 'code': 200} Feb 11 14:05:30.594147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.603352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:30.604279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.604856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8044b8e-52d4-47fb-880d-3b756942ca94 HTTP/1.1" status: 204 len: 168 time: 0.3524218 Feb 11 14:05:30.618690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:30.619170 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c1e33d-f956-4b79-abec-104272b50599 x-openstack-request-id: req-30c1e33d-f956-4b79-abec-104272b50599 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:30.619459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:30.619597 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc", "name": "network-vif-deleted", "tag": "9ed0f07a-58c3-4802-84e6-c8a791ca5977", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:30.620306 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30c1e33d-f956-4b79-abec-104272b50599 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:30.620878 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc', 'name': 'network-vif-deleted', 'tag': '9ed0f07a-58c3-4802-84e6-c8a791ca5977', 'status': 'completed', 'code': 200} Feb 11 14:05:30.621736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab957c-5237-4aa8-97bb-9457fcf266f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8044b8e-52d4-47fb-880d-3b756942ca94,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:30.752041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:30.814456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0cd7-54a8-4f77-9849-527b0fde397c req-9092d324-ef48-49df-8368-4567f1416679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.816358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-986d0cd7-54a8-4f77-9849-527b0fde397c req-9092d324-ef48-49df-8368-4567f1416679 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1101 time: 0.1084833 Feb 11 14:05:30.818893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 55d7e763-c3ff-4693-8b9a-1180ddcfd270 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:30.893938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:30.895132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 55d7e763-c3ff-4693-8b9a-1180ddcfd270 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:30.896367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2afa15-4676-419f-ad5d-3f2097f3b09e req-a8ca61e4-9476-47c8-b07c-961b3b951db8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.899195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 55d7e763-c3ff-4693-8b9a-1180ddcfd270 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:30.905110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3d2afa15-4676-419f-ad5d-3f2097f3b09e req-a8ca61e4-9476-47c8-b07c-961b3b951db8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 950 time: 0.1255796 Feb 11 14:05:30.906942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0897e15f-a11b-4802-a4a6-b918cb14f4b9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:30.913500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-986d0cd7-54a8-4f77-9849-527b0fde397c req-e43a862c-708b-4aef-beda-caaeeab52d18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 Feb 11 14:05:30.933140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-816b7c7c-124f-48e4-9558-432fd668323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.953434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3d2afa15-4676-419f-ad5d-3f2097f3b09e req-b12baca2-7b50-4edc-9bb2-3fd2eb8c5575 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Feb 11 14:05:31.083331 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.118225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-816b7c7c-124f-48e4-9558-432fd668323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.148811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:31.151883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.192270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82124a-29d5-4c8c-b1d7-82219f90b730 req-fff6c928-97b0-4a52-9c2d-0fa7c11dd92a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:31.193863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a82124a-29d5-4c8c-b1d7-82219f90b730 req-fff6c928-97b0-4a52-9c2d-0fa7c11dd92a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 950 time: 0.0695677 Feb 11 14:05:31.227545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-816b7c7c-124f-48e4-9558-432fd668323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.270653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a82124a-29d5-4c8c-b1d7-82219f90b730 req-06e89772-867a-4623-9d8c-f6faa05af565 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683413 Feb 11 14:05:31.304319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36410) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:31.317666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-816b7c7c-124f-48e4-9558-432fd668323a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eca116d9bc14884932d3409b69d98de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067287 Feb 11 14:05:31.363786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b7c7c-124f-48e4-9558-432fd668323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23fcce-17cc-48e3-9fe2-cb2ad0ebe254,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:31.399796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:28Z', 'revision_number': 2, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:31.404552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.443296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.448251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:31.448606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Updating router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b port 357ac81f-c3d0-4776-ba97-1403a78bf7be binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:31.486275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.614705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.617559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:31.622016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb23fcce-17cc-48e3-9fe2-cb2ad0ebe254 HTTP/1.1" status: 204 len: 168 time: 0.3165431 Feb 11 14:05:31.633152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07407e-bfb6-40d1-97fb-87baf701a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23fcce-17cc-48e3-9fe2-cb2ad0ebe254,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:31.922062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64bcb991-6a66-4c0b-9f61-6af2db486590 req-ae138ab1-347a-4199-bb98-051f3137a17f tempest-ServersAdminNegativeTestJSON-1865079963 tempest-ServersAdminNegativeTestJSON-1865079963-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5fdb7bb-52a1-4484-b36f-b3c2e7b594fc HTTP/1.1" status: 200 len: 210 time: 0.0495100 Feb 11 14:05:31.943269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.049772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f12bd-6b96-485d-98fe-2fdce04364d9 req-e8f61c7a-ad6f-4d75-b13e-a73028c061a4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:32.051334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa7f12bd-6b96-485d-98fe-2fdce04364d9 req-e8f61c7a-ad6f-4d75-b13e-a73028c061a4 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.0634952 Feb 11 14:05:32.101786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa7f12bd-6b96-485d-98fe-2fdce04364d9 req-e74d03cd-506d-41d6-9850-e76e2510b7b6 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Feb 11 14:05:32.134173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.190828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2c25-f419-4d13-b409-554eac21451a None None] Pushing event updated for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:32.248466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Attempting to bind port 357ac81f-c3d0-4776-ba97-1403a78bf7be on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:32.248833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Attempting to bind port 357ac81f-c3d0-4776-ba97-1403a78bf7be by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:32.253869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Attempting to bind port 357ac81f-c3d0-4776-ba97-1403a78bf7be on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:32.254588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:32.254962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Checking segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:32.255354 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.255742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Bound using segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:32.256254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Bound port: 357ac81f-c3d0-4776-ba97-1403a78bf7be, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:32.256635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.354213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] For port 357ac81f-c3d0-4776-ba97-1403a78bf7be, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:32.359315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] For port 357ac81f-c3d0-4776-ba97-1403a78bf7be, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=357ac81f-c3d0-4776-ba97-1403a78bf7be,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:32.423862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fbdfc-e57d-47f4-9e62-af5f4a716314 req-dcaed575-1cc3-4ce1-b259-a6eaabefbc82 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:32.426619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08fbdfc-e57d-47f4-9e62-af5f4a716314 req-dcaed575-1cc3-4ce1-b259-a6eaabefbc82 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 950 time: 0.0672610 Feb 11 14:05:32.438506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.481110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:32.502359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-network', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:32.509213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08fbdfc-e57d-47f4-9e62-af5f4a716314 req-13808920-3c54-48dd-9c80-f7a3f7065d29 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699129 Feb 11 14:05:32.542326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:32.542950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:32.614871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Made reservation on behalf of 27e2dcb942b14c32bcf4243f80c19aa6 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:32.618314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.650644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.684686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2c25-f419-4d13-b409-554eac21451a None None] Pushing event updated for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:32.734495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] Provisioning complete for port 357ac81f-c3d0-4776-ba97-1403a78bf7be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:32.734495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.806379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.831048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:32.923776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.957776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f325d8-e6b8-4f57-aa85-d958426e8e62,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:32.999464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:33.012155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.013885 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Added segment 82c48389-6e1b-4ce3-b90c-8bbb101f1b46 of type vlan for network 4c3b75b5-c728-4f73-948d-8edb41a2632a Feb 11 14:05:33.085611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.101390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.110494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af258a1-c86e-429e-a311-42c3fb44a2e2 req-14f8ed71-a207-461e-abab-90274d6a1c08 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.119869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af258a1-c86e-429e-a311-42c3fb44a2e2 req-14f8ed71-a207-461e-abab-90274d6a1c08 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.131821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7af258a1-c86e-429e-a311-42c3fb44a2e2 req-14f8ed71-a207-461e-abab-90274d6a1c08 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05&device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1691 time: 0.0840573 Feb 11 14:05:33.160973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] For port 357ac81f-c3d0-4776-ba97-1403a78bf7be, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=357ac81f-c3d0-4776-ba97-1403a78bf7be,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:33.193125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7af258a1-c86e-429e-a311-42c3fb44a2e2 req-a49b703b-e2a9-40c2-9a98-a3c1dc79f290 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Feb 11 14:05:33.195395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.196428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.197005 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.282128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.311361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8280687 Feb 11 14:05:33.313363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466b96e-e5b6-49fd-8f34-f3fb231f53aa admin admin] Pushing event updated for resources: {'Network': ['ID=4c3b75b5-c728-4f73-948d-8edb41a2632a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:33.314453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:33.326679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Request body: {'subnet': {'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-subnet', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:33.348429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-8a33989b-73b4-4c89-b3df-be701ae9a276 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.349944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-8a33989b-73b4-4c89-b3df-be701ae9a276 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.1345880 Feb 11 14:05:33.364411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b049-cb0a-4139-b84f-a76c5d6f611e req-615b32b5-1775-46d0-a501-a77d5f6d062a tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.370169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0506b049-cb0a-4139-b84f-a76c5d6f611e req-615b32b5-1775-46d0-a501-a77d5f6d062a tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 971 time: 0.1138833 Feb 11 14:05:33.388739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:33.410405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:33.458684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0506b049-cb0a-4139-b84f-a76c5d6f611e req-0a8cd44c-3dad-41a2-bc4a-226bab9fddb0 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/security-groups?id=8374f778-5fac-4374-95f0-7685db071c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Feb 11 14:05:33.500695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Made reservation on behalf of 27e2dcb942b14c32bcf4243f80c19aa6 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:33.507502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.546160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Deleting port c44da846-fa1e-47c2-b399-670d4dce785d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:33.546709 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.557070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c2c0f723-56e5-4e33-a75b-3985702a2604 None None] Provisioning complete for port 357ac81f-c3d0-4776-ba97-1403a78bf7be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:33.557684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2c0f723-56e5-4e33-a75b-3985702a2604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.621064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001fb2-74e3-485a-b756-517cf1b74f29 None None] Pushing event updated for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:33.636454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:32Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:33.671921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97e368c5-33dd-4c11-8bd5-3006cfeaf80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.672143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90cb109-08d1-48da-aeef-21ae964395a1 None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:32Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:33.690999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b17a-30a8-4a72-b77c-73d8b3ca5594 req-a85ff5ed-0aff-448f-badd-def26b5e6751 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.690999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd76b17a-30a8-4a72-b77c-73d8b3ca5594 req-a85ff5ed-0aff-448f-badd-def26b5e6751 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 1101 time: 0.1050532 Feb 11 14:05:33.805653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] For port c44da846-fa1e-47c2-b399-670d4dce785d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c44da846-fa1e-47c2-b399-670d4dce785d,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:33.806142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.820924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Calling delete_port for c44da846-fa1e-47c2-b399-670d4dce785d owned by compute:tempest-test_az-733513927 {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:33.918052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9ed0f07a-58c3-4802-84e6-c8a791ca5977 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:33.957446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 9ed0f07a-58c3-4802-84e6-c8a791ca5977 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:33.958153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9ed0f07a-58c3-4802-84e6-c8a791ca5977 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:34.041487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd76b17a-30a8-4a72-b77c-73d8b3ca5594 req-b25d8b6f-63c3-491b-9a80-c2f27cacb9b7 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388817 Feb 11 14:05:34.067430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.083611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c44da846-fa1e-47c2-b399-670d4dce785d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:34.124428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97e368c5-33dd-4c11-8bd5-3006cfeaf80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.128970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.134631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Pushing event deleted for resources: {'Port': ['ID=c44da846-fa1e-47c2-b399-670d4dce785d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:34.158034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.188916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] No DVR routers for this DVR port c44da846-fa1e-47c2-b399-670d4dce785d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:34.191761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.195671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be298fb4-d3ab-4895-af75-3b85534ff264 req-f1779a3f-bf63-4026-ae00-4f4b887d9d06 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.60 "DELETE /v2.0/ports/c44da846-fa1e-47c2-b399-670d4dce785d HTTP/1.1" status: 204 len: 173 time: 0.8382573 Feb 11 14:05:34.204502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97e368c5-33dd-4c11-8bd5-3006cfeaf80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.220027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'name': 'network-vif-deleted', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:34.222797 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76758927-0286-4c35-9117-760357b1be5b" -d '{"events": [{"server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "name": "network-vif-deleted", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:34.251914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3e8c-d884-48e1-a930-6de7f112a443 req-585a40f3-7da4-4d3d-9cc3-a3a9bdbe9825 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:34.259854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c48d3e8c-d884-48e1-a930-6de7f112a443 req-585a40f3-7da4-4d3d-9cc3-a3a9bdbe9825 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1101 time: 0.0720596 Feb 11 14:05:34.286255 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215bcfce-08c7-4d0c-ba2a-660e617ed050 x-openstack-request-id: req-215bcfce-08c7-4d0c-ba2a-660e617ed050 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:34.286791 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e888ad-b8e1-4c5d-9d96-48a952eafe6c", "name": "network-vif-deleted", "tag": "c44da846-fa1e-47c2-b399-670d4dce785d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:34.287829 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-215bcfce-08c7-4d0c-ba2a-660e617ed050 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:34.290852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97e368c5-33dd-4c11-8bd5-3006cfeaf80e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acf6bae91630405b9d7d864c0da999f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771009 Feb 11 14:05:34.290995 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e888ad-b8e1-4c5d-9d96-48a952eafe6c', 'name': 'network-vif-deleted', 'tag': 'c44da846-fa1e-47c2-b399-670d4dce785d', 'status': 'completed', 'code': 200} Feb 11 14:05:34.291106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a26e05-7716-43d6-9598-6aa0e3554347,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:34.291871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36510) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.305122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e368c5-33dd-4c11-8bd5-3006cfeaf80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c44815b-27b2-4dc6-be24-425f9e8cc37a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:34.324425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c48d3e8c-d884-48e1-a930-6de7f112a443 req-22365090-81eb-41bb-ba2f-8f0c0ed854fc tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Feb 11 14:05:34.332445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Checking segment: {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:34.332849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Network hostable DHCP agents. Network: 4c3b75b5-c728-4f73-948d-8edb41a2632a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:34.434258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.459737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.501922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:34.615334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52680c30-1e1d-416e-a15a-a08205bcf424 req-0c6a2a21-92c9-4dcd-8e0e-b233e737a476 tempest-LiveMigrationNegativeTest-1435963368 tempest-LiveMigrationNegativeTest-1435963368-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e888ad-b8e1-4c5d-9d96-48a952eafe6c HTTP/1.1" status: 200 len: 210 time: 0.0460501 Feb 11 14:05:34.620706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4c3b75b5-c728-4f73-948d-8edb41a2632a) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:34.626621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:34.627018 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.631887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df888df2-2d06-4eeb-9480-f1ebff4eb5a6 None None] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:34.688556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.691199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.702300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c44815b-27b2-4dc6-be24-425f9e8cc37a HTTP/1.1" status: 204 len: 168 time: 0.4019423 Feb 11 14:05:34.724525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36528) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.731084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0c22e-75c3-407f-9e15-27c63e741818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c44815b-27b2-4dc6-be24-425f9e8cc37a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:34.744057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-65b428b0-60c0-4238-8872-600cf24fa4d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4194379 Feb 11 14:05:34.744871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.755635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:34.775971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-76a40949-b6fd-4cee-90b6-f3b2d42a6817 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0ce294236241158f272abf402cb5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456409 Feb 11 14:05:34.777041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.779202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:34.857214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.858532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.903451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.963627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.976227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 357ac81f-c3d0-4776-ba97-1403a78bf7be up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:34.981517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-4c3b75b5-c728-4f73-948d-8edb41a2632a', 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'fixed_ips': [{'subnet_id': '93a26e05-7716-43d6-9598-6aa0e3554347'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:05:34.982671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:34.987096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.068139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-de8848f9-170f-4588-9fa7-a3b1602e2203 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463462 Feb 11 14:05:35.146789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.155943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.157470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/904ed98f-ff5b-413d-963e-bc3a0dbece5c HTTP/1.1" status: 204 len: 168 time: 0.3707771 Feb 11 14:05:35.179933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 357ac81f-c3d0-4776-ba97-1403a78bf7be triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:35.180696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.199248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c39e-bd07-429a-bf9f-ef25044c9510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ed98f-ff5b-413d-963e-bc3a0dbece5c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:35.242157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Allocated IP 172.20.0.2 (4c3b75b5-c728-4f73-948d-8edb41a2632a/93a26e05-7716-43d6-9598-6aa0e3554347/eec05d88-9a22-44cf-9a0b-1860220ef640) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:35.293276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.385344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705588074-network', 'tenant_id': '743b3caf0b594c759988c00e066889c7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:35.390897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-4d8cd7d9-6f43-4eda-a082-2d60797e7638 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:35.392500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-4d8cd7d9-6f43-4eda-a082-2d60797e7638 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188553 Feb 11 14:05:35.504991 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.518733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Made reservation on behalf of 743b3caf0b594c759988c00e066889c7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:35.521088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.530928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.613445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.634986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4709d3db-79ea-4cd8-8f27-3066dfb7f717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.678788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Pushing event updated for resources: {'Port': ['ID=eec05d88-9a22-44cf-9a0b-1860220ef640,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:35.679417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.688012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-93f526d9-d8e3-414d-9e5f-600663f354e6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0698352 Feb 11 14:05:35.691830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:35.693192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:35.695875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:35.766300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Attempting to bind port eec05d88-9a22-44cf-9a0b-1860220ef640 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:35.766764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Attempting to bind port eec05d88-9a22-44cf-9a0b-1860220ef640 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:35.767029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Attempting to bind port eec05d88-9a22-44cf-9a0b-1860220ef640 on network 4c3b75b5-c728-4f73-948d-8edb41a2632a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:35.772471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.774166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:35.774610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Checking segment: {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:35.775014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.775428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Bound using segment: {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:35.775884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Bound port: eec05d88-9a22-44cf-9a0b-1860220ef640, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:35.776454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.811216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:35.818645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-9a4d1b45-f6fb-4d7d-8cf1-1c6f22d9aa8c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288464 Feb 11 14:05:35.835720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473ee11-9898-48a8-97cf-383e942f9dab,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:35.839661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.840083 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Added segment 3a85d8b0-fc4c-4fb2-b1ed-c1ca7da9148d of type vlan for network 14c60868-8af8-45b1-b7de-ca488d14984e Feb 11 14:05:35.896283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] For port eec05d88-9a22-44cf-9a0b-1860220ef640, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:35.905083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4709d3db-79ea-4cd8-8f27-3066dfb7f717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.906609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] For port eec05d88-9a22-44cf-9a0b-1860220ef640, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eec05d88-9a22-44cf-9a0b-1860220ef640,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:35.918608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.013552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4709d3db-79ea-4cd8-8f27-3066dfb7f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.064851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4709d3db-79ea-4cd8-8f27-3066dfb7f717 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61cb1cd1a2764b5b9cc267f26dc111f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3368828 Feb 11 14:05:36.064851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.066652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:36.077717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.078489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.078744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:36.079448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.089271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709d3db-79ea-4cd8-8f27-3066dfb7f717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68299174-15e3-48af-9c96-8419991c5a2f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.093911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.168381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3878195 Feb 11 14:05:36.169935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362a717-e198-4857-ace7-f44231edc800 admin admin] Pushing event updated for resources: {'Network': ['ID=14c60868-8af8-45b1-b7de-ca488d14984e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.171213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36568) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:36.176345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Request body: {'subnet': {'network_id': '14c60868-8af8-45b1-b7de-ca488d14984e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705588074-subnet', 'tenant_id': '743b3caf0b594c759988c00e066889c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:36.188044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 14c60868-8af8-45b1-b7de-ca488d14984e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:36.231804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.248935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40230-c13a-40e1-96bf-9a91956eaf75 None None] Pushing event updated for resources: {'Port': ['ID=eec05d88-9a22-44cf-9a0b-1860220ef640,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.264038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:36.279499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.299493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e2c5f1-0de6-422a-a744-d6ec91fce8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.332554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Allocated IP 172.25.7.89 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/cf46a36e-bf62-44ea-a0a7-723c155421fe) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:36.386707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Made reservation on behalf of 743b3caf0b594c759988c00e066889c7 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:36.395693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.609367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.637838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.640729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.644441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68299174-15e3-48af-9c96-8419991c5a2f HTTP/1.1" status: 204 len: 168 time: 0.5734088 Feb 11 14:05:36.666262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40a1f8-110d-494d-a114-d1b5e7c972df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68299174-15e3-48af-9c96-8419991c5a2f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.684567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e2c5f1-0de6-422a-a744-d6ec91fce8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.777976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46e2c5f1-0de6-422a-a744-d6ec91fce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.809128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.857481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46e2c5f1-0de6-422a-a744-d6ec91fce8e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d3bb7cc42fc4b7cbbb42fd0e7e168d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918143 Feb 11 14:05:36.868249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:36.884474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf46a36e-bf62-44ea-a0a7-723c155421fe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.886935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36582) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:36.889390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eec05d88-9a22-44cf-9a0b-1860220ef640 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:36.909184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:36.912775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:36.925246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:36.943767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:37.009866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2c5f1-0de6-422a-a744-d6ec91fce8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2f80f-2971-450a-9ac0-6562f457c6af,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:37.010752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.042841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port eec05d88-9a22-44cf-9a0b-1860220ef640 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:37.043619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.085184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-afc282ca-8a6a-45cc-b1be-777c52a7e0c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a658cbb2ede45898e3770a8d9e9bda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372740 Feb 11 14:05:37.097219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:37.166458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.198808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa0b08f-02fe-4623-aa15-6aba48da9c84,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:37.264773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.307592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.354118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-249dbc86-028a-47bc-91e9-d7d0a3ddea63 req-a44f414e-4bd6-4baa-8414-a658465ebc61 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0796092 Feb 11 14:05:37.356813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Checking segment: {'id': '3a85d8b0-fc4c-4fb2-b1ed-c1ca7da9148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14c60868-8af8-45b1-b7de-ca488d14984e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:37.357195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Network hostable DHCP agents. Network: 14c60868-8af8-45b1-b7de-ca488d14984e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:37.407938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port eec05d88-9a22-44cf-9a0b-1860220ef640, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eec05d88-9a22-44cf-9a0b-1860220ef640,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:37.445853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.489045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.506522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7154c74e-9ee2-40ff-ac56-ecd5d623a80b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24248a31d83541ebab62f0d14a493aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874004 Feb 11 14:05:37.507506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36604) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:37.516539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.523980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Network 14c60868-8af8-45b1-b7de-ca488d14984e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:37.598881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=eec05d88-9a22-44cf-9a0b-1860220ef640,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:37.627164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.649108 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.652414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.653948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fa2f80f-2971-450a-9ac0-6562f457c6af HTTP/1.1" status: 204 len: 168 time: 0.7847431 Feb 11 14:05:37.668969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408f7e2-e6fd-4210-8f99-d8e9c60ce2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2f80f-2971-450a-9ac0-6562f457c6af,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:37.687128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.694926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.698089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.701810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32bada36-8b6f-4c24-aaff-f6a3fe6b580a HTTP/1.1" status: 204 len: 168 time: 0.6013098 Feb 11 14:05:37.716153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 14c60868-8af8-45b1-b7de-ca488d14984e) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:37.725643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab7caad-783e-4724-a3e0-f1a25f4e10c8 None None] Network 14c60868-8af8-45b1-b7de-ca488d14984e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:37.726055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd2d6-c614-4eaa-80c2-5e409a9ca4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bada36-8b6f-4c24-aaff-f6a3fe6b580a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:37.733593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:37.734393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.787043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.801821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51e0f9-6cad-4420-a83a-47656d6fec05 None None] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:37.879859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36616) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:37.971900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23cf8d0e-6d15-44be-ac5b-18c66c2696cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.979121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e8b0dd87-e325-442a-9231-df76d083b6b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8068969 Feb 11 14:05:38.007710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.047444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aeaa14e3-3bed-43cc-897e-c6b5fbeb0148 None None] Provisioning complete for port eec05d88-9a22-44cf-9a0b-1860220ef640 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:38.048066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aeaa14e3-3bed-43cc-897e-c6b5fbeb0148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.145275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa44dac-3fe0-433e-9454-83708663abb7 None None] Network 14c60868-8af8-45b1-b7de-ca488d14984e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:38.291549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.299229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.305530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8374f778-5fac-4374-95f0-7685db071c16 HTTP/1.1" status: 204 len: 168 time: 0.7969849 Feb 11 14:05:38.326331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271bb8-b14a-49cf-95a2-e0f9fcb220a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374f778-5fac-4374-95f0-7685db071c16,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:38.362358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23cf8d0e-6d15-44be-ac5b-18c66c2696cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.450244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23cf8d0e-6d15-44be-ac5b-18c66c2696cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.471735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-315c71d7-83a4-487b-9a42-0b1eb32e5a01 req-7b9c6f63-2b2e-4411-8082-1a1da2aba3a2 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0418525 Feb 11 14:05:38.483606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:05:38.520324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36632) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:38.529379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23cf8d0e-6d15-44be-ac5b-18c66c2696cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f82bdbe6b55b46318220cf7d59a2dab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464784 Feb 11 14:05:38.533454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8d0e-6d15-44be-ac5b-18c66c2696cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af163718-91b1-4ce6-b049-6fe78b624f77,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:38.583347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.606743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.670185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:38.680388 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Sync routers for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:38.690424 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:38.691038 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:38.748523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2a96d9f9-fcaf-4b70-b4f4-78f30e36e8f7 None None] Provisioning complete for port eec05d88-9a22-44cf-9a0b-1860220ef640 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:38.749050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a96d9f9-fcaf-4b70-b4f4-78f30e36e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.775849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.777798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.783557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba9e09c4-811e-4f5d-a350-dc5e178cd5e8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0373349 Feb 11 14:05:38.784925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.785144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36636) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:38.788958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af163718-91b1-4ce6-b049-6fe78b624f77 HTTP/1.1" status: 204 len: 168 time: 0.2655485 Feb 11 14:05:38.796168 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:38.812811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a5ec4-6533-4548-a38e-20c767aaf52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af163718-91b1-4ce6-b049-6fe78b624f77,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:38.814254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c44da846-fa1e-47c2-b399-670d4dce785d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:38.864468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eec05d88-9a22-44cf-9a0b-1860220ef640 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:38.899774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: c44da846-fa1e-47c2-b399-670d4dce785d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:38.900255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c44da846-fa1e-47c2-b399-670d4dce785d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:38.941406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port eec05d88-9a22-44cf-9a0b-1860220ef640 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:38.942014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.009419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:39.031821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be2c3b6d-fdae-4a99-80be-64ab48f5fb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.038527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:37Z', 'revision_number': 3, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:39.076290 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Checking router: 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:39.076818 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Updating router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 port cf46a36e-bf62-44ea-a0a7-723c155421fe binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:39.109570 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.202746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be2c3b6d-fdae-4a99-80be-64ab48f5fb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.272590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be2c3b6d-fdae-4a99-80be-64ab48f5fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.319261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be2c3b6d-fdae-4a99-80be-64ab48f5fb1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c64735821f34ac790f7f0be9b89a157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062086 Feb 11 14:05:39.319463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:39.325697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c3b6d-fdae-4a99-80be-64ab48f5fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba642e3-85cc-464f-a0ac-2b1de9326f38,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:39.434677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.453993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.469970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.533828 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.603394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f24b869f-1b3e-401e-bc64-627eb3572547 req-7e2762ff-2303-4dcd-a81d-4f5c7727b72b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0326536 Feb 11 14:05:39.637869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.638559 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.641775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.644769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba642e3-85cc-464f-a0ac-2b1de9326f38 HTTP/1.1" status: 204 len: 168 time: 0.3243678 Feb 11 14:05:39.653536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee40d0-c510-4c83-bb6e-df96f3ef66da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba642e3-85cc-464f-a0ac-2b1de9326f38,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:39.710682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Allocated IP 172.20.0.1 (4c3b75b5-c728-4f73-948d-8edb41a2632a/93a26e05-7716-43d6-9598-6aa0e3554347/7113e9bc-160b-492f-a6d6-e1bbf33d4f9f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:39.719144 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Attempting to bind port cf46a36e-bf62-44ea-a0a7-723c155421fe on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:39.719708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Attempting to bind port cf46a36e-bf62-44ea-a0a7-723c155421fe by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:39.719978 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Attempting to bind port cf46a36e-bf62-44ea-a0a7-723c155421fe on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:39.722927 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721077-30e1-4b0c-8edc-91d9ca00d14a None None] Pushing event updated for resources: {'Port': ['ID=cf46a36e-bf62-44ea-a0a7-723c155421fe,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:39.727527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:39.727898 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:39.728303 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.728684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:39.729188 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Bound port: cf46a36e-bf62-44ea-a0a7-723c155421fe, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:39.729576 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.802291 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] For port cf46a36e-bf62-44ea-a0a7-723c155421fe, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:39.806012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] For port cf46a36e-bf62-44ea-a0a7-723c155421fe, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf46a36e-bf62-44ea-a0a7-723c155421fe,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:39.825419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.891190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36658) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:39.918945 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.933055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a42be43d-ca16-49e5-91f5-fd38e52adb68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf40254db9b3456cb2fcba92c07c6998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405922 Feb 11 14:05:39.935699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36660) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:39.974369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.014546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721077-30e1-4b0c-8edc-91d9ca00d14a None None] Pushing event updated for resources: {'Port': ['ID=cf46a36e-bf62-44ea-a0a7-723c155421fe,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.029074 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:40.029691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:40.037075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:40.059845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:40.067517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:40.067994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.070354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.120382 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.152034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.156163 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:40.261178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-26740db2-f821-4416-baa2-a5d56a549ba0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606019 Feb 11 14:05:40.405250 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:37Z', 'revision_number': 3, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:40.435019 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ea61-932c-4775-8767-f17abfe55e6a None None] The sync data for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 is: [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:37Z', 'revision_number': 3, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:40.442470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-eca5a8d4-930e-4c67-9769-6f7517c8c690 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.445327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-eca5a8d4-930e-4c67-9769-6f7517c8c690 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739902 Feb 11 14:05:40.445936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.457766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.457766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.457963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e9bbbdb7-967b-4bfd-8c3f-f8509430da7b None None] Provisioning complete for port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:40.457963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9bbbdb7-967b-4bfd-8c3f-f8509430da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.458473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c81c678-df27-44fb-8b81-4872ef5f2256 HTTP/1.1" status: 204 len: 168 time: 0.5166574 Feb 11 14:05:40.473532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:40.484729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c565e-4bca-4ea5-88d9-b165a8850977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c81c678-df27-44fb-8b81-4872ef5f2256,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.524044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbbdb7-967b-4bfd-8c3f-f8509430da7b None None] Port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:40.744100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a53e9ff9-9d6d-43af-9a68-6d8ab3f4b26b req-dcd10958-2dc5-43d4-9282-dbfab4cbf257 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0305793 Feb 11 14:05:40.816531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.832100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-e5c53519-dccf-4ada-a892-21489da5e588 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341539 Feb 11 14:05:40.862996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:40.862996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.965169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.968076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.040016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:41.046483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-d6fc1494-7e61-4825-a49b-a42e972f477c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:41.049065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-d6fc1494-7e61-4825-a49b-a42e972f477c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091382 Feb 11 14:05:41.065451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:41.186116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.208 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/5964639f-c07f-44b6-9575-f7878baf6443) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:41.341705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:41.347090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.379984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:41.381042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:41.485319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.594726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:41.663347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.676495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:41.746889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:41.820172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:41.823183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:41.826072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.114 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/ead509db-2b65-4149-ad93-5aba7851c920) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:41.835663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:41.852964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:41.854880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.894829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:41.899243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32dd1402-ae2d-4a70-9437-c75869aed0b0 admin admin] 10.222.0.31 "PUT /v2.0/routers/13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124570 Feb 11 14:05:41.998348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3024a0c7-f1bf-4954-9ff0-8710919717ed None None] Provisioning complete for port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:41.998348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3024a0c7-f1bf-4954-9ff0-8710919717ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.021203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c2b601d-b8f7-417a-85c1-a388d3892666 req-3f2f824b-5a33-468d-94ea-8e513f1ba906 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0861638 Feb 11 14:05:42.045629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-f097a0e8-6fd7-4eea-b832-0774adcf05b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5900207 Feb 11 14:05:42.062786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Request body: {'port': {'device_id': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:42.108028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3024a0c7-f1bf-4954-9ff0-8710919717ed None None] Port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:42.128247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36728) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:42.165287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1106719949-network', 'tenant_id': 'bf368aade19f4120bc3b1030f2e6dad4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:42.196595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.230037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.318249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.319827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6ca3c7e7-3ef6-402c-9099-000de171ce34 None None] Provisioning complete for port 5964639f-c07f-44b6-9575-f7878baf6443 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:42.320374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c7e7-3ef6-402c-9099-000de171ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.437131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:42.452214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3c7e7-3ef6-402c-9099-000de171ce34 None None] Port 5964639f-c07f-44b6-9575-f7878baf6443 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:42.457102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:42.459687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:42.463095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Made reservation on behalf of bf368aade19f4120bc3b1030f2e6dad4 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:42.465344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.469697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.470464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.476575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.507347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:42.584658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-36329e04-9f0d-47d9-a6bd-bc6937981c9d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5243957 Feb 11 14:05:42.598393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Request body: {'port': {'device_id': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:42.640617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5964639f-c07f-44b6-9575-f7878baf6443 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:42.661284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.679900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.698779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.702333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Transition to ACTIVE for port object 5964639f-c07f-44b6-9575-f7878baf6443 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:42.748603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.763648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:42.779799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.780152 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Added segment f3b485d9-6f8e-4157-928f-da9b55d127f3 of type vlan for network f3682056-5d49-44d6-b051-16db55228088 Feb 11 14:05:42.850263 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.850962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Sync routers for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:42.859090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:42.885038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:42.887036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:42.898446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf46a36e-bf62-44ea-a0a7-723c155421fe up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:42.937335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be137672-4b28-4fb0-ae99-07b66fe4a9e2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:42.948305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.184661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:43.206967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-48a7c914-d684-4b35-bdeb-d771891c4ca6 None None] Provisioning complete for port ead509db-2b65-4149-ad93-5aba7851c920 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:43.207700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48a7c914-d684-4b35-bdeb-d771891c4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.244706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149412-b3cd-4710-8418-2ee1e59658c7 req-e05d9e03-1909-4204-af84-fd83c4d4a953 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.246364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a149412-b3cd-4710-8418-2ee1e59658c7 req-e05d9e03-1909-4204-af84-fd83c4d4a953 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 936 time: 0.0962884 Feb 11 14:05:43.250622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead509db-2b65-4149-ad93-5aba7851c920 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:43.261132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.295740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.296660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.297258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.299968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Transition to ACTIVE for port object ead509db-2b65-4149-ad93-5aba7851c920 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:43.322312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a149412-b3cd-4710-8418-2ee1e59658c7 req-b6c7413d-c79d-4b82-918e-db790a328e07 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Feb 11 14:05:43.347186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Attempting to bind port 5964639f-c07f-44b6-9575-f7878baf6443 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:43.351130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Attempting to bind port 5964639f-c07f-44b6-9575-f7878baf6443 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:43.351130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Attempting to bind port 5964639f-c07f-44b6-9575-f7878baf6443 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.359479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:43.368862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.391299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Port 5964639f-c07f-44b6-9575-f7878baf6443 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:43.391628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Attempting to bind port 5964639f-c07f-44b6-9575-f7878baf6443 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.400423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:43.400764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:43.401345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:43.402071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Bound port: 5964639f-c07f-44b6-9575-f7878baf6443, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:43.402690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.419693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] Pushing event updated for resources: {'Network': ['ID=f3682056-5d49-44d6-b051-16db55228088,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.448227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cf46a36e-bf62-44ea-a0a7-723c155421fe triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:43.448227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.464424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Pushing event updated for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.465765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2eeb583a-673f-41ea-af7d-5afcbdc3705b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3348858 Feb 11 14:05:43.468555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36774) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:43.483148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Request body: {'subnet': {'network_id': 'f3682056-5d49-44d6-b051-16db55228088', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1106719949-subnet', 'tenant_id': 'bf368aade19f4120bc3b1030f2e6dad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:43.492726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-48a7c914-d684-4b35-bdeb-d771891c4ca6 None None] Port ead509db-2b65-4149-ad93-5aba7851c920 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:43.503797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Attempting to bind port ead509db-2b65-4149-ad93-5aba7851c920 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:43.504230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Attempting to bind port ead509db-2b65-4149-ad93-5aba7851c920 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:43.504839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Attempting to bind port ead509db-2b65-4149-ad93-5aba7851c920 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.509317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Port ead509db-2b65-4149-ad93-5aba7851c920 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:43.509639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Attempting to bind port ead509db-2b65-4149-ad93-5aba7851c920 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.515239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:43.516567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:43.516567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:43.516567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Bound port: ead509db-2b65-4149-ad93-5aba7851c920, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:43.516825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.524814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:43.528724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5964639f-c07f-44b6-9575-f7878baf6443,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:43.550432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f3682056-5d49-44d6-b051-16db55228088 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:43.602167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:43.606280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ead509db-2b65-4149-ad93-5aba7851c920,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:43.626724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Made reservation on behalf of bf368aade19f4120bc3b1030f2e6dad4 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:43.629857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.632273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.728508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.754900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.755760 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.758073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] 10.222.0.60 "PUT /v2.0/ports/5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 200 len: 1096 time: 1.7023873 Feb 11 14:05:43.758252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:43.770764 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "tag": "5964639f-c07f-44b6-9575-f7878baf6443"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:43.830051 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.831761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06134-1d96-4066-b011-21a6183d4ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.841325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.842308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.844025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] 10.222.0.62 "PUT /v2.0/ports/ead509db-2b65-4149-ad93-5aba7851c920 HTTP/1.1" status: 200 len: 1096 time: 1.2508147 Feb 11 14:05:43.852787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:43.862474 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "tag": "ead509db-2b65-4149-ad93-5aba7851c920"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:43.864833 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681ec24-fdd7-4445-ae1a-e7f2b58de8d9 x-openstack-request-id: req-f681ec24-fdd7-4445-ae1a-e7f2b58de8d9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:43.865197 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "tag": "5964639f-c07f-44b6-9575-f7878baf6443", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:43.874513 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f681ec24-fdd7-4445-ae1a-e7f2b58de8d9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:43.886864 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443', 'status': 'completed', 'code': 200} Feb 11 14:05:43.938730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac15568-7e55-4d26-a0c8-17d80bc3076d service neutron] Pushing event updated for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.947207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port cf46a36e-bf62-44ea-a0a7-723c155421fe, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf46a36e-bf62-44ea-a0a7-723c155421fe,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:43.963543 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579209e4-9646-41f9-b128-07cd2ae0be95 x-openstack-request-id: req-579209e4-9646-41f9-b128-07cd2ae0be95 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:43.963543 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "tag": "ead509db-2b65-4149-ad93-5aba7851c920", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:43.963543 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-579209e4-9646-41f9-b128-07cd2ae0be95 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:43.963543 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920', 'status': 'completed', 'code': 200} Feb 11 14:05:44.016631 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.048229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0 req-afbbbd0a-934a-47bf-bf19-8a887693c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.050892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0 req-afbbbd0a-934a-47bf-bf19-8a887693c8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1099 time: 0.1653638 Feb 11 14:05:44.072431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:44.126009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa req-2eb645ab-def2-4879-8163-27a0454924fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.127731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa req-2eb645ab-def2-4879-8163-27a0454924fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 1099 time: 0.1600394 Feb 11 14:05:44.191123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:44.202301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa req-f6c07827-f874-4d79-9a6d-5ca108efdfe3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635591 Feb 11 14:05:44.243026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.252085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0 req-d8ea0e3e-49ba-4620-aae5-513921a263a7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672798 Feb 11 14:05:44.288522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:40Z', 'revision_number': 4, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7113e9bc-160b-492f-a6d6-e1bbf33d4f9f', 'name': '', 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'mac_address': 'fa:16:3e:af:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:39Z', 'updated_at': '2022-02-11T14:05:40Z', 'revision_number': 2, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'subnets': [{'id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:44.294344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=cf46a36e-bf62-44ea-a0a7-723c155421fe,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:44.419087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa req-df3c2b2a-c115-463d-b434-f98c7417351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.420811 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f8b421d-4d8f-4c4e-ba21-7d297663caaa req-df3c2b2a-c115-463d-b434-f98c7417351d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055182 Feb 11 14:05:44.426226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Checking router: 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:44.426587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Updating router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:44.449268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-network', 'tenant_id': '5de20564616a446588f58c38fa045507'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:44.511576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.565781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61ba995d-6280-4cb7-aaae-ba5072860d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.567377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-61ba995d-6280-4cb7-aaae-ba5072860d3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 1099 time: 0.0871618 Feb 11 14:05:44.576188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Checking segment: {'id': 'f3b485d9-6f8e-4157-928f-da9b55d127f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f3682056-5d49-44d6-b051-16db55228088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:44.576588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Network hostable DHCP agents. Network: f3682056-5d49-44d6-b051-16db55228088, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:44.610816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e1ded0-bd93-4a30-b846-09733a4990ae,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:44.651012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-ee415366-e625-46d8-ba71-42cf491d89d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ead509db-2b65-4149-ad93-5aba7851c920 HTTP/1.1" status: 200 len: 217 time: 0.0719297 Feb 11 14:05:44.652456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Made reservation on behalf of 5de20564616a446588f58c38fa045507 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:44.655714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.682770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36816) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:44.693103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068316a5-49d6-4ec5-ab93-5b6f3449d9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.711813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538173215', 'description': 'tempest-description--567818898'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:44.719299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.789334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86169a-39d2-452c-bebf-4863ae60dbbe req-6f057688-f0bd-4b40-965d-50aa9c4f3c6f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.797841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d86169a-39d2-452c-bebf-4863ae60dbbe req-6f057688-f0bd-4b40-965d-50aa9c4f3c6f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 948 time: 0.3490539 Feb 11 14:05:44.814021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-245e8e37-049c-4ed6-87f7-515a64393cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.816348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-245e8e37-049c-4ed6-87f7-515a64393cdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1559947 Feb 11 14:05:44.838794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0 req-894e8c7d-a2fe-49bf-8e30-c68ab050cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.840357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97a72d12-e846-4dc8-b56d-c6da29a4d6b0 req-894e8c7d-a2fe-49bf-8e30-c68ab050cf64 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5770435 Feb 11 14:05:44.919620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf46a36e-bf62-44ea-a0a7-723c155421fe up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:44.941310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Network f3682056-5d49-44d6-b051-16db55228088 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:44.944252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8ab46998-7f01-446b-aacc-9f28e280a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.946042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8ab46998-7f01-446b-aacc-9f28e280a7d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207578 Feb 11 14:05:44.952803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d86169a-39d2-452c-bebf-4863ae60dbbe req-51e80485-f891-4f05-a744-bcbdf746430e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539586 Feb 11 14:05:44.961474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.968830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.005007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8533ba52-13a9-412b-999b-2d0fadf7b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.006622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8533ba52-13a9-412b-999b-2d0fadf7b0f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1099 time: 0.1247780 Feb 11 14:05:45.009852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068316a5-49d6-4ec5-ab93-5b6f3449d9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.092249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-fe8bd6b5-4ada-4155-be63-635eabb25287 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335342 Feb 11 14:05:45.094676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.108580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-d7cf6215-195c-4ae9-9a04-3814ba4962d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 200 len: 217 time: 0.0908144 Feb 11 14:05:45.109269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f3682056-5d49-44d6-b051-16db55228088) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:45.117554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.118172 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.122818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9e992-53da-481a-a9cc-e62af3f9c94c None None] Network f3682056-5d49-44d6-b051-16db55228088 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:45.139325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cf46a36e-bf62-44ea-a0a7-723c155421fe triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:45.139720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.233060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f53fa3c-7692-4f42-9b9a-d3c812e309e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7559800 Feb 11 14:05:45.236605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8e7e3dd8-5327-4320-b335-97af6a164a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.239517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-8e7e3dd8-5327-4320-b335-97af6a164a0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1168122 Feb 11 14:05:45.259983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.277612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-366d8397-55dd-4bf9-b9b2-cfa5e317800d service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734693 Feb 11 14:05:45.304256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-4949f3af-4e0e-4d50-bd7e-f3f583f58668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.306044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068316a5-49d6-4ec5-ab93-5b6f3449d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.306881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-4949f3af-4e0e-4d50-bd7e-f3f583f58668 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609872 Feb 11 14:05:45.309209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.364219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-068316a5-49d6-4ec5-ab93-5b6f3449d9c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19799ff2b60e4c22950ff710dfbc51e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1715784 Feb 11 14:05:45.366137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:45.382844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:45.406699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.413829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018c377-f81e-407c-846d-0959956f7c40 None None] Network f3682056-5d49-44d6-b051-16db55228088 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:45.432364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.432944 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Added segment ce73a3ce-f66f-489b-bc3f-50389c9ec63f of type vlan for network 5b83fb3d-81b1-4117-9591-be8cbfc6789d Feb 11 14:05:45.434055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdec57b-a20a-4978-a615-22f51a2ee9a6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:45.437805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.444644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7499750 Feb 11 14:05:45.445945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:45.456677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c29566-6911-419c-9699-a7c1074f7cf6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb07e2e1-e690-4d55-922e-2b92f10056a1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:45.463613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'security_group_rule': {'security_group_id': 'fb07e2e1-e690-4d55-922e-2b92f10056a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:45.495451 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.503953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-a4bad8e2-a53e-4f83-9444-6c8641abdacb service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875384 Feb 11 14:05:45.521780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068316a5-49d6-4ec5-ab93-5b6f3449d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c37b1ba-c2ea-4bda-a855-0d2dbc7cef6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:45.544719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:45.546378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.596832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.643817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.652779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Deleting subnet 8aa0b08f-02fe-4623-aa15-6aba48da9c84 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:05:45.656233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.691133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.693051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa84867-7876-4dcb-b4b5-9de317bdb843 req-426cc832-529e-4dd8-a9a7-19aa8833920e service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817195 Feb 11 14:05:45.704533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.705492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.708640 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.715506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4e7b0-f30d-4952-bba2-510a307671b5 None None] Pushing event updated for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:45.723870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.750978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.767647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Attempting to bind port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:45.768392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Attempting to bind port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:45.768750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Attempting to bind port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f on network 4c3b75b5-c728-4f73-948d-8edb41a2632a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:45.775004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:45.775465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Checking segment: {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:45.775957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.776353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Bound using segment: {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:45.777312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Bound port: 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c48389-6e1b-4ce3-b90c-8bbb101f1b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:45.777556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.883252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8055050 Feb 11 14:05:45.883779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36848) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:45.890623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5670-415c-45b1-ab2e-41d5b937536b admin admin] Pushing event updated for resources: {'Network': ['ID=5b83fb3d-81b1-4117-9591-be8cbfc6789d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:45.904256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:45.907132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Request body: {'subnet': {'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-subnet', 'tenant_id': '5de20564616a446588f58c38fa045507', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:45.917057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.971030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] For port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:45.980514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.983254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.984438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c37b1ba-c2ea-4bda-a855-0d2dbc7cef6c HTTP/1.1" status: 204 len: 168 time: 0.6006556 Feb 11 14:05:45.990193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] For port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:45.993242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12ed5b-c698-491e-9f52-581e3070d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c37b1ba-c2ea-4bda-a855-0d2dbc7cef6c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.020548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.030503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.043898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-52dad408-283b-49ca-91dd-7f3b26311a04 None None] Provisioning complete for port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:46.044306 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dad408-283b-49ca-91dd-7f3b26311a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.074438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835af98e-fb34-4d10-b1b2-cb89ee0cd33a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.075656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Made reservation on behalf of 5de20564616a446588f58c38fa045507 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:46.081320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.083888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-52dad408-283b-49ca-91dd-7f3b26311a04 None None] Port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:46.086036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa0b08f-02fe-4623-aa15-6aba48da9c84,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.092966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.096840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e1522100-130d-41a2-a0a0-922af9372158 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8aa0b08f-02fe-4623-aa15-6aba48da9c84 HTTP/1.1" status: 204 len: 168 time: 0.5473537 Feb 11 14:05:46.101899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.111051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36856) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:46.167702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.168873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c9fc0f3a-fd52-4d6e-bc7c-025fe9f41a4c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7097352 Feb 11 14:05:46.173407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36862) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:46.180778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'security_group_rule': {'security_group_id': 'fb07e2e1-e690-4d55-922e-2b92f10056a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:46.211364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0434db5-08ef-442f-a9e5-65bfb70e844b req-a64482cc-efc8-4449-88db-5346e12712ac tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:46.218964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0434db5-08ef-442f-a9e5-65bfb70e844b req-a64482cc-efc8-4449-88db-5346e12712ac tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 948 time: 0.1702471 Feb 11 14:05:46.236232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:46.236736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.237701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:46.307059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4e7b0-f30d-4952-bba2-510a307671b5 None None] Pushing event updated for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.324710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0434db5-08ef-442f-a9e5-65bfb70e844b req-c4d23668-1744-4e16-974e-92cb2e32f413 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029799 Feb 11 14:05:46.397375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:46.409820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.425051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.425051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.458398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.459006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.459545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.459801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > port after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.460175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.460441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > port after_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.460957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.461385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.461706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.462076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.510098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c9d6e2-a055-4109-8adb-71081cccc4dc,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.529413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.529695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.530024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.530799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:05:46.530799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c60868-8af8-45b1-b7de-ca488d14984e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:46.546176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Checking segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:46.546525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Network hostable DHCP agents. Network: 5b83fb3d-81b1-4117-9591-be8cbfc6789d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:46.554645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a85d8b0-fc4c-4fb2-b1ed-c1ca7da9148d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:46.555381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a85d8b0-fc4c-4fb2-b1ed-c1ca7da9148d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:46.576573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] Provisioning complete for port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:46.576966 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.580163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.608589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.613652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.619515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:46.619919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: from cryptography.utils import int_from_bytes Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: from cryptography.utils import int_from_bytes Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:46.650628 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:46.701340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:46.706916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.722928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:40Z', 'revision_number': 4, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7113e9bc-160b-492f-a6d6-e1bbf33d4f9f', 'name': '', 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'mac_address': 'fa:16:3e:af:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:39Z', 'updated_at': '2022-02-11T14:05:45Z', 'revision_number': 4, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'subnets': [{'id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:46.734715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.755993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7be863-cb9c-468f-9d4b-7b787bde6edd None None] The sync data for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 is: [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:05:40Z', 'revision_number': 4, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7113e9bc-160b-492f-a6d6-e1bbf33d4f9f', 'name': '', 'network_id': '4c3b75b5-c728-4f73-948d-8edb41a2632a', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'mac_address': 'fa:16:3e:af:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:39Z', 'updated_at': '2022-02-11T14:05:45Z', 'revision_number': 4, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'subnets': [{'id': '93a26e05-7716-43d6-9598-6aa0e3554347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:46.758879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98159c8-7772-4dbb-b13c-9c93ea48597c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.774283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] For port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:46.792041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5b83fb3d-81b1-4117-9591-be8cbfc6789d) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:46.797236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:46.809755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a6b0a-4d42-4ea5-b7ef-586262faa2fb None None] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:46.809916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.828015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.861184 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.865910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] 10.222.0.31 "DELETE /v2.0/networks/14c60868-8af8-45b1-b7de-ca488d14984e HTTP/1.1" status: 204 len: 168 time: 0.7517855 Feb 11 14:05:46.866019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdf720-c474-4fc3-8472-00d6cac09f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=14c60868-8af8-45b1-b7de-ca488d14984e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.867460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36874) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:46.886626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.893762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.895499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0c34bbd8-3b10-40f2-9966-253e1cc7aafa tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7191918 Feb 11 14:05:46.902540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:46.910278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:46.929947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a2fcbe3-c186-4571-a429-42860fc22972 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0448213 Feb 11 14:05:46.934792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:46.940714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:46.962138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Deleting subnet 10e1ded0-bd93-4a30-b846-09733a4990ae {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:05:46.966461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.979620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837f1a7-bb91-44c5-ad36-a34bb7fe5260 None None] Pushing event updated for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:47.017687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.034988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.056219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.072009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:05:47.075275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.175151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.177019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.199020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36884) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:47.235339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9cec8a2-09c5-4197-8c1a-33b397e05ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.246927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.337055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.348107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.460391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Allocated IP 172.25.7.161 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b0b2f77d-a18f-4349-a083-de7cc92df955) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:47.462294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Allocated IP 172.20.0.2 (5b83fb3d-81b1-4117-9591-be8cbfc6789d/01c9d6e2-a055-4109-8adb-71081cccc4dc/e87923e1-a157-48c2-83bb-4563c3c6d191) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:47.630659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.656616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.689232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e1ded0-bd93-4a30-b846-09733a4990ae,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:47.743525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.747429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5f3ceef6-d47c-4aa5-b52d-c6307d343be2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10e1ded0-bd93-4a30-b846-09733a4990ae HTTP/1.1" status: 204 len: 168 time: 0.8789179 Feb 11 14:05:47.753120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:47.753961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.835446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:47.840257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:47.841565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9cec8a2-09c5-4197-8c1a-33b397e05ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.844087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:47.845071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.858352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.879872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76f3e-a9fe-4648-a59d-efe4fe0388e8 req-9e38dd1f-287d-419c-aa6d-d8e8b88324cd tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:47.889871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06a76f3e-a9fe-4648-a59d-efe4fe0388e8 req-9e38dd1f-287d-419c-aa6d-d8e8b88324cd tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 948 time: 0.2023818 Feb 11 14:05:47.912203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.914956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Pushing event updated for resources: {'Port': ['ID=e87923e1-a157-48c2-83bb-4563c3c6d191,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:47.934350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9cec8a2-09c5-4197-8c1a-33b397e05ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:47.960207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:47.970851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:47.975075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:47.989732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Attempting to bind port e87923e1-a157-48c2-83bb-4563c3c6d191 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:47.990152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Attempting to bind port e87923e1-a157-48c2-83bb-4563c3c6d191 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:47.990513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Attempting to bind port e87923e1-a157-48c2-83bb-4563c3c6d191 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:48.013836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ead509db-2b65-4149-ad93-5aba7851c920 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:48.024922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cec8a2-09c5-4197-8c1a-33b397e05ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4603448-b114-47eb-8a9c-18bcef7821e1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:48.027588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:48.027962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Checking segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:48.028393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.029178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Bound using segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:48.029659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Bound port: e87923e1-a157-48c2-83bb-4563c3c6d191, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:48.030043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.051570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'Port': ['ID=b0b2f77d-a18f-4349-a083-de7cc92df955,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:48.102908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06a76f3e-a9fe-4648-a59d-efe4fe0388e8 req-ed5731bd-e3b9-46ba-951c-2ed886ba771e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079504 Feb 11 14:05:48.115364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bae8ee2a-77e8-42fd-9e1f-f0933d6ca7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.200603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d9cec8a2-09c5-4197-8c1a-33b397e05ce9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=179558e8e268476bb3b6fb0843044fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9975910 Feb 11 14:05:48.206857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:48.208519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] For port e87923e1-a157-48c2-83bb-4563c3c6d191, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:48.214609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] For port e87923e1-a157-48c2-83bb-4563c3c6d191, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e87923e1-a157-48c2-83bb-4563c3c6d191,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:48.294234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.327314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.361259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.474244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ead509db-2b65-4149-ad93-5aba7851c920,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:48.474244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007edd8-fa13-4179-a066-e0f89325ee65 None None] Pushing event updated for resources: {'Port': ['ID=e87923e1-a157-48c2-83bb-4563c3c6d191,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:48.490910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'ead509db-2b65-4149-ad93-5aba7851c920', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'ead509db-2b65-4149-ad93-5aba7851c920', 'mac_address': 'fa:16:3e:dd:fb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:48.612394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.670252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.673371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3682056-5d49-44d6-b051-16db55228088']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:48.691281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b485d9-6f8e-4157-928f-da9b55d127f3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:48.691752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b485d9-6f8e-4157-928f-da9b55d127f3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:48.703177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.723549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.731118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:48.731693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:48.733570 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:48.740410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead509db-2b65-4149-ad93-5aba7851c920 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:48.812867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ead509db-2b65-4149-ad93-5aba7851c920,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:48.821495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5964639f-c07f-44b6-9575-f7878baf6443 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:48.881239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36926) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:48.897301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.960688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.964496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.973666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3682056-5d49-44d6-b051-16db55228088 HTTP/1.1" status: 204 len: 168 time: 1.2194159 Feb 11 14:05:48.982566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:48.997609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfff8d-2310-44ee-9332-c747fc2a0091 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3682056-5d49-44d6-b051-16db55228088,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.028031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.029775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.032202 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.037484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4603448-b114-47eb-8a9c-18bcef7821e1 HTTP/1.1" status: 204 len: 168 time: 0.8285713 Feb 11 14:05:49.076676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.098884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aadb08-fe48-4eaf-8c0e-452cf28f6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4603448-b114-47eb-8a9c-18bcef7821e1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.122656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.186490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5964639f-c07f-44b6-9575-f7878baf6443,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:49.196076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:49.202523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:49.202984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.203837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.250720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e056f6-c286-4305-9542-8f4b14d3bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.259027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '5964639f-c07f-44b6-9575-f7878baf6443', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '5964639f-c07f-44b6-9575-f7878baf6443', 'mac_address': 'fa:16:3e:f2:4a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:49.348475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.358007 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.389732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Allocated IP 172.25.7.97 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/96745a89-67bf-4082-a8e3-6ecc506bda94) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:49.406159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5964639f-c07f-44b6-9575-f7878baf6443 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:49.406595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559054d0-bcb4-476f-8e44-d90a0397b669 req-a3ca6983-6e48-4577-b129-5ddfd69bc54b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:49.408335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-559054d0-bcb4-476f-8e44-d90a0397b669 req-a3ca6983-6e48-4577-b129-5ddfd69bc54b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 949 time: 0.1161647 Feb 11 14:05:49.456809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5964639f-c07f-44b6-9575-f7878baf6443,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:49.529790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-559054d0-bcb4-476f-8e44-d90a0397b669 req-17748642-8d5f-4bf7-b7ad-003bd41df713 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068940 Feb 11 14:05:49.574610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e056f6-c286-4305-9542-8f4b14d3bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.600010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.601776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.645653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.675941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.683992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36950) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:49.695089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e056f6-c286-4305-9542-8f4b14d3bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.726065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad77926e-7d5c-4c58-930c-d431498bc100 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=743b3caf0b594c759988c00e066889c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407376 Feb 11 14:05:49.730136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.732303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36952) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:49.737395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9e056f6-c286-4305-9542-8f4b14d3bcb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f6d7951da6041c6ba58d36ad8d8bfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544290 Feb 11 14:05:49.751286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e056f6-c286-4305-9542-8f4b14d3bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb639c-0231-4daf-87a1-9c2056e79659,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.754481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:49.786294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Pushing event updated for resources: {'Port': ['ID=96745a89-67bf-4082-a8e3-6ecc506bda94,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.796115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.801011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:49.814541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:49.850312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:49.858815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'Port': ['ID=b0b2f77d-a18f-4349-a083-de7cc92df955,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:49.870154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:49.873549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.898631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.933281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.938050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:49.967511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.999796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.040006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9722a-a573-41ef-a66e-d6ed99741c76 None None] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:50.062307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.065143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.066672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d473ee11-9898-48a8-97cf-383e942f9dab HTTP/1.1" status: 204 len: 168 time: 0.2906108 Feb 11 14:05:50.078384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf4261-42cb-46e6-b712-4b59f10894ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473ee11-9898-48a8-97cf-383e942f9dab,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:50.148886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.162149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Provisioning complete for port e87923e1-a157-48c2-83bb-4563c3c6d191 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:50.162149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.162846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e86d98a-abf7-4283-922a-d0186d20a594 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2450862 Feb 11 14:05:50.162846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.162846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.162846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bedb639c-0231-4daf-87a1-9c2056e79659 HTTP/1.1" status: 204 len: 168 time: 0.4011519 Feb 11 14:05:50.170223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1b60b-40ed-4c48-85db-98e5a694a777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb639c-0231-4daf-87a1-9c2056e79659,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:50.252215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ceebaac-8a64-41af-b87c-5c6ed8ebac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.302272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.345056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.374852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ceebaac-8a64-41af-b87c-5c6ed8ebac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.387939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] For port e87923e1-a157-48c2-83bb-4563c3c6d191, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e87923e1-a157-48c2-83bb-4563c3c6d191,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:50.403833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d85b7b6e-f0da-425e-aa70-e5bba401cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.525505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.542131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ceebaac-8a64-41af-b87c-5c6ed8ebac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.542657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.593448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0ceebaac-8a64-41af-b87c-5c6ed8ebac96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3479ac0c3a814bca90c9f8dc383a03a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411905 Feb 11 14:05:50.595040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceebaac-8a64-41af-b87c-5c6ed8ebac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56dfc7-4fa2-4852-9943-874435560df5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:50.598296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:50.700774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.753406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.771206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Pushing event updated for resources: {'Port': ['ID=e87923e1-a157-48c2-83bb-4563c3c6d191,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:50.776080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272650-d4de-4ce2-9757-8d6baf53d400 req-1657bdf2-9c34-44ca-a945-dbec1957c8c6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.777843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53272650-d4de-4ce2-9757-8d6baf53d400 req-1657bdf2-9c34-44ca-a945-dbec1957c8c6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 949 time: 0.1077836 Feb 11 14:05:50.785812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.786186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.786494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.786880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.792208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be3e9a8-4c9a-45f7-8a97-b63e5ca1ef51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:50.803989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f47ace4b-a63d-4a78-b41f-d1bb863dc8a3 None None] Provisioning complete for port e87923e1-a157-48c2-83bb-4563c3c6d191 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:50.804925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f47ace4b-a63d-4a78-b41f-d1bb863dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.832495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Router 3c41bf55-dec6-4343-bc18-5621d17e719c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:05:50.849872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53272650-d4de-4ce2-9757-8d6baf53d400 req-28f0e66d-abed-4017-aebd-d1678040ffb7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Feb 11 14:05:50.855086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5964639f-c07f-44b6-9575-f7878baf6443 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:50.909482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:50.975340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.978403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.990819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e56dfc7-4fa2-4852-9943-874435560df5 HTTP/1.1" status: 204 len: 168 time: 0.3829246 Feb 11 14:05:50.990979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e87923e1-a157-48c2-83bb-4563c3c6d191 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:50.991669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb0d20-6ac4-49d4-97a4-d4495be41dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56dfc7-4fa2-4852-9943-874435560df5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:51.039085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 5964639f-c07f-44b6-9575-f7878baf6443 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:51.043099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 5964639f-c07f-44b6-9575-f7878baf6443 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:51.043471 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.055930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-b06d6d54-cb66-4de4-8ffe-739784600950 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1538173215&fields=id&tenant_id=27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 267 time: 0.1063910 Feb 11 14:05:51.064949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:51.075266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:51.079943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e87923e1-a157-48c2-83bb-4563c3c6d191 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:51.080868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.092849 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:51.093634 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:51.177720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.179531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f955fcb1-c5ae-46d5-833e-0d61e5c1851b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2422166 Feb 11 14:05:51.181785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:51.214756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.256369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:51.260351 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e1d50-c460-46a2-b26d-03b691eca121" -d '{"events": [{"server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "name": "network-vif-plugged", "status": "completed", "tag": "5964639f-c07f-44b6-9575-f7878baf6443"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:51.281869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:51.298634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5964639f-c07f-44b6-9575-f7878baf6443,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:51.320278 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d66caa-828d-4dbf-af25-4844fec0a259 x-openstack-request-id: req-65d66caa-828d-4dbf-af25-4844fec0a259 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:51.321335 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "name": "network-vif-plugged", "status": "completed", "tag": "5964639f-c07f-44b6-9575-f7878baf6443", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:51.321743 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65d66caa-828d-4dbf-af25-4844fec0a259 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:51.322515 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443', 'code': 200} Feb 11 14:05:51.357562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-02085ba4-c6ca-474b-8d98-c01cd696afa1 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.359122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.360189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-02085ba4-c6ca-474b-8d98-c01cd696afa1 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 824 time: 0.2807202 Feb 11 14:05:51.386828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-f6b8db9a-a99d-4a99-8b18-e94c79268c02 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/quotas/27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 375 time: 0.0146377 Feb 11 14:05:51.429459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:51.437183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50ec8c06-0b4d-4317-b214-c15853754b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.491428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-12a246b2-325f-41e2-b896-5a5381aa4522 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930092 Feb 11 14:05:51.495093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244707b9-1c42-4699-9604-ecf139ff1ea5 req-99d120d9-e1bb-42f5-ad31-d687c955e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.497363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-244707b9-1c42-4699-9604-ecf139ff1ea5 req-99d120d9-e1bb-42f5-ad31-d687c955e88e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1101 time: 0.1077149 Feb 11 14:05:51.517314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-f080aadd-8f82-4896-9759-4ac314973980 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:05:51.519034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-f080aadd-8f82-4896-9759-4ac314973980 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083418 Feb 11 14:05:51.566727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-244707b9-1c42-4699-9604-ecf139ff1ea5 req-caad024f-3ca3-46aa-bdf3-080231751d0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Feb 11 14:05:51.585063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:50Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:51.592310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.652342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-ec7676fd-0228-4b0f-8c1e-b677b61045e2 service neutron] 10.222.0.31 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172073 Feb 11 14:05:51.693488 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50ec8c06-0b4d-4317-b214-c15853754b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.707546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:51.708054 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Updating router 3c41bf55-dec6-4343-bc18-5621d17e719c port 96745a89-67bf-4082-a8e3-6ecc506bda94 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:51.712213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37008) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:51.734312 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.765494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8384413-35c3-4c6d-af50-1908adb90cde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf368aade19f4120bc3b1030f2e6dad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516949 Feb 11 14:05:51.767077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:51.773487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50ec8c06-0b4d-4317-b214-c15853754b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:51.801270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-9b2e4eb1-802d-4e54-90da-e114e7556206 service neutron] 10.222.0.31 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418471 Feb 11 14:05:51.838857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec8c06-0b4d-4317-b214-c15853754b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de3d97f-cc09-45a4-b25a-79fe8f2bbdc3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:51.886429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50ec8c06-0b4d-4317-b214-c15853754b12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe6324454e7849c6b42b92814e080b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9757910 Feb 11 14:05:51.889574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:51.982891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.019835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ead509db-2b65-4149-ad93-5aba7851c920 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:52.073215 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.079319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.081579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.091094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1b33-6215-4cad-9019-06ce56d4ac53 req-1a3dfc53-4a84-419b-884b-e2bf005ffd16 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:52.093617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdcc1b33-6215-4cad-9019-06ce56d4ac53 req-1a3dfc53-4a84-419b-884b-e2bf005ffd16 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 949 time: 0.0901406 Feb 11 14:05:52.117871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.141731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.153939 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.197920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port ead509db-2b65-4149-ad93-5aba7851c920 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:52.201959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdcc1b33-6215-4cad-9019-06ce56d4ac53 req-5c6e616e-ae85-48f9-9c9f-d5f52fa9cf02 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994475 Feb 11 14:05:52.202689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port ead509db-2b65-4149-ad93-5aba7851c920 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:52.208604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.212692 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Attempting to bind port 96745a89-67bf-4082-a8e3-6ecc506bda94 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:52.213103 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Attempting to bind port 96745a89-67bf-4082-a8e3-6ecc506bda94 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:52.213461 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Attempting to bind port 96745a89-67bf-4082-a8e3-6ecc506bda94 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:52.226931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.235319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.239141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be137672-4b28-4fb0-ae99-07b66fe4a9e2 HTTP/1.1" status: 204 len: 168 time: 0.4699955 Feb 11 14:05:52.269242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc191ae-4372-4d65-9ad5-ea5ed98859e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be137672-4b28-4fb0-ae99-07b66fe4a9e2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.283249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:52.284673 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:52.285113 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.285698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:52.286453 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Bound port: 96745a89-67bf-4082-a8e3-6ecc506bda94, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:52.287004 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.290845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.297776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.301097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3de3d97f-cc09-45a4-b25a-79fe8f2bbdc3 HTTP/1.1" status: 204 len: 168 time: 0.4086549 Feb 11 14:05:52.365292 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e354-42af-4657-a6cc-307c39a58143 None None] Pushing event updated for resources: {'Port': ['ID=96745a89-67bf-4082-a8e3-6ecc506bda94,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.372044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:52.381861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6a407aa-cdac-4c69-b91e-9f783d827eda req-624d01f2-9d1b-458b-a0e5-eeb0617d169a tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 210 time: 0.0951390 Feb 11 14:05:52.383061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325292cf-8634-4b82-8c85-9459f49d3e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de3d97f-cc09-45a4-b25a-79fe8f2bbdc3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.415305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Allocated IP 172.20.0.1 (5b83fb3d-81b1-4117-9591-be8cbfc6789d/01c9d6e2-a055-4109-8adb-71081cccc4dc/cc15192c-9996-4a19-8432-2314329a9b96) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:52.442585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37032) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:52.491305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.494452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5186036e-626d-4511-a743-dc7e85a29ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.498582 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] For port 96745a89-67bf-4082-a8e3-6ecc506bda94, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:52.507481 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] For port 96745a89-67bf-4082-a8e3-6ecc506bda94, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96745a89-67bf-4082-a8e3-6ecc506bda94,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:52.551574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387e7706-5955-4604-889f-94c355a2b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.569493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.589615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ead509db-2b65-4149-ad93-5aba7851c920,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:52.599251 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.665972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5186036e-626d-4511-a743-dc7e85a29ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.682146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387e7706-5955-4604-889f-94c355a2b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.706012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:52.706614 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:52.709328 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e354-42af-4657-a6cc-307c39a58143 None None] Pushing event updated for resources: {'Port': ['ID=96745a89-67bf-4082-a8e3-6ecc506bda94,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.740798 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.801326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.809970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.814266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387e7706-5955-4604-889f-94c355a2b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.817194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5186036e-626d-4511-a743-dc7e85a29ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.834228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e87923e1-a157-48c2-83bb-4563c3c6d191 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:52.858555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:52.899963 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5186036e-626d-4511-a743-dc7e85a29ae8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6a60923badb493fbec87a9483712cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559603 Feb 11 14:05:52.906453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:52.925007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-387e7706-5955-4604-889f-94c355a2b069 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33cd721aba214f1db03fb1353ddccaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477316 Feb 11 14:05:52.930658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7706-5955-4604-889f-94c355a2b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a421d68-c8dc-4d0f-b19e-e1f0b4bb2c3c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.931786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37040) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:52.936674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186036e-626d-4511-a743-dc7e85a29ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f720b-bbfd-4788-bc41-48297b6c49a7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.953432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.959706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e87923e1-a157-48c2-83bb-4563c3c6d191 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:52.960091 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.973627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:52.975833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:52.985704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:53.077920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.118411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.127033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.189408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.210998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.285191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.308140 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.314219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:50Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:53.328942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:53.338545 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9521c2a2-e4a7-46ba-857e-4c56c4a34d2e" -d '{"events": [{"server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "name": "network-vif-plugged", "status": "completed", "tag": "ead509db-2b65-4149-ad93-5aba7851c920"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:53.361260 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921af45b-963b-49bb-840e-0bac81ebd79a None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:50Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:53.420652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3052a02-c4ea-4e90-a19d-3c06ed691b63 req-b165ed2a-2547-49b9-bda9-12a651a9cac2 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:53.422227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3052a02-c4ea-4e90-a19d-3c06ed691b63 req-b165ed2a-2547-49b9-bda9-12a651a9cac2 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 950 time: 0.0848284 Feb 11 14:05:53.437034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-27607c31-cd77-4135-b2f4-7656bc751b08 None None] Provisioning complete for port cc15192c-9996-4a19-8432-2314329a9b96 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:53.437622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27607c31-cd77-4135-b2f4-7656bc751b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.481799 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7bccf9-a0c7-4fc0-82c6-171d54d5b28f x-openstack-request-id: req-ab7bccf9-a0c7-4fc0-82c6-171d54d5b28f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:53.484466 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "name": "network-vif-plugged", "status": "completed", "tag": "ead509db-2b65-4149-ad93-5aba7851c920", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:53.484916 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab7bccf9-a0c7-4fc0-82c6-171d54d5b28f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:53.486424 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920', 'code': 200} Feb 11 14:05:53.509305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-27607c31-cd77-4135-b2f4-7656bc751b08 None None] Port cc15192c-9996-4a19-8432-2314329a9b96 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:53.512754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3052a02-c4ea-4e90-a19d-3c06ed691b63 req-2e81cd71-5507-4a56-9905-45cd8db20e03 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Feb 11 14:05:53.560224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54fb5-677b-435b-8896-f08323e72950 req-8585f3d2-644a-4ddf-a47e-dd9f3f7304a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:53.560224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40f54fb5-677b-435b-8896-f08323e72950 req-8585f3d2-644a-4ddf-a47e-dd9f3f7304a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 1101 time: 0.0460515 Feb 11 14:05:53.565652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50b0ea72-8ac7-44e6-bdb8-f7cc60e4ac86 req-861e8037-7938-4be8-a9d9-c6b6f2d6545f tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 210 time: 0.0466359 Feb 11 14:05:53.566425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.569971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.573683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/854f720b-bbfd-4788-bc41-48297b6c49a7 HTTP/1.1" status: 204 len: 168 time: 0.6639981 Feb 11 14:05:53.581968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596de82-aa9e-46fc-989e-7348eebddbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f720b-bbfd-4788-bc41-48297b6c49a7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:53.610144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40f54fb5-677b-435b-8896-f08323e72950 req-6bd0d812-4777-4448-ab3d-a0c871d14999 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Feb 11 14:05:53.639702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.647596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.649679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a421d68-c8dc-4d0f-b19e-e1f0b4bb2c3c HTTP/1.1" status: 204 len: 168 time: 0.7141488 Feb 11 14:05:53.671468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.672631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda243d-cf78-450f-8cd9-f310e63d0776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a421d68-c8dc-4d0f-b19e-e1f0b4bb2c3c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:53.893720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.909130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:53.926099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8552-9e9b-4c51-92dc-43311538d5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:53.992751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.014737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8552-9e9b-4c51-92dc-43311538d5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.068397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:54.075945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.094939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8552-9e9b-4c51-92dc-43311538d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.147301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ecd8552-9e9b-4c51-92dc-43311538d5c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16bc68f6df6b4c56a18d69e5f3e908f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367077 Feb 11 14:05:54.149125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd8552-9e9b-4c51-92dc-43311538d5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d79654-e58d-41d3-aefe-364f7f7e1e2b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:54.149625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:54.240768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.243440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:54.247182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:54.274917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.980874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-021d6145-71a6-40ff-8d56-2d3a42699e67 None None] Provisioning complete for port cc15192c-9996-4a19-8432-2314329a9b96 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:54.980874 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-021d6145-71a6-40ff-8d56-2d3a42699e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.982651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:54.984078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-021d6145-71a6-40ff-8d56-2d3a42699e67 None None] Port cc15192c-9996-4a19-8432-2314329a9b96 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:54.985756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55a32748-25b4-4a1a-be1a-99c986a8e295 req-a7050581-1e17-4c8c-ab48-8b21091abec1 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 210 time: 0.0293822 Feb 11 14:05:54.990744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d9bff-8cbc-468d-a4bb-687f04cb63f6 req-8a0f1449-f241-4121-85d8-357794077e92 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:54.990744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-642d9bff-8cbc-468d-a4bb-687f04cb63f6 req-8a0f1449-f241-4121-85d8-357794077e92 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 950 time: 0.1297565 Feb 11 14:05:54.990744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:54.995087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96745a89-67bf-4082-a8e3-6ecc506bda94 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:54.996181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b710c37-092c-448f-aea9-f09439926fb1 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c41bf55-dec6-4343-bc18-5621d17e719c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6683497 Feb 11 14:05:54.996181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-642d9bff-8cbc-468d-a4bb-687f04cb63f6 req-a6a19472-a628-4ecc-8604-1135073ab683 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588253 Feb 11 14:05:54.996483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 96745a89-67bf-4082-a8e3-6ecc506bda94 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:54.996483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.996796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.996796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.996796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98d79654-e58d-41d3-aefe-364f7f7e1e2b HTTP/1.1" status: 204 len: 168 time: 0.8339407 Feb 11 14:05:54.997284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.997473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3656d-dc28-4eef-858a-c11cd782e6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d79654-e58d-41d3-aefe-364f7f7e1e2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:55.020517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 96745a89-67bf-4082-a8e3-6ecc506bda94, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96745a89-67bf-4082-a8e3-6ecc506bda94,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:55.146911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.202261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=96745a89-67bf-4082-a8e3-6ecc506bda94,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:55.431790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:55.431790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:55.431790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:55.528108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:55.690541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-81a93d26-0d65-46c8-816a-9712456dedb0 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:55.696842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-81a93d26-0d65-46c8-816a-9712456dedb0 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.60 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 824 time: 0.1386971 Feb 11 14:05:55.753052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-deaa1e69-ee90-4dff-8838-87137a790e0c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 380 time: 0.0512860 Feb 11 14:05:55.754665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 2, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:55.765382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'port': {'device_id': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'admin_state_up': True, 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'security_groups': ['fb07e2e1-e690-4d55-922e-2b92f10056a1']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:55.789596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:55.789943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Updating router 3c41bf55-dec6-4343-bc18-5621d17e719c port cc15192c-9996-4a19-8432-2314329a9b96 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:55.816381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.891894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35413718-a432-48fc-a23a-b49eb151e9de req-b7f8b86e-36c2-4288-8d72-c1c1f2a88163 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 210 time: 0.0512621 Feb 11 14:05:56.031882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Made reservation on behalf of 27c1cec396114d72a629cc57e74f1f29 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:56.039012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.041037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42533c-9b0c-4f82-94e3-97faf812dd23 req-1fa54242-7251-4f97-bc84-bce777b444bd tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:56.042606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a42533c-9b0c-4f82-94e3-97faf812dd23 req-1fa54242-7251-4f97-bc84-bce777b444bd tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 950 time: 0.0659449 Feb 11 14:05:56.092069 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a42533c-9b0c-4f82-94e3-97faf812dd23 req-a76d073f-0b3e-466a-b39f-9b5638d6298a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Feb 11 14:05:56.257689 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.267042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac2e26-7b74-423f-a102-ddb126760e4b req-90a80102-d22a-45bf-9700-50da756ae92c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:56.270223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6ac2e26-7b74-423f-a102-ddb126760e4b req-90a80102-d22a-45bf-9700-50da756ae92c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 950 time: 0.0897763 Feb 11 14:05:56.310120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6ac2e26-7b74-423f-a102-ddb126760e4b req-09a7a950-068d-478e-801e-b3c365425863 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Feb 11 14:05:56.334122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Allocated IP 172.20.0.14 (47423089-3c7f-4692-a9c5-3ccd81564d4a/8b94886e-d314-4ae6-852b-5c4c17261c1b/4a2f41b1-049e-4d87-936a-cf0b81e548ff) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:56.358915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.412041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-6cf8425e-7d43-403d-a762-5aee5877e31d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:56.413692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-6cf8425e-7d43-403d-a762-5aee5877e31d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 821 time: 0.1657798 Feb 11 14:05:56.475970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-b82a40ce-7e82-411d-97ba-ad4deff84ed2 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/quotas/5de20564616a446588f58c38fa045507 HTTP/1.1" status: 200 len: 375 time: 0.0526211 Feb 11 14:05:56.490064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f9fa-3cf8-469e-a364-0f1df96c52d4 None None] Pushing event updated for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:56.588571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Attempting to bind port cc15192c-9996-4a19-8432-2314329a9b96 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:56.588982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Attempting to bind port cc15192c-9996-4a19-8432-2314329a9b96 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:56.589357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Attempting to bind port cc15192c-9996-4a19-8432-2314329a9b96 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:56.598215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:56.598587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Checking segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:56.598993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.599390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Bound using segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:56.599876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Bound port: cc15192c-9996-4a19-8432-2314329a9b96, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:56.600223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.633504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-d66870f2-57ab-4b6b-a885-948ff90f00e8 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453698 Feb 11 14:05:56.653122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.703380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] For port cc15192c-9996-4a19-8432-2314329a9b96, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:56.707508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] For port cc15192c-9996-4a19-8432-2314329a9b96, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc15192c-9996-4a19-8432-2314329a9b96,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:56.797103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f42c3-8bfa-4cd4-8cf7-5421af5ce89c req-e85fa929-15c0-4bf6-8c9c-1e55eb5f40d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:56.804115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f42c3-8bfa-4cd4-8cf7-5421af5ce89c req-e85fa929-15c0-4bf6-8c9c-1e55eb5f40d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:56.806061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-711f42c3-8bfa-4cd4-8cf7-5421af5ce89c req-e85fa929-15c0-4bf6-8c9c-1e55eb5f40d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1691 time: 0.1100826 Feb 11 14:05:56.824184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.876963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96745a89-67bf-4082-a8e3-6ecc506bda94 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:56.897844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-711f42c3-8bfa-4cd4-8cf7-5421af5ce89c req-93e1414f-2f63-44e7-ab3b-41bf3350d154 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845239 Feb 11 14:05:56.955806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] Provisioning complete for port cc15192c-9996-4a19-8432-2314329a9b96 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:56.956183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.969446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-90597953-9d50-48b7-840b-7197b220aaa2 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350847 Feb 11 14:05:57.009576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 96745a89-67bf-4082-a8e3-6ecc506bda94 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:57.009964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.019109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f9fa-3cf8-469e-a364-0f1df96c52d4 None None] Pushing event updated for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.060839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:57.060839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:57.062124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.142288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:57.149858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:57.153031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.155658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:57.162230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:57.162710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.173017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-283bde61-771d-44b3-aabd-ef85cf91c9c3 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942327 Feb 11 14:05:57.287156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-c7e6c1df-59ba-4966-96a7-3a76b4162937 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5290377 Feb 11 14:05:57.300111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Request body: {'port': {'device_id': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:57.362344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:57.401794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.576779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.716143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] For port cc15192c-9996-4a19-8432-2314329a9b96, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc15192c-9996-4a19-8432-2314329a9b96,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:57.798407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a76d-7c57-40b9-b78f-158f9b869a52 req-e15ea304-4626-4998-a4a9-43b879a80de6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:57.807716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fe0a76d-7c57-40b9-b78f-158f9b869a52 req-e15ea304-4626-4998-a4a9-43b879a80de6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 932 time: 0.2990124 Feb 11 14:05:57.817671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:56Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:57.852260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab95b-9be6-4bdd-8cc3-4d973ad014c7 None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:56Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:57.855809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.876482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fe0a76d-7c57-40b9-b78f-158f9b869a52 req-4275bb9d-4714-425f-91bb-287dbece7ad3 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640450 Feb 11 14:05:57.962340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb9318-c0d7-43b5-a768-7137d57d5a75 None None] Pushing event updated for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.993410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-98348075-23b4-47e1-b7a3-c145caa9862c None None] Provisioning complete for port 4a2f41b1-049e-4d87-936a-cf0b81e548ff triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:57.993915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98348075-23b4-47e1-b7a3-c145caa9862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.047520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc581702-50bb-4fd8-a4bd-db5f68c1d8b4 req-962df11c-daf3-4b67-9229-6bba47d85db2 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 210 time: 0.0416360 Feb 11 14:05:58.084368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2f41b1-049e-4d87-936a-cf0b81e548ff {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:58.085105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-98348075-23b4-47e1-b7a3-c145caa9862c None None] Port 4a2f41b1-049e-4d87-936a-cf0b81e548ff cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:58.101279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-98348075-23b4-47e1-b7a3-c145caa9862c None None] Provisioning complete for port cc15192c-9996-4a19-8432-2314329a9b96 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:58.101654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98348075-23b4-47e1-b7a3-c145caa9862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.115600 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.144563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Transition to ACTIVE for port object 4a2f41b1-049e-4d87-936a-cf0b81e548ff will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:58.215470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.303430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c146b2-29da-411f-b915-a6cc5d281bd9 req-515670cf-6b1b-49c6-88d1-28282a82e764 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.305022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48c146b2-29da-411f-b915-a6cc5d281bd9 req-515670cf-6b1b-49c6-88d1-28282a82e764 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 1101 time: 0.1031847 Feb 11 14:05:58.320205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:58.371991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48c146b2-29da-411f-b915-a6cc5d281bd9 req-48f0a0c2-fea3-4b89-b8e9-b3f9815ff669 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Feb 11 14:05:58.393609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Attempting to bind port 4a2f41b1-049e-4d87-936a-cf0b81e548ff on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:58.393609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Attempting to bind port 4a2f41b1-049e-4d87-936a-cf0b81e548ff by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:58.393609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Attempting to bind port 4a2f41b1-049e-4d87-936a-cf0b81e548ff on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:58.393609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Port 4a2f41b1-049e-4d87-936a-cf0b81e548ff on network 47423089-3c7f-4692-a9c5-3ccd81564d4a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:58.393609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Attempting to bind port 4a2f41b1-049e-4d87-936a-cf0b81e548ff on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:58.396764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:58.398261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Checking segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:58.398660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Bound using segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:58.399597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Bound port: 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:58.399965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.557346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e21a-75f2-4331-98e0-635c8ac7f964 req-8955701c-0e38-4998-9f39-686b36fa1738 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.569226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3195e21a-75f2-4331-98e0-635c8ac7f964 req-8955701c-0e38-4998-9f39-686b36fa1738 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1101 time: 0.0972216 Feb 11 14:05:58.572953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:58.587757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:58.650213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.652060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3195e21a-75f2-4331-98e0-635c8ac7f964 req-51b6c3fb-d240-43fe-b47a-30cc6a954b14 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768261 Feb 11 14:05:58.722529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.727578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.727578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] 10.222.0.60 "PUT /v2.0/ports/4a2f41b1-049e-4d87-936a-cf0b81e548ff HTTP/1.1" status: 200 len: 1092 time: 1.4294109 Feb 11 14:05:58.727578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:58.728190 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27310efe-a86a-43a4-9f86-1da4acbcc2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:58.762628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fef15-7cf0-477e-8612-0d78f9de314f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:58.803154 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbe64c1-82d3-46e9-b02b-7373410006e3 x-openstack-request-id: req-ecbe64c1-82d3-46e9-b02b-7373410006e3 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:58.803454 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:58.803761 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecbe64c1-82d3-46e9-b02b-7373410006e3 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:58.804170 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'status': 'completed', 'code': 200} Feb 11 14:05:58.978099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-2c0431db-9e68-4a9a-81bd-533dcc52fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.988650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-2c0431db-9e68-4a9a-81bd-533dcc52fd97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 1095 time: 0.1631002 Feb 11 14:05:59.020263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc15192c-9996-4a19-8432-2314329a9b96 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:59.140006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cc15192c-9996-4a19-8432-2314329a9b96 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:59.140396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:59.175799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870eca-e6ad-4887-9d1e-799ce436ac6c req-9516f8a5-6295-4ed8-9d08-f704e7518d5a tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.181967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-26870eca-e6ad-4887-9d1e-799ce436ac6c req-9516f8a5-6295-4ed8-9d08-f704e7518d5a tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 944 time: 0.1395557 Feb 11 14:05:59.253133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-26870eca-e6ad-4887-9d1e-799ce436ac6c req-939216e8-679b-4b90-9198-eabe21b85171 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700197 Feb 11 14:05:59.272322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e06ba7b3-3ea6-4f11-8e7a-f37c27ac71fe req-ed53cb26-6a2d-4079-890d-de506f34c169 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 210 time: 0.0710685 Feb 11 14:05:59.387009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-3df03534-0d82-4ad6-ab08-1a9dbc0c239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.389217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-3df03534-0d82-4ad6-ab08-1a9dbc0c239d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27c1cec396114d72a629cc57e74f1f29&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3931351 Feb 11 14:05:59.554003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-1f6aa2c6-6a2d-4422-b97a-9ef989c5aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.554232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-205216e8-f76b-4baf-9e04-b45bf6f92a70 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323968 Feb 11 14:05:59.558524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27310efe-a86a-43a4-9f86-1da4acbcc2d5 req-1f6aa2c6-6a2d-4422-b97a-9ef989c5aff9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576858 Feb 11 14:05:59.694576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-962183ae-e6f4-4db5-863a-29e4e942bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.694576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-962183ae-e6f4-4db5-863a-29e4e942bb2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 1095 time: 0.0666747 Feb 11 14:05:59.717615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-abf45c03-b15e-4ced-847a-b90066794420 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.727184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-abf45c03-b15e-4ced-847a-b90066794420 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721668 Feb 11 14:05:59.744278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-9500b5d8-3542-419b-9042-08756bd1b26d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0160410 Feb 11 14:05:59.777001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-600cc6de-8a95-4953-96ff-517a6237f961 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff HTTP/1.1" status: 200 len: 217 time: 0.0735707 Feb 11 14:05:59.804382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-5059f313-a828-4c1d-9ca2-fb418cb7304c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575595 Feb 11 14:05:59.857944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-135f3f53-243b-478e-acef-a39b861f8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.860222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-135f3f53-243b-478e-acef-a39b861f8291 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 200 len: 863 time: 0.0767257 Feb 11 14:05:59.915415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705128-665d-40d8-8953-6bd2afabf921 req-500797cf-85db-4f10-a4b1-309faec8dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.916926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-500797cf-85db-4f10-a4b1-309faec8dc8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47423089-3c7f-4692-a9c5-3ccd81564d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467920 Feb 11 14:06:00.088665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:00.112850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-d72dfc7c-b17d-4685-a06b-8b5252881db8 service neutron] 10.222.0.60 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892788 Feb 11 14:06:00.236976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.237589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.237996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.238470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.238949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.239387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.241258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e75a506-e9a3-4ce5-9206-eca7d1063ddb req-0faeadc8-8e27-4a91-81c0-0cf995e72132 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4339 time: 0.2498224 Feb 11 14:06:00.295359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88705128-665d-40d8-8953-6bd2afabf921 req-3a406ece-8982-4f0f-b3d7-392bc48b4699 service neutron] 10.222.0.60 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684003 Feb 11 14:06:00.316803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66e98c30-0ecc-4739-ba0c-5ff7ed824bd0 req-69bb4395-7fc6-4ceb-b65a-179faec884d3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 210 time: 0.0496416 Feb 11 14:06:00.382734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd8178-f28a-48eb-bb84-b28e7692f2e9 req-ae0a4eae-1e4d-4b70-a97c-b3d10b503bb7 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.389471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edcd8178-f28a-48eb-bb84-b28e7692f2e9 req-ae0a4eae-1e4d-4b70-a97c-b3d10b503bb7 tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 886 time: 0.1207998 Feb 11 14:06:00.445233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd05c711-a9ad-4750-a0b7-4ba3c31fe478 req-32fce4d2-17a4-4c7f-b6da-5f6078d74c52 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 210 time: 0.0333858 Feb 11 14:06:00.530166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692844-acaa-4614-a11e-6cd03ce287e3 req-626c7702-7710-4183-aaa6-cba006613b83 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.538231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77692844-acaa-4614-a11e-6cd03ce287e3 req-626c7702-7710-4183-aaa6-cba006613b83 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 944 time: 0.0983055 Feb 11 14:06:00.573933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77692844-acaa-4614-a11e-6cd03ce287e3 req-f08ed548-fb95-4ad0-a774-65ec8472605d tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Feb 11 14:06:00.586499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37316) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:00.669055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.669570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.670250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.670722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.671185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.671720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.674756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1856dc8a-b18b-40a1-ba7d-03d5acc66e86 req-2f76d12e-c791-4b1b-955c-a92a006e505e tempest-NetworksTest-2036728442 tempest-NetworksTest-2036728442-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4339 time: 0.1836901 Feb 11 14:06:00.759230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-22b441be-2ca3-48e3-a18f-cd0c459d30fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.760767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-22b441be-2ca3-48e3-a18f-cd0c459d30fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 821 time: 0.1465063 Feb 11 14:06:00.780106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'port': {'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'admin_state_up': True, 'tenant_id': '5de20564616a446588f58c38fa045507'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:00.784805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95751f4a-414a-4663-bb80-c65d0acede33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:00.978596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95751f4a-414a-4663-bb80-c65d0acede33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.032728 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.129678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Made reservation on behalf of 5de20564616a446588f58c38fa045507 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:01.133291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.136401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95751f4a-414a-4663-bb80-c65d0acede33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.201774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95751f4a-414a-4663-bb80-c65d0acede33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f086e858-11c8-4ffe-81a3-9358d72a6f6d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:01.213792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-95751f4a-414a-4663-bb80-c65d0acede33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=801393495e744c65a58f2ab7cb537fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260724 Feb 11 14:06:01.216367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:01.436510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:01.502044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1000645630', 'description': 'tempest-description-1719983023'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:01.622734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.626778 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-892e0986-839d-4a16-a4f9-1eeffc3f5096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.649927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.704020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.706927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Allocated IP 172.20.0.5 (5b83fb3d-81b1-4117-9591-be8cbfc6789d/01c9d6e2-a055-4109-8adb-71081cccc4dc/f24d4cf5-3fd9-4756-8e1d-59059399f054) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:01.715173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-892e0986-839d-4a16-a4f9-1eeffc3f5096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.718349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.830082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.889652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-892e0986-839d-4a16-a4f9-1eeffc3f5096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.892602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.896092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.899617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f086e858-11c8-4ffe-81a3-9358d72a6f6d HTTP/1.1" status: 204 len: 168 time: 0.6798625 Feb 11 14:06:01.940859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-892e0986-839d-4a16-a4f9-1eeffc3f5096 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03d6ca5ea56843cf855ce492c55fa93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031416 Feb 11 14:06:01.942679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0986-839d-4a16-a4f9-1eeffc3f5096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5b12d-85ab-4f85-8b38-a4658b0936e7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:01.945294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:01.953897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.960557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046b075-8446-4c44-a268-800879fdc441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f086e858-11c8-4ffe-81a3-9358d72a6f6d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.035615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.067501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3647744a-aee6-411f-8bcd-cbddf529aeed,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.098054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.098769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.128450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ea0f6f8-22f3-4d21-955a-20ee161de704 req-54e29a10-ca10-44f4-abb9-3b1e55c0d4fe tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 210 time: 0.0448029 Feb 11 14:06:02.136273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.217936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0bfabba-398d-4fec-b371-c4506271f2eb req-0c8f5366-4efa-4ec7-87d8-2f866eb31b56 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 210 time: 0.0263503 Feb 11 14:06:02.260574 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.289285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e0d41c-c527-4d45-9e20-f0b13f01eb37,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.307963 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.310534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.313927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38e5b12d-85ab-4f85-8b38-a4658b0936e7 HTTP/1.1" status: 204 len: 168 time: 0.3651528 Feb 11 14:06:02.319183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.322345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe0d10-b892-4459-8235-93e35c5abad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5b12d-85ab-4f85-8b38-a4658b0936e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.368555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce554fe-0037-44aa-bbd8-358664eec3a6 req-f412433d-015f-4cad-8b02-c25c40f9af0d tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:02.368858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.370086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efc20aa5-ba45-4c83-99f0-0680a0b323ae req-08ab77ab-cae9-4636-8a76-15d4afdc1c14 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8912125 Feb 11 14:06:02.379992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ce554fe-0037-44aa-bbd8-358664eec3a6 req-f412433d-015f-4cad-8b02-c25c40f9af0d tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 944 time: 0.0984564 Feb 11 14:06:02.380693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:02.380693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:02.384754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:02.390200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:02.390759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.396993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event updated for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.435362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ce554fe-0037-44aa-bbd8-358664eec3a6 req-1a844a7b-36f1-450b-ba7a-73a40d855077 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382125 Feb 11 14:06:02.514437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-71d3a9bb-a3cb-4c28-9df9-89a12d44c4fb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7407618 Feb 11 14:06:02.536588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Request body: {'port': {'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:02.645024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.676473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-6edc0fbb-12c5-48a1-816c-3c8c442288e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690024 Feb 11 14:06:02.703184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0b7c8b07-c174-4abc-8473-23d5eab636d9 None None] Provisioning complete for port f24d4cf5-3fd9-4756-8e1d-59059399f054 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:02.703730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b7c8b07-c174-4abc-8473-23d5eab636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.779380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:02.791987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c8b07-c174-4abc-8473-23d5eab636d9 None None] Port f24d4cf5-3fd9-4756-8e1d-59059399f054 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:02.807621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dda0dfb-b5ce-43d3-8ed0-99856cc7cf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.810449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.60', 52973) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:02.853785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4a2f41b1-049e-4d87-936a-cf0b81e548ff details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:02.886772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-4ec22f82-1978-41fd-b6ed-7a83cdec3c0e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748675 Feb 11 14:06:03.005065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a416b4-7693-45dd-bddd-46424b657851 req-9af20bfa-31cc-4be9-804a-d02f63afcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.007066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-9af20bfa-31cc-4be9-804a-d02f63afcf9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1101 time: 0.0845699 Feb 11 14:06:03.077186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:03.093636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'port_id': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'mac_address': 'fa:16:3e:cc:37:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:03.098026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24d4cf5-3fd9-4756-8e1d-59059399f054 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:03.108181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.132656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Transition to ACTIVE for port object f24d4cf5-3fd9-4756-8e1d-59059399f054 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:03.151475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.155441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-ceb95f21-537e-423c-94ee-4f2fb61d4d91 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.159655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-ceb95f21-537e-423c-94ee-4f2fb61d4d91 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663031 Feb 11 14:06:03.165790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a416b4-7693-45dd-bddd-46424b657851 req-4ec1b1a8-19a6-4034-9e91-6e2cabe43b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.168336 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-4ec1b1a8-19a6-4034-9e91-6e2cabe43b1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1347566 Feb 11 14:06:03.183424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2f41b1-049e-4d87-936a-cf0b81e548ff {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:03.185218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2061371330', 'description': 'tempest-description-747416009'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:03.199436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:03.225820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:03.228047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:03.231780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-a909f8e3-c1b2-4a2f-b671-71a67f8ec061 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 200 len: 217 time: 0.0570655 Feb 11 14:06:03.232475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.233953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dda0dfb-b5ce-43d3-8ed0-99856cc7cf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.282062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea70d-627e-4135-8a43-bfa1f465b11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.324501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Pushing event updated for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.324644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.338789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dda0dfb-b5ce-43d3-8ed0-99856cc7cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.363468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a416b4-7693-45dd-bddd-46424b657851 req-0272e59b-00bd-44b4-96a8-b2946a31f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.365090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-0272e59b-00bd-44b4-96a8-b2946a31f073 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1258185 Feb 11 14:06:03.388574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.406779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.407959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Attempting to bind port f24d4cf5-3fd9-4756-8e1d-59059399f054 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:03.408398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Attempting to bind port f24d4cf5-3fd9-4756-8e1d-59059399f054 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:03.409365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Attempting to bind port f24d4cf5-3fd9-4756-8e1d-59059399f054 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:03.434614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Port f24d4cf5-3fd9-4756-8e1d-59059399f054 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:03.434998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Attempting to bind port f24d4cf5-3fd9-4756-8e1d-59059399f054 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:03.449174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:03.449569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Checking segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:03.449891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Bound using segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:03.450326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Bound port: f24d4cf5-3fd9-4756-8e1d-59059399f054, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:03.450675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.459927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3dda0dfb-b5ce-43d3-8ed0-99856cc7cf1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe7150f6a5ae4a3ea5fa6574960fc4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772234 Feb 11 14:06:03.463646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda0dfb-b5ce-43d3-8ed0-99856cc7cf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f8f0ec-fbdf-4371-8b2c-c6d10bcb6bfa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.463792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37490) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:03.510329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a416b4-7693-45dd-bddd-46424b657851 req-ffd3a884-a0bd-4af9-a262-235ff419136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.511865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-ffd3a884-a0bd-4af9-a262-235ff419136a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340172 Feb 11 14:06:03.537306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea70d-627e-4135-8a43-bfa1f465b11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.540927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9df21e94-191b-4d0c-9c68-866a81617e83 req-4e0e0017-8fd2-4e97-92c0-ffde45eff977 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 210 time: 0.0794835 Feb 11 14:06:03.567791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['4a2f41b1-049e-4d87-936a-cf0b81e548ff'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:03.594090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.595884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:03.600850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.627494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea70d-627e-4135-8a43-bfa1f465b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.685961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.691578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.698352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:03.720198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8e6ea70d-627e-4135-8a43-bfa1f465b11a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd8a3cdbc6c24dd39856c437bbb96b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891858 Feb 11 14:06:03.728456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:03.741938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ea70d-627e-4135-8a43-bfa1f465b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1dda7f-f5ae-42cc-acbf-2f102b3ab37e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.745187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:03.747771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.787206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-69aa8de1-703b-4f8c-ab1b-fd21ec7d2b02 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527087 Feb 11 14:06:03.801039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12692c-5b0f-46aa-be73-4e1992439496 req-6dbc4c5a-202c-4245-afc5-7a1951d0eb96 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.802563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b12692c-5b0f-46aa-be73-4e1992439496 req-6dbc4c5a-202c-4245-afc5-7a1951d0eb96 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 943 time: 0.1743894 Feb 11 14:06:03.808006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.819484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de67f4f7-29e1-4362-9717-9a1a1c4cb8c4 req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6487265 Feb 11 14:06:03.840178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.848090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b493c8c-e562-4df1-8477-09726137b882 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f97c9-fc5c-4b5b-8b2e-8ae6ebb769f8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.862917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.203 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/47a1fc7e-0f7a-49ab-9b1b-68fd475531c3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:03.879497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.914537 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.920225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.920841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.922235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] 10.222.0.60 "PUT /v2.0/ports/f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 1091 time: 1.3922145 Feb 11 14:06:03.931484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:03.933793 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c39b31c-4723-41be-83eb-7242f6f006e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:03.971499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b12692c-5b0f-46aa-be73-4e1992439496 req-26d34b4e-e44a-4b2c-80f2-64801d1a85b8 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523101 Feb 11 14:06:03.998100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de367-5a69-4e46-8c51-f241c3f06b2c service neutron] Pushing event updated for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:04.017475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09a416b4-7693-45dd-bddd-46424b657851 req-aa5c015f-2091-46f3-a69d-fc89221004ee service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100363 Feb 11 14:06:04.078125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.081345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.084008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23f8f0ec-fbdf-4371-8b2c-c6d10bcb6bfa HTTP/1.1" status: 204 len: 168 time: 0.6196487 Feb 11 14:06:04.117751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.130249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116920b-c451-4b44-a9d3-6d0aef7817c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f8f0ec-fbdf-4371-8b2c-c6d10bcb6bfa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:04.175192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.178291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.179473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b1dda7f-f5ae-42cc-acbf-2f102b3ab37e HTTP/1.1" status: 204 len: 168 time: 0.4481034 Feb 11 14:06:04.216156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0427ac-85e5-4d6b-bf2c-20eb159393fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1dda7f-f5ae-42cc-acbf-2f102b3ab37e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:04.228750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-3d7a79ee-c5f9-41e8-9285-5be21921fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.228750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-3d7a79ee-c5f9-41e8-9285-5be21921fe34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1094 time: 0.1206300 Feb 11 14:06:04.286057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.295642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-d99ed2d1-a331-4d4a-b1c2-d8b2bd0ad519 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.0606270 Feb 11 14:06:04.296159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:04.300550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:04.362704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-6e805915-696f-4fa6-a076-e9953da78190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.365186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-6e805915-696f-4fa6-a076-e9953da78190 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0577576 Feb 11 14:06:04.374614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:04.381137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:04.385065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:04.388167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:04.402064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27218336-28e5-450c-b9f7-79e82518e708 req-64786e79-0b6c-46b9-a69f-4db44a4377a0 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.413198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27218336-28e5-450c-b9f7-79e82518e708 req-64786e79-0b6c-46b9-a69f-4db44a4377a0 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 945 time: 0.1494248 Feb 11 14:06:04.427989 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:04.524974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.525217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.535445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-0191e27a-1c07-4ccb-94d8-857efb33bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.542579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-0191e27a-1c07-4ccb-94d8-857efb33bc6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700590 Feb 11 14:06:04.552248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27218336-28e5-450c-b9f7-79e82518e708 req-26803549-a3b0-4414-9d2b-308f441ff826 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380773 Feb 11 14:06:04.648380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-e9068951-3e5d-4a86-b056-834eb24a666e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4758959 Feb 11 14:06:04.663765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Request body: {'port': {'device_id': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:04.771148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-8073f573-1b05-4ca4-8505-ec0c29167b81 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042444 Feb 11 14:06:04.810759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:04.892413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4a2f41b1-049e-4d87-936a-cf0b81e548ff up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:04.900987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3491795-cb9f-4559-bd9b-2ef2c164c013 req-215188da-0255-4191-a305-728892d11c9d service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213543 Feb 11 14:06:04.920065 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30211e35-48cc-4d3a-b5fd-e4e8b42768aa x-openstack-request-id: req-30211e35-48cc-4d3a-b5fd-e4e8b42768aa {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:04.920356 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:04.921405 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30211e35-48cc-4d3a-b5fd-e4e8b42768aa {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:04.921875 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:06:05.002260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9f8377f9-6f55-4d58-a46b-594e305ad865 None None] Provisioning complete for port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:05.015536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f8377f9-6f55-4d58-a46b-594e305ad865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.055409 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-6db10172-819b-4d9a-8c15-920ec0c494c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2306113 Feb 11 14:06:05.130002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9f8377f9-6f55-4d58-a46b-594e305ad865 None None] Port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:05.136377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-58c3f7c2-7295-4a93-936b-fef9f20a9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.137929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-58c3f7c2-7295-4a93-936b-fef9f20a9df5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1094 time: 0.0699263 Feb 11 14:06:05.169085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 4a2f41b1-049e-4d87-936a-cf0b81e548ff completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:05.187283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 4a2f41b1-049e-4d87-936a-cf0b81e548ff triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:05.188672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.262120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2133974056', 'description': 'tempest-description-345817286'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:05.311649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-90a8a0e0-4493-4635-8751-d65392b0011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.313281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-90a8a0e0-4493-4635-8751-d65392b0011a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1600595 Feb 11 14:06:05.317191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.323124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6050-8cef-47fa-931d-8524380d04fb req-987d283d-7f39-42fa-8a99-360bf56c2848 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.324691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46ef6050-8cef-47fa-931d-8524380d04fb req-987d283d-7f39-42fa-8a99-360bf56c2848 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 936 time: 0.1022069 Feb 11 14:06:05.361724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-8c080447-1f7a-4f93-b32d-4f3dd0289364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.363627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-8c080447-1f7a-4f93-b32d-4f3dd0289364 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 1101 time: 0.2272396 Feb 11 14:06:05.372365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-94987976-f1dc-4146-ae6f-1add8d4a676d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.0464699 Feb 11 14:06:05.385076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:05.389865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:05.393298 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778d084-3e81-4088-95d8-b94782302eb9" -d '{"events": [{"server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:05.439204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46ef6050-8cef-47fa-931d-8524380d04fb req-582a0bc7-4f9d-487e-ae37-8d9a0d3db2e9 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065156 Feb 11 14:06:05.444473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.450475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-ead37d06-d49a-41f9-892b-33bd29e9db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.452072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-ead37d06-d49a-41f9-892b-33bd29e9db66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0711110 Feb 11 14:06:05.520393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.526976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.537102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:05.578530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.616032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:05.630048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Transition to ACTIVE for port object 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:05.675250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-d3e0a728-8f6e-48cb-a3ef-282794fee88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.677018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-d3e0a728-8f6e-48cb-a3ef-282794fee88e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107949 Feb 11 14:06:05.696676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-0550d6a6-3b85-4338-98ba-151498d66240 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2210786 Feb 11 14:06:05.699060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:05.705081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23114470-ef3d-40b2-9034-182877bb419c req-b0e75235-d227-4e27-89f0-0f7dd275d1e4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.707231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23114470-ef3d-40b2-9034-182877bb419c req-b0e75235-d227-4e27-89f0-0f7dd275d1e4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 943 time: 0.0985210 Feb 11 14:06:05.720515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-fd894f31-2474-4351-8afd-d3a0dafa052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.724766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-fd894f31-2474-4351-8afd-d3a0dafa052c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2898712 Feb 11 14:06:05.809610 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-152ea003-3e0e-40e8-bfe7-b0711f724048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=77585bb9-3c72-428e-9b7e-91828c3e9559 HTTP/1.1" status: 200 len: 217 time: 0.0654926 Feb 11 14:06:05.827327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23114470-ef3d-40b2-9034-182877bb419c req-717097f1-ae1b-4cd3-86a9-77c045b18d12 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102762 Feb 11 14:06:05.850960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-b8e2ae71-d146-42ac-85a1-27d5d1ee5e98 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654546 Feb 11 14:06:05.859060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-ecefe561-9079-4ec3-97eb-4655a1303e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.859060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-ecefe561-9079-4ec3-97eb-4655a1303e21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1101 time: 0.1045079 Feb 11 14:06:05.935185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:05.959999 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69a3f9b-8c61-42d0-a42f-7516eed56e95 x-openstack-request-id: req-b69a3f9b-8c61-42d0-a42f-7516eed56e95 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:05.960695 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:05.961352 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b69a3f9b-8c61-42d0-a42f-7516eed56e95 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:05.962611 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'code': 200} Feb 11 14:06:06.025113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.60', 52975) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:06.138949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.160588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-5d6f70b3-506f-44af-8dc2-ac63516cffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.160700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-be395c41-02d5-4329-9c8d-4bf8f6acb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.162110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-be395c41-02d5-4329-9c8d-4bf8f6acb8e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2726243 Feb 11 14:06:06.165101 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-5d6f70b3-506f-44af-8dc2-ac63516cffb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.3337524 Feb 11 14:06:06.166546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c39b31c-4723-41be-83eb-7242f6f006e4 req-1c1c5e4d-a6df-4a83-88c0-24da27897e87 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064871 Feb 11 14:06:06.174817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9dd1-8569-408d-b7d7-0ac0b4d2bbdd req-9c0e87e5-8a1f-45d3-99d9-f8fbd4e424b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.176593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-076f9dd1-8569-408d-b7d7-0ac0b4d2bbdd req-9c0e87e5-8a1f-45d3-99d9-f8fbd4e424b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 1097 time: 0.1480849 Feb 11 14:06:06.218598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.274383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-3fef9608-3918-4e0e-b2d6-28cf96c087c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 200 len: 217 time: 0.0956197 Feb 11 14:06:06.294140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.338961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Attempting to bind port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:06.345491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Attempting to bind port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:06.345491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Attempting to bind port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:06.351028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-076f9dd1-8569-408d-b7d7-0ac0b4d2bbdd req-dc9e206d-1549-459c-a62d-42fb30159c3e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663983 Feb 11 14:06:06.357940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e7936-2124-484c-83b0-da8a34f3ab1b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:06.361296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:06.361779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Attempting to bind port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:06.362715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-fd74c160-13be-444d-9d6a-1bc4886b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.364698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-fd74c160-13be-444d-9d6a-1bc4886b266a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0819259 Feb 11 14:06:06.373383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.379810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:06.380224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:06.380612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:06.381119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Bound port: 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:06.381416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.384337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-755cc692-9c5f-4ff5-8072-bf25dfcface5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.385960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-755cc692-9c5f-4ff5-8072-bf25dfcface5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141404 Feb 11 14:06:06.443593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c387f-4e65-4958-b3b9-e3f7c8038696,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:06.514146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.515356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8ea6e3c-c08c-4e42-8d05-9c993613da16 req-cf7d658f-5b49-4ce5-9813-66f8499b86ea tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3546646 Feb 11 14:06:06.531828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285835-7194-491d-9034-466a106ab7d9 req-cdeafa71-f9f8-42ca-8ac3-8e114b5549b6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.537054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31285835-7194-491d-9034-466a106ab7d9 req-cdeafa71-f9f8-42ca-8ac3-8e114b5549b6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 946 time: 0.0707734 Feb 11 14:06:06.540326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:06.568380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:06.574427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-5447f8b2-943a-41c7-b561-acd119b1e2b6 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775119 Feb 11 14:06:06.632417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31285835-7194-491d-9034-466a106ab7d9 req-abab1721-ae53-452e-931a-7c93dd9d0cf4 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886769 Feb 11 14:06:06.650548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.659056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-bf876bbc-ceb8-4172-8d40-ab63c22f9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.660552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-bf876bbc-ceb8-4172-8d40-ab63c22f9232 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803535 Feb 11 14:06:06.670814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1615110843', 'description': 'tempest-description-1598240351'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:06.716681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.717236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.719016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] 10.222.0.60 "PUT /v2.0/ports/47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 HTTP/1.1" status: 200 len: 1096 time: 2.0603139 Feb 11 14:06:06.725713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:06.729661 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01deeff3-d286-4c14-ba33-e404803e5e01" -d '{"events": [{"name": "network-changed", "server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:06.785917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-6eb2d349-eb9a-4f0b-85db-b614f451a919 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136959 Feb 11 14:06:06.792060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1b318f1-e521-42b0-bda4-7f70f57c3ae7 req-34c531ba-d24d-4bc1-ba0e-4ddb9379758b service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078838 Feb 11 14:06:06.795737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c720fb-f8a8-4d29-98a5-f82b4bbb8ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:06.821905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7676fd5-c150-4882-b6e2-bc0721f2da41 req-152d462d-2501-49ed-9939-f9d686f100ae tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.827481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7676fd5-c150-4882-b6e2-bc0721f2da41 req-152d462d-2501-49ed-9939-f9d686f100ae tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 948 time: 0.0920413 Feb 11 14:06:06.867107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.923666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7676fd5-c150-4882-b6e2-bc0721f2da41 req-ea3138cf-24cc-4cda-bb32-19d9c7f67ba8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716295 Feb 11 14:06:06.926288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2557e33-7605-4191-8e67-cbd0b33b5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.927914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-c2557e33-7605-4191-8e67-cbd0b33b5220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 1099 time: 0.0959210 Feb 11 14:06:06.941742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ac0308-f267-4596-9100-aaa7c8351774 req-db8a56dc-208d-4a55-8af9-1545fc32ebb6 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344860 Feb 11 14:06:06.982982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.987987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-d4816a47-79ad-4491-9e60-639ffc36108d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 HTTP/1.1" status: 200 len: 217 time: 0.0526173 Feb 11 14:06:07.043739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:07.054960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-0dbc4387-e696-415b-872c-4cb854271d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.056659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-0dbc4387-e696-415b-872c-4cb854271d4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0546544 Feb 11 14:06:07.076716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c124d3-3e87-478b-a631-b07469666edc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:07.124831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-87109668-4db1-4991-ba0f-a696135fc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.127015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-87109668-4db1-4991-ba0f-a696135fc957 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631998 Feb 11 14:06:07.131438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:07.132997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21cadeee-0541-4c10-a221-5f623221f3e1 req-b461225b-c1fb-4584-8d58-a02d86ca25ba tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4682333 Feb 11 14:06:07.202334 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ed7386-4238-4bd8-89b7-169802709236 x-openstack-request-id: req-83ed7386-4238-4bd8-89b7-169802709236 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:07.202756 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:07.203012 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ed7386-4238-4bd8-89b7-169802709236 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:07.203402 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', 'status': 'completed', 'code': 200} Feb 11 14:06:07.273114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-bebc6834-fb95-4582-b33e-0965852a2af0 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388614 Feb 11 14:06:07.363479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7cc3-843c-4cf1-9652-70be46923069 req-a8111a45-956b-4bf8-939a-917a855959de tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.372540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cbbc7cc3-843c-4cf1-9652-70be46923069 req-a8111a45-956b-4bf8-939a-917a855959de tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 943 time: 0.0702434 Feb 11 14:06:07.434968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-309cddf4-0c45-4507-9501-2f3487d52eaf req-3f14decd-5264-4c0a-95d8-21f9b7e85206 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526735 Feb 11 14:06:07.488918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cbbc7cc3-843c-4cf1-9652-70be46923069 req-cbd5f8b3-8f36-4e53-a52d-e566f9a111b4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 Feb 11 14:06:07.662846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-aa82319f-fec4-431d-b945-dc240eee984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.665533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-aa82319f-fec4-431d-b945-dc240eee984b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 1099 time: 0.1171319 Feb 11 14:06:07.813557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-568a325e-7cd6-48ca-bc8d-cbd781014202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.815654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-568a325e-7cd6-48ca-bc8d-cbd781014202 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1423187 Feb 11 14:06:08.099135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-e7ac586a-c764-4773-b1dc-aea5afca17e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 HTTP/1.1" status: 200 len: 217 time: 0.2711906 Feb 11 14:06:08.164247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-9d0a7dd7-49f4-403b-93a3-b32a0261e42d tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36802 time: 0.6132088 Feb 11 14:06:08.195231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-f7c7baf2-98bd-411c-9625-2297eb6d2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.195231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-f7c7baf2-98bd-411c-9625-2297eb6d2ff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0740333 Feb 11 14:06:08.196679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:08.248389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-629a7a45-96c1-43bb-8208-109c1f523ba8 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0ec3fbd7-2de3-485b-92f0-a090ef3ad947 HTTP/1.1" status: 200 len: 2973 time: 0.0716441 Feb 11 14:06:08.265209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-9970320c-eb99-4e86-92c6-d3a4a4cde0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.266783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-9970320c-eb99-4e86-92c6-d3a4a4cde0ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627186 Feb 11 14:06:08.330739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f22e2b-5f7f-40b1-881a-adb12e3f6f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.356798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-69a6e3f8-13bb-480e-9821-74322d5a49b1 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0ec3fbd7-2de3-485b-92f0-a090ef3ad947 HTTP/1.1" status: 200 len: 2973 time: 0.1021044 Feb 11 14:06:08.418145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-d868fe3f-06d3-45f7-b5a2-47213b3e97c7 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423688 Feb 11 14:06:08.434948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-2f602f20-1658-4403-9a38-0e0a3835e6e9 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1ee48333-cc96-46de-9a7f-322652f87d52 HTTP/1.1" status: 200 len: 2981 time: 0.0656586 Feb 11 14:06:08.437658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f22e2b-5f7f-40b1-881a-adb12e3f6f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.446776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1f620-308d-4c8f-b03f-fed801e9bc05 req-0662b63e-365e-40c3-916b-14e4ed4af8c1 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.448239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64f1f620-308d-4c8f-b03f-fed801e9bc05 req-0662b63e-365e-40c3-916b-14e4ed4af8c1 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 946 time: 0.0725446 Feb 11 14:06:08.487011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64f1f620-308d-4c8f-b03f-fed801e9bc05 req-da6b50cd-3b2f-4a95-a3d1-f83fd4a9696f tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Feb 11 14:06:08.517750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f22e2b-5f7f-40b1-881a-adb12e3f6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.530278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-354d4ccf-c0cb-4155-9ed5-1a7a99702f1e tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1ee48333-cc96-46de-9a7f-322652f87d52 HTTP/1.1" status: 200 len: 2981 time: 0.0835803 Feb 11 14:06:08.557932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01deeff3-d286-4c14-ba33-e404803e5e01 req-e4904cb2-61a0-467e-a5bb-d348a1094b95 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309829 Feb 11 14:06:08.565117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85f22e2b-5f7f-40b1-881a-adb12e3f6f37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c02a5260bb6473b8344736e0224faec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635900 Feb 11 14:06:08.565642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37798) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:08.569858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f22e2b-5f7f-40b1-881a-adb12e3f6f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654e986-673e-4ca4-97bd-42a6a08a8919,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:08.593597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-20553fd5-9678-4c21-b7a9-563d06d01bfb tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3647744a-aee6-411f-8bcd-cbddf529aeed HTTP/1.1" status: 200 len: 2981 time: 0.0536878 Feb 11 14:06:08.641443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-d2908571-bfe1-4652-b986-0d159d6a9206 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3647744a-aee6-411f-8bcd-cbddf529aeed HTTP/1.1" status: 200 len: 2981 time: 0.0404825 Feb 11 14:06:08.686915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-215d5cb8-d348-46a2-ba4d-42ea22607334 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4853944f-7de1-4aec-9651-c553f4ac687b HTTP/1.1" status: 200 len: 2981 time: 0.0389659 Feb 11 14:06:08.737111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-18c62bc5-9731-498a-b780-e07fc4cd3394 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4853944f-7de1-4aec-9651-c553f4ac687b HTTP/1.1" status: 200 len: 2981 time: 0.0429432 Feb 11 14:06:08.782037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-c431dbe9-27c3-48e4-a118-99ee46fb1895 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d HTTP/1.1" status: 200 len: 2981 time: 0.0379119 Feb 11 14:06:08.823813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.827755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-d76689fa-efb9-4134-8f8a-21f16c60ba76 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d HTTP/1.1" status: 200 len: 2981 time: 0.0367491 Feb 11 14:06:08.844649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.871449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-c6026ea5-c96f-422e-bfca-6c0adf8cf013 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9ae27987-2765-4390-8410-0a11a61d42f8 HTTP/1.1" status: 200 len: 2977 time: 0.0370374 Feb 11 14:06:08.883869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f24d4cf5-3fd9-4756-8e1d-59059399f054 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:08.914665 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-cbb4c488-c5e5-47ee-a7c9-604a4b8e55e8 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9ae27987-2765-4390-8410-0a11a61d42f8 HTTP/1.1" status: 200 len: 2977 time: 0.0366604 Feb 11 14:06:08.962862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-7d90375f-5f5c-45e5-a1e1-8bb5c7c65224 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ac3e47c4-8d72-41db-896c-7c5bf13c3a4e HTTP/1.1" status: 200 len: 2981 time: 0.0408211 Feb 11 14:06:08.974738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.977597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.981140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c654e986-673e-4ca4-97bd-42a6a08a8919 HTTP/1.1" status: 204 len: 168 time: 0.4100294 Feb 11 14:06:08.981303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:08.993512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:08.994092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba5356-5b71-4e07-ab80-b8b40dc61e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654e986-673e-4ca4-97bd-42a6a08a8919,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:09.012510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-3ebd3ddf-511e-4f9c-8231-c4e39e05437d tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ac3e47c4-8d72-41db-896c-7c5bf13c3a4e HTTP/1.1" status: 200 len: 2981 time: 0.0407188 Feb 11 14:06:09.050192 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:09.068271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24d4cf5-3fd9-4756-8e1d-59059399f054 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:09.071304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-2750e29e-a6e5-4dc8-89d8-bb777bb28e1a tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c11e7936-2124-484c-83b0-da8a34f3ab1b HTTP/1.1" status: 200 len: 2981 time: 0.0540924 Feb 11 14:06:09.089521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:09.112795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-224cf936-dae1-43bd-b7e1-a230ef42bf54 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c11e7936-2124-484c-83b0-da8a34f3ab1b HTTP/1.1" status: 200 len: 2981 time: 0.0355570 Feb 11 14:06:09.152227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:09.158918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-83eb087d-5ece-4f62-8f2b-464064a3ec01 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e6f325d8-e6b8-4f57-aa85-d958426e8e62 HTTP/1.1" status: 200 len: 2981 time: 0.0395269 Feb 11 14:06:09.201976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-4f87f692-177d-4580-9e89-f455b581561c tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e6f325d8-e6b8-4f57-aa85-d958426e8e62 HTTP/1.1" status: 200 len: 2981 time: 0.0370989 Feb 11 14:06:09.206191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:09.245623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-569a9538-e84b-4b14-9c33-1cee02b2a48a tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ecdec57b-a20a-4978-a615-22f51a2ee9a6 HTTP/1.1" status: 200 len: 2981 time: 0.0369003 Feb 11 14:06:09.295089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9953f3-fed6-4137-b5c9-c665cf281dea req-d67dbc84-200a-4d1b-bde7-3b3fb2b41f06 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ecdec57b-a20a-4978-a615-22f51a2ee9a6 HTTP/1.1" status: 200 len: 2981 time: 0.0400488 Feb 11 14:06:09.387666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f24d4cf5-3fd9-4756-8e1d-59059399f054'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:09.596089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-4779fa81-377f-4fb8-9831-87937883d081 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4051702fcb2947d0a9884abcbab3e12f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216529 Feb 11 14:06:09.706852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-77b1b6e0-708a-481a-8f80-7c1ddb63d49a tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.708371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-77b1b6e0-708a-481a-8f80-7c1ddb63d49a tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064744 Feb 11 14:06:09.708840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:09.729294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf4a0-bcbb-422a-a6f9-8ccc6fcd29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:09.731944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-1875d229-424d-43f6-aeb7-ce105b91f5c4 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/quotas/4051702fcb2947d0a9884abcbab3e12f HTTP/1.1" status: 200 len: 375 time: 0.0169179 Feb 11 14:06:09.738413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd159-7635-4631-9ba8-5c1e46fe5f53 req-d9086cba-bcca-4bd2-b1e7-f1a886929806 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.740118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f40dd159-7635-4631-9ba8-5c1e46fe5f53 req-d9086cba-bcca-4bd2-b1e7-f1a886929806 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 948 time: 0.0498121 Feb 11 14:06:09.776540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-e44872be-b100-4838-8918-bb12c9181ffb tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4051702fcb2947d0a9884abcbab3e12f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360980 Feb 11 14:06:09.788439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f40dd159-7635-4631-9ba8-5c1e46fe5f53 req-b3e12f33-3a7b-419d-9d99-060a45376bab tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Feb 11 14:06:09.856255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf4a0-bcbb-422a-a6f9-8ccc6fcd29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:09.941020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf4a0-bcbb-422a-a6f9-8ccc6fcd29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:09.955061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d98fa-b59c-444d-b153-477e6eab06fb req-4606151e-e23d-4bc1-a153-12c6a5464916 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.956766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e4d98fa-b59c-444d-b153-477e6eab06fb req-4606151e-e23d-4bc1-a153-12c6a5464916 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 944 time: 0.0517926 Feb 11 14:06:09.991379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1ebcf4a0-bcbb-422a-a6f9-8ccc6fcd29ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce3b329f57c64e17a5a730db9be65ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790673 Feb 11 14:06:09.991379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf4a0-bcbb-422a-a6f9-8ccc6fcd29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee38524-2957-45d8-b2ec-4ffc4014c206,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:09.992067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:10.010599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e4d98fa-b59c-444d-b153-477e6eab06fb req-91cd53d9-23df-42f9-87d7-9dbef2d227b8 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Feb 11 14:06:10.048075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:10.079586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:10.123711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4691b-d474-4394-959a-b8c508a71367 req-3cb2700b-b148-41b5-a98d-d7eaa125fe8a tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:10.125276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30f4691b-d474-4394-959a-b8c508a71367 req-3cb2700b-b148-41b5-a98d-d7eaa125fe8a tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 946 time: 0.0554683 Feb 11 14:06:10.135099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:10.140526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'floatingip': {'port_id': '4a2f41b1-049e-4d87-936a-cf0b81e548ff'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:10.209660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60eab840-7e78-4873-a04b-eb1c353f315f req-e1c930eb-bcd3-4f80-985a-29c257f911f7 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ab0f709ceb9421ebafa0eb1557b119f HTTP/1.1" status: 200 len: 6103 time: 0.0635023 Feb 11 14:06:10.212240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:10.279218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60eab840-7e78-4873-a04b-eb1c353f315f req-f1ca130f-3085-4fe3-b20a-7906ec2234ea tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "GET /v2.0/security-groups/3647744a-aee6-411f-8bcd-cbddf529aeed HTTP/1.1" status: 200 len: 2981 time: 0.0630472 Feb 11 14:06:10.338440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:10.341003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:10.342144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fee38524-2957-45d8-b2ec-4ffc4014c206 HTTP/1.1" status: 204 len: 168 time: 0.3491874 Feb 11 14:06:10.359687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc3dd-1458-4532-9948-f62a83ff322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee38524-2957-45d8-b2ec-4ffc4014c206,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:10.396945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60eab840-7e78-4873-a04b-eb1c353f315f req-2374a9a1-e328-4273-96bb-54565edfaedd tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "GET /v2.0/security-groups/3647744a-aee6-411f-8bcd-cbddf529aeed HTTP/1.1" status: 200 len: 2981 time: 0.1108592 Feb 11 14:06:10.489409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4fb63aa-e538-4f61-9ea1-cb8965028ab1 req-e5864e6e-9b44-4af0-9941-b3af77f8baf2 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 210 time: 0.0409513 Feb 11 14:06:10.884512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:10.899263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f24d4cf5-3fd9-4756-8e1d-59059399f054 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:10.977468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9d09f245-fec5-40e4-ac62-a7be8c2d3623 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c6c124d3-3e87-478b-a631-b07469666edc HTTP/1.1" status: 200 len: 1778 time: 0.1244037 Feb 11 14:06:10.990532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.034760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.035786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:11.055341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.154363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', 'mac_address': 'fa:16:3e:00:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:11.157737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.191613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.195082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f24d4cf5-3fd9-4756-8e1d-59059399f054 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:11.196450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.198980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.200144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-055fdb38-bbe7-4237-8cf6-e76a7136b7ce req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6c124d3-3e87-478b-a631-b07469666edc HTTP/1.1" status: 204 len: 173 time: 0.2126935 Feb 11 14:06:11.209581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:11.213883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f24d4cf5-3fd9-4756-8e1d-59059399f054 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:11.214259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.215919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f4596-e810-43f3-a1f3-4475461216e3 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c124d3-3e87-478b-a631-b07469666edc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:11.263104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:11.325363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.344450 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae associated. External IP: 172.25.7.161, port: 4a2f41b1-049e-4d87-936a-cf0b81e548ff. Feb 11 14:06:11.346476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.356623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:11.358854 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34cd491-02c1-4218-bb92-d35f4335a6de" -d '{"events": [{"server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "name": "network-vif-plugged", "status": "completed", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:11.394849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16654d-9830-42a2-bc32-8e0a82cc0ade req-26b8f573-fe4c-440f-a670-5c9bbb014ce1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:11.395268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:11.396328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d16654d-9830-42a2-bc32-8e0a82cc0ade req-26b8f573-fe4c-440f-a670-5c9bbb014ce1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 948 time: 0.1055763 Feb 11 14:06:11.418426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:11.486731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d16654d-9830-42a2-bc32-8e0a82cc0ade req-4af73e70-7098-477e-b98e-ce45324bee4d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775738 Feb 11 14:06:11.502602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:11.563722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:11.582836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:11.863347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:11.972511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e43d-7710-402b-bda4-c3fd23261601 req-26b9d7ff-00bb-42fa-b1c8-8e0074089c1d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:11.974329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e93e43d-7710-402b-bda4-c3fd23261601 req-26b9d7ff-00bb-42fa-b1c8-8e0074089c1d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.0709894 Feb 11 14:06:11.987369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:11.992474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.005004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f2c84-6661-4912-b50c-17748608808d None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:12.015594 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:12.016684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.020044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bd893d5c-0c49-4f4e-bd0d-9b156cc937ba tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "PUT /v2.0/floatingips/d0e30b7d-4c4e-4984-9fea-3e39626a82ae HTTP/1.1" status: 200 len: 992 time: 1.8837757 Feb 11 14:06:12.020765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:12.023640 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:12.027943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e93e43d-7710-402b-bda4-c3fd23261601 req-1350b202-378d-4bf1-87df-146c2b42d492 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Feb 11 14:06:12.096988 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33723bc-6032-447b-a79c-3c7d0c215719 x-openstack-request-id: req-b33723bc-6032-447b-a79c-3c7d0c215719 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:12.097504 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "name": "network-vif-plugged", "status": "completed", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:12.097604 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33723bc-6032-447b-a79c-3c7d0c215719 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:12.097919 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'code': 200} Feb 11 14:06:12.115071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1a1d6e7-a137-4648-b101-349772258295 req-896ab88c-4cba-4afb-abfa-8cdebe00dc96 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5a2c387f-4e65-4958-b3b9-e3f7c8038696 HTTP/1.1" status: 200 len: 1777 time: 0.0537140 Feb 11 14:06:12.189869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:12.208255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd857632-720b-4edb-95d1-2d3be6edd7d1 req-1f744c18-ddfb-45c1-b76d-29bb5a5aaa95 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 210 time: 0.0466056 Feb 11 14:06:12.242797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1a1d6e7-a137-4648-b101-349772258295 req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.269013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1a1d6e7-a137-4648-b101-349772258295 req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.278257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9832034-fa16-4f15-919f-b9773678ae89 req-ba84e767-64bb-4b15-bdef-4694aaa60bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.279829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9832034-fa16-4f15-919f-b9773678ae89 req-ba84e767-64bb-4b15-bdef-4694aaa60bac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.0912704 Feb 11 14:06:12.333176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413576f4-770f-48c2-bf29-d3592e00e84a req-c43d5e35-406e-48e8-a943-bb5f2249b966 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.333457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9832034-fa16-4f15-919f-b9773678ae89 req-b002e65b-36f9-4ef7-8acd-256e6b726108 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Feb 11 14:06:12.333582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-413576f4-770f-48c2-bf29-d3592e00e84a req-c43d5e35-406e-48e8-a943-bb5f2249b966 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 946 time: 0.0671527 Feb 11 14:06:12.376141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-413576f4-770f-48c2-bf29-d3592e00e84a req-060e783b-9f6b-44e4-8ba3-a4f155d4d7b8 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Feb 11 14:06:12.430286 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17f47d-c7e2-4885-9fa7-e8114ec638bc x-openstack-request-id: req-1b17f47d-c7e2-4885-9fa7-e8114ec638bc {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:12.430604 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:12.430875 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b17f47d-c7e2-4885-9fa7-e8114ec638bc {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:12.431791 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'status': 'completed', 'code': 200} Feb 11 14:06:12.495305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1a1d6e7-a137-4648-b101-349772258295 req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.499363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1a1d6e7-a137-4648-b101-349772258295 req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.508542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1a1d6e7-a137-4648-b101-349772258295 req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a2c387f-4e65-4958-b3b9-e3f7c8038696 HTTP/1.1" status: 204 len: 173 time: 0.3934400 Feb 11 14:06:12.533146 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:cc:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 1, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.537652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6ff8b-d943-4afa-9902-40f4565f7789 tempest-SecurityGroupsTestAdminJSON-1904231277 tempest-SecurityGroupsTestAdminJSON-1904231277-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c387f-4e65-4958-b3b9-e3f7c8038696,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.540178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:12.596398 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f2c84-6661-4912-b50c-17748608808d None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:12.620288 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:12.621220 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.647831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e68890-6348-463c-9f90-25e357589c4f req-863eca1f-a727-4e55-9330-5b0e4b0b1c55 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "GET /v2.0/security-groups/ab0f97c9-fc5c-4b5b-8b2e-8ae6ebb769f8 HTTP/1.1" status: 200 len: 1777 time: 0.0770969 Feb 11 14:06:12.696002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-a56f5ac9-eb2d-4399-b1c2-b5554b2a3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.697696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-a56f5ac9-eb2d-4399-b1c2-b5554b2a3c39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 1097 time: 0.0994022 Feb 11 14:06:12.710713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ac8e-3f93-41d7-b580-60ce4b20e442 req-9d4dda12-a688-49f5-86ce-f44b71dbeb09 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.712548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7633ac8e-3f93-41d7-b580-60ce4b20e442 req-9d4dda12-a688-49f5-86ce-f44b71dbeb09 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 949 time: 0.0889020 Feb 11 14:06:12.718061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff621355-b3dc-4705-80eb-807dd10976c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.748873 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:12.758526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c6e68890-6348-463c-9f90-25e357589c4f req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.794059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c6e68890-6348-463c-9f90-25e357589c4f req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.807981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7633ac8e-3f93-41d7-b580-60ce4b20e442 req-fd6a9ba9-553e-4c52-ad3a-fba55c0731ec tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861676 Feb 11 14:06:12.851789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-4b2a2a3b-ae7a-44eb-89bd-4962aef64abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.853503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-4b2a2a3b-ae7a-44eb-89bd-4962aef64abc service neutron] 10.222.0.60 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 925 time: 0.1399281 Feb 11 14:06:12.870421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff621355-b3dc-4705-80eb-807dd10976c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.900482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:12.957941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c6e68890-6348-463c-9f90-25e357589c4f req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.961144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c6e68890-6348-463c-9f90-25e357589c4f req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:12.970245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e68890-6348-463c-9f90-25e357589c4f req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab0f97c9-fc5c-4b5b-8b2e-8ae6ebb769f8 HTTP/1.1" status: 204 len: 173 time: 0.3069992 Feb 11 14:06:12.995208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-b551de34-ac62-456f-9908-22c662f3d5c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff HTTP/1.1" status: 200 len: 1000 time: 0.1209505 Feb 11 14:06:13.001620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229274a8-fca6-4776-8d80-7495f1a9c71b tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f97c9-fc5c-4b5b-8b2e-8ae6ebb769f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.010580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff621355-b3dc-4705-80eb-807dd10976c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.061591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:13.067972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:13.070396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.090390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-2d6361d6-a4fd-4d5e-ac77-1318572c478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.092598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-2d6361d6-a4fd-4d5e-ac77-1318572c478b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 200 len: 863 time: 0.0711770 Feb 11 14:06:13.115096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-34209ad7-4fcb-4e87-bb39-b40a6d06c8f2 tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "GET /v2.0/security-groups/c1e0d41c-c527-4d45-9e20-f0b13f01eb37 HTTP/1.1" status: 200 len: 1778 time: 0.0988739 Feb 11 14:06:13.144660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff621355-b3dc-4705-80eb-807dd10976c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e75694bc706c423e94ec7ac1e5dda206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021509 Feb 11 14:06:13.151028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:13.159398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621355-b3dc-4705-80eb-807dd10976c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdf4eb-d499-4738-994e-30e50684564a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.250775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.269685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.295373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-32ec1b22-f7b8-49d2-a25e-9a7d6d3f5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.300372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-32ec1b22-f7b8-49d2-a25e-9a7d6d3f5863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47423089-3c7f-4692-a9c5-3ccd81564d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966605 Feb 11 14:06:13.319185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:13.328665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.338251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-991f2c84-6661-4912-b50c-17748608808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:cc:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 1, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:13.349464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.366885 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f2c84-6661-4912-b50c-17748608808d None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:cc:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 1, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:13.403612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.460828 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.476987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-fe956820-9f4f-47b3-a453-4eb844fa6fd0 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4051702fcb2947d0a9884abcbab3e12f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536356 Feb 11 14:06:13.526628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.540774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.543752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.552366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2940bab0-3d7d-406e-b584-1ed5d2e94fd6 req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] 10.222.0.31 "DELETE /v2.0/security-groups/c1e0d41c-c527-4d45-9e20-f0b13f01eb37 HTTP/1.1" status: 204 len: 173 time: 0.4285848 Feb 11 14:06:13.569922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-7d2df7e8-8934-4df3-bf85-20b15185efad service neutron] 10.222.0.60 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628813 Feb 11 14:06:13.575425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb6819-d99c-4a43-9ade-da415bd2529f tempest-SecurityGroupsTestAdminJSON-1551514544 tempest-SecurityGroupsTestAdminJSON-1551514544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e0d41c-c527-4d45-9e20-f0b13f01eb37,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.666767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e517358-7268-4cd3-a7c6-541be7c00390 req-7cb52ef8-2e35-488e-8e4c-85d957145ebe tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 210 time: 0.0316849 Feb 11 14:06:13.698846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c8ae8-dc0b-4d55-b2b7-9ea9adb73189 None None] New status for floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:13.751286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-c7325cad-528d-4ebc-b90a-7459024cc2d0 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.752778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-c7325cad-528d-4ebc-b90a-7459024cc2d0 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777882 Feb 11 14:06:13.773930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Request body: {'port': {'device_id': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '4051702fcb2947d0a9884abcbab3e12f'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:13.810300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9163dd-122a-46a8-a000-c675632ca02c req-f98401bf-d258-4f80-8eaf-1f331e1ccbe0 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.811723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b9163dd-122a-46a8-a000-c675632ca02c req-f98401bf-d258-4f80-8eaf-1f331e1ccbe0 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.1940286 Feb 11 14:06:13.851741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.854290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.858085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21fdf4eb-d499-4738-994e-30e50684564a HTTP/1.1" status: 204 len: 168 time: 0.7031560 Feb 11 14:06:13.863431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18537fcf-e793-41e2-b3ec-7aa6a9ffc59e req-739068c2-5416-4d01-9849-f2e8ca6759bf service neutron] 10.222.0.60 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772791 Feb 11 14:06:13.888230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac825-8711-40ea-b332-9dbda0b22a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdf4eb-d499-4738-994e-30e50684564a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.928515 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b9163dd-122a-46a8-a000-c675632ca02c req-a34adcf6-4562-43e1-913e-2c8f0b5e6af0 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846124 Feb 11 14:06:14.071039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dbc02-b6a3-43ba-9d60-e95814407d01 req-31f1b74d-3822-43d2-a8bd-9633136fcf14 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:14.073071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c7dbc02-b6a3-43ba-9d60-e95814407d01 req-31f1b74d-3822-43d2-a8bd-9633136fcf14 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.0527215 Feb 11 14:06:14.089296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Made reservation on behalf of 4051702fcb2947d0a9884abcbab3e12f for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:14.100745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:14.102584 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.103756 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb6ab0-afd1-48f1-9685-02f0af6b48ca" -d '{"events": [{"server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "name": "network-vif-plugged", "status": "completed", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:14.124732 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.146597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c7dbc02-b6a3-43ba-9d60-e95814407d01 req-3c96697c-6ab8-4983-955f-39d4b0ff4bca tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Feb 11 14:06:14.241268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.272506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:14.363652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.433574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8b355-9c11-4a50-b845-b1daeb5ed7f4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:14.491591 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c69bf55-9c55-4ffd-9d3b-24b49c50f00e x-openstack-request-id: req-9c69bf55-9c55-4ffd-9d3b-24b49c50f00e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:14.493291 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "name": "network-vif-plugged", "status": "completed", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:14.493730 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c69bf55-9c55-4ffd-9d3b-24b49c50f00e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:14.494277 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', 'code': 200} Feb 11 14:06:14.534166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Allocated IP 192.168.233.193 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/da91edfd-af70-4841-bf84-4b9d997191bf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:14.642204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e8ef2f4c-527f-4848-9680-b71e436a556a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ab0f709ceb9421ebafa0eb1557b119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685312 Feb 11 14:06:14.645429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:14.665329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dca0b-3a72-43a7-a4f6-11c03061959a req-779ffa1f-0548-4fec-9b37-996e1ff6fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:14.666820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c48dca0b-3a72-43a7-a4f6-11c03061959a req-779ffa1f-0548-4fec-9b37-996e1ff6fff2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 1101 time: 0.0967951 Feb 11 14:06:14.731870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.756629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c48dca0b-3a72-43a7-a4f6-11c03061959a req-71a25ab5-0de8-459a-a93b-722079bbb41b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766320 Feb 11 14:06:14.780785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.802607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.866166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af5e6e6c-cb57-46a9-9d4b-4ac823b355f2 req-2d695a90-6dbd-4787-8fbb-53c8198736e1 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 210 time: 0.0471003 Feb 11 14:06:14.952974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38158) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:14.964674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.973563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11d96ae1-2bf8-472e-839e-a5d597e372b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.975508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.978502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:14.980496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3647744a-aee6-411f-8bcd-cbddf529aeed HTTP/1.1" status: 204 len: 168 time: 0.3340402 Feb 11 14:06:14.999936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02434c5-9738-4415-99d1-9a4eb1c5edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647744a-aee6-411f-8bcd-cbddf529aeed,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:15.045285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:15.077824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:15.082730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:15.098824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11d96ae1-2bf8-472e-839e-a5d597e372b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.108504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Pushing event updated for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:15.145080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:15.145704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.163889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851405ea-cd2e-481c-9126-17e08812989b req-6fc90f48-1fa9-4be6-901f-844ef28684a5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:15.165438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-851405ea-cd2e-481c-9126-17e08812989b req-6fc90f48-1fa9-4be6-901f-844ef28684a5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.1481316 Feb 11 14:06:15.180861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11d96ae1-2bf8-472e-839e-a5d597e372b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.215140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-851405ea-cd2e-481c-9126-17e08812989b req-c46156e6-39d4-444f-8e61-acd491bd54f5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Feb 11 14:06:15.257100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-11d96ae1-2bf8-472e-839e-a5d597e372b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a3cead9c3494412b35a7d79c353cb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030207 Feb 11 14:06:15.258518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d96ae1-2bf8-472e-839e-a5d597e372b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a5a387-70c1-4d41-b8b2-ee27d18eba6a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:15.259429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:15.322918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-fd35a7a4-3532-4ab5-8903-90a7b3484236 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5601184 Feb 11 14:06:15.355157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122056-998b-4bb3-a043-4cbeffac73f0 req-fe051bc8-cfab-448c-aaf3-742ad4be2253 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:15.361750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21122056-998b-4bb3-a043-4cbeffac73f0 req-fe051bc8-cfab-448c-aaf3-742ad4be2253 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.0700576 Feb 11 14:06:15.420973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21122056-998b-4bb3-a043-4cbeffac73f0 req-72fc2bb7-df6b-4234-bba1-66cfbe6a2f50 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Feb 11 14:06:15.436690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38176) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:15.438285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Request body: {'port': {'device_id': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:15.487538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e89dfded-9bab-4734-bd3d-e85efe2b9891 None None] Provisioning complete for port da91edfd-af70-4841-bf84-4b9d997191bf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:15.488168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e89dfded-9bab-4734-bd3d-e85efe2b9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.532818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e89dfded-9bab-4734-bd3d-e85efe2b9891 None None] Port da91edfd-af70-4841-bf84-4b9d997191bf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:15.574915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.599645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.638544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.651565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-fd4ee5c8-b7e4-4c07-a0ef-0f36922d1bd4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3490705 Feb 11 14:06:15.678807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-141ec76c-ba32-4b81-b10c-73eb11133abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.680054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:15.756238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-141ec76c-ba32-4b81-b10c-73eb11133abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.844502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-141ec76c-ba32-4b81-b10c-73eb11133abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.891690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-141ec76c-ba32-4b81-b10c-73eb11133abc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c302f443e45b4e0c8b2d305bcc90be71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538431 Feb 11 14:06:15.892619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ec76c-ba32-4b81-b10c-73eb11133abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38efcbe5-52d5-4920-a976-71dff8d3355f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:15.894474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:15.917627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.921612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.924760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.925924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35a5a387-70c1-4d41-b8b2-ee27d18eba6a HTTP/1.1" status: 204 len: 168 time: 0.6655185 Feb 11 14:06:15.968307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a1887-d70c-4730-9118-bf0e90a91373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a5a387-70c1-4d41-b8b2-ee27d18eba6a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:16.006089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512913-4baf-4210-bcd3-3b954293221d req-19894682-830b-4ae9-898a-0ffeb5ca9c2c tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:16.011520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad512913-4baf-4210-bcd3-3b954293221d req-19894682-830b-4ae9-898a-0ffeb5ca9c2c tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 936 time: 0.0637727 Feb 11 14:06:16.013272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38190) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:16.044481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da91edfd-af70-4841-bf84-4b9d997191bf {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:16.064749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.088125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.092570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-851d9948-50ff-45dd-8c1b-7dc60ec07d25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aff3093f0980441f8673fcecf0d41cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777156 Feb 11 14:06:16.093155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:16.107432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Transition to ACTIVE for port object da91edfd-af70-4841-bf84-4b9d997191bf will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:16.113490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad512913-4baf-4210-bcd3-3b954293221d req-64c45a7f-6693-42dd-9491-a797aecb848e tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935953 Feb 11 14:06:16.158743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.200996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.203614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38196) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:16.274465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.285791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.308661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:16.337166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b479bc2-5653-4f64-9654-51c50416f562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.346876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.508679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b479bc2-5653-4f64-9654-51c50416f562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.582016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347548fd-ac78-4cf1-af66-83d4e2b7738e req-efb1bb00-6d2f-4f94-b1c8-76bdba3abe72 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:16.583582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-347548fd-ac78-4cf1-af66-83d4e2b7738e req-efb1bb00-6d2f-4f94-b1c8-76bdba3abe72 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.0592647 Feb 11 14:06:16.620456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b479bc2-5653-4f64-9654-51c50416f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.628374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.630970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.635067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38efcbe5-52d5-4920-a976-71dff8d3355f HTTP/1.1" status: 204 len: 168 time: 0.7364800 Feb 11 14:06:16.676046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be183d00-995c-40f9-ba29-8ea26d16657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38efcbe5-52d5-4920-a976-71dff8d3355f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:16.687470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-347548fd-ac78-4cf1-af66-83d4e2b7738e req-533184ac-0223-4fbf-a577-fee5e3418b60 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Feb 11 14:06:16.713927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4b479bc2-5653-4f64-9654-51c50416f562 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dad7bff903c5416b89c365f771c3516c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089779 Feb 11 14:06:16.723179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:16.737850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b479bc2-5653-4f64-9654-51c50416f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e290d6-6771-4ddc-97c6-923f3395e42c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:16.749113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Attempting to bind port da91edfd-af70-4841-bf84-4b9d997191bf on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:16.751466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Attempting to bind port da91edfd-af70-4841-bf84-4b9d997191bf by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:16.751466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Attempting to bind port da91edfd-af70-4841-bf84-4b9d997191bf on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:16.758253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Port da91edfd-af70-4841-bf84-4b9d997191bf on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:16.758579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Attempting to bind port da91edfd-af70-4841-bf84-4b9d997191bf on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:16.784126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Allocated IP 172.25.7.166 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d0e3f1f5-ed51-46b2-bf02-fde623720011) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:16.786389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:16.786764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:16.787113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:16.787542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Bound port: da91edfd-af70-4841-bf84-4b9d997191bf, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:16.787897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.804284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.845832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.866684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976c51c-d4cf-4a69-b95c-21e44fbcf87c req-acb5a5dd-6ec3-4205-87b5-a9699ebb3b49 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:16.867094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.868147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c976c51c-d4cf-4a69-b95c-21e44fbcf87c req-acb5a5dd-6ec3-4205-87b5-a9699ebb3b49 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 1101 time: 0.0782456 Feb 11 14:06:16.869819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:16.873070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c11e7936-2124-484c-83b0-da8a34f3ab1b HTTP/1.1" status: 204 len: 168 time: 0.7725792 Feb 11 14:06:16.897154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346194ef-f20b-43fe-89d5-c9cbcfdcdc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e7936-2124-484c-83b0-da8a34f3ab1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:16.918346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c976c51c-d4cf-4a69-b95c-21e44fbcf87c req-72a2d932-5ed9-44cd-a36a-5d52c98f0269 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Feb 11 14:06:16.933263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:16.954435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=da91edfd-af70-4841-bf84-4b9d997191bf,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:16.970990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.003831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.006608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.010142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e290d6-6771-4ddc-97c6-923f3395e42c HTTP/1.1" status: 204 len: 168 time: 0.2860713 Feb 11 14:06:17.015514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253938f1-5aab-45a5-ac86-b7356c13021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e290d6-6771-4ddc-97c6-923f3395e42c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:17.058602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.089256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.106356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.106966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.108340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] 10.222.0.62 "PUT /v2.0/ports/da91edfd-af70-4841-bf84-4b9d997191bf HTTP/1.1" status: 200 len: 1096 time: 1.7673643 Feb 11 14:06:17.111336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:17.113600 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6267966e-2a03-4916-a850-994d88177d17" -d '{"events": [{"name": "network-changed", "server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:17.125586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:17.131925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:17.135437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:17.168814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3208-905b-458a-99b1-9ec4e0d67ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:17.173900 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6ea1a-30dd-4689-a6f1-a637da70df2f x-openstack-request-id: req-bda6ea1a-30dd-4689-a6f1-a637da70df2f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:17.174181 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:17.174426 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda6ea1a-30dd-4689-a6f1-a637da70df2f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:17.174807 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf', 'status': 'completed', 'code': 200} Feb 11 14:06:17.286789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event updated for resources: {'Port': ['ID=d0e3f1f5-ed51-46b2-bf02-fde623720011,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:17.320468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ca2f-215c-4ea6-bbe3-1598131936c0 req-ed91ebc4-6d9d-4c58-9d72-f3c296f4956f tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.322053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c25ca2f-215c-4ea6-bbe3-1598131936c0 req-ed91ebc4-6d9d-4c58-9d72-f3c296f4956f tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 948 time: 0.0762153 Feb 11 14:06:17.334886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267966e-2a03-4916-a850-994d88177d17 req-2385754a-7a1c-4e6f-aa73-8add57686e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.336413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6267966e-2a03-4916-a850-994d88177d17 req-2385754a-7a1c-4e6f-aa73-8add57686e7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4051702fcb2947d0a9884abcbab3e12f&device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 1099 time: 0.1003580 Feb 11 14:06:17.381690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c25ca2f-215c-4ea6-bbe3-1598131936c0 req-718ca00e-0c24-482d-a92b-8dedfcfaad08 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529289 Feb 11 14:06:17.382771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.389102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6267966e-2a03-4916-a850-994d88177d17 req-42c69d1d-cd9b-408f-abdd-d21943f09101 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4051702fcb2947d0a9884abcbab3e12f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418742 Feb 11 14:06:17.491061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.551821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-2a65789b-0a60-49fb-816f-203a185312c1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290987 Feb 11 14:06:17.563661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267966e-2a03-4916-a850-994d88177d17 req-bfd1f877-24d1-47e8-838c-38ca7fc704f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.565815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6267966e-2a03-4916-a850-994d88177d17 req-bfd1f877-24d1-47e8-838c-38ca7fc704f3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692560 Feb 11 14:06:17.695802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-7e70847d-7565-4c3e-b058-92e231613b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.697360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-7e70847d-7565-4c3e-b058-92e231613b6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4051702fcb2947d0a9884abcbab3e12f&device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 1099 time: 0.0741334 Feb 11 14:06:17.722889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-f60f2ee9-8e58-4305-8022-4242a148e529 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.724428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-f60f2ee9-8e58-4305-8022-4242a148e529 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663659 Feb 11 14:06:17.749156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c0eb0f3f-1f5b-406f-a280-c659d0208887 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0174377 Feb 11 14:06:17.755153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-ba5c4d91-1000-4587-ae69-7e9a3f1eccea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=da91edfd-af70-4841-bf84-4b9d997191bf HTTP/1.1" status: 200 len: 217 time: 0.0482099 Feb 11 14:06:17.787119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38252) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:17.807307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef3e3-7abe-4e28-a4eb-c943b9b26611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.825769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.849069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-e54614e9-077c-4dce-877b-40209af8cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.850864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-e54614e9-077c-4dce-877b-40209af8cbc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0875113 Feb 11 14:06:17.873108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-84e01a58-ee7a-43da-a049-3ea710349d68 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1181841 Feb 11 14:06:17.913534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.960427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef3e3-7abe-4e28-a4eb-c943b9b26611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.016022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407249-ec47-473e-9613-194e96c23e8b req-c266dc03-9e02-47e7-9bed-1e9cf429b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:18.018196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-c266dc03-9e02-47e7-9bed-1e9cf429b4af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596539 Feb 11 14:06:18.077332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.077576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-709a8c3f-e062-4506-b30a-a3b3d28a9d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.078366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef3e3-7abe-4e28-a4eb-c943b9b26611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.080557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event updated for resources: {'Port': ['ID=d0e3f1f5-ed51-46b2-bf02-fde623720011,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:18.130867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a6ef3e3-7abe-4e28-a4eb-c943b9b26611 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83e88c5ee652400f80b5595c92a2f0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425837 Feb 11 14:06:18.132030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef3e3-7abe-4e28-a4eb-c943b9b26611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38de452-063b-45d2-b5ac-9dd501358986,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:18.135794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38266) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:18.185292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.190603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ad659160-f60f-45d9-a2f0-42928d1c19db tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5200648 Feb 11 14:06:18.250039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-050c79ed-28c5-4265-810f-8a37f18ab630 req-4ce4e088-5223-4604-a660-cd9f79f75f69 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 210 time: 0.0559547 Feb 11 14:06:18.277453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.303063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.329501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-2f966b2e-991f-4b0a-8b0d-678eddf87772 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030281 Feb 11 14:06:18.340187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-ea61a61b-8e9f-4280-ba3b-46a1033919b0 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.1363945 Feb 11 14:06:18.420472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.423430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:18.427008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f38de452-063b-45d2-b5ac-9dd501358986 HTTP/1.1" status: 204 len: 168 time: 0.2879970 Feb 11 14:06:18.434135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810395c4-960b-49c9-913e-56daa2f9d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38de452-063b-45d2-b5ac-9dd501358986,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:18.522545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91407249-ec47-473e-9613-194e96c23e8b req-9e1257b8-4b92-46bb-9699-6f4151c507a7 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813633 Feb 11 14:06:18.547182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-813c367f-b5e6-4194-93fa-143259eb1ae4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:18.548722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-813c367f-b5e6-4194-93fa-143259eb1ae4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1933179 Feb 11 14:06:18.562019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-3f5b2d10-df26-446c-86ad-b68910019d6d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:18.563124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e11781-c497-4fa7-9ed9-a9f67961b603 req-3f5b2d10-df26-446c-86ad-b68910019d6d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064692 Feb 11 14:06:18.587497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57615-27fc-4a3c-b35b-5ea75c9c27d8 req-225fac19-6df3-4033-8ac3-469bc95864d4 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:18.589103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69f57615-27fc-4a3c-b35b-5ea75c9c27d8 req-225fac19-6df3-4033-8ac3-469bc95864d4 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 948 time: 0.0631387 Feb 11 14:06:18.629926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69f57615-27fc-4a3c-b35b-5ea75c9c27d8 req-ae6b43e3-cbc7-4abd-960f-2daed11ae74f tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347278 Feb 11 14:06:19.231179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-4ce9c3a9-e9f4-4a0a-98cb-d35865ea5646 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.232693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-4ce9c3a9-e9f4-4a0a-98cb-d35865ea5646 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 821 time: 0.2109957 Feb 11 14:06:19.247907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-130fe35e-ec4a-46ad-a4bb-ca0af5a4abc9 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/quotas/5de20564616a446588f58c38fa045507 HTTP/1.1" status: 200 len: 375 time: 0.0088942 Feb 11 14:06:19.309876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-04e800fe-1e58-47e1-a019-d2b1a61d6b50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530529 Feb 11 14:06:19.318112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-dba12ba1-befe-4847-803d-502636d73332 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:19.319247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-dba12ba1-befe-4847-803d-502636d73332 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062068 Feb 11 14:06:19.376045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f15d242-b419-40de-8ee5-4f58f31797c1 req-fcb00172-8dff-4c76-8ab2-ac72fe6419b3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Feb 11 14:06:19.424096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-09eccc40-d68f-4281-b7e4-5e819af3b580 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976455 Feb 11 14:06:19.529156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-d32af92f-2e8f-4423-b2a0-482a610ca623 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981708 Feb 11 14:06:19.794060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9c04-c1e8-4a7b-92d4-4370f99388fa req-a8c5b51d-bc79-4bf8-9652-9debaae4e28b tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.795645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-702d9c04-c1e8-4a7b-92d4-4370f99388fa req-a8c5b51d-bc79-4bf8-9652-9debaae4e28b tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 948 time: 0.0641847 Feb 11 14:06:19.849139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-702d9c04-c1e8-4a7b-92d4-4370f99388fa req-33ec1f7c-83e7-4520-908c-483176fe2abc tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Feb 11 14:06:19.924008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8dec059d-0721-416f-9533-7d8b996039b1 req-40a1229b-bf5a-49f5-b905-a0c84af5e6cf tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 210 time: 0.0274365 Feb 11 14:06:20.332745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-6b6e2b9f-b226-4142-b8f2-63230901e12f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551076 Feb 11 14:06:20.396030 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aec5ea91-fea9-4c6d-abc9-00f32fb1fe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:20.473632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-30ff5650-e518-489c-8e84-e024aadd518f tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346042 Feb 11 14:06:20.512176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35e32913-ef3c-4892-b5cd-3b61dbe61c1d req-f4b22561-753f-407e-be95-a8b51a62280b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 210 time: 0.0268476 Feb 11 14:06:20.583809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-70198842-9c41-4304-b135-8da1aa061dff tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:20.585377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-70198842-9c41-4304-b135-8da1aa061dff tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453704 Feb 11 14:06:20.610704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:20.678271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2db13984-4ba3-43be-aef1-0be3e3ae695c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:20.678271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2db13984-4ba3-43be-aef1-0be3e3ae695c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960034 Feb 11 14:06:20.714152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-d58ff2fd-86bb-44e1-bf4a-05c896820e0b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/quotas/6bc1001394424ea582ffa9d3a5fcd94c HTTP/1.1" status: 200 len: 375 time: 0.0293922 Feb 11 14:06:20.727868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38422) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:20.784599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-937e7b20-481a-41ea-b232-0fce6cc216d8 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554473 Feb 11 14:06:20.871458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1420521316-network', 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:20.894855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:20.898501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.048772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.230 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/69958f1b-7024-4ca8-b992-26cd83d59cd2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:21.055321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:21.058799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.085778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ce38bb0-8659-46aa-9f0d-09b7f0c5efd9 req-4e86719b-733f-4543-8c61-2fa004a591d5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 210 time: 0.0346732 Feb 11 14:06:21.112152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.168367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e310c8e-47f2-4af3-a8c5-05ed48def0ed req-a1d6d5e0-9115-4e38-b9d5-e073ab989044 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.176459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e310c8e-47f2-4af3-a8c5-05ed48def0ed req-a1d6d5e0-9115-4e38-b9d5-e073ab989044 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 948 time: 0.1366649 Feb 11 14:06:21.244325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e310c8e-47f2-4af3-a8c5-05ed48def0ed req-d216f742-c306-4f79-b499-852f772972c1 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Feb 11 14:06:21.298811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.300741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.337828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3e34cb4-a05b-4dca-9aeb-79fe2ac06046 req-b8348c0b-3237-4911-a9eb-503bff5647ca tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0277104 Feb 11 14:06:21.409338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.433191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:21.442695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e916b691-8126-4b17-9ba1-17f0d4ea137e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:21.444024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.449997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.450429 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Added segment 280f8c35-9ead-4494-addf-69b03a7d9a35 of type vlan for network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 Feb 11 14:06:21.462096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:21.466744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443', '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:21.497429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:21.498705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.507234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:21.509751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:21.568664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.569329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.575571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:21.609134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.611987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.613579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.631617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.674585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-c2e184ae-6796-418f-8234-e8c6720d111e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0701299 Feb 11 14:06:21.690936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Request body: {'port': {'device_id': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:21.736805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] Pushing event updated for resources: {'Network': ['ID=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:21.753257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:21.839894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68033c8-9507-40c4-baf8-56d47779aa61 req-d28ee10d-2f97-4ab2-979f-4bf5593fed75 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.841468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f68033c8-9507-40c4-baf8-56d47779aa61 req-d28ee10d-2f97-4ab2-979f-4bf5593fed75 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 936 time: 0.1087599 Feb 11 14:06:21.866332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:21.893365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b12e28be-9065-4d22-b36a-bbc7fa8fe024 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1643126 Feb 11 14:06:21.896197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:21.907569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Request body: {'subnet': {'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1420521316-subnet', 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:21.913435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:21.945306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f68033c8-9507-40c4-baf8-56d47779aa61 req-894fe99c-bae8-4334-b3de-5ec166ac04fe tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889997 Feb 11 14:06:22.051015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f793affb-4441-4fb4-8dbe-ee4acdd130b6 None None] Provisioning complete for port 69958f1b-7024-4ca8-b992-26cd83d59cd2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:22.051459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f793affb-4441-4fb4-8dbe-ee4acdd130b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.119660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f793affb-4441-4fb4-8dbe-ee4acdd130b6 None None] Port 69958f1b-7024-4ca8-b992-26cd83d59cd2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:22.144197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-418fda5e-10c6-4ff8-8815-ecb3c8cb0e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.151060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device da91edfd-af70-4841-bf84-4b9d997191bf details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:22.253157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-418fda5e-10c6-4ff8-8815-ecb3c8cb0e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.335861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-418fda5e-10c6-4ff8-8815-ecb3c8cb0e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.347933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=da91edfd-af70-4841-bf84-4b9d997191bf,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:22.384461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fda5e-10c6-4ff8-8815-ecb3c8cb0e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc6cbd-fcd2-45b2-9146-01effb35b8e2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:22.384929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'da91edfd-af70-4841-bf84-4b9d997191bf', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'da91edfd-af70-4841-bf84-4b9d997191bf', 'mac_address': 'fa:16:3e:9d:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:22.414778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-418fda5e-10c6-4ff8-8815-ecb3c8cb0e13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db35c0e68e9c49bb86a95e5000106280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997284 Feb 11 14:06:22.415613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38488) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:22.442656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325101af-5285-4c00-865f-45a01f6342fd req-8e2749f2-afa8-4c4a-91c0-317fd7a768d4 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:22.444184 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-325101af-5285-4c00-865f-45a01f6342fd req-8e2749f2-afa8-4c4a-91c0-317fd7a768d4 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 948 time: 0.1183939 Feb 11 14:06:22.460809 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33a9ce26-7578-420b-a2c5-dbb8d85d575d req-465a5767-c71b-4f35-8e57-0e527e738a0a tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 210 time: 0.1069543 Feb 11 14:06:22.498877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.517124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-7f860da6-0258-42ae-9b91-1664b21f4b79 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:22.518088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.518581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-7f860da6-0258-42ae-9b91-1664b21f4b79 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.62 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 821 time: 0.1617832 Feb 11 14:06:22.547596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'port': {'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'admin_state_up': True, 'tenant_id': '5de20564616a446588f58c38fa045507'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:22.547825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91edfd-af70-4841-bf84-4b9d997191bf {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:22.547930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.565237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-325101af-5285-4c00-865f-45a01f6342fd req-2f6227d7-d490-48e5-ad7e-9c39f437a9f1 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029031 Feb 11 14:06:22.566324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:22.569387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.615761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=da91edfd-af70-4841-bf84-4b9d997191bf,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:22.683758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94618c47-f6b0-48fa-80f9-a761bc88eff7 req-0e1591c2-b086-4f63-8a26-66be5ab388ae tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0333085 Feb 11 14:06:22.694576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.741858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:22.752526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.755569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.756680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4cc6cbd-fcd2-45b2-9146-01effb35b8e2 HTTP/1.1" status: 204 len: 168 time: 0.3397858 Feb 11 14:06:22.765214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc2284-5a93-4017-be4d-9589df85ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc6cbd-fcd2-45b2-9146-01effb35b8e2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:22.900986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69958f1b-7024-4ca8-b992-26cd83d59cd2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:22.913517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.952438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Made reservation on behalf of 5de20564616a446588f58c38fa045507 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:22.956171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.979669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Transition to ACTIVE for port object 69958f1b-7024-4ca8-b992-26cd83d59cd2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:22.984302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['da91edfd-af70-4841-bf84-4b9d997191bf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:22.987577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.081809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3139-0fb4-4dae-a407-022ec84efcf6 req-3629facd-2028-4eaa-a1d3-f463fe56ad8b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.092874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-465d3139-0fb4-4dae-a407-022ec84efcf6 req-3629facd-2028-4eaa-a1d3-f463fe56ad8b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 936 time: 0.0773048 Feb 11 14:06:23.127990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.133970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.148940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-465d3139-0fb4-4dae-a407-022ec84efcf6 req-a8254fa1-bb11-42d1-9ffd-978d1abc41ef tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Feb 11 14:06:23.247758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb94f125-d588-4b8a-a879-1674ebf9e7d4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:23.258195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Allocated IP 172.20.0.12 (5b83fb3d-81b1-4117-9591-be8cbfc6789d/01c9d6e2-a055-4109-8adb-71081cccc4dc/0a8351c0-fe5c-41c7-b956-a3ae7fa237d1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:23.272513 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.293828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Pushing event updated for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:23.331629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:23.331993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Network hostable DHCP agents. Network: cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:06:23.478413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Attempting to bind port 69958f1b-7024-4ca8-b992-26cd83d59cd2 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:23.479083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Attempting to bind port 69958f1b-7024-4ca8-b992-26cd83d59cd2 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:23.479083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Attempting to bind port 69958f1b-7024-4ca8-b992-26cd83d59cd2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:23.487219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Port 69958f1b-7024-4ca8-b992-26cd83d59cd2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:23.487737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Attempting to bind port 69958f1b-7024-4ca8-b992-26cd83d59cd2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:23.502771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:23.503119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:23.503507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:23.503951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Bound port: 69958f1b-7024-4ca8-b992-26cd83d59cd2, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:23.504315 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.571455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.605003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:23.607002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:06:23.626085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65dc69a1-c202-4f4c-a209-0aea289461e3 req-96f1aee0-e93d-4024-b7d9-7b54386b1941 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 210 time: 0.0317068 Feb 11 14:06:23.631814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:23.689576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:23.708733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.709995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.717180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15004c-ab29-4780-8f93-f45b71a22cbf None None] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:23.736451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.741973 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.805970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:23.808925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.809651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.814540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/69958f1b-7024-4ca8-b992-26cd83d59cd2 HTTP/1.1" status: 200 len: 1096 time: 2.1253977 Feb 11 14:06:23.814705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f24d4cf5-3fd9-4756-8e1d-59059399f054'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:23.814800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:23.816368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:23.818918 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e594d-eb15-4d7d-82b9-af1917093925" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:23.821843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:23.841491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c9f37-fb5b-4c20-8d53-f51ff882b5e2 req-225f153b-da57-4d6b-9f23-b29a31b622ee tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.858660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b47c9f37-fb5b-4c20-8d53-f51ff882b5e2 req-225f153b-da57-4d6b-9f23-b29a31b622ee tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 949 time: 0.1239450 Feb 11 14:06:23.938078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b47c9f37-fb5b-4c20-8d53-f51ff882b5e2 req-221fb7d5-7eda-4cb3-843f-f4701e00a48c tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780106 Feb 11 14:06:24.007236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-49253f6c-a5e2-45d8-832f-98e73ed7fd2a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1096990 Feb 11 14:06:24.035201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c489d4-abf8-412e-90ad-927b3b0533d1 service neutron] Pushing event updated for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:24.054924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-92a4287b-1964-45fe-9556-c04b6ea12fd5 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2196240 Feb 11 14:06:24.163632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3439bbff-0faa-4c07-906c-c5499b44cc29 req-396ae8a5-ae8b-428b-a9eb-1171fefaa40c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0509620 Feb 11 14:06:24.181536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device da91edfd-af70-4841-bf84-4b9d997191bf up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:24.328401 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bb71ef-402a-4f2b-9c6e-3549808f09d5 x-openstack-request-id: req-76bb71ef-402a-4f2b-9c6e-3549808f09d5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:24.328401 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:24.328401 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76bb71ef-402a-4f2b-9c6e-3549808f09d5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:24.328401 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2', 'status': 'completed', 'code': 200} Feb 11 14:06:24.356040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.357427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:24.360287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f66aa-8a47-4855-a618-c6450c382507 None None] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:24.379630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34f55e-1acb-47de-a2a7-d5bace144480 req-a9fedd12-b2d1-4465-af8d-231868094dd7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.388269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec34f55e-1acb-47de-a2a7-d5bace144480 req-a9fedd12-b2d1-4465-af8d-231868094dd7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 948 time: 0.0651646 Feb 11 14:06:24.438156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec34f55e-1acb-47de-a2a7-d5bace144480 req-9ac4808a-8af8-45ee-bce2-f4227d79813f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486350 Feb 11 14:06:24.469940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event updated for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:24.481291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-5f42574a-46a4-4f43-9c23-2856e5cf2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.482924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-5f42574a-46a4-4f43-9c23-2856e5cf2ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 1099 time: 0.5397933 Feb 11 14:06:24.486416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9853e9c1-f1f9-40b4-a921-b107fa4edcbf None None] Provisioning complete for port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:24.486784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9853e9c1-f1f9-40b4-a921-b107fa4edcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:24.553996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9853e9c1-f1f9-40b4-a921-b107fa4edcbf None None] Port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:24.562665 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-949ca2eb-1e9f-4eaf-85f5-65f9b1250abe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2 HTTP/1.1" status: 200 len: 217 time: 0.0561941 Feb 11 14:06:24.589754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-b34e2f3f-18d3-4dda-977b-d16688db289e tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0471451 Feb 11 14:06:24.604886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Request body: {'port': {'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:24.643617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port da91edfd-af70-4841-bf84-4b9d997191bf completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:24.648512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port da91edfd-af70-4841-bf84-4b9d997191bf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:24.649044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:24.697284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-a471caa5-7e0f-4756-af25-e6c8549e9933 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.704639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-a471caa5-7e0f-4756-af25-e6c8549e9933 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5760298 Feb 11 14:06:24.714457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Request body: {'port': {'device_id': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '6bc1001394424ea582ffa9d3a5fcd94c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:24.720066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:24.743715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:24.746686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-eede6d5a-d0db-402a-b258-4700a925a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.748145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-eede6d5a-d0db-402a-b258-4700a925a1dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1738644 Feb 11 14:06:24.767843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377f756-f70d-4d68-9258-14ae249e960c req-1df305e9-b2c8-40d7-ad35-a124cbe5e817 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.770429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4377f756-f70d-4d68-9258-14ae249e960c req-1df305e9-b2c8-40d7-ad35-a124cbe5e817 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 932 time: 0.0586195 Feb 11 14:06:24.795423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:24.804227 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cf7342-1c2a-4757-baa7-fa961f185df4" -d '{"events": [{"server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "name": "network-vif-plugged", "status": "completed", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:24.825591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4377f756-f70d-4d68-9258-14ae249e960c req-cd3ad27d-4840-442a-bbbb-9add1f1c56ea tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Feb 11 14:06:24.828523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=da91edfd-af70-4841-bf84-4b9d997191bf,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:24.890555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-5bb3c033-9edb-4e0a-b90c-9cf746149a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.892223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-5bb3c033-9edb-4e0a-b90c-9cf746149a30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176331 Feb 11 14:06:24.897546 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e54c51-e4c1-481e-9856-8aa1f3b945fd x-openstack-request-id: req-27e54c51-e4c1-481e-9856-8aa1f3b945fd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:24.898065 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "name": "network-vif-plugged", "status": "completed", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:24.898454 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27e54c51-e4c1-481e-9856-8aa1f3b945fd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:24.899025 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf', 'code': 200} Feb 11 14:06:24.937451 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.019171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:25.036584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdab02-6783-4448-994b-7cb5871f9162 req-c7f411f7-8eea-47f6-b418-d45c18b78aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.039852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0bdab02-6783-4448-994b-7cb5871f9162 req-c7f411f7-8eea-47f6-b418-d45c18b78aef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 1101 time: 0.0701272 Feb 11 14:06:25.093519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0bdab02-6783-4448-994b-7cb5871f9162 req-4494acd6-2669-4995-8c26-a46770e30163 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470042 Feb 11 14:06:25.175880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Made reservation on behalf of 6bc1001394424ea582ffa9d3a5fcd94c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:25.179412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.189853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.197604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-25315abb-897c-4013-9429-9de304dbaa62 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958384 Feb 11 14:06:25.219572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38584) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:25.225813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1944200067-network', 'tenant_id': '298b6360f629411ea928e1643f82a6ae'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:25.247570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d8c94-c4ad-4230-bd80-267554b3e52d req-1c347061-13b7-4521-9263-b8fbeebffbfe tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.249075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-819d8c94-c4ad-4230-bd80-267554b3e52d req-1c347061-13b7-4521-9263-b8fbeebffbfe tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 950 time: 0.1615124 Feb 11 14:06:25.334591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Made reservation on behalf of 298b6360f629411ea928e1643f82a6ae for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:25.337742 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.349855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.397186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-819d8c94-c4ad-4230-bd80-267554b3e52d req-1a3c8e39-e991-4198-9c2b-053b5ed6cbbe tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339734 Feb 11 14:06:25.460939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.496152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37af90d3-d60b-45cd-a6af-2ebc1c1be324 req-ad78c50f-89f6-4c1a-bd76-5b6abb8aeec4 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752955 Feb 11 14:06:25.510886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d185b8f-1859-4dad-bc55-3eeccbf056d4 req-1e8788c8-75b6-49bf-b8aa-f504b496f131 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0412099 Feb 11 14:06:25.512831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:25.524549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.546173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.550013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.552218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Transition to ACTIVE for port object 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:25.567167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:25.583015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d39949-b05b-43bb-b56e-58150398e024,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:25.586421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.586990 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Added segment bdd4a351-b28b-4f36-a150-c8a1f7068975 of type vlan for network 82df1576-8202-4d72-ad85-ea43c7bbf401 Feb 11 14:06:25.632295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.646542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.729123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728bb41-9c26-4097-a906-b27883647b45 req-d67b48f8-3130-4f38-b569-a84f4b36993e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.730655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1728bb41-9c26-4097-a906-b27883647b45 req-d67b48f8-3130-4f38-b569-a84f4b36993e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 948 time: 0.1547320 Feb 11 14:06:25.737511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.746191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae4fb2-741e-4acf-ab97-430b61c85a11,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:25.749400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-2dd7a9f6-487c-4efd-9fb1-6ce99b6fff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.750884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-2dd7a9f6-487c-4efd-9fb1-6ce99b6fff26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 1099 time: 0.1377230 Feb 11 14:06:25.769144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.770368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.771102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.822423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.822776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.823116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.823455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.823792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.824127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.824455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.824876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.825294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.825624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.825951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.826278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:25.835136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] Pushing event updated for resources: {'Network': ['ID=82df1576-8202-4d72-ad85-ea43c7bbf401,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:25.860994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 82df1576-8202-4d72-ad85-ea43c7bbf401 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:25.911118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d9335c26-2a5f-4bbc-abe1-f9555c41dd3a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6895359 Feb 11 14:06:25.913893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38602) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:25.922151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Request body: {'subnet': {'network_id': '82df1576-8202-4d72-ad85-ea43c7bbf401', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1944200067-subnet', 'tenant_id': '298b6360f629411ea928e1643f82a6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:26.054866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Made reservation on behalf of 298b6360f629411ea928e1643f82a6ae for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:26.059547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.207806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Pushing event updated for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:26.241475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1728bb41-9c26-4097-a906-b27883647b45 req-d62a7152-edcd-4668-9338-fae7e5a90b1b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977050 Feb 11 14:06:26.268561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Allocated IP 192.168.233.162 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/5aba46d0-5f9d-4b0f-b193-c2821b0f5303) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:26.394383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-4350c791-80df-469a-bbfb-ad4272442ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.395945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-4350c791-80df-469a-bbfb-ad4272442ae6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.6030338 Feb 11 14:06:26.414993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.465477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-5879e066-7c59-4b78-95b5-4592d7985815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2 HTTP/1.1" status: 200 len: 217 time: 0.0561061 Feb 11 14:06:26.470044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=448654c6-5a72-4f30-a025-fad9c9375b79,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:26.494706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Checking segment: {'id': 'bdd4a351-b28b-4f36-a150-c8a1f7068975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82df1576-8202-4d72-ad85-ea43c7bbf401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:26.494943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Network hostable DHCP agents. Network: 82df1576-8202-4d72-ad85-ea43c7bbf401, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:06:26.559771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81491cc5-46c5-4378-8b60-dfb721d5566b req-fc5374e4-f732-4078-a003-e3e36e562dfe tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.561403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81491cc5-46c5-4378-8b60-dfb721d5566b req-fc5374e4-f732-4078-a003-e3e36e562dfe tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 944 time: 0.2341044 Feb 11 14:06:26.567460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Attempting to bind port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:26.567899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Attempting to bind port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:26.568345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Attempting to bind port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:26.592948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:26.593277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Attempting to bind port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 on network 5b83fb3d-81b1-4117-9591-be8cbfc6789d {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:26.598472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Network 82df1576-8202-4d72-ad85-ea43c7bbf401 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:06:26.616319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-795876ca-83b9-45b4-80a0-6db3c02c8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.617810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-795876ca-83b9-45b4-80a0-6db3c02c8ef8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1446726 Feb 11 14:06:26.624493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:26.624837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Checking segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:26.625261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Bound using segment: {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:26.625739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Bound port: 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:26.626097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.690088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 82df1576-8202-4d72-ad85-ea43c7bbf401) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:26.692726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81491cc5-46c5-4378-8b60-dfb721d5566b req-88f91c7f-895d-4c0d-801c-e4410a265813 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188807 Feb 11 14:06:26.694680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.695761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.716952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcab6c3-15de-4157-b8f3-2a0d358735fa None None] Network 82df1576-8202-4d72-ad85-ea43c7bbf401 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:26.732592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.773327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-d9e03910-5966-4d82-bb75-d4f39ef4af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.778870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-d9e03910-5966-4d82-bb75-d4f39ef4af6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443770 Feb 11 14:06:26.788407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b7843-ab9c-4b1a-a46d-d564d68e066c req-99161ea9-8771-4efb-83fa-54fb16712929 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.796324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-458b7843-ab9c-4b1a-a46d-d564d68e066c req-99161ea9-8771-4efb-83fa-54fb16712929 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 950 time: 0.0759034 Feb 11 14:06:26.807392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f7408bce-8a43-4a20-8cf8-d2b96d3d6c8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8921671 Feb 11 14:06:26.827573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:26.846726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-458b7843-ab9c-4b1a-a46d-d564d68e066c req-c2e33296-cf16-456e-9a66-1b1c9c07d026 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Feb 11 14:06:26.887728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d237269-6174-45d8-a9e6-b15c4b4e2f9a None None] Network 82df1576-8202-4d72-ad85-ea43c7bbf401 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:26.901495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a79e872-ce36-4d7b-8eaa-d740dfea55ba req-a3e8b681-b7d2-48d2-bbcb-ca0f2e96dc97 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0883403 Feb 11 14:06:26.905559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:26.939548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-a147910c-8df0-45ea-bc24-60c545bc2437 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537974 Feb 11 14:06:27.028870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.080092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.089373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:27.100285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:27.109359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:27.152572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Pushing event updated for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:27.214576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.214576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.220443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] 10.222.0.62 "PUT /v2.0/ports/0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 1092 time: 2.6212332 Feb 11 14:06:27.221533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:27.223852 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175383bc-e7e0-4b78-939b-48464d1a0e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:27.234726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca7e594d-eb15-4d7d-82b9-af1917093925 req-194efaba-cb29-4599-bcfb-51f20f6b36ed service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844255 Feb 11 14:06:27.262799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.263397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.295272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058e4e4-b8c0-41e9-99c5-f723186cb81d service neutron] Pushing event updated for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:27.404950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-311f377a-af54-4cfa-b95d-e1b371297ff1 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6956575 Feb 11 14:06:27.418879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Request body: {'port': {'device_id': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:27.462911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9605caf1-4c0e-4968-b417-e23b338d6eb4 None None] Provisioning complete for port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:27.463390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9605caf1-4c0e-4968-b417-e23b338d6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.478937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-4e5a6a06-da6b-4190-9bc7-ec8dbd63b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.480334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-4e5a6a06-da6b-4190-9bc7-ec8dbd63b95e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1095 time: 0.1117277 Feb 11 14:06:27.511661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9605caf1-4c0e-4968-b417-e23b338d6eb4 None None] Port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:27.545165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-2e16f51e-c5ba-46a1-959a-eef4c78a9fe0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.546627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-2e16f51e-c5ba-46a1-959a-eef4c78a9fe0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.2367642 Feb 11 14:06:27.550462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-43ba8b0f-84d9-415a-8bb9-031777325dcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 217 time: 0.0510154 Feb 11 14:06:27.552971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.580625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-34cb6235-18cf-4b65-b28c-996ea3cbc755 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/quotas/9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 375 time: 0.0254800 Feb 11 14:06:27.650679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-ff945e86-ff1e-4393-83bf-b25ee2a5ae2c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525684 Feb 11 14:06:27.678697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-09b4e2cf-565d-4fd6-b93f-3ad9e71be15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.680105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-09b4e2cf-565d-4fd6-b93f-3ad9e71be15d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.1119130 Feb 11 14:06:27.877160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951411a-201b-4071-993f-708bd9348f29 req-de3db544-a304-4f2f-a456-3fe9c28dd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.878659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-de3db544-a304-4f2f-a456-3fe9c28dd7a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814661 Feb 11 14:06:27.921195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-e1002bc4-7c6a-4b01-a95a-2db93123ff02 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606983 Feb 11 14:06:28.107863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-51fbebea-cdd2-40dc-963a-c51e1d7c6598 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185071 Feb 11 14:06:28.120774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:28.127268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-346e7d26-1713-453f-80b7-ffe092c48f01 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769035 Feb 11 14:06:28.137447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.188003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Transition to ACTIVE for port object 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:28.220647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f951411a-201b-4071-993f-708bd9348f29 req-83775d31-3ede-44be-93c5-a9eab62207b5 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951338 Feb 11 14:06:28.288764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.355287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:28.392778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b1e56-db79-4877-b9c5-eb7089f0f756 x-openstack-request-id: req-f74b1e56-db79-4877-b9c5-eb7089f0f756 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:28.393119 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:28.393349 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f74b1e56-db79-4877-b9c5-eb7089f0f756 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:28.393752 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'status': 'completed', 'code': 200} Feb 11 14:06:28.521081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-0f55735f-79fb-4064-98e3-c6af4d44ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.522604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-0f55735f-79fb-4064-98e3-c6af4d44ee78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1095 time: 0.1217377 Feb 11 14:06:28.530713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117da1bb-858b-4dff-aafd-50ceab7fa6b0 req-382c7615-88c6-427e-a058-b1749d89dbc8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.532173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-117da1bb-858b-4dff-aafd-50ceab7fa6b0 req-382c7615-88c6-427e-a058-b1749d89dbc8 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 948 time: 0.1015525 Feb 11 14:06:28.534855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Attempting to bind port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:28.535200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Attempting to bind port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:28.535527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Attempting to bind port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:28.562684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:28.563014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Attempting to bind port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:28.604350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:28.605030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:28.605146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:28.605521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Bound port: 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:28.605876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.671252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-117da1bb-858b-4dff-aafd-50ceab7fa6b0 req-4f9409eb-2f38-4400-90e2-8b47050dec5a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269264 Feb 11 14:06:28.698539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-c2d1597b-e4c1-442a-9bac-a5a4ad7f8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.700108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-c2d1597b-e4c1-442a-9bac-a5a4ad7f8e0a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1662817 Feb 11 14:06:28.749404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-dc2ba972-50ab-45d4-88f3-76dc996ff2f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 217 time: 0.0416024 Feb 11 14:06:28.756557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:28.817702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:28.841368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-74a12963-6f33-4a06-b0c1-20325471c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.842993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-74a12963-6f33-4a06-b0c1-20325471c40d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0818865 Feb 11 14:06:28.851246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62044-d325-4d7d-9d78-f046752b1d43 req-731d303a-508b-482a-aa59-2ed22fcf5ce8 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.852627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35c62044-d325-4d7d-9d78-f046752b1d43 req-731d303a-508b-482a-aa59-2ed22fcf5ce8 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 950 time: 0.1068442 Feb 11 14:06:28.908621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.922819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35c62044-d325-4d7d-9d78-f046752b1d43 req-20886b4a-7da9-4345-a89d-7d80f596b614 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Feb 11 14:06:28.959576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-3350cba1-5237-4817-a598-d94b68dac605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.961169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-3350cba1-5237-4817-a598-d94b68dac605 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066141 Feb 11 14:06:28.962350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.967097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.968496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/5aba46d0-5f9d-4b0f-b193-c2821b0f5303 HTTP/1.1" status: 200 len: 1096 time: 1.5545135 Feb 11 14:06:28.978719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69958f1b-7024-4ca8-b992-26cd83d59cd2 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:29.036930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b05c-e5a8-4372-950e-e26fcd5717b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:29.137279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:29.146451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-d626ae89-4805-460a-a07b-bbbdc67f13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.148653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-d626ae89-4805-460a-a07b-bbbdc67f13a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 1099 time: 0.0452876 Feb 11 14:06:29.160612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '69958f1b-7024-4ca8-b992-26cd83d59cd2', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '69958f1b-7024-4ca8-b992-26cd83d59cd2', 'mac_address': 'fa:16:3e:b5:17:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:29.172135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-8a7344ec-7f90-4ab3-845b-87197f0aac31 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988270 Feb 11 14:06:29.184578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-9014da25-5293-459f-838c-ae5bd89a5944 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.184578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-9014da25-5293-459f-838c-ae5bd89a5944 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.62 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 950 time: 0.1306438 Feb 11 14:06:29.207220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040719e0-29d3-4c9a-8435-a35ea1009d2d req-803cf9e3-3f1f-451a-bf5c-0a277ce442b3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.213755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-040719e0-29d3-4c9a-8435-a35ea1009d2d req-803cf9e3-3f1f-451a-bf5c-0a277ce442b3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 944 time: 0.1462641 Feb 11 14:06:29.229043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.263808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69958f1b-7024-4ca8-b992-26cd83d59cd2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:29.272557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-045a7090-93a0-483e-82ec-ee660faf7e10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303 HTTP/1.1" status: 200 len: 217 time: 0.1156023 Feb 11 14:06:29.304377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:29.356923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-e9027ab8-9dd0-47ca-b828-fd9f224c2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.358396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-e9027ab8-9dd0-47ca-b828-fd9f224c2ac4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0777421 Feb 11 14:06:29.382151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c3f68-21c4-4930-a4b3-cbdbc30e9004 req-e36d6061-4758-4654-8f63-dc683b0ed37c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.383719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec7c3f68-21c4-4930-a4b3-cbdbc30e9004 req-e36d6061-4758-4654-8f63-dc683b0ed37c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 948 time: 0.0728383 Feb 11 14:06:29.448386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec7c3f68-21c4-4930-a4b3-cbdbc30e9004 req-61ce5d1c-4b74-410c-a1ec-a07082d4ec10 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 Feb 11 14:06:29.449472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-fe32c784-0cdc-495a-a322-431ac2de71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.451033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-fe32c784-0cdc-495a-a322-431ac2de71a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847745 Feb 11 14:06:29.472047 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.533117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:29.540812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4713f45e-0167-46a3-a7fa-9aac44bb7622 req-9daba05d-ab7d-4bc5-b7eb-81dfb36e16bb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 210 time: 0.0291152 Feb 11 14:06:29.580171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-1adae3bb-5373-4a45-aec9-09b2453851cf service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202047 Feb 11 14:06:29.605079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-040719e0-29d3-4c9a-8435-a35ea1009d2d req-caca602a-da02-4364-a441-b889a1634960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904433 Feb 11 14:06:29.633861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-175383bc-e7e0-4b78-939b-48464d1a0e1c req-d73c5622-ad07-4015-8e75-8414d65b2586 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467213 Feb 11 14:06:29.688279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Deleting port da91edfd-af70-4841-bf84-4b9d997191bf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:29.688279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.710831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda3a57b-3206-42ad-a2b0-f4a34c0768ca req-331d981e-d1c4-40c9-821a-f0e992c7bfa1 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228006 Feb 11 14:06:29.773147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['69958f1b-7024-4ca8-b992-26cd83d59cd2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:29.783082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] For port da91edfd-af70-4841-bf84-4b9d997191bf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=da91edfd-af70-4841-bf84-4b9d997191bf,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:29.783457 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.796797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Calling delete_port for da91edfd-af70-4841-bf84-4b9d997191bf owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:29.851516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4c11-aeaf-467b-b72b-7a5314af1f93 req-388bd8c0-2114-4c5d-b158-a73739cf4e12 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.853877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2acc4c11-aeaf-467b-b72b-7a5314af1f93 req-388bd8c0-2114-4c5d-b158-a73739cf4e12 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 949 time: 0.0642009 Feb 11 14:06:29.893267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2acc4c11-aeaf-467b-b72b-7a5314af1f93 req-f68a300b-f654-450b-945f-2560b8a5336d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Feb 11 14:06:30.049096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606850a-81ef-44af-9fbe-02ebac581006 req-709b4913-1029-49db-ba6f-639c8f1e6dce tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.050561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e606850a-81ef-44af-9fbe-02ebac581006 req-709b4913-1029-49db-ba6f-639c8f1e6dce tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 950 time: 0.0479670 Feb 11 14:06:30.072346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.075419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.087784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['da91edfd-af70-4841-bf84-4b9d997191bf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:30.093244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e606850a-81ef-44af-9fbe-02ebac581006 req-5b29a533-bac7-4131-a4fa-02654235ea12 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/security-groups?id=22c8b355-9c11-4a50-b845-b1daeb5ed7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Feb 11 14:06:30.113298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Pushing event deleted for resources: {'Port': ['ID=da91edfd-af70-4841-bf84-4b9d997191bf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:30.147012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] No DVR routers for this DVR port da91edfd-af70-4841-bf84-4b9d997191bf on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:30.150426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.154502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12e4684e-e10d-46eb-964c-fabbf06fb422 req-c0dd0aa4-2705-48d1-848c-6adaf97bcf27 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.62 "DELETE /v2.0/ports/da91edfd-af70-4841-bf84-4b9d997191bf HTTP/1.1" status: 204 len: 173 time: 0.9326437 Feb 11 14:06:30.394904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303'}, {'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'name': 'network-vif-deleted', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:30.397341 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303"}, {"server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "name": "network-vif-deleted", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:30.440556 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a16730-5626-4f39-a621-ab248cd32f8b x-openstack-request-id: req-66a16730-5626-4f39-a621-ab248cd32f8b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:30.440847 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303", "status": "completed", "code": 200}, {"server_uuid": "82ab0000-62d4-4f16-b04c-0d806d4cf108", "name": "network-vif-deleted", "tag": "da91edfd-af70-4841-bf84-4b9d997191bf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:30.441312 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66a16730-5626-4f39-a621-ab248cd32f8b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:30.441721 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303', 'status': 'completed', 'code': 200} Feb 11 14:06:30.441973 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab0000-62d4-4f16-b04c-0d806d4cf108', 'name': 'network-vif-deleted', 'tag': 'da91edfd-af70-4841-bf84-4b9d997191bf', 'status': 'completed', 'code': 200} Feb 11 14:06:30.451556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:30.557862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-f4276835-ad67-46a5-b31c-2e88471bda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.559343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-f4276835-ad67-46a5-b31c-2e88471bda46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 1099 time: 0.0610919 Feb 11 14:06:30.578596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.608958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5629-5aeb-48bc-bfb5-f1e60b185ddb req-51fd5c8c-b14d-48d4-9172-58388d55c8e7 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.610470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdc5629-5aeb-48bc-bfb5-f1e60b185ddb req-51fd5c8c-b14d-48d4-9172-58388d55c8e7 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 948 time: 0.0862682 Feb 11 14:06:30.656992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-a184ec96-8b8d-4025-b7ad-f82f7ff2aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.659068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-a184ec96-8b8d-4025-b7ad-f82f7ff2aa94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.0927415 Feb 11 14:06:30.668065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdc5629-5aeb-48bc-bfb5-f1e60b185ddb req-3084e6b1-70f3-4442-a759-562d0382d597 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Feb 11 14:06:30.708137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-851f3456-77cf-478c-9d3b-82a2b03d7744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303 HTTP/1.1" status: 200 len: 217 time: 0.0421758 Feb 11 14:06:30.708854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.755859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28f37269-4bbb-4f2c-b5c0-7666a499ae49 req-a6505a64-a99c-44f9-9412-0923d2464825 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Feb 11 14:06:30.757684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.766420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-dd6da54f-3063-4886-b14a-926e8342c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.768814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-dd6da54f-3063-4886-b14a-926e8342c319 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0517781 Feb 11 14:06:30.799603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bda5354f79ba4bf9a36e3466e4b00875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441012 Feb 11 14:06:30.799603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c64b11-6720-4592-b564-6234456f8efc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:30.800192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38702) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:30.811968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.815855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99c77a-84c6-4171-a990-2e8ea8e8b745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:30.842218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-6570ed05-5773-46f5-8011-9967043af794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.851413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-6570ed05-5773-46f5-8011-9967043af794 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610900 Feb 11 14:06:30.898289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.932087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10872148-522c-4134-b532-6c3e8f6e8d35 req-373b94b1-7df1-407e-8e09-e3fecfb64a77 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.939779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10872148-522c-4134-b532-6c3e8f6e8d35 req-373b94b1-7df1-407e-8e09-e3fecfb64a77 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 944 time: 0.0756276 Feb 11 14:06:30.939779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.944427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-7a32bf12-aa24-4215-99fa-64dca3220bf3 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914307 Feb 11 14:06:30.983720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69958f1b-7024-4ca8-b992-26cd83d59cd2 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:30.996020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10872148-522c-4134-b532-6c3e8f6e8d35 req-c2a18ce6-03a5-428f-8c08-38378df8ffae tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Feb 11 14:06:31.060035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2beef15-7b01-4910-82ba-d20c6ca7c5dc req-4c79e489-fa4e-4115-89fb-b856cd429b25 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064711 Feb 11 14:06:31.069995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.118462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a850a4-64e4-4e8b-bd2b-8566e7d01485 req-02c01623-ab93-4ab2-bf1d-a4e49fa2d9f7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.119935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77a850a4-64e4-4e8b-bd2b-8566e7d01485 req-02c01623-ab93-4ab2-bf1d-a4e49fa2d9f7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 949 time: 0.0476947 Feb 11 14:06:31.162778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77a850a4-64e4-4e8b-bd2b-8566e7d01485 req-f1e44b1c-85e8-43d3-90ed-ca5fbc170a76 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Feb 11 14:06:31.197664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 69958f1b-7024-4ca8-b992-26cd83d59cd2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:31.198199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.200635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.202768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24c64b11-6720-4592-b564-6234456f8efc HTTP/1.1" status: 204 len: 168 time: 0.4001422 Feb 11 14:06:31.212352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 69958f1b-7024-4ca8-b992-26cd83d59cd2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:31.212352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.212591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f0bf7-3019-400a-9f8f-6711f07e353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c64b11-6720-4592-b564-6234456f8efc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:31.274969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a7bacb0-f229-48ac-8b15-8838b632d336 req-29821b15-6fa7-4077-9a92-a6fcc8e15054 tempest-ServerDiagnosticsNegativeTest-1197394325 tempest-ServerDiagnosticsNegativeTest-1197394325-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ab0000-62d4-4f16-b04c-0d806d4cf108 HTTP/1.1" status: 200 len: 210 time: 0.0351799 Feb 11 14:06:31.318463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.342355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:31.344543 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a73a86-60e3-49f6-9518-641920c0ef41" -d '{"events": [{"server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "name": "network-vif-plugged", "status": "completed", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:31.359163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:31.391931 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb3124-02b9-4701-8e2c-870a6d69794d x-openstack-request-id: req-67bb3124-02b9-4701-8e2c-870a6d69794d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:31.391931 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "name": "network-vif-plugged", "status": "completed", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:31.391931 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67bb3124-02b9-4701-8e2c-870a6d69794d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:31.391931 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2', 'code': 200} Feb 11 14:06:31.445058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-99215dc5-7356-4b91-9f0a-b725e984d630 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.446503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-99215dc5-7356-4b91-9f0a-b725e984d630 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.1139166 Feb 11 14:06:31.461664 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.462529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Request body: {'port': {'device_id': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'admin_state_up': True, 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:31.515012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:31.518704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5c592-731c-426e-9bdc-fa2abec30089 req-ac53c7ea-a845-4225-acf1-1f345a2fa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.520469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b5c592-731c-426e-9bdc-fa2abec30089 req-ac53c7ea-a845-4225-acf1-1f345a2fa030 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 1101 time: 0.0440023 Feb 11 14:06:31.563668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b5c592-731c-426e-9bdc-fa2abec30089 req-01b79059-6bef-4dd6-8f35-adb38ed807bf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Feb 11 14:06:31.700353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:31.704071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.796271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1914ee-9e48-43da-8e76-130b6a85b90b req-dd1ca9ff-a193-4489-9908-1f2dee4b1490 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.797906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e1914ee-9e48-43da-8e76-130b6a85b90b req-dd1ca9ff-a193-4489-9908-1f2dee4b1490 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 948 time: 0.0535340 Feb 11 14:06:31.841457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e1914ee-9e48-43da-8e76-130b6a85b90b req-dffe70e7-4f0c-41eb-b282-55f0b4943776 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Feb 11 14:06:31.858337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Allocated IP 172.20.0.10 (cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6/eb94f125-d588-4b8a-a879-1674ebf9e7d4/fcf8bdec-50d7-478d-8a05-c855b08bae51) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:31.930327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef90a5f7-3d0d-424c-9d4c-273ab8e736e5 req-f5b69ade-baf3-4b97-96a0-e58f96eb8652 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 210 time: 0.0293839 Feb 11 14:06:32.004998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.089710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.128771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a6f6-488e-46be-8ba4-bb65b82efc51 req-ba6de602-1ac4-4822-9ad9-0e4bba4fdbad tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.131180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b32a6f6-488e-46be-8ba4-bb65b82efc51 req-ba6de602-1ac4-4822-9ad9-0e4bba4fdbad tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 944 time: 0.0552809 Feb 11 14:06:32.151031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:32.154368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:32.159975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:32.163963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:32.177402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b32a6f6-488e-46be-8ba4-bb65b82efc51 req-a40a1599-9b3f-47a3-8a5e-ed9158f854ec tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Feb 11 14:06:32.216185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.216934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.218863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:32.295316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe2bc-50e0-4cb0-b7da-5e9030852975 req-62ea7353-a935-4c8a-876a-d3d0578c3414 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.300556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36ebe2bc-50e0-4cb0-b7da-5e9030852975 req-62ea7353-a935-4c8a-876a-d3d0578c3414 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 950 time: 0.0486825 Feb 11 14:06:32.303619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-953acee9-782d-4235-9af8-08143b83e08d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8450797 Feb 11 14:06:32.324036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Request body: {'port': {'device_id': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:32.325737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:32.340078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:32.401168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.402261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36ebe2bc-50e0-4cb0-b7da-5e9030852975 req-c729574f-1713-4fc1-abc8-8316d74aab3c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932202 Feb 11 14:06:32.407212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.419604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:32.421024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:32.442472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:32.511881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.567579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:32.632204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-185306973-network', 'tenant_id': 'd7b203a12c9a438283cf9720735dc65f'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:32.657717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:32.717351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf8bdec-50d7-478d-8a05-c855b08bae51 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:32.722062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a61cc18-d6b0-4d36-a8cb-cc973b38017d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.724981 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.739056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Transition to ACTIVE for port object fcf8bdec-50d7-478d-8a05-c855b08bae51 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:32.758151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Made reservation on behalf of d7b203a12c9a438283cf9720735dc65f for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:32.761663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.769889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:32.774791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.824654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a61cc18-d6b0-4d36-a8cb-cc973b38017d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.844614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.876313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:32.908533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:32.910724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a61cc18-d6b0-4d36-a8cb-cc973b38017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:32.935077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.015504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.022930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:33.023262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:33.023589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:33.039607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:33.039943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:33.049903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:33.050266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:33.050665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:33.051117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Bound port: fcf8bdec-50d7-478d-8a05-c855b08bae51, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:33.051490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.058379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:33.085036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2a61cc18-d6b0-4d36-a8cb-cc973b38017d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3789eb6b2854ef5a9b126d28e454990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237902 Feb 11 14:06:33.087649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:33.090502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61cc18-d6b0-4d36-a8cb-cc973b38017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b074fa-af1e-4007-8456-e8bb9216c6bc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.113138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6aa947-9022-49c5-a94d-a0d23da8672e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.153352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.153352 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Added segment 64ce8046-709f-4b7f-bc34-e003c791c40a of type vlan for network a9f48bd0-c776-4842-8b48-d60dc95966be Feb 11 14:06:33.153652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8d2ee7ae-d65f-406b-a5b2-8081fa3342c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4051702fcb2947d0a9884abcbab3e12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738082 Feb 11 14:06:33.154400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38766) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:33.163244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3501ab-8c5d-4b9e-a9ba-e7498ffb264a req-c0075a83-f2f0-48b1-8143-d5abf411ff5e tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.170635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3501ab-8c5d-4b9e-a9ba-e7498ffb264a req-c0075a83-f2f0-48b1-8143-d5abf411ff5e tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 948 time: 0.2273736 Feb 11 14:06:33.221114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.234820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3501ab-8c5d-4b9e-a9ba-e7498ffb264a req-b69e30a4-d668-45ef-ba8b-250cb7e3aa4e tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633242 Feb 11 14:06:33.250392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026caa24-201c-43ca-ba36-243d887c06c7 req-94a73e4c-2515-4c14-9fc3-bd65e2e808c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.251936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-026caa24-201c-43ca-ba36-243d887c06c7 req-94a73e4c-2515-4c14-9fc3-bd65e2e808c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.1949286 Feb 11 14:06:33.258894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.283349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:33.284551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.314365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:33.315629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.345857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-026caa24-201c-43ca-ba36-243d887c06c7 req-baa84232-303f-47f3-b222-5635a955455c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833907 Feb 11 14:06:33.350583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.372373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546ce55-bafc-4549-b953-541076db6a1a req-a047b541-584f-4027-97db-8e79565b2049 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.373936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3546ce55-bafc-4549-b953-541076db6a1a req-a047b541-584f-4027-97db-8e79565b2049 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 945 time: 0.0677040 Feb 11 14:06:33.384172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.385173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.392706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.413711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3546ce55-bafc-4549-b953-541076db6a1a req-59f0013b-76a0-4aa4-9a4b-8c3db54d3520 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Feb 11 14:06:33.440568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.471025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.474912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] Pushing event updated for resources: {'Network': ['ID=a9f48bd0-c776-4842-8b48-d60dc95966be,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.483255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.488387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22c8b355-9c11-4a50-b845-b1daeb5ed7f4 HTTP/1.1" status: 204 len: 168 time: 0.3155780 Feb 11 14:06:33.489742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.490373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.491132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a9f48bd0-c776-4842-8b48-d60dc95966be details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:33.491777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 1092 time: 1.1765387 Feb 11 14:06:33.495878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:33.497822 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1" -d '{"events": [{"name": "network-changed", "server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:33.513793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd103c5b-c801-4ad5-860c-d1cb4d330a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8b355-9c11-4a50-b845-b1daeb5ed7f4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.547686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-058d0eb6-ebc2-4304-9b73-63019f7104df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1243074 Feb 11 14:06:33.548350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:33.557584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Request body: {'subnet': {'network_id': 'a9f48bd0-c776-4842-8b48-d60dc95966be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-185306973-subnet', 'tenant_id': 'd7b203a12c9a438283cf9720735dc65f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:33.562974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fae57-692d-4c19-9e5a-b852a8a3e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.569900 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.572404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.574695 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37b074fa-af1e-4007-8456-e8bb9216c6bc HTTP/1.1" status: 204 len: 168 time: 0.4847977 Feb 11 14:06:33.593425 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad2982c-1e54-417e-9478-b0489a569913 x-openstack-request-id: req-7ad2982c-1e54-417e-9478-b0489a569913 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:33.593788 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:33.594165 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ad2982c-1e54-417e-9478-b0489a569913 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:33.594627 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'status': 'completed', 'code': 200} Feb 11 14:06:33.607676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fd447-e02e-49dd-99ae-b90bd661355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b074fa-af1e-4007-8456-e8bb9216c6bc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:33.618684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f802cf7-0fd1-4c21-a629-bc9b51605440 req-16864186-c790-4c11-8e44-fc352167ba7c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.626967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f802cf7-0fd1-4c21-a629-bc9b51605440 req-16864186-c790-4c11-8e44-fc352167ba7c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 950 time: 0.1385205 Feb 11 14:06:33.692196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f802cf7-0fd1-4c21-a629-bc9b51605440 req-eb4eab1d-1237-482b-8cd7-eb7db05df02b tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643694 Feb 11 14:06:33.697474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-f0fb0ebd-3022-47ed-92b9-f32919de83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.698900 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-f0fb0ebd-3022-47ed-92b9-f32919de83fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1095 time: 0.0672390 Feb 11 14:06:33.706573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Made reservation on behalf of d7b203a12c9a438283cf9720735dc65f for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:33.708928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.806155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69de1f-130f-4ff9-bd8f-7a5e497c6955 req-808fcd19-678e-473d-93a6-784e282929dc tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.807690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af69de1f-130f-4ff9-bd8f-7a5e497c6955 req-808fcd19-678e-473d-93a6-784e282929dc tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 1101 time: 0.0430286 Feb 11 14:06:33.853956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af69de1f-130f-4ff9-bd8f-7a5e497c6955 req-6ecb7c65-acb3-4b9c-a823-cfc30f9f226d tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Feb 11 14:06:33.935591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-9b9b40f7-ecd8-4d34-ae63-8577e1519203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.941481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-9b9b40f7-ecd8-4d34-ae63-8577e1519203 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2162881 Feb 11 14:06:34.090372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-27dfbf6a-fe8e-409a-a4dd-d829b7238794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.091894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ab4846-b94f-4b33-a8b0-6c99fb2193f1 req-27dfbf6a-fe8e-409a-a4dd-d829b7238794 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470716 Feb 11 14:06:34.130189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.213480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:34.216347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8832b3-a8a1-4c1a-a40a-76776e821da8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:34.217179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38790) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:34.217377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:34.230098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-360d3b83-9c73-42dd-8d94-61eb3e03934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.231631 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-360d3b83-9c73-42dd-8d94-61eb3e03934d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1095 time: 0.1029117 Feb 11 14:06:34.234499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Checking segment: {'id': '64ce8046-709f-4b7f-bc34-e003c791c40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9f48bd0-c776-4842-8b48-d60dc95966be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:34.234851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Network hostable DHCP agents. Network: a9f48bd0-c776-4842-8b48-d60dc95966be, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:06:34.250774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32358716-285e-4774-bc1b-70523b022eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.304762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38794) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:34.312564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-3867c8e9-1846-45a1-83ab-05240d5583cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0628977 Feb 11 14:06:34.313600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Network a9f48bd0-c776-4842-8b48-d60dc95966be is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:06:34.333945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6299d580-6338-44b3-85c0-004efe8115e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.383295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-cae36b5c-9791-4586-9efb-f2cff4c8002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.383295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-cae36b5c-9791-4586-9efb-f2cff4c8002c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0597382 Feb 11 14:06:34.385670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a9f48bd0-c776-4842-8b48-d60dc95966be) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:34.437651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.437934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:34.438239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.442285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-bd73f758-0206-4208-82a0-38315ab5a321 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472884 Feb 11 14:06:34.443744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32358716-285e-4774-bc1b-70523b022eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.456264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303', 'mac_address': 'fa:16:3e:c8:a5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:34.459286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d464f0b-051a-450b-be3c-e69c6e531a91 None None] Network a9f48bd0-c776-4842-8b48-d60dc95966be requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:34.459907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-7ccd535a-be06-4a95-bf59-6e2cd702b33f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385921 Feb 11 14:06:34.517361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6ebac-9ed3-4f64-be04-f93ee86c96e4 req-9a8bd201-9b36-4595-8829-06c72629b362 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.518851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cb6ebac-9ed3-4f64-be04-f93ee86c96e4 req-9a8bd201-9b36-4595-8829-06c72629b362 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 948 time: 0.1353357 Feb 11 14:06:34.538923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32358716-285e-4774-bc1b-70523b022eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.555171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6299d580-6338-44b3-85c0-004efe8115e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.562143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6837fc58-773f-408e-baa3-b5467531f54c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0109746 Feb 11 14:06:34.564103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:34.576733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-2dd11c61-9e53-4d5a-827a-09c6451e3df4 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253426 Feb 11 14:06:34.587997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:34.588948 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.590937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cb6ebac-9ed3-4f64-be04-f93ee86c96e4 req-faa2b8a3-9547-4be8-82ae-c38b836dfd72 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Feb 11 14:06:34.612529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32358716-285e-4774-bc1b-70523b022eb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4d6905470bc42099f6aa6e62fe36120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915489 Feb 11 14:06:34.613255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6299d580-6338-44b3-85c0-004efe8115e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.620200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38812) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:34.620376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.636864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32358716-285e-4774-bc1b-70523b022eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d61cbd-f95b-4753-b592-d330e7261c7b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:34.658024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-66fd15b5-0896-4efd-aeb2-dcf5f0badc6d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.664839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-66fd15b5-0896-4efd-aeb2-dcf5f0badc6d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963809 Feb 11 14:06:34.683090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:34.712748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6299d580-6338-44b3-85c0-004efe8115e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80f0c96c8b34401cab741e87725075ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064944 Feb 11 14:06:34.723961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-6efb6a24-0b75-474e-89de-c2eb5791c783 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/quotas/67a390734a154bdab8e8fb9cf55c648e HTTP/1.1" status: 200 len: 375 time: 0.0581956 Feb 11 14:06:34.732780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:34.743252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d580-6338-44b3-85c0-004efe8115e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e86f66-a07c-484e-abf7-694299151c0b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:34.765220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:34.771309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923d908-6123-4d0a-ab6d-152a18a3d845 None None] Network a9f48bd0-c776-4842-8b48-d60dc95966be requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:34.793259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500a39d1-5680-416e-9be7-3fc6003b0788 req-28e12097-c31c-4501-a938-408b26056551 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951797 Feb 11 14:06:34.826747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.827306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ec892-fbbd-419d-8985-f16bed5dbcba req-09c9514b-cc75-4dfb-b965-921198bdc465 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.835192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-013ec892-fbbd-419d-8985-f16bed5dbcba req-09c9514b-cc75-4dfb-b965-921198bdc465 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.1250875 Feb 11 14:06:34.860656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-b7ba5087-2f0d-4914-95e2-146591bcdb49 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1262159 Feb 11 14:06:34.868282 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.870703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.902686 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.915003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-013ec892-fbbd-419d-8985-f16bed5dbcba req-41f0d622-abf4-4c37-bd8a-7301b6deb118 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788510 Feb 11 14:06:34.989510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.003374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.006709 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.011098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d61cbd-f95b-4753-b592-d330e7261c7b HTTP/1.1" status: 204 len: 168 time: 0.3894928 Feb 11 14:06:35.019569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4f3b8-bdad-412f-b814-31eab8942a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d61cbd-f95b-4753-b592-d330e7261c7b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:35.046814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9ad6-e62b-4425-9206-c55f14d28fa6 req-feeb6f92-57f4-4d38-a4d9-25bf33a79c86 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:35.048935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-007a9ad6-e62b-4425-9206-c55f14d28fa6 req-feeb6f92-57f4-4d38-a4d9-25bf33a79c86 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 945 time: 0.0539172 Feb 11 14:06:35.051061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.103319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-007a9ad6-e62b-4425-9206-c55f14d28fa6 req-8bcc90ea-a626-44a1-98b2-ed1ae4db3257 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465627 Feb 11 14:06:35.106741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.111738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.112844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3e86f66-a07c-484e-abf7-694299151c0b HTTP/1.1" status: 204 len: 168 time: 0.3772047 Feb 11 14:06:35.117567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:35.134206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd76237-233e-437c-8b63-1126ff3a04d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e86f66-a07c-484e-abf7-694299151c0b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:35.180802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:35.183217 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e9edd-acca-4cce-b2de-1dbd8343258a" -d '{"events": [{"server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "name": "network-vif-plugged", "status": "completed", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:35.191021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f11026a-2fec-4634-815e-5e919e3c4147 req-34638670-f3a8-45fd-8911-d257245e7e44 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 210 time: 0.0350831 Feb 11 14:06:35.210973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:35.261135 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ad266-6c62-4839-a9f5-5ed6218ce564 x-openstack-request-id: req-ac6ad266-6c62-4839-a9f5-5ed6218ce564 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:35.262045 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "name": "network-vif-plugged", "status": "completed", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:35.264546 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac6ad266-6c62-4839-a9f5-5ed6218ce564 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:35.265312 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'code': 200} Feb 11 14:06:35.266389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['5aba46d0-5f9d-4b0f-b193-c2821b0f5303'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:35.304611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.305481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device da91edfd-af70-4841-bf84-4b9d997191bf no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:35.357580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: da91edfd-af70-4841-bf84-4b9d997191bf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:06:35.358193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device da91edfd-af70-4841-bf84-4b9d997191bf not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:35.364277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-723237214', 'description': 'tempest-description-1696237827'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:35.382007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536155-7211-490e-be6d-e2db8b154a49 req-6b456f87-1dde-4b74-b700-2802b67c5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:35.384023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95536155-7211-490e-be6d-e2db8b154a49 req-6b456f87-1dde-4b74-b700-2802b67c5127 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1097 time: 0.0911124 Feb 11 14:06:35.400671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:35.426749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95536155-7211-490e-be6d-e2db8b154a49 req-334d1ba7-e2fd-43e9-bb85-0ca1c82a923f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Feb 11 14:06:35.488908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.556810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.643961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.673850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:35.731513 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:35.732919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d7eff81-0d9a-4f40-9e1b-931ccadae664 req-b57bc72a-8315-4bce-b915-2181c98ff1e5 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3779023 Feb 11 14:06:35.752377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299d8d-767c-4860-a1d1-eae749c08416 req-7a80dd53-b59f-489b-9cb6-e3b9556bf29b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:35.754658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc299d8d-767c-4860-a1d1-eae749c08416 req-7a80dd53-b59f-489b-9cb6-e3b9556bf29b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 949 time: 0.0743065 Feb 11 14:06:35.811648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc299d8d-767c-4860-a1d1-eae749c08416 req-7b86c9ff-200b-4a44-8adc-1044af14a56b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Feb 11 14:06:35.832617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5718657-9940-48aa-a760-743fec53d7c7 req-f80e24a9-f0dd-4b9e-a602-e7f02c9ec03d tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8 HTTP/1.1" status: 200 len: 1804 time: 0.0732150 Feb 11 14:06:35.838126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:35.838446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:35.984129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.023298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.046035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ec204-c331-4f0f-8acd-e514a8f6bb46 req-e03bf752-446b-4e05-9d94-b3a599e40910 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.047515 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-414ec204-c331-4f0f-8acd-e514a8f6bb46 req-e03bf752-446b-4e05-9d94-b3a599e40910 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.0488179 Feb 11 14:06:36.088963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.098396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-414ec204-c331-4f0f-8acd-e514a8f6bb46 req-7bef5ecf-1d8b-40b0-81e9-baa227caa314 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Feb 11 14:06:36.107850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1df823-7e58-4951-95e0-5438240edc11,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:36.148123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.149447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5718657-9940-48aa-a760-743fec53d7c7 req-e7bef6dd-df0a-4e95-9b3a-3f7b46709c67 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3153899 Feb 11 14:06:36.191581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1191354537', 'description': 'tempest-description-1991179877'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:36.216297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:36.244465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbcab1-e6fa-4afc-8f86-dec8d4574b77 req-d890c217-ff23-4897-993c-052080d99e20 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.257545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6dbcab1-e6fa-4afc-8f86-dec8d4574b77 req-d890c217-ff23-4897-993c-052080d99e20 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 946 time: 0.0818732 Feb 11 14:06:36.299394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6dbcab1-e6fa-4afc-8f86-dec8d4574b77 req-ac9408d4-2af7-4927-9f79-4af047d5fbb1 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Feb 11 14:06:36.334503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.334707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:36.341851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:36.342897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.384005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e64b7796-0187-4656-a17f-d25594a0094a req-24150779-fe54-41e5-a1b4-18c765fd639d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 210 time: 0.0260246 Feb 11 14:06:36.414854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.436408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.475436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:36.483348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.514677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c49d951-a12b-42ee-9b95-e6d4069dd86f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:36.598003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.600295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.601589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcd116e6-45b1-478e-a47c-c46a77025282 req-d4979d05-8a21-44be-9287-61cb4be2bae4 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4150903 Feb 11 14:06:36.674692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4985e763-e646-4209-a4b4-dd6434f91285 req-1f6b814e-604a-4493-8931-1fa9705ef498 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/3c49d951-a12b-42ee-9b95-e6d4069dd86f HTTP/1.1" status: 200 len: 1805 time: 0.0493400 Feb 11 14:06:36.686294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:36.697121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c49d951-a12b-42ee-9b95-e6d4069dd86f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:36.697514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c49d951-a12b-42ee-9b95-e6d4069dd86f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:36.824700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.866781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.948671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64f6f0-2ae6-4820-b587-4dd0dec45886 req-9482f5d2-0906-466a-a0a3-b94b325f6266 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.950177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad64f6f0-2ae6-4820-b587-4dd0dec45886 req-9482f5d2-0906-466a-a0a3-b94b325f6266 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 950 time: 0.0515199 Feb 11 14:06:36.957409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:36.977719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca9e55-c8f1-4747-866b-af11ffc9901e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:36.989625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad64f6f0-2ae6-4820-b587-4dd0dec45886 req-1fd90d61-ffaf-4cac-a1fa-1619ac41c572 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Feb 11 14:06:37.083057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:37.083057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4985e763-e646-4209-a4b4-dd6434f91285 req-228a411f-751c-4858-ad2a-63fe69270b37 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3995543 Feb 11 14:06:37.109557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1998913038', 'description': 'tempest-description-1835465865'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:37.203656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:37.219272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733df19f-c330-460c-b78f-dfe8b09f394d req-3653109a-7740-4559-88b5-beca13c29352 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:37.220776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-733df19f-c330-460c-b78f-dfe8b09f394d req-3653109a-7740-4559-88b5-beca13c29352 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.0486484 Feb 11 14:06:37.260631 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-733df19f-c330-460c-b78f-dfe8b09f394d req-1c384121-a0a9-4425-9d12-a24293a7b356 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Feb 11 14:06:37.267435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:37.270343 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cbae52-cb4a-4449-a26b-97a7421c18d1" -d '{"events": [{"server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "name": "network-vif-plugged", "status": "completed", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:37.271241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:37.328761 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01baf074-d1ff-4dbb-ad0c-5c1077119808 x-openstack-request-id: req-01baf074-d1ff-4dbb-ad0c-5c1077119808 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:37.329102 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "name": "network-vif-plugged", "status": "completed", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:37.329923 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01baf074-d1ff-4dbb-ad0c-5c1077119808 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:37.330474 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303', 'code': 200} Feb 11 14:06:37.448772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:37.482888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f107c7-bc2c-4297-9004-3cc627807d14,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:37.505741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36df54-d5f7-4849-b015-ff5c5588c3d1 req-cd790cc3-f3c3-4ba5-9924-ec7083dd07d4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:37.505741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d36df54-d5f7-4849-b015-ff5c5588c3d1 req-cd790cc3-f3c3-4ba5-9924-ec7083dd07d4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 946 time: 0.1230407 Feb 11 14:06:37.506631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ae01-f8ca-4e5f-8489-060c56fdb6e0 req-b76c1d3c-1da3-45d5-9c66-6eb01d66690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:37.508870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de70ae01-f8ca-4e5f-8489-060c56fdb6e0 req-b76c1d3c-1da3-45d5-9c66-6eb01d66690b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 1101 time: 0.1142561 Feb 11 14:06:37.560944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-a73d1326-9df9-496f-917e-ee62e09fae7f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67a390734a154bdab8e8fb9cf55c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301781 Feb 11 14:06:37.576218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de70ae01-f8ca-4e5f-8489-060c56fdb6e0 req-cbc97f06-d5fa-4839-bc70-4c306e90dd2c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583699 Feb 11 14:06:37.584709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d36df54-d5f7-4849-b015-ff5c5588c3d1 req-fac45d32-1861-4c2f-b623-474a434fe8dc tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656509 Feb 11 14:06:37.647690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:37.649190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74c89ce7-f55d-4120-a570-85a1fe4b3f27 req-7585e0ba-4c76-4050-a187-f8b00e305b09 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5436876 Feb 11 14:06:37.680215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fedfc66-2656-4c79-b0cd-cbcd9bf2c99e req-a055f6f3-687c-4bdb-a163-a2005b4628f7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 210 time: 0.0294054 Feb 11 14:06:37.726917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-19726d4f-2733-477e-bd2a-a9c9c8361c2e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:37.731394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-19726d4f-2733-477e-bd2a-a9c9c8361c2e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642957 Feb 11 14:06:37.783399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Request body: {'port': {'device_id': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '67a390734a154bdab8e8fb9cf55c648e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:38.006127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716605314', 'description': 'tempest-description-882500677'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:38.081970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-8697270b-1992-40af-bc68-711da1386eed tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.083448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-8697270b-1992-40af-bc68-711da1386eed tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3335979 Feb 11 14:06:38.123827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.171985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-19545cbb-9373-40df-aa96-979d16a8ecde tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0761871 Feb 11 14:06:38.183893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:38.208629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.257254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.271951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.301762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae729ad-7ca5-4adf-95b8-af485ec06e9b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:38.354225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.355455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5817b8a9-b833-4ba7-a1de-f6c4a846dc20 req-fb7acde8-7d04-4df7-b861-7cb689529021 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3536899 Feb 11 14:06:38.468490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Made reservation on behalf of 67a390734a154bdab8e8fb9cf55c648e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:38.472736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.621692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980eadc-b636-4d8f-bf0f-95b3af65a777 req-903c9ece-0089-4d0e-8e47-75f28a446c9a tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.623185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2980eadc-b636-4d8f-bf0f-95b3af65a777 req-903c9ece-0089-4d0e-8e47-75f28a446c9a tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 950 time: 0.0505071 Feb 11 14:06:38.663744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2980eadc-b636-4d8f-bf0f-95b3af65a777 req-d1e167fb-01ff-4681-9172-542f2038e673 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336630 Feb 11 14:06:38.771160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180859ce-edd8-470d-9a3e-28d81200eab1 req-74c8917b-a87d-4998-b622-af1f3dbfff5c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.772606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-180859ce-edd8-470d-9a3e-28d81200eab1 req-74c8917b-a87d-4998-b622-af1f3dbfff5c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.0476134 Feb 11 14:06:38.817316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-180859ce-edd8-470d-9a3e-28d81200eab1 req-99711b62-5f5e-43aa-bdcb-46e54565028f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Feb 11 14:06:38.820317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Allocated IP 192.168.233.171 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/917f6b25-d6e7-4e52-a10a-5ba6131db369) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:38.903575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-1bf03219-99a2-4a6f-8627-efd5b9315f46 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/16f107c7-bc2c-4297-9004-3cc627807d14 HTTP/1.1" status: 200 len: 1805 time: 0.0507209 Feb 11 14:06:38.951344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-24a5a909-3fa1-40cf-85d4-248c2c7a2a2f tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/1ae729ad-7ca5-4adf-95b8-af485ec06e9b HTTP/1.1" status: 200 len: 1803 time: 0.0400696 Feb 11 14:06:38.962610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16f107c7-bc2c-4297-9004-3cc627807d14', 'remote_group_id': '1ae729ad-7ca5-4adf-95b8-af485ec06e9b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:38.962920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16f107c7-bc2c-4297-9004-3cc627807d14', 'remote_group_id': '1ae729ad-7ca5-4adf-95b8-af485ec06e9b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:39.010804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:39.053777 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.085372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.100418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.115312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:39.128071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'port_id': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'mac_address': 'fa:16:3e:6d:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb94f125-d588-4b8a-a879-1674ebf9e7d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:39.132344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.157977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.165438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.179035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf8bdec-50d7-478d-8a05-c855b08bae51 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:39.192159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.200610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:39.211977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20efe7d-887d-4a5a-9834-2da6675a6686,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:39.237711 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.241855 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9 associated. External IP: 172.25.7.166, port: f24d4cf5-3fd9-4756-8e1d-59059399f054. Feb 11 14:06:39.256925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.258245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0223428-8107-46a4-8c64-d7492e427ae5 req-cb16379c-0131-4312-abc0-f3d391cef0f0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2997761 Feb 11 14:06:39.299560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:39.300276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.311410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:39.316969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443', '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', '69958f1b-7024-4ca8-b992-26cd83d59cd2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:39.391229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:39.398015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:39.402080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:39.409006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:39.409006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.418753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event updated for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:39.592057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fcf8bdec-50d7-478d-8a05-c855b08bae51'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:39.685086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292823-b927-4f2a-b2f8-478143a6fab0 req-6901652e-a3a8-4643-9072-2156674a7003 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:39.694538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38292823-b927-4f2a-b2f8-478143a6fab0 req-6901652e-a3a8-4643-9072-2156674a7003 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 936 time: 0.0785201 Feb 11 14:06:39.731041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38292823-b927-4f2a-b2f8-478143a6fab0 req-b0341162-26f0-48ce-a756-b3880ed9bc8a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Feb 11 14:06:39.765524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1523194560', 'description': 'tempest-description-1607366842'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:39.771841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-8d12490b-7801-4b77-bd8f-6fa04353a895 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9923649 Feb 11 14:06:39.786001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Request body: {'port': {'device_id': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:39.831933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2d5a7db5-618b-4bfd-a306-c9e39f527da0 None None] Provisioning complete for port 917f6b25-d6e7-4e52-a10a-5ba6131db369 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:39.832286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7db5-618b-4bfd-a306-c9e39f527da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.844346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:39.855629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.895002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.939697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a7db5-618b-4bfd-a306-c9e39f527da0 None None] Port 917f6b25-d6e7-4e52-a10a-5ba6131db369 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:39.964346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.068988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:40.074366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.081508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.084301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:40.107059 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:40.108323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:40.121886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2eb8d4-1219-4db8-bc90-89a711360f81,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:40.137443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-b8a4683f-9b16-42b3-877a-d86314b83584 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "PUT /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 996 time: 1.9587545 Feb 11 14:06:40.140037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:40.143577 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98105a79-d0c7-47aa-9005-02b428c011ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:40.194074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.195326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2437075a-1969-49c0-9d35-e5b7cee58572 req-c8bf6f70-d7a4-4feb-a8bb-394a36006a8b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4339743 Feb 11 14:06:40.223983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-da7ee2b8-9eb6-4521-8079-2c4d22bafd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.225546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-da7ee2b8-9eb6-4521-8079-2c4d22bafd55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.0760300 Feb 11 14:06:40.269080 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:40.332519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917f6b25-d6e7-4e52-a10a-5ba6131db369 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:40.344276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.374624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Transition to ACTIVE for port object 917f6b25-d6e7-4e52-a10a-5ba6131db369 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:40.380722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-599a37ac-8ea1-4ebf-95f6-1af716cf13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.381276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-599a37ac-8ea1-4ebf-95f6-1af716cf13e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1475375 Feb 11 14:06:40.417465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-066e8065-c0a3-42bc-a429-6ded7382b27e req-f3090a3a-e920-4bf5-8759-a7c20499c801 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=13706a9c936d49b6af59f3adf379e9bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227928 Feb 11 14:06:40.468731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.535890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e8065-c0a3-42bc-a429-6ded7382b27e req-a3c46dc2-909d-4f4f-9267-e9fbd49c8f37 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.539123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-6bd3d678-aeb9-48d7-a0e2-24e14730bc82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 999 time: 0.1425254 Feb 11 14:06:40.540391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-066e8065-c0a3-42bc-a429-6ded7382b27e req-a3c46dc2-909d-4f4f-9267-e9fbd49c8f37 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163723 Feb 11 14:06:40.548165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Pushing event updated for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:40.564126 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:38Z', 'revision_number': 1, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:40.571606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-066e8065-c0a3-42bc-a429-6ded7382b27e req-30cabbc8-5c08-4d08-82a3-8311a8bfc7a4 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/quotas/13706a9c936d49b6af59f3adf379e9bc HTTP/1.1" status: 200 len: 375 time: 0.0166211 Feb 11 14:06:40.619082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Attempting to bind port 917f6b25-d6e7-4e52-a10a-5ba6131db369 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:40.619470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Attempting to bind port 917f6b25-d6e7-4e52-a10a-5ba6131db369 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:40.619808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Attempting to bind port 917f6b25-d6e7-4e52-a10a-5ba6131db369 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:40.621468 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:40.631145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Port 917f6b25-d6e7-4e52-a10a-5ba6131db369 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:40.631476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Attempting to bind port 917f6b25-d6e7-4e52-a10a-5ba6131db369 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:40.634519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-787a4791-8805-43ff-93a5-17b77c0f40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.636085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-787a4791-8805-43ff-93a5-17b77c0f40f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0813065 Feb 11 14:06:40.640299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:40.640640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:40.641056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:40.641485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Bound port: 917f6b25-d6e7-4e52-a10a-5ba6131db369, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:40.642447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.651813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-066e8065-c0a3-42bc-a429-6ded7382b27e req-f4045011-785d-4fae-91a1-e4b8ec052219 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13706a9c936d49b6af59f3adf379e9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731432 Feb 11 14:06:40.660386 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:40.661049 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:40.732784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-40ac8a18-2505-4c22-98fb-a0f2722bc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.734350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-40ac8a18-2505-4c22-98fb-a0f2722bc54e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831234 Feb 11 14:06:40.742333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:40.746700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:40.756578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-3b0e2dd7-d304-40a9-bcd7-c5b8aa114efa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:40.756578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-3b0e2dd7-d304-40a9-bcd7-c5b8aa114efa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072155 Feb 11 14:06:40.838484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.853858 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:40.856713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb94a9-96ce-4f1b-be22-617f3e56ff2a req-83801f7b-4bb5-4686-9c9d-8628b6c939fa tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.858482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78fb94a9-96ce-4f1b-be22-617f3e56ff2a req-83801f7b-4bb5-4686-9c9d-8628b6c939fa tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 950 time: 0.0512307 Feb 11 14:06:40.894532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.895004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:40.896394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] 10.222.0.62 "PUT /v2.0/ports/917f6b25-d6e7-4e52-a10a-5ba6131db369 HTTP/1.1" status: 200 len: 1096 time: 1.1151388 Feb 11 14:06:40.908358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-18a51ee1-6cf3-4d46-853f-756b8e47fb16 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477189 Feb 11 14:06:40.920052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78fb94a9-96ce-4f1b-be22-617f3e56ff2a req-10b346d4-474d-4d84-9923-27d1e590b5bf tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538428 Feb 11 14:06:40.929451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:40.977776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963c9fd-3b0f-42cd-b695-a516d1439f81 service neutron] Pushing event updated for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:41.024435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:41.066991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959d5bdf-fe86-481b-8863-04aa684b4a24 req-7e33b914-2f8f-4be1-bd03-a9e20d6738fb service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576986 Feb 11 14:06:41.120492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-d22cafa8-7656-4cd8-83fc-bde1a6a1b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.122336 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-d22cafa8-7656-4cd8-83fc-bde1a6a1b8a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 1099 time: 0.0529284 Feb 11 14:06:41.130962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205cfe-2e79-4014-a4d1-de069a0c2011 req-ecfd478d-e306-4916-ba79-ab05d1552a8d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.144384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8205cfe-2e79-4014-a4d1-de069a0c2011 req-ecfd478d-e306-4916-ba79-ab05d1552a8d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.1044848 Feb 11 14:06:41.171135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7447717-5e2a-4637-a27e-d4a275547549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.197639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port fcf8bdec-50d7-478d-8a05-c855b08bae51 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:41.201520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port fcf8bdec-50d7-478d-8a05-c855b08bae51 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:41.201897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.207694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-e231aae9-f9fe-4ae7-b604-1294512e6d71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369 HTTP/1.1" status: 200 len: 217 time: 0.0723186 Feb 11 14:06:41.209230 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6677c51-c28f-4130-a6e0-541ccf51ccc6 x-openstack-request-id: req-c6677c51-c28f-4130-a6e0-541ccf51ccc6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:41.209515 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:41.209768 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6677c51-c28f-4130-a6e0-541ccf51ccc6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:41.210161 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:06:41.262216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:38Z', 'revision_number': 1, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:41.267139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8205cfe-2e79-4014-a4d1-de069a0c2011 req-666b01b6-4e14-45c7-837c-6fc254079e28 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174269 Feb 11 14:06:41.268677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1577143978', 'description': 'tempest-description-2044286637'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:41.302391 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7e2-c75e-45a1-9b5d-adfa660967eb None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:38Z', 'revision_number': 1, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:41.310000 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.338016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-10dbe5ed-62dd-46f4-a2d9-04b0653b20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.339579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-10dbe5ed-62dd-46f4-a2d9-04b0653b20ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1197567 Feb 11 14:06:41.354891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:41.357752 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36f923-b801-4d44-99df-128ab172c5f0" -d '{"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:41.365056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:41.402344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.415592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.417448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-09c611dd-6272-40ae-8e37-a78de45d8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.418061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-09c611dd-6272-40ae-8e37-a78de45d8a30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707836 Feb 11 14:06:41.432164 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:41.487329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:41.523771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.598630 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.610269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105a79-d0c7-47aa-9005-02b428c011ed req-fdf4d2fa-4a1a-4df8-b32b-f34f484bd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.612485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-fdf4d2fa-4a1a-4df8-b32b-f34f484bd08f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.3785594 Feb 11 14:06:41.635018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-6fa92b4a-f00d-4266-99b8-a007b53d77c4 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096329 Feb 11 14:06:41.647173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005a002-358b-4665-97d9-ee3641d89b64 None None] New status for floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:41.666125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2861d7-d185-41a1-8a5b-9d691ae75da0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:41.692310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7447717-5e2a-4637-a27e-d4a275547549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.721335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.722818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc7fadac-c225-4b14-a336-072cd1e7cae5 req-0ddbd740-2f84-4f62-b580-35ea2014afe6 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4854834 Feb 11 14:06:41.738500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105a79-d0c7-47aa-9005-02b428c011ed req-9bba90dd-9e3e-4b7b-b767-271363234d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.740038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-9bba90dd-9e3e-4b7b-b767-271363234d2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1176801 Feb 11 14:06:41.747968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e22b6a73-69a4-4d94-b1c3-b4d7348079ae req-1565c1e0-d546-4471-835d-4562a98964db service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046963 Feb 11 14:06:41.791037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7447717-5e2a-4637-a27e-d4a275547549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:41.842432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11ecd-1686-4c7e-beb3-edf9a74aaece req-2b48ebcd-9c74-46f7-a581-9c4efa66d01d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.843947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23a11ecd-1686-4c7e-beb3-edf9a74aaece req-2b48ebcd-9c74-46f7-a581-9c4efa66d01d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 948 time: 0.0563867 Feb 11 14:06:41.849239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7447717-5e2a-4637-a27e-d4a275547549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84352e0d-6f25-4a32-9e47-d48342923d80,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:41.853448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-5e7bbd3f-60f5-4ea8-ba1e-4b4292e9ea50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 999 time: 0.1064997 Feb 11 14:06:41.855404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7447717-5e2a-4637-a27e-d4a275547549 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=339d5f6f8dbb4d069521fb0b6dbf5eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9249222 Feb 11 14:06:41.858117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:41.892523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23a11ecd-1686-4c7e-beb3-edf9a74aaece req-7970349e-0bf9-409a-bb40-862830a91a8c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Feb 11 14:06:41.934108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105a79-d0c7-47aa-9005-02b428c011ed req-6679b079-444f-4273-a8ed-f6291596ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.935559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-6679b079-444f-4273-a8ed-f6291596ddab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0749359 Feb 11 14:06:41.975124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.004556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.017739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105a79-d0c7-47aa-9005-02b428c011ed req-29611c40-c27f-430b-984d-4619a9297738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.019362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-29611c40-c27f-430b-984d-4619a9297738 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765026 Feb 11 14:06:42.144802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-b8773592-32ac-40f9-b0b1-926c1076a1ab service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085784 Feb 11 14:06:42.183392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-33e272df-72da-46c7-a2dd-1b1dfd2228f5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.184860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-33e272df-72da-46c7-a2dd-1b1dfd2228f5 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0517540 Feb 11 14:06:42.200155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.202702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.203818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84352e0d-6f25-4a32-9e47-d48342923d80 HTTP/1.1" status: 204 len: 168 time: 0.3443575 Feb 11 14:06:42.216550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa134a-4440-4c73-88fd-c84069093b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84352e0d-6f25-4a32-9e47-d48342923d80,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:42.276037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98105a79-d0c7-47aa-9005-02b428c011ed req-c7e4c093-376f-4969-8e81-b4fc1b693a99 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238608 Feb 11 14:06:42.284031 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-0f5753ca-cccd-4140-b248-4bccb7dc7a7a tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1001 time: 0.0929294 Feb 11 14:06:42.293820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:42.298570 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169e549-f2c2-415c-b3ef-e2ba36bdab09 x-openstack-request-id: req-7169e549-f2c2-415c-b3ef-e2ba36bdab09 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:42.299568 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:42.300244 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7169e549-f2c2-415c-b3ef-e2ba36bdab09 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:42.301235 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'code': 200} Feb 11 14:06:42.352360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.358226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-5b70f074-97eb-49e5-9139-2e8930242815 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/de2eb8d4-1219-4db8-bc90-89a711360f81 HTTP/1.1" status: 200 len: 1805 time: 0.0456004 Feb 11 14:06:42.429807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7928e1-1fe0-488a-af20-dd1d4bc2f8e5 req-6ed1349b-84ad-4fe7-91f1-7e95f1a9b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.431298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c7928e1-1fe0-488a-af20-dd1d4bc2f8e5 req-6ed1349b-84ad-4fe7-91f1-7e95f1a9b239 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1097 time: 0.0714557 Feb 11 14:06:42.434295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-eac11927-6800-49c3-aeec-387ef7531c3a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/1f2861d7-d185-41a1-8a5b-9d691ae75da0 HTTP/1.1" status: 200 len: 1805 time: 0.0667965 Feb 11 14:06:42.449982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de2eb8d4-1219-4db8-bc90-89a711360f81', 'remote_group_id': '1f2861d7-d185-41a1-8a5b-9d691ae75da0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:42.450301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de2eb8d4-1219-4db8-bc90-89a711360f81', 'remote_group_id': '1f2861d7-d185-41a1-8a5b-9d691ae75da0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:42.489279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c7928e1-1fe0-488a-af20-dd1d4bc2f8e5 req-5f148a40-7f2c-4d53-839e-bd02dfccb762 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Feb 11 14:06:42.644878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.677713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.751762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.770685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648c7182-ecb2-474c-86ea-f4eb1b6f64e8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:42.823244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.828103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.829830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-accf2ea5-7461-4205-922c-88bd65c696b5 req-358e0887-41af-4962-826a-1cc70ef39dee tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3838162 Feb 11 14:06:42.884149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:42.898317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.900982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f7c8-5792-454f-a17c-f2aff57f7056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.029948 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9 associated. External IP: 172.25.7.166, port: f24d4cf5-3fd9-4756-8e1d-59059399f054. Feb 11 14:06:43.102289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f7c8-5792-454f-a17c-f2aff57f7056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.172398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d7716-9ae3-4eae-a5b1-5681193e5880 req-1cce5560-de24-4c36-ab8c-65ca64b8167b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.174046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-686d7716-9ae3-4eae-a5b1-5681193e5880 req-1cce5560-de24-4c36-ab8c-65ca64b8167b tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 950 time: 0.0487850 Feb 11 14:06:43.185095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f7c8-5792-454f-a17c-f2aff57f7056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.213552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-686d7716-9ae3-4eae-a5b1-5681193e5880 req-aa8c5e1f-f73b-46da-81f5-ea65df1631f6 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/security-groups?id=1aae4fb2-741e-4acf-ab97-430b61c85a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Feb 11 14:06:43.217865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:43.220142 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d05678-b326-4574-b7ca-77160ded4b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:43.242183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e6e1f7c8-5792-454f-a17c-f2aff57f7056 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=156f054e22d54a04887c15b4c7ad9a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567913 Feb 11 14:06:43.247712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:43.247869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f7c8-5792-454f-a17c-f2aff57f7056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673504cf-6527-4266-9d0f-65f02d93e03b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:43.334941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.347956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc65f90-e665-4b80-b221-b6c3d6709603 req-636bd850-c9f1-4578-bd72-0631f64f0808 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.349571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebc65f90-e665-4b80-b221-b6c3d6709603 req-636bd850-c9f1-4578-bd72-0631f64f0808 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 946 time: 0.0737195 Feb 11 14:06:43.380750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.425646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebc65f90-e665-4b80-b221-b6c3d6709603 req-cafb76d5-d50b-47a9-9ac9-4898bffe388b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682018 Feb 11 14:06:43.500210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-e6f42b21-825f-4a1a-bb0a-28f8c3a5c190 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/1f2861d7-d185-41a1-8a5b-9d691ae75da0 HTTP/1.1" status: 200 len: 1805 time: 0.0390379 Feb 11 14:06:43.526236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:43.542772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.545319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.546431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/673504cf-6527-4266-9d0f-65f02d93e03b HTTP/1.1" status: 204 len: 168 time: 0.3000703 Feb 11 14:06:43.559796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfae38-5852-45a0-825e-50a9c2f2579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673504cf-6527-4266-9d0f-65f02d93e03b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:43.575696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.599337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.648985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:43.665879 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:43.682787 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:43.683451 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:43.774708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.777766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.786639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cb45687-1de1-46ce-9a7b-0a516d60f5bc req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f2861d7-d185-41a1-8a5b-9d691ae75da0 HTTP/1.1" status: 204 len: 173 time: 0.2795005 Feb 11 14:06:43.799852 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:43.816921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7299c-eda6-4977-87ea-2a26a5a49711 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2861d7-d185-41a1-8a5b-9d691ae75da0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:43.867032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-4bdf9c23-c405-46d5-92cb-62ff638a314c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.873000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-4bdf9c23-c405-46d5-92cb-62ff638a314c tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.62 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 950 time: 0.1151519 Feb 11 14:06:43.916444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc030dce-0e26-4867-a546-0e7efd2d39ef req-ba85086d-6ecc-4d60-9419-26aea4bb0f89 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.918274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc030dce-0e26-4867-a546-0e7efd2d39ef req-ba85086d-6ecc-4d60-9419-26aea4bb0f89 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 948 time: 0.0575111 Feb 11 14:06:43.993553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc030dce-0e26-4867-a546-0e7efd2d39ef req-79b2f9a9-0b1f-46ee-91a1-6d1c8406d515 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663877 Feb 11 14:06:44.004342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:44.025298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Deleting port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:44.025649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.118279 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:42Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:44.149175 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:44.162002 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:44.162662 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:44.229033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:44.233894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.243865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] For port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:44.244181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.277077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Calling delete_port for 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:44.277383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 917f6b25-d6e7-4e52-a10a-5ba6131db369 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:44.311903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:44.356023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-4444921a-e781-4590-bb4f-0f20ae4fbea6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "PUT /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 999 time: 2.0710773 Feb 11 14:06:44.433467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-62ca6da4-d6be-47fd-9e45-82b924dd1e7c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.433467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-62ca6da4-d6be-47fd-9e45-82b924dd1e7c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports/f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 942 time: 0.0690374 Feb 11 14:06:44.460582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:44.478389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '917f6b25-d6e7-4e52-a10a-5ba6131db369', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '917f6b25-d6e7-4e52-a10a-5ba6131db369', 'mac_address': 'fa:16:3e:8e:b3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:44.551414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e456cef0-f79f-475a-898b-a90f2f9d533f x-openstack-request-id: req-e456cef0-f79f-475a-898b-a90f2f9d533f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:44.551906 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:44.551991 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e456cef0-f79f-475a-898b-a90f2f9d533f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:44.552455 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369', 'status': 'completed', 'code': 200} Feb 11 14:06:44.589858 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.607291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.620706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['5aba46d0-5f9d-4b0f-b193-c2821b0f5303'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:44.658885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917f6b25-d6e7-4e52-a10a-5ba6131db369 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:44.666738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Pushing event deleted for resources: {'Port': ['ID=5aba46d0-5f9d-4b0f-b193-c2821b0f5303,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:44.702087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05678-b326-4574-b7ca-77160ded4b9d req-350fcced-78b6-4f9e-9c0b-44c72b7bdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.703948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-350fcced-78b6-4f9e-9c0b-44c72b7bdcb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 1099 time: 0.1262279 Feb 11 14:06:44.710784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1b0f442-a7bd-422b-a739-8ea2c089330b req-2af33e00-0e29-4200-a78b-c647cbc3f33d tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/de2eb8d4-1219-4db8-bc90-89a711360f81 HTTP/1.1" status: 200 len: 1805 time: 0.1349254 Feb 11 14:06:44.719291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-02e88356-6f1d-400e-976b-600103ff54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.722102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-02e88356-6f1d-400e-976b-600103ff54c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.1477928 Feb 11 14:06:44.736354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:44.765164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] No DVR routers for this DVR port 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:44.783701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:42Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:44.787672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.795649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c07de58-cef6-4b8e-a1d6-b36cc50c4b3a req-b2c75f65-bc9e-4b7f-966b-732f837b19c9 tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.62 "DELETE /v2.0/ports/5aba46d0-5f9d-4b0f-b193-c2821b0f5303 HTTP/1.1" status: 204 len: 173 time: 0.9206588 Feb 11 14:06:44.809599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:44.875425 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baeda31-201c-414c-bdfd-5f1e9725b76e None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:42Z', 'revision_number': 3, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:44.909628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f9747ed-435a-48d1-9b92-4d5c106100eb req-99d5b6d9-38ec-4c93-ab0b-ad0cb55cd7cb tempest-ImagesNegativeTestJSON-692344488 tempest-ImagesNegativeTestJSON-692344488-project] 10.222.0.31 "GET /v2.0/ports?device_id=87b95bad-9e2a-4127-9852-e5cf37f759de HTTP/1.1" status: 200 len: 210 time: 0.0746274 Feb 11 14:06:44.916795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-f0aa2f9c-abf2-4aa9-bf02-abb28d06eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.925840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-f0aa2f9c-abf2-4aa9-bf02-abb28d06eebb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1619666 Feb 11 14:06:44.932185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:45.007722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05678-b326-4574-b7ca-77160ded4b9d req-6c949174-1d33-4bb0-b4e9-0cf78f2276d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.011046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-6c949174-1d33-4bb0-b4e9-0cf78f2276d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2977409 Feb 11 14:06:45.016178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-126c836e-48c2-4503-aa1f-b00de48466d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.0849092 Feb 11 14:06:45.043962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:45.072147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['917f6b25-d6e7-4e52-a10a-5ba6131db369'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:45.080845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-85e80c37-85b9-493d-ba95-12c6f90e0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.082638 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-85e80c37-85b9-493d-ba95-12c6f90e0f76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0569289 Feb 11 14:06:45.109181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-696d1841-5723-49ce-8e8a-e27025085574 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369 HTTP/1.1" status: 200 len: 217 time: 0.0855455 Feb 11 14:06:45.155992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-3cbf07ba-15d1-4d5b-a3ea-4c9d69f9c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.167949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-3cbf07ba-15d1-4d5b-a3ea-4c9d69f9c4fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784817 Feb 11 14:06:45.180747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278e6df-40b9-4c62-b577-0ce0cb997901 None None] New status for floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:45.206766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788811cd-3798-4a35-8d1a-5e542aa79522 req-7eeceaa4-9830-4a5d-a896-96ad0ef3b0e1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.208656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-788811cd-3798-4a35-8d1a-5e542aa79522 req-7eeceaa4-9830-4a5d-a896-96ad0ef3b0e1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 946 time: 0.1939216 Feb 11 14:06:45.210649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05678-b326-4574-b7ca-77160ded4b9d req-4eece1e7-ec98-40a7-8b1a-723013238796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.212145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-4eece1e7-ec98-40a7-8b1a-723013238796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0926647 Feb 11 14:06:45.281740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-network', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:45.318036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-2d09a37c-2467-4f51-8810-4295b275cecd service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357996 Feb 11 14:06:45.319724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-788811cd-3798-4a35-8d1a-5e542aa79522 req-237e76aa-2124-432b-99a5-ed8deae1ed0b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022356 Feb 11 14:06:45.330041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05678-b326-4574-b7ca-77160ded4b9d req-a2fdfb00-cc2b-487b-95bd-7cbbe799eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.331513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-a2fdfb00-cc2b-487b-95bd-7cbbe799eb5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120954 Feb 11 14:06:45.406563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Made reservation on behalf of 2b1410a354374f4599f9076d0b6d939c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:45.409352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.427683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.442419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-f3435769-1cc7-41cc-bb70-2249b1bc0593 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120794 Feb 11 14:06:45.467601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08fad51a-b434-4fef-a33a-eff13f162983 req-15ceebca-e471-486a-aa78-457a8bb375b3 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=13706a9c936d49b6af59f3adf379e9bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433304 Feb 11 14:06:45.477219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-9d11e094-2c32-48cd-b26a-96725f81007b service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380103 Feb 11 14:06:45.571915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:45.583952 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:45.589237 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:45.594945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-f6ef4a23-f775-4f77-b710-c35ce060848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.602754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-f6ef4a23-f775-4f77-b710-c35ce060848f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1097 time: 0.0605080 Feb 11 14:06:45.688234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad51a-b434-4fef-a33a-eff13f162983 req-77caea1b-6c73-48b6-a0f0-9f528a32a1b5 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.689822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08fad51a-b434-4fef-a33a-eff13f162983 req-77caea1b-6c73-48b6-a0f0-9f528a32a1b5 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147269 Feb 11 14:06:45.707567 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87d05678-b326-4574-b7ca-77160ded4b9d req-ff4eb6e3-6efb-41da-bd38-068dbe653651 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167976 Feb 11 14:06:45.710650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-7a8146fc-c7cd-448d-bf9c-c1292cfbf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.712232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-7a8146fc-c7cd-448d-bf9c-c1292cfbf582 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1085837 Feb 11 14:06:45.727596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:45.734472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08fad51a-b434-4fef-a33a-eff13f162983 req-317b5f15-ef13-4d85-8149-b30b83e8d485 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/quotas/13706a9c936d49b6af59f3adf379e9bc HTTP/1.1" status: 200 len: 375 time: 0.0331442 Feb 11 14:06:45.736408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.769117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08fad51a-b434-4fef-a33a-eff13f162983 req-a6235009-c2ba-4ef0-ab5c-40513ce0aa25 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13706a9c936d49b6af59f3adf379e9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280597 Feb 11 14:06:45.786394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.798660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-1f411d2a-f982-4dd6-bbe4-d19b9c43a81a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 1002 time: 0.0723281 Feb 11 14:06:45.820637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda7dba0-346d-49b5-8018-e02eb8dfe594,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:45.835542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:45.846396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.846793 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Added segment 1fc5aba2-3277-48c9-9d2c-8902bde3e829 of type vlan for network 17b70048-9e29-4f77-af34-aa1e43ba42c3 Feb 11 14:06:45.873834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-0dc21f44-07cd-4a5f-9072-a1f85bbb83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.875395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-0dc21f44-07cd-4a5f-9072-a1f85bbb83f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0707462 Feb 11 14:06:45.881673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-453648409', 'description': 'tempest-description-1648477611'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:45.898259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.923134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-af7ad5d0-d4e2-44f6-bc98-724f9636f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.924646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-af7ad5d0-d4e2-44f6-bc98-724f9636f79a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417397 Feb 11 14:06:46.004533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:45Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:46.014462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.017528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-12b36aef-530a-4389-ae20-cd538b72d246 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 Feb 11 14:06:46.031997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.033582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.034177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.035140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:46.045664 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:46.045664 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:46.109432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] Pushing event updated for resources: {'Network': ['ID=17b70048-9e29-4f77-af34-aa1e43ba42c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:46.120083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:46.124077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f33fd22-2d11-4328-aa53-9c8586f6eef9 req-e13297b7-c30e-49c3-951c-f0c545b66c4c service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002128 Feb 11 14:06:46.133993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc9a77f2-a150-4118-97eb-1438de0b092d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0877178 Feb 11 14:06:46.137015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39104) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:46.142607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Request body: {'subnet': {'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-subnet', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:46.162932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.173534 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:46.220485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.230238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Made reservation on behalf of 2b1410a354374f4599f9076d0b6d939c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:46.235385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.253687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c79be-b200-4f86-8105-185f3ab672de,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:46.302810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.305633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-586e48b8-ca9d-46ea-93ec-0ec2dfd3473a req-12827bb7-acf4-4b03-b07d-c42bd298b5fa tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4300151 Feb 11 14:06:46.307799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 917f6b25-d6e7-4e52-a10a-5ba6131db369 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:46.358816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183643e5-1b47-441d-826c-99d80686685f req-52d173f6-2e94-478e-a969-d3aa05240a2d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.360352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-183643e5-1b47-441d-826c-99d80686685f req-52d173f6-2e94-478e-a969-d3aa05240a2d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 949 time: 0.1042826 Feb 11 14:06:46.443575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-183643e5-1b47-441d-826c-99d80686685f req-7d5d5295-0cd0-4c17-ad11-3a68285854d6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702767 Feb 11 14:06:46.452914 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:45Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:46.488494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013e3-c92f-4643-9af6-9166f9b7182a None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:0e:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:45Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:46.554521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}, {'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'}, {'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'name': 'network-vif-deleted', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:46.557004 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12adfe4a-0dec-4928-bf43-ca26a60178ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}, {"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1"}, {"server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "name": "network-vif-deleted", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:46.569312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.597921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 917f6b25-d6e7-4e52-a10a-5ba6131db369 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:46.605151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 917f6b25-d6e7-4e52-a10a-5ba6131db369 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:46.605753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.636287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f6879b-d828-43c2-ba7b-57e6e3a7d1d9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:46.647958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Checking segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:46.648490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Network hostable DHCP agents. Network: 17b70048-9e29-4f77-af34-aa1e43ba42c3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:06:46.702296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.728869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:46.731329 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f9121a-0504-462e-902f-e6b91a30490c" -d '{"events": [{"server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:46.744225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:46.746855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6cf6d-b542-491f-970f-be2843c1b1bf req-834cc20f-7164-4b26-9ef7-6a71153a6d25 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.748418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55b6cf6d-b542-491f-970f-be2843c1b1bf req-834cc20f-7164-4b26-9ef7-6a71153a6d25 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1097 time: 0.0443797 Feb 11 14:06:46.752006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:06:46.793416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55b6cf6d-b542-491f-970f-be2843c1b1bf req-8cdd10ac-8b93-4f85-9113-31e2588f79a4 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Feb 11 14:06:46.808980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.837584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 17b70048-9e29-4f77-af34-aa1e43ba42c3) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:46.841987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.846434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.849546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ee2cf-f22a-4e7d-bc9a-ae048c57d08a None None] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:46.880333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:46.955400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf16a07e-eb65-4c0b-a28f-437bacd43f7f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8161652 Feb 11 14:06:46.957771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:46.962230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:46.972140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-56ab423d-b723-48be-ab8a-3ef6bdc8d7d2 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 200 len: 1804 time: 0.0454595 Feb 11 14:06:46.984753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38c79be-b200-4f86-8105-185f3ab672de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:46.985833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38c79be-b200-4f86-8105-185f3ab672de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:46.995302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-ddb6924d-2981-4d0b-adcb-909e9d0105ab tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.1128156 Feb 11 14:06:47.026005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-17b70048-9e29-4f77-af34-aa1e43ba42c3', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'fixed_ips': [{'subnet_id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:06:47.026869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.048759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-635a5c24-a1ad-45c3-82fc-af6436c548b8 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.050607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-635a5c24-a1ad-45c3-82fc-af6436c548b8 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports/0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 943 time: 0.0466294 Feb 11 14:06:47.077428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.078565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.140537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.170696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Allocated IP 172.20.0.2 (17b70048-9e29-4f77-af34-aa1e43ba42c3/34f6879b-d828-43c2-ba7b-57e6e3a7d1d9/9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:47.178921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.181008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.241808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-7dd94a85-aa92-432d-90af-945d80c7ae5c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.0660062 Feb 11 14:06:47.260136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.279557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0f5884-db57-4dde-b385-d7379409352b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:47.321988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.366190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.367891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f2c15a5-bfbc-4cba-8018-d3cc6cdce7fa req-02a67372-224a-4f02-8d45-98b6f5087b22 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3877611 Feb 11 14:06:47.403904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.417967 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde7565-6944-416f-9f31-8521a55a372b x-openstack-request-id: req-2fde7565-6944-416f-9f31-8521a55a372b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:47.418386 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1", "status": "completed", "code": 200}, {"server_uuid": "87b95bad-9e2a-4127-9852-e5cf37f759de", "name": "network-vif-deleted", "tag": "5aba46d0-5f9d-4b0f-b193-c2821b0f5303", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:47.419384 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fde7565-6944-416f-9f31-8521a55a372b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:47.419898 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:06:47.420297 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'status': 'completed', 'code': 200} Feb 11 14:06:47.420839 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b95bad-9e2a-4127-9852-e5cf37f759de', 'name': 'network-vif-deleted', 'tag': '5aba46d0-5f9d-4b0f-b193-c2821b0f5303', 'status': 'completed', 'code': 200} Feb 11 14:06:47.454955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:47.460270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:47.462409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Pushing event updated for resources: {'Port': ['ID=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:47.470095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:47.473792 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dfe569-54f6-44f5-8a58-7744f8d80fdd x-openstack-request-id: req-c6dfe569-54f6-44f5-8a58-7744f8d80fdd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:47.474180 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:47.474401 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6dfe569-54f6-44f5-8a58-7744f8d80fdd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:47.474717 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369', 'code': 200} Feb 11 14:06:47.506359 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.519773 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-ac6f7e45-75f6-4fd0-9e77-f1362fab0df4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.526977 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-ac6f7e45-75f6-4fd0-9e77-f1362fab0df4 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2796767 Feb 11 14:06:47.538865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Attempting to bind port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:47.539268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Attempting to bind port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:47.539627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Attempting to bind port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 on network 17b70048-9e29-4f77-af34-aa1e43ba42c3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:47.544838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:47.545245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Checking segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:47.545690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.546649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Bound using segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:47.546903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-c0a1bf75-f988-4b71-92fa-aa103144a28d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:47.547114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Bound port: 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:47.547488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.554231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5426527-1f8b-41f5-ad0d-88c161467b4a req-c0a1bf75-f988-4b71-92fa-aa103144a28d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264149 Feb 11 14:06:47.579980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-f21824a6-fd30-4f99-8d0f-455d8cccf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.581724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-f21824a6-fd30-4f99-8d0f-455d8cccf28f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.1225770 Feb 11 14:06:47.589199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-f4d33a96-a4a6-41c6-bc6c-b633ed97abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.602074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-f4d33a96-a4a6-41c6-bc6c-b633ed97abf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1097 time: 0.1340196 Feb 11 14:06:47.608033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b92ba-56bc-4f00-a786-b6627c8b2336 req-8318d08d-91c6-4ff6-9fdf-1e2370c97a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.609903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f5b92ba-56bc-4f00-a786-b6627c8b2336 req-8318d08d-91c6-4ff6-9fdf-1e2370c97a39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 1101 time: 0.0678825 Feb 11 14:06:47.648477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] For port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:47.654598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] For port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:47.659385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f5b92ba-56bc-4f00-a786-b6627c8b2336 req-4f36b4af-85ab-47ac-8755-12cde2d38931 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Feb 11 14:06:47.724159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.725393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-79400121-2305-4ed2-b887-122651550247 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 200 len: 2397 time: 0.0390806 Feb 11 14:06:47.738524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38c79be-b200-4f86-8105-185f3ab672de', 'remote_group_id': None}]} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:47.739212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38c79be-b200-4f86-8105-185f3ab672de', 'remote_group_id': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:47.783887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1e915-a5e3-42ac-aeea-0b3d721a756a None None] Pushing event updated for resources: {'Port': ['ID=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:47.830757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20481c6-b750-401d-b6c6-aaf57f38d32e req-2d89de52-8d21-4551-aa50-8a9d64ea14e2 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.832132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b20481c6-b750-401d-b6c6-aaf57f38d32e req-2d89de52-8d21-4551-aa50-8a9d64ea14e2 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1097 time: 0.1602514 Feb 11 14:06:47.838738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-4bd225da-99d1-4014-b370-f742afd0e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.849797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-4bd225da-99d1-4014-b370-f742afd0e589 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.2441518 Feb 11 14:06:47.866885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-807afe1d-c507-4c34-bad9-a5b80aa3000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.868302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-807afe1d-c507-4c34-bad9-a5b80aa3000b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.2527111 Feb 11 14:06:47.917546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-56b11c2b-251c-4e72-be99-71b2d97ced4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.0603044 Feb 11 14:06:47.924218 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:47.973555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.048860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.072026 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6185a105-3191-45eb-93c4-44b92d1c409f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.074560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b17ad4-6eb0-4a1f-8ae9-fe197dfc3a14,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:48.154210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.155589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b437a238-fc9d-4f32-bdf8-ae474262ef1b req-b7c426f0-234f-4907-a811-292891a69041 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4219370 Feb 11 14:06:48.256283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04c30-987a-4b60-acf4-17e32f732307 req-c426b7c5-94b1-4c8d-8d5e-30248ab68ff3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.257670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1aa04c30-987a-4b60-acf4-17e32f732307 req-c426b7c5-94b1-4c8d-8d5e-30248ab68ff3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 950 time: 0.0518601 Feb 11 14:06:48.265770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b20481c6-b750-401d-b6c6-aaf57f38d32e req-4516fdcb-ff6a-4e11-b061-2a702a377dec tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246521 Feb 11 14:06:48.299301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1aa04c30-987a-4b60-acf4-17e32f732307 req-b72b7219-4e1b-46ce-aac7-c52217626952 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Feb 11 14:06:48.300134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-e4aeacf0-9b6f-426f-b7bb-3f268256ba0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 1002 time: 0.4224641 Feb 11 14:06:48.302702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-53fe6543-68ef-4029-b0e5-258a513e24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.304053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-53fe6543-68ef-4029-b0e5-258a513e24e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0825961 Feb 11 14:06:48.325941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:48.352559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:06:48.352932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5aba46d0-5f9d-4b0f-b193-c2821b0f5303 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:48.510101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-e961c9b6-5b7e-4510-8d7b-59937abf0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.511579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-e961c9b6-5b7e-4510-8d7b-59937abf0576 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.2039957 Feb 11 14:06:48.576394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-1ee45d37-d41e-4a80-ae5f-bd76c210176d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.2300448 Feb 11 14:06:48.589655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-6ce623f1-9101-4cc4-826c-daed4d59063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.591122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-6ce623f1-9101-4cc4-826c-daed4d59063c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429411 Feb 11 14:06:48.592148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.601770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-894701ab-0f91-4c93-a140-8da476f5ec12 req-c99bc577-54f5-4eb0-841e-7eef782c126a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 200 len: 2995 time: 0.0573387 Feb 11 14:06:48.645299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.719410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-199c66d0-bc37-4dad-93ae-ef230d1f2759 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.720964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-199c66d0-bc37-4dad-93ae-ef230d1f2759 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports/0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 943 time: 0.1437788 Feb 11 14:06:48.725605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-1dc52c81-d78c-4758-a9df-8ca5ec08eabe tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-group-rules/34b17ad4-6eb0-4a1f-8ae9-fe197dfc3a14 HTTP/1.1" status: 200 len: 783 time: 0.0311787 Feb 11 14:06:48.759219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02177cd-8631-4ef5-af1a-fb013866ce8c None None] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:48.776117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-a5f5412e-b73b-499e-809f-9640b2fdbabe tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 200 len: 2995 time: 0.0498281 Feb 11 14:06:48.800092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-6ce1313e-2c35-4c5a-a87e-57a202c5acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.801404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.802181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-6ce1313e-2c35-4c5a-a87e-57a202c5acce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773154 Feb 11 14:06:48.809869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.886505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] Provisioning complete for port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:48.886874 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.915875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-db4a820e-9757-4e3e-a449-56de0b0395ff service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829318 Feb 11 14:06:48.918685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:48.951759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.958919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.959728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e2274c8-ea88-42cc-a374-53001ac7530d req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/34b17ad4-6eb0-4a1f-8ae9-fe197dfc3a14 HTTP/1.1" status: 204 len: 173 time: 0.1828301 Feb 11 14:06:48.972514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c3f3-15a4-4e09-b9f3-171ed2138605 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34b17ad4-6eb0-4a1f-8ae9-fe197dfc3a14,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.075416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:49.075795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.076824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Allocated IP 172.25.7.33 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/db8db73f-9de9-4f8f-8370-af062ec00284) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:49.082522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-fa1780e6-8d8e-4eaf-8ba6-857a9fcd6486 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.2504179 Feb 11 14:06:49.107138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.110908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1df1f806-51b4-43c1-b143-db5f7d55f1a5 req-fc821b10-cba5-4d54-a83a-92e186d92955 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=13706a9c936d49b6af59f3adf379e9bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458584 Feb 11 14:06:49.149798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] For port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:49.196261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.233788 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.234058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-5aa966a9-2560-4850-9881-96c7252686ae service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918962 Feb 11 14:06:49.259550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-521c6d26-f8e2-4763-85b5-8b20db423012 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943485 Feb 11 14:06:49.292171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f806-51b4-43c1-b143-db5f7d55f1a5 req-ffdeb889-757f-4e7f-b5e8-79e5d2ba46c5 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:49.294377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1df1f806-51b4-43c1-b143-db5f7d55f1a5 req-ffdeb889-757f-4e7f-b5e8-79e5d2ba46c5 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781986 Feb 11 14:06:49.313196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1df1f806-51b4-43c1-b143-db5f7d55f1a5 req-1e7916f3-8600-4fbe-b746-72b56b048a96 tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/quotas/13706a9c936d49b6af59f3adf379e9bc HTTP/1.1" status: 200 len: 375 time: 0.0116658 Feb 11 14:06:49.349682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:06:49.350272 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:06:49.355828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e51258-106c-4490-a5a4-ee28e28e1e16 None None] Pushing event updated for resources: {'Port': ['ID=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.364855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1df1f806-51b4-43c1-b143-db5f7d55f1a5 req-12342fd2-4b06-46dd-971a-3d6831bf643a tempest-QuotasAdminNegativeTest-929162663 tempest-QuotasAdminNegativeTest-929162663-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13706a9c936d49b6af59f3adf379e9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440383 Feb 11 14:06:49.365755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-73aa9efb-e4fe-4441-b5bd-03050c9f2311 None None] Provisioning complete for port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:49.365997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73aa9efb-e4fe-4441-b5bd-03050c9f2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.382826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-5e2f390d-06e7-40df-8444-b6849fd31a6f tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:49.389394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-5e2f390d-06e7-40df-8444-b6849fd31a6f tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2972453 Feb 11 14:06:49.399137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.476400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12adfe4a-0dec-4928-bf43-ca26a60178ab req-3be96a21-3aac-4cc1-93d1-7254fdceddee service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331207 Feb 11 14:06:49.506385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-3e178d93-a475-437c-b499-f355ef2f0ace tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.1038702 Feb 11 14:06:49.516329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:49.574533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.578030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.654126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:49.660342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:49.662939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:49.694117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Pushing event updated for resources: {'Port': ['ID=db8db73f-9de9-4f8f-8370-af062ec00284,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.851873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.985890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.986536 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9 disassociated. External IP: 172.25.7.166, port: 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1. Feb 11 14:06:50.210248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:50.335320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-641bd93d-041b-4ee3-9bc6-0577100978d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:50.601761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:50.789711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:50.794270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:50.799914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:50.806543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:50.815930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:50.816544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:50.869420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:50.874771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-8f85dac5-0ed8-401a-99ba-f1370e0be960 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "PUT /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 695 time: 1.3623917 Feb 11 14:06:50.877050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:50.879389 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf71535-0f96-4d9f-90c8-a557cad13b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:50.970184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-0ec64f1f-473a-475e-a34b-bb250327a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:50.971809 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-0ec64f1f-473a-475e-a34b-bb250327a82b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1097 time: 0.0562768 Feb 11 14:06:50.974095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:51.001810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:51.002433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.070427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Router 99c8411c-fd88-4c84-a3ca-f668c0e75010 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:06:51.103369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-3a472a35-4bd6-482b-a696-970679c0ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.104862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-3a472a35-4bd6-482b-a696-970679c0ec5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1118953 Feb 11 14:06:51.177913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-5f534f91-1fb3-4480-a3e6-3950d35937b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 217 time: 0.0442722 Feb 11 14:06:51.243979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.271058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:51.271489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-bab0300a-d5c1-4563-9982-183cc0e56d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.273135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-bab0300a-d5c1-4563-9982-183cc0e56d63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0857160 Feb 11 14:06:51.278879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:51.279934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:51.280770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.290105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Sync routers for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:51.305034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:51.306571 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.325213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.326555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9706b82c-11b5-4008-bc96-3fabdb8c657c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3675947 Feb 11 14:06:51.330303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39210) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:51.336162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-531f9ee8-da9d-4639-bc30-fdc9d8f99d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.336162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-531f9ee8-da9d-4639-bc30-fdc9d8f99d8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477591 Feb 11 14:06:51.400547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:51.421923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:51.497742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-36edbc02-2c1d-45e9-a473-3edc1e2f82b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283731 Feb 11 14:06:51.651832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:51.684572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:49Z', 'revision_number': 3, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.694607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.703311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97b5dec-3b55-44f4-8bfb-3f9f5c8304f7 req-24d1d660-feba-4a0f-a710-7daeb444ff13 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941357 Feb 11 14:06:51.734160 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Checking router: 99c8411c-fd88-4c84-a3ca-f668c0e75010 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:51.734515 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Updating router 99c8411c-fd88-4c84-a3ca-f668c0e75010 port db8db73f-9de9-4f8f-8370-af062ec00284 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:06:51.737811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-11ba1fa0-ecd2-405e-a4a0-4b6a6e0b3869 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:51.739053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-11ba1fa0-ecd2-405e-a4a0-4b6a6e0b3869 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0862951 Feb 11 14:06:51.764299 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.773167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.804941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd4cd0-881d-481c-a8f1-0701087ea730 None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:51.894033 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d36185e-042d-4762-af2d-542a05a771e9 req-42adbc33-3d0c-49a9-ae97-0d64c4482ccd tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 200 len: 2397 time: 0.0799801 Feb 11 14:06:51.921988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.978300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-e1691058-f11f-4806-8ac5-ef54ef34c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.979946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-e1691058-f11f-4806-8ac5-ef54ef34c5ea service neutron] 10.222.0.31 "GET /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 1094 time: 0.1364415 Feb 11 14:06:51.997604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:51.998120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:06:52.035688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7d36185e-042d-4762-af2d-542a05a771e9 req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.107195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7d36185e-042d-4762-af2d-542a05a771e9 req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.113592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Allocated IP 172.20.0.1 (17b70048-9e29-4f77-af34-aa1e43ba42c3/34f6879b-d828-43c2-ba7b-57e6e3a7d1d9/6453b6f3-a862-48e6-b606-726f3b146dd2) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:52.157679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c62fc2-74c9-432a-82e8-b20daf7bb8e9 None None] New status for floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:52.192478 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.215580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:52.215947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:52.216787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:52.222688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:52.225615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:52.229857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:52.230203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:52.230712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:52.231150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Bound port: fcf8bdec-50d7-478d-8a05-c855b08bae51, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:52.249092 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.256937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.298421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Pushing event updated for resources: {'Port': ['ID=db8db73f-9de9-4f8f-8370-af062ec00284,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:52.303953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7d36185e-042d-4762-af2d-542a05a771e9 req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.307266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7d36185e-042d-4762-af2d-542a05a771e9 req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.309042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d36185e-042d-4762-af2d-542a05a771e9 req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/e38c79be-b200-4f86-8105-185f3ab672de HTTP/1.1" status: 204 len: 173 time: 0.4068930 Feb 11 14:06:52.324222 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.324599 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.325438 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.325438 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.325627 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.325907 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.326227 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.326545 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.326866 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.327182 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.327496 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.327809 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:52.334918 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Attempting to bind port db8db73f-9de9-4f8f-8370-af062ec00284 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:52.335283 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Attempting to bind port db8db73f-9de9-4f8f-8370-af062ec00284 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:52.335652 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Attempting to bind port db8db73f-9de9-4f8f-8370-af062ec00284 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:52.340818 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:52.341240 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:52.341644 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.342029 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:52.342708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Bound port: db8db73f-9de9-4f8f-8370-af062ec00284, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:52.342890 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.357849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d6bd6-5fbd-4a89-94f5-e7bf457e5b7b tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c79be-b200-4f86-8105-185f3ab672de,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:52.358989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.383847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:52.403004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] For port db8db73f-9de9-4f8f-8370-af062ec00284, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:52.406767 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] For port db8db73f-9de9-4f8f-8370-af062ec00284, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db8db73f-9de9-4f8f-8370-af062ec00284,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:52.416085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:52.419251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:52.423482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:52.424103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.470571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb4a7-02b6-4146-92ce-f29d8557a614 req-37b33212-a458-49e1-9523-7efc3729d080 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:52.470936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:52.472572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b7cb4a7-02b6-4146-92ce-f29d8557a614 req-37b33212-a458-49e1-9523-7efc3729d080 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 950 time: 0.0631392 Feb 11 14:06:52.476396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.481319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-140807c2-a0ea-4b91-891c-bc11eeca7b27 service neutron] 10.222.0.31 "POST /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51/bindings HTTP/1.1" status: 201 len: 389 time: 0.4928913 Feb 11 14:06:52.490167 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.552271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b7cb4a7-02b6-4146-92ce-f29d8557a614 req-f9335940-c8c3-42c1-a01f-92946537baf4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Feb 11 14:06:52.569596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:52.573740 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:52.668189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.723779 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b29aee-1e45-4daf-9ec6-c78af8d6b2f5 None None] Pushing event updated for resources: {'Port': ['ID=db8db73f-9de9-4f8f-8370-af062ec00284,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:52.729755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:52.811992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ea8622c8-e7a5-475a-ae73-f168307edffb None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:52.812598 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea8622c8-e7a5-475a-ae73-f168307edffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.860145 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88613536-5059-4a20-aa9e-160eb1c870aa x-openstack-request-id: req-88613536-5059-4a20-aa9e-160eb1c870aa {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:52.860624 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:52.861045 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88613536-5059-4a20-aa9e-160eb1c870aa {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:52.861581 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'status': 'completed', 'code': 200} Feb 11 14:06:52.910591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ea8622c8-e7a5-475a-ae73-f168307edffb None None] Port 6453b6f3-a862-48e6-b606-726f3b146dd2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:52.965728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:49Z', 'revision_number': 3, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:52.992763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:52.995956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-af69748a-1e22-4574-8549-fc422e6837ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:52.997499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-af69748a-1e22-4574-8549-fc422e6837ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 1097 time: 0.0848110 Feb 11 14:06:53.018021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd328022-a4f4-46c5-a0c2-c67335e92584 None None] The sync data for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 is: [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:49Z', 'revision_number': 3, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:53.119985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-473be667-3b5e-4dc8-98e0-caa62033e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.121796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-473be667-3b5e-4dc8-98e0-caa62033e2e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.1158774 Feb 11 14:06:53.181198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-1f19c2d0-1b36-4bbf-b81a-68a0f2687ac9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 200 len: 217 time: 0.0496705 Feb 11 14:06:53.223692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-c07533bf-442f-4092-9253-4d7a607a4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.225883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-c07533bf-442f-4092-9253-4d7a607a4e3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1097 time: 0.0941038 Feb 11 14:06:53.251990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-ba8c2177-bedb-4d90-8a50-4fbd67722ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.258232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.278764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-ba8c2177-bedb-4d90-8a50-4fbd67722ac3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.0839868 Feb 11 14:06:53.328276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.342682 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-349c4c40-4d2e-4cbf-897e-1c9d53dd47cb req-2ede8fea-011e-4191-9296-d79560e82060 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] show failed (client error): The resource could not be found. Feb 11 14:06:53.343914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-349c4c40-4d2e-4cbf-897e-1c9d53dd47cb req-2ede8fea-011e-4191-9296-d79560e82060 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/1f2861d7-d185-41a1-8a5b-9d691ae75da0 HTTP/1.1" status: 404 len: 352 time: 0.0525169 Feb 11 14:06:53.358594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-3bcc422f-2363-4a22-9fd8-e3051b6932fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.361354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-3bcc422f-2363-4a22-9fd8-e3051b6932fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803843 Feb 11 14:06:53.397355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.400960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.500535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-2e3c61da-a5dc-45eb-94cd-81f9c48a03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.502529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-2e3c61da-a5dc-45eb-94cd-81f9c48a03b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2694941 Feb 11 14:06:53.523460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e361a88-a2c8-4c1e-8912-579fa75835e6 req-30a56a35-fa93-4987-a7aa-2486f756ae34 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.525032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e361a88-a2c8-4c1e-8912-579fa75835e6 req-30a56a35-fa93-4987-a7aa-2486f756ae34 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 946 time: 0.0716701 Feb 11 14:06:53.543801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-889235ff-f816-41fa-866f-e7bc03cdbe49 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677999 Feb 11 14:06:53.586023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:53.593672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-f4bd91b9-c8cf-45b7-acca-9e2effd2da99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0700521 Feb 11 14:06:53.615491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdca1b-af61-44a8-b65d-831db487447f req-c2ef40ea-6716-4fde-86dd-0bf46df6160b tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.617016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbdca1b-af61-44a8-b65d-831db487447f req-c2ef40ea-6716-4fde-86dd-0bf46df6160b tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 1101 time: 0.2083619 Feb 11 14:06:53.631336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e361a88-a2c8-4c1e-8912-579fa75835e6 req-3639ae2a-3524-4a9a-85b9-9105e165e4d8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Feb 11 14:06:53.669641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bf71535-0f96-4d9f-90c8-a557cad13b8e req-09cf9597-81dc-4414-ad45-9879c2dc8420 service neutron] 10.222.0.62 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245584 Feb 11 14:06:53.725275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:53.726905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-c4828361-c6d7-43bd-a2ac-1a215d372d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.728649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-c4828361-c6d7-43bd-a2ac-1a215d372d65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1248944 Feb 11 14:06:53.731593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:53.740472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbdca1b-af61-44a8-b65d-831db487447f req-4d98991e-6fe3-4afc-8c2c-b2d31659f953 tempest-ServersOnMultiNodesTest-1302541903 tempest-ServersOnMultiNodesTest-1302541903-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003697 Feb 11 14:06:53.789953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-36f8b6a5-284b-41ee-8fdf-ff501b990b2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512283 Feb 11 14:06:53.842317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-697c2f4f-e470-479c-ac1e-dd13574e40f6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.844113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-697c2f4f-e470-479c-ac1e-dd13574e40f6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1123457 Feb 11 14:06:53.917940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-0136bd00-92d1-4855-9425-1b03c738f0ed tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0663068 Feb 11 14:06:53.924719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:53.982461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.035622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-a933140b-b055-4f26-aced-a8f7ef6c6a74 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/de2eb8d4-1219-4db8-bc90-89a711360f81 HTTP/1.1" status: 200 len: 1805 time: 0.1918023 Feb 11 14:06:54.056385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-09a9acb0-9589-45f5-b99b-0c1ff7ed345d None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:54.057304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a9acb0-9589-45f5-b99b-0c1ff7ed345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.103085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-09a9acb0-9589-45f5-b99b-0c1ff7ed345d None None] Port 6453b6f3-a862-48e6-b606-726f3b146dd2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:54.125440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-2182448e-2143-4724-a5b1-c86b4a9fedd4 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807093 Feb 11 14:06:54.130405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Router 99c8411c-fd88-4c84-a3ca-f668c0e75010 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:54.199435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.284340 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.339459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:54.382791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-ac61569c-2aa1-4067-b2c1-9794155af70c service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453606 Feb 11 14:06:54.401507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:54.413119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2fa22433-1fe1-4d76-8f9a-ba13c0dd3ed1 admin admin] 10.222.0.31 "PUT /v2.0/routers/99c8411c-fd88-4c84-a3ca-f668c0e75010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0778604 Feb 11 14:06:54.450776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39266) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:54.518392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.522341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.532090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc80f5c1-26c0-490d-826c-48a181848fe0 req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/de2eb8d4-1219-4db8-bc90-89a711360f81 HTTP/1.1" status: 204 len: 173 time: 0.4949605 Feb 11 14:06:54.533682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79271e20-3caf-4d3a-866a-c5e420b1a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.555728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.561069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7d7a7-efbd-4856-a4ae-a850d7bb4277 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2eb8d4-1219-4db8-bc90-89a711360f81,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.649611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.654818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79271e20-3caf-4d3a-866a-c5e420b1a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.659841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a8572c1-50a5-4dab-835a-17c43d1e88c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bc1001394424ea582ffa9d3a5fcd94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078598 Feb 11 14:06:54.664533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39282) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:54.691004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-b4d8396b-0fe8-419e-ae1b-48c671578418 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1538173215&fields=id&tenant_id=27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 267 time: 0.0569963 Feb 11 14:06:54.764477 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9 associated. External IP: 172.25.7.166, port: f24d4cf5-3fd9-4756-8e1d-59059399f054. Feb 11 14:06:54.847305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79271e20-3caf-4d3a-866a-c5e420b1a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.888330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.910966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271e20-3caf-4d3a-866a-c5e420b1a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ea60b-2b14-4851-a213-fd1049938b8f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.957351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db8db73f-9de9-4f8f-8370-af062ec00284 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:54.962136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.986057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-0b7d474e-f5af-4f63-9af2-212c64601a79 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:54.987143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-0b7d474e-f5af-4f63-9af2-212c64601a79 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.2619936 Feb 11 14:06:55.003484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:55.017392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port db8db73f-9de9-4f8f-8370-af062ec00284 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:55.018063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.050666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-c2035a4f-1f78-4d04-9edc-258127764ef3 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.052210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-c2035a4f-1f78-4d04-9edc-258127764ef3 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 824 time: 0.3498933 Feb 11 14:06:55.114239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-77f8266f-924d-4397-8248-25aa922fc580 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/quotas/27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 375 time: 0.0199566 Feb 11 14:06:55.117188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.193289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.201860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.205239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.206410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1aae4fb2-741e-4acf-ab97-430b61c85a11 HTTP/1.1" status: 204 len: 168 time: 0.5403938 Feb 11 14:06:55.240827 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Sync routers for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:55.241538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-fe44e387-f858-48c5-9843-cf01cadd8878 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1139662 Feb 11 14:06:55.255584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port db8db73f-9de9-4f8f-8370-af062ec00284, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db8db73f-9de9-4f8f-8370-af062ec00284,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:55.274058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532fe71-618b-4373-b025-9ed46d5223ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae4fb2-741e-4acf-ab97-430b61c85a11,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:55.274317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:55.275077 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:55.329868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.377969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:55.412159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79271e20-3caf-4d3a-866a-c5e420b1a2f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13706a9c936d49b6af59f3adf379e9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0693645 Feb 11 14:06:55.416523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39296) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:55.430701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=db8db73f-9de9-4f8f-8370-af062ec00284,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:55.448121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-fd98c19d-e9b8-424e-8019-216ceffe97bf tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.450722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-fd98c19d-e9b8-424e-8019-216ceffe97bf tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.62 "GET /v2.0/ports?device_id=e799c871-8a30-414d-aa3c-e772e28b070f HTTP/1.1" status: 200 len: 946 time: 0.5872767 Feb 11 14:06:55.452650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1db064c1-d5fd-4405-8e47-3804afd0b76b service neutron] 10.222.0.31 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743770 Feb 11 14:06:55.466448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.470488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.472329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.474170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.474723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.475797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.476576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.477848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.478366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.480002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.481268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.481410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80c11-a379-4620-a090-e12cdf442532 req-9c743b90-d322-49b4-b35b-5b35e3f7b4f4 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.482548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:55.483590 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:55.483983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0b80c11-a379-4620-a090-e12cdf442532 req-9c743b90-d322-49b4-b35b-5b35e3f7b4f4 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a49325b-71ef-4a0c-a0bb-c09528a971c7 HTTP/1.1" status: 200 len: 946 time: 0.5172806 Feb 11 14:06:55.551035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:55.599883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:55.612865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-network', 'tenant_id': 'faa4c58badba432095d60f920ee76400'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:55.631908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.636490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:55.639761 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c01c2-0e95-4416-8089-279a3f3f6ffe" -d '{"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:55.671062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.695627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:55.715785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.719854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-a4482490-a34f-404b-9df1-6a2e2dde3527 service neutron] 10.222.0.31 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663651 Feb 11 14:06:55.757703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.760591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Deleting port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:55.761381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.778874 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 4, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6453b6f3-a862-48e6-b606-726f3b146dd2', 'name': '', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'mac_address': 'fa:16:3e:c3:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:51Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 2, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'subnets': [{'id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:55.805973 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Checking router: 99c8411c-fd88-4c84-a3ca-f668c0e75010 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:55.806572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Updating router 99c8411c-fd88-4c84-a3ca-f668c0e75010 port 6453b6f3-a862-48e6-b606-726f3b146dd2 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:06:55.862976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Made reservation on behalf of faa4c58badba432095d60f920ee76400 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:55.865334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.875241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Deleting port 4a2f41b1-049e-4d87-936a-cf0b81e548ff {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:55.875580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.881159 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.891788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.900140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:55.900474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:55.900800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:55.905928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:55.910592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:55.910925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Attempting to bind port fcf8bdec-50d7-478d-8a05-c855b08bae51 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:55.916963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:55.916963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:55.916963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:55.917485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Bound port: fcf8bdec-50d7-478d-8a05-c855b08bae51, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:55.917817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.980969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.983893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.988123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/900ea60b-2b14-4851-a213-fd1049938b8f HTTP/1.1" status: 204 len: 168 time: 0.5598614 Feb 11 14:06:56.018447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0cf84-458f-4596-bf14-2297b3bffe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ea60b-2b14-4851-a213-fd1049938b8f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.034467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:56.043826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:56.114847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] For port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:56.115429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.117783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.162697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Calling delete_port for 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:56.165900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:56.181358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.189283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:56.209038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] For port 4a2f41b1-049e-4d87-936a-cf0b81e548ff, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4a2f41b1-049e-4d87-936a-cf0b81e548ff,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:56.215535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:56.215535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:56.216219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.290877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:56.315596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.367263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] 10.222.0.62 "PUT /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 1122 time: 1.3655953 Feb 11 14:06:56.389777 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.418239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-8668a396-046d-490b-a981-fccd1bfde31b tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "PUT /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 996 time: 2.4800057 Feb 11 14:06:56.418745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5f660-7da0-41b0-b040-fb1028ffaa76 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.432213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:56.432848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:56.435123 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45c598-efe2-400b-b669-ef4b348744a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:56.491052 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.520390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-38bc5583-85e6-4614-a930-ba634f979751 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/1ae729ad-7ca5-4adf-95b8-af485ec06e9b HTTP/1.1" status: 200 len: 1803 time: 0.0844247 Feb 11 14:06:56.532553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.624063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fcf8bdec-50d7-478d-8a05-c855b08bae51'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:56.637058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-9b2c42b9-ef43-406d-b2cc-2fb38086d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:56.646325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-9b2c42b9-ef43-406d-b2cc-2fb38086d670 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.1980212 Feb 11 14:06:56.677156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.699396 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca03bbd-fc14-4ba6-9afa-d58912b7fc42 None None] Pushing event updated for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.716570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.748109 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.845896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Attempting to bind port 6453b6f3-a862-48e6-b606-726f3b146dd2 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:56.846260 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Attempting to bind port 6453b6f3-a862-48e6-b606-726f3b146dd2 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:56.846617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Attempting to bind port 6453b6f3-a862-48e6-b606-726f3b146dd2 on network 17b70048-9e29-4f77-af34-aa1e43ba42c3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:56.857254 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:56.857254 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Checking segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:56.857580 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.857969 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Bound using segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:56.858431 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Bound port: 6453b6f3-a862-48e6-b606-726f3b146dd2, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:56.858822 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.955630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:56.976346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db8db73f-9de9-4f8f-8370-af062ec00284 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:56.989149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95559fdb-d1c5-4890-a721-eec34fe12ad6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.992399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.992742 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Added segment 7783c10a-ff20-4ed1-80c2-0984f738da3b of type vlan for network 845f6b45-52b7-40a6-9f17-f91cf95078af Feb 11 14:06:57.004879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:57.019536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.019807 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] For port 6453b6f3-a862-48e6-b606-726f3b146dd2, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:57.019807 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] For port 6453b6f3-a862-48e6-b606-726f3b146dd2, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6453b6f3-a862-48e6-b606-726f3b146dd2,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:57.020645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.022169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d515869-386c-49a4-b5a4-6350c7ccde7e req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ae729ad-7ca5-4adf-95b8-af485ec06e9b HTTP/1.1" status: 204 len: 173 time: 0.4955471 Feb 11 14:06:57.036615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cf6453dd-7ec3-4bae-957b-f57ea93b17a3 None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:57.037031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf6453dd-7ec3-4bae-957b-f57ea93b17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.048415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218a0d8-e0c9-4a03-b5d4-c2e3f3555c6a tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae729ad-7ca5-4adf-95b8-af485ec06e9b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:57.061402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.066388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-a86cccb4-0df2-460c-a820-9ebfbea88fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.068259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-a86cccb4-0df2-460c-a820-9ebfbea88fff service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.4199772 Feb 11 14:06:57.117673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39346) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:57.124290 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.132362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.132556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cf6453dd-7ec3-4bae-957b-f57ea93b17a3 None None] Port 6453b6f3-a862-48e6-b606-726f3b146dd2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:06:57.133184 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.133676 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae disassociated. External IP: 172.25.7.161, port: 4a2f41b1-049e-4d87-936a-cf0b81e548ff. Feb 11 14:06:57.134333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Calling delete_port for 4a2f41b1-049e-4d87-936a-cf0b81e548ff owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:57.149952 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62b397a8-0faa-4558-bdb2-2b15d3b92af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.288233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.293281 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca03bbd-fc14-4ba6-9afa-d58912b7fc42 None None] Pushing event updated for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:57.303173 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:57.303791 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:57.314889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port db8db73f-9de9-4f8f-8370-af062ec00284 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:57.316217 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.335382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.365126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-776029150-network', 'tenant_id': 'cc4a6ada94474ea8a9add36c49ce5026'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:57.367824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f24d4cf5-3fd9-4756-8e1d-59059399f054'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:57.369825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event deleted for resources: {'Port': ['ID=0a8351c0-fe5c-41c7-b956-a3ae7fa237d1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:57.431637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e444f-10e0-4079-8057-e6599d793cba req-8d20d79d-c8f5-49cb-8a76-4b8a45ad9c5a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.433268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-133e444f-10e0-4079-8057-e6599d793cba req-8d20d79d-c8f5-49cb-8a76-4b8a45ad9c5a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.2688668 Feb 11 14:06:57.434784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event deleted for resources: {'Port': ['ID=4a2f41b1-049e-4d87-936a-cf0b81e548ff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:57.451126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-33951977-23af-4a45-ad98-bf70bcb7fb42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 999 time: 0.3752842 Feb 11 14:06:57.451751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.452688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.454817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.596685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 8, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:57.615141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:57.631945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-133e444f-10e0-4079-8057-e6599d793cba req-77bd1338-18d1-40c4-a3e4-77aa2bcdd981 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864338 Feb 11 14:06:57.644843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62b397a8-0faa-4558-bdb2-2b15d3b92af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.647138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:57.666627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Made reservation on behalf of cc4a6ada94474ea8a9add36c49ce5026 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:57.669366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.677477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] No DVR routers for this DVR port 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:57.691378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.708536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:57.710873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:57.727071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62b397a8-0faa-4558-bdb2-2b15d3b92af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.734368 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.742884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d50d7ef3-3e02-4cfe-93e0-b45fd0d8193e req-8f395a88-009f-4564-9517-371d44454a82 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.62 "DELETE /v2.0/ports/0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 HTTP/1.1" status: 204 len: 173 time: 2.2852123 Feb 11 14:06:57.796237 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd94ceb0-ca2a-40a7-b468-b4c708e65544 x-openstack-request-id: req-cd94ceb0-ca2a-40a7-b468-b4c708e65544 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:57.797306 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:57.797594 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd94ceb0-ca2a-40a7-b468-b4c708e65544 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:57.798005 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'code': 200} Feb 11 14:06:57.834628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-62b397a8-0faa-4558-bdb2-2b15d3b92af2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25d04cc02af745449b6ea6419da1bb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148285 Feb 11 14:06:57.870494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:57.895040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2910790 Feb 11 14:06:57.901724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fca4d-1ffb-44d8-8a08-5aa0b9d279cd admin admin] Pushing event updated for resources: {'Network': ['ID=845f6b45-52b7-40a6-9f17-f91cf95078af,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:57.935557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.937903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:57.955739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-40c0c8d3-fb9a-4054-bc30-a19ccabc5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.957711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-40c0c8d3-fb9a-4054-bc30-a19ccabc5394 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.4899592 Feb 11 14:06:57.964669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Request body: {'subnet': {'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-subnet', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:57.987072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b397a8-0faa-4558-bdb2-2b15d3b92af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce60632-8c7d-4db5-babc-e976320b6b4c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:58.004522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7c8cf7-16af-4b85-9efe-60a2f2297a4f req-6194004f-a3d6-46a2-9f64-ed0fa93eed6c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 210 time: 0.0583832 Feb 11 14:06:58.072059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.087579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:58.099822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.100412 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Added segment 316d3519-ab69-4f93-ba4d-209f9aa1982b of type vlan for network d090cbc7-ba2a-4d42-b4df-22482f2eb54b Feb 11 14:06:58.144682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:58.174013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfe024-ec64-425b-ab86-b95996a934ca req-163baef9-d4b1-49d4-958c-202ef894ec93 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.181880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:58.182262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.189568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55cfe024-ec64-425b-ab86-b95996a934ca req-163baef9-d4b1-49d4-958c-202ef894ec93 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 950 time: 0.3300920 Feb 11 14:06:58.208735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:58.213942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 4, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6453b6f3-a862-48e6-b606-726f3b146dd2', 'name': '', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'mac_address': 'fa:16:3e:c3:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:51Z', 'updated_at': '2022-02-11T14:06:57Z', 'revision_number': 4, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'subnets': [{'id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:58.217814 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.238804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694fb48a-388f-4777-890f-a1dbead0b22f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:58.257251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.264281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-3a5e5ce3-902d-45eb-8f9e-91989c43ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.265986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-3a5e5ce3-902d-45eb-8f9e-91989c43ddf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2614329 Feb 11 14:06:58.274121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09443e-b472-437a-baaf-ff88ef00329e None None] The sync data for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 is: [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:06:52Z', 'revision_number': 4, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6453b6f3-a862-48e6-b606-726f3b146dd2', 'name': '', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'mac_address': 'fa:16:3e:c3:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:51Z', 'updated_at': '2022-02-11T14:06:57Z', 'revision_number': 4, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'subnets': [{'id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:58.284222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ca51-ff4a-42c1-84e8-86b05eae5707 req-1e9dcd59-a44c-4cd2-84df-c222dab0710c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.286074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26b6ca51-ff4a-42c1-84e8-86b05eae5707 req-1e9dcd59-a44c-4cd2-84df-c222dab0710c tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 950 time: 0.1568074 Feb 11 14:06:58.290730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 845f6b45-52b7-40a6-9f17-f91cf95078af details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:58.373816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26b6ca51-ff4a-42c1-84e8-86b05eae5707 req-02b2d565-2814-4a93-b73e-193533e1a831 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786157 Feb 11 14:06:58.398282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.398487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:58.399330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.399868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.490239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:06:58.491306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0a8351c0-fe5c-41c7-b956-a3ae7fa237d1 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:58.581245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] Pushing event updated for resources: {'Network': ['ID=d090cbc7-ba2a-4d42-b4df-22482f2eb54b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:58.594967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-a68045fc-a3d7-496a-97ac-6ab00c360258 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/16f107c7-bc2c-4297-9004-3cc627807d14 HTTP/1.1" status: 200 len: 1805 time: 0.1042459 Feb 11 14:06:58.598302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a390d695-ff49-478a-8531-e9b6f2a996ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5920415 Feb 11 14:06:58.602073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39352) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:58.608173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Request body: {'subnet': {'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-776029150-subnet', 'tenant_id': 'cc4a6ada94474ea8a9add36c49ce5026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:58.628690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:58.693438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-7c668882-9338-4d5a-8b7e-77822f5998c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.695544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-7c668882-9338-4d5a-8b7e-77822f5998c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.2065234 Feb 11 14:06:58.735356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.799164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] For port 6453b6f3-a862-48e6-b606-726f3b146dd2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6453b6f3-a862-48e6-b606-726f3b146dd2,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:58.827682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 8, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:58.831894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.836148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.868027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dec6fe-861f-42fa-9e39-82065e1deca9 None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '24993346-76ca-43d2-a9b0-bc7bf94b2ce9', 'tenant_id': '5de20564616a446588f58c38fa045507', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'port_id': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'mac_address': 'fa:16:3e:5d:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:17Z', 'updated_at': '2022-02-11T14:06:54Z', 'revision_number': 8, 'project_id': '5de20564616a446588f58c38fa045507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:58.892518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Made reservation on behalf of faa4c58badba432095d60f920ee76400 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:58.894987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.917837 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.955962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-c674899d-cd2d-4929-bb68-5eb8e125537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.957542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-c674899d-cd2d-4929-bb68-5eb8e125537e service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.2322433 Feb 11 14:06:58.961755 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce168f5-b754-4643-a81b-b86b76a894cf x-openstack-request-id: req-cce168f5-b754-4643-a81b-b86b76a894cf {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:58.962122 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:58.962445 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cce168f5-b754-4643-a81b-b86b76a894cf {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:58.962903 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:06:58.972771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Made reservation on behalf of cc4a6ada94474ea8a9add36c49ce5026 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:58.978529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.006839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.021650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6453b6f3-a862-48e6-b606-726f3b146dd2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:59.078741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4a2f41b1-049e-4d87-936a-cf0b81e548ff no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:59.126895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 4a2f41b1-049e-4d87-936a-cf0b81e548ff {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:06:59.127906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4a2f41b1-049e-4d87-936a-cf0b81e548ff not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:59.138189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f6d8-d555-475d-ab26-5e431f3872fa None None] Pushing event updated for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:59.161529 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.164421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.165837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ce60632-8c7d-4db5-babc-e976320b6b4c HTTP/1.1" status: 204 len: 168 time: 1.2696867 Feb 11 14:06:59.173225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:59.174110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.296620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72334756-0e68-43b7-9032-e97caeba8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce60632-8c7d-4db5-babc-e976320b6b4c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:59.327131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 917f6b25-d6e7-4e52-a10a-5ba6131db369 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:59.327746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.408014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-6d8c9ef2-fec8-4cd5-81da-3d4a794bd7c3 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1317198 Feb 11 14:06:59.418030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:59.431053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:59.457027 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:59.458022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:59.532619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-8a08a83d-0fab-49a3-b63e-ebe0d96b2bb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 999 time: 0.5475147 Feb 11 14:06:59.598613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134622b-352b-43fa-9f24-bc4eb5341ed8 None None] New status for floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:59.695690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] No DVR routers for this DVR port 4a2f41b1-049e-4d87-936a-cf0b81e548ff on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:59.698877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.703023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0b80c11-a379-4620-a090-e12cdf442532 req-f71f7f3c-5702-488c-9950-b951ccbfb6a9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.60 "DELETE /v2.0/ports/4a2f41b1-049e-4d87-936a-cf0b81e548ff HTTP/1.1" status: 204 len: 173 time: 4.1972251 Feb 11 14:06:59.742043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 917f6b25-d6e7-4e52-a10a-5ba6131db369, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=917f6b25-d6e7-4e52-a10a-5ba6131db369,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:59.742510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.774029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 917f6b25-d6e7-4e52-a10a-5ba6131db369 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:59.802761 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:59.874766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:59.874766 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd6627-8b8e-47c7-aa00-d50f59405e55" -d '{"events": [{"name": "network-changed", "server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:59.929865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd856c7-3e70-4347-8633-7fa418fcc1ed req-cf16c791-3030-42be-8db5-35f37752f49b service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829361 Feb 11 14:07:00.001633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.050253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.090497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-79d7eaa4-a336-4906-a093-8012b13a3898 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.092057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-79d7eaa4-a336-4906-a093-8012b13a3898 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.62 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 824 time: 1.2469409 Feb 11 14:07:00.151879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.164382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-8af4f240-c022-40e1-9263-4121fca5e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.166467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-8af4f240-c022-40e1-9263-4121fca5e7d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.2947419 Feb 11 14:07:00.190541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:00.197281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Checking segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:00.199090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Network hostable DHCP agents. Network: d090cbc7-ba2a-4d42-b4df-22482f2eb54b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:00.222247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.223896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.226330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7db7f4c2-e695-4868-8e94-30afb8352cb7 req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/16f107c7-bc2c-4297-9004-3cc627807d14 HTTP/1.1" status: 204 len: 173 time: 1.6132100 Feb 11 14:07:00.236588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-2d8007a5-14f9-4057-a433-06201e2264b7 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c1cec396114d72a629cc57e74f1f29 HTTP/1.1" status: 200 len: 380 time: 0.1179657 Feb 11 14:07:00.263276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'port': {'device_id': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'admin_state_up': True, 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'security_groups': ['fb07e2e1-e690-4d55-922e-2b92f10056a1']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:00.265218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.280115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920', '917f6b25-d6e7-4e52-a10a-5ba6131db369'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:00.282120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86f07f-0a9c-4ef9-90c6-42ef20bbec6e tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f107c7-bc2c-4297-9004-3cc627807d14,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:00.334737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:00.372799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-3ea8d2d0-4acd-4f8e-8331-a41997f505d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.374490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-3ea8d2d0-4acd-4f8e-8331-a41997f505d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925480 Feb 11 14:07:00.425931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:00.434415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443', '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', '69958f1b-7024-4ca8-b992-26cd83d59cd2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:00.734188 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:00.734188 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:00.736290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 917f6b25-d6e7-4e52-a10a-5ba6131db369 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:00.736290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=917f6b25-d6e7-4e52-a10a-5ba6131db369,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:00.736290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.736290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55cfe024-ec64-425b-ab86-b95996a934ca req-1b1a0e9d-e775-49cc-b210-1b3ae6da1a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "DELETE /v2.0/ports/917f6b25-d6e7-4e52-a10a-5ba6131db369 HTTP/1.1" status: 204 len: 173 time: 2.2923887 Feb 11 14:07:00.736944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7651842f-8015-4f41-bd77-8e72f815d896 req-9993977e-ddff-4acb-8990-a0f7fb9c35ee tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 210 time: 0.1038897 Feb 11 14:07:00.737331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:00.737716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d62f-7def-4d77-94b3-05caa0548c7a req-4dd6d16e-c2ef-4d00-be99-273a0cb9b7e2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.737716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c27d62f-7def-4d77-94b3-05caa0548c7a req-4dd6d16e-c2ef-4d00-be99-273a0cb9b7e2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.4225485 Feb 11 14:07:00.737716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cfc08c-df01-4ee8-9d69-ad0dad0e1876,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:00.737716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Checking segment: {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:00.737716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Network hostable DHCP agents. Network: 845f6b45-52b7-40a6-9f17-f91cf95078af, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:00.738131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-49bb13ba-a873-4819-ae84-e1dba68a3f63 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259104 Feb 11 14:07:00.738219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c27d62f-7def-4d77-94b3-05caa0548c7a req-4fa42f1b-5750-4df9-9786-3dce03cd4592 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320360 Feb 11 14:07:00.764327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40c4835e-afde-4ff8-9a01-2b6c3a05f085 req-c2d74f19-375e-4faa-a404-41eda88ada48 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edb4045-3ba1-40d7-accf-edbd3f23aa2b HTTP/1.1" status: 200 len: 210 time: 0.0415826 Feb 11 14:07:00.808164 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:00.855348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a45c598-efe2-400b-b669-ef4b348744a9 req-8497b6fb-b29f-4ad5-a488-781dd370476a service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073820 Feb 11 14:07:00.855348 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363885c-bf0f-401c-81f9-4e83acb3d6c0 x-openstack-request-id: req-8363885c-bf0f-401c-81f9-4e83acb3d6c0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:00.855348 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:00.855348 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8363885c-bf0f-401c-81f9-4e83acb3d6c0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:00.855348 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'status': 'completed', 'code': 200} Feb 11 14:07:00.942734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:00.958975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-7c76e978-9108-4b50-a925-6b05bb16421c tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/3c49d951-a12b-42ee-9b95-e6d4069dd86f HTTP/1.1" status: 200 len: 2404 time: 0.0894141 Feb 11 14:07:00.970339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bfc24979-093f-4b02-9ce9-7aa290a1ae21 req-e00134c8-760a-4204-9a2f-576d5d3dd89d tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 998 time: 0.1315870 Feb 11 14:07:00.972538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'name': 'network-vif-deleted', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1'}, {'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'name': 'network-vif-deleted', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff'}, {'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'name': 'network-vif-deleted', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:00.972850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6453b6f3-a862-48e6-b606-726f3b146dd2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:00.974864 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f29b2-91da-459c-9ac9-ab5477e0abb7" -d '{"events": [{"server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "name": "network-vif-deleted", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1"}, {"server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "name": "network-vif-deleted", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff"}, {"server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "name": "network-vif-deleted", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:00.982809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-8d444aca-67fa-4fc9-b71e-f2dfcf1b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.984193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-8d444aca-67fa-4fc9-b71e-f2dfcf1b6baa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1125 time: 0.0847669 Feb 11 14:07:00.985241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:07:01.039180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Network 845f6b45-52b7-40a6-9f17-f91cf95078af is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:01.098369 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:01.104035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.116465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.135889 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb888b-fff2-4de7-abc9-40d853a04e9b None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:01.179977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.206995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 845f6b45-52b7-40a6-9f17-f91cf95078af) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:01.226402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:01.226926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80747f9-4e86-482d-b630-c67f3884e9a8 None None] Network 845f6b45-52b7-40a6-9f17-f91cf95078af requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:01.228311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Made reservation on behalf of 27c1cec396114d72a629cc57e74f1f29 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:01.231906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.280240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.280928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.281494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d090cbc7-ba2a-4d42-b4df-22482f2eb54b) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:01.289781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-bfc479c4-b707-4ce0-8691-af82e3562492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.291332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-bfc479c4-b707-4ce0-8691-af82e3562492 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.1520700 Feb 11 14:07:01.318684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee46d7-352b-4691-98fe-d41ed0160074 None None] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:01.321655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc24979-093f-4b02-9ce9-7aa290a1ae21 req-97079abc-cf5d-45a1-b32d-ab777195ca9f tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.324168 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bfc24979-093f-4b02-9ce9-7aa290a1ae21 req-97079abc-cf5d-45a1-b32d-ab777195ca9f tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.3433878 Feb 11 14:07:01.326574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.327170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.382052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-f0114971-383a-4f84-8f31-47f47298c3e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0581090 Feb 11 14:07:01.389254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-bfc24979-093f-4b02-9ce9-7aa290a1ae21 req-cd32c777-ad0c-47c9-89f0-ef04d82d5b86 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:07:01.393158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bfc24979-093f-4b02-9ce9-7aa290a1ae21 req-cd32c777-ad0c-47c9-89f0-ef04d82d5b86 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103662 Feb 11 14:07:01.401315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19a088e2-b67c-4440-9a89-941997669deb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4423611 Feb 11 14:07:01.401315 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.405678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.409473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc78f44d-fc9c-4101-a828-8f4bc99fe2b8 req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c49d951-a12b-42ee-9b95-e6d4069dd86f HTTP/1.1" status: 204 len: 173 time: 0.4479289 Feb 11 14:07:01.409993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:01.440527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:01.456757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f538f63c-a0b5-41e1-87b3-1cc51e861c35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8536036 Feb 11 14:07:01.473067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b78a-dcee-44ee-ae44-8b11ca1630c0 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c49d951-a12b-42ee-9b95-e6d4069dd86f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:01.557660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6453b6f3-a862-48e6-b606-726f3b146dd2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:01.560739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.628875 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a7cd8-cc52-46a9-8ab8-a0f7f6a1399e None None] New status for floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:07:01.630424 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396544a0-b1f1-455e-b6ad-1c9443b4c672 x-openstack-request-id: req-396544a0-b1f1-455e-b6ad-1c9443b4c672 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:01.630800 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e799c871-8a30-414d-aa3c-e772e28b070f", "name": "network-vif-deleted", "tag": "0a8351c0-fe5c-41c7-b956-a3ae7fa237d1", "status": "completed", "code": 200}, {"server_uuid": "5a49325b-71ef-4a0c-a0bb-c09528a971c7", "name": "network-vif-deleted", "tag": "4a2f41b1-049e-4d87-936a-cf0b81e548ff", "status": "completed", "code": 200}, {"server_uuid": "8edb4045-3ba1-40d7-accf-edbd3f23aa2b", "name": "network-vif-deleted", "tag": "917f6b25-d6e7-4e52-a10a-5ba6131db369", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:01.630946 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-396544a0-b1f1-455e-b6ad-1c9443b4c672 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:01.631661 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799c871-8a30-414d-aa3c-e772e28b070f', 'name': 'network-vif-deleted', 'tag': '0a8351c0-fe5c-41c7-b956-a3ae7fa237d1', 'status': 'completed', 'code': 200} Feb 11 14:07:01.631661 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a49325b-71ef-4a0c-a0bb-c09528a971c7', 'name': 'network-vif-deleted', 'tag': '4a2f41b1-049e-4d87-936a-cf0b81e548ff', 'status': 'completed', 'code': 200} Feb 11 14:07:01.631850 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb4045-3ba1-40d7-accf-edbd3f23aa2b', 'name': 'network-vif-deleted', 'tag': '917f6b25-d6e7-4e52-a10a-5ba6131db369', 'status': 'completed', 'code': 200} Feb 11 14:07:01.668544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-657184f7-1486-4afc-a212-c25ad0de8866 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1001 time: 0.1998661 Feb 11 14:07:01.669630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-196396cb-6d43-406a-ba3b-f1122bb30d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.674401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-196396cb-6d43-406a-ba3b-f1122bb30d04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.2821047 Feb 11 14:07:01.701495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39398) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:01.795242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-c2ae9025-7e84-4f33-9752-f1092b799500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923533 Feb 11 14:07:01.800819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-6913c636-f519-44e8-8a7c-2754b028e3a3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.832014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-6913c636-f519-44e8-8a7c-2754b028e3a3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports/f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 942 time: 0.1537514 Feb 11 14:07:01.847373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.847373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.986947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-b01390bd-31dd-402e-83a0-9b18a01ff659 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652265 Feb 11 14:07:02.000249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Allocated IP 172.20.0.10 (47423089-3c7f-4692-a9c5-3ccd81564d4a/8b94886e-d314-4ae6-852b-5c4c17261c1b/daf8020c-02da-4509-ad6d-735c75e7efac) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:02.041481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1273225059-network', 'tenant_id': '5feb5fc750e64a05a9cb1c2c31d2ab04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:02.057078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-3c820859-3a31-4058-b150-a26f6b4bf786 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "GET /v2.0/security-groups/cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8 HTTP/1.1" status: 200 len: 2397 time: 0.4044926 Feb 11 14:07:02.094845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75f46f-05aa-40c1-8181-2556bf40dda0 None None] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:02.105882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.112384 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-845f6b45-52b7-40a6-9f17-f91cf95078af', 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'fixed_ips': [{'subnet_id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:07:02.116297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.138816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-8963c4fd-b097-4712-9db4-6e909ad6cf57 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1001 time: 0.2002618 Feb 11 14:07:02.249115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Made reservation on behalf of 5feb5fc750e64a05a9cb1c2c31d2ab04 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:02.251452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.285283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.303147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dd6627-8b8e-47c7-aa00-d50f59405e55 req-453d33ed-15c8-49f1-8ba0-f1dd05d4c765 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003874 Feb 11 14:07:02.311803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.362296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 917f6b25-d6e7-4e52-a10a-5ba6131db369 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:02.373807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.393371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-7a28009b-2e4d-4c9a-9058-8e4946e79ecb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.395951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-7a28009b-2e4d-4c9a-9058-8e4946e79ecb tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2504134 Feb 11 14:07:02.436837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 917f6b25-d6e7-4e52-a10a-5ba6131db369 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:02.437219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 917f6b25-d6e7-4e52-a10a-5ba6131db369 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:02.457071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.520274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.548805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-37788def-1f52-4025-b6ec-957b55162632 service neutron] 10.222.0.60 "GET /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.1606820 Feb 11 14:07:02.552816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Allocated IP 172.20.0.2 (845f6b45-52b7-40a6-9f17-f91cf95078af/10cfc08c-df01-4ee8-9d69-ad0dad0e1876/b8abe8b7-137c-4542-89aa-e3878ebc923e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:02.555080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-58073b9c-e6b9-46e6-8211-3ab87f895082 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1001 time: 0.1513269 Feb 11 14:07:02.570287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:02.604774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.607387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.608544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd0c7f89-6842-4494-9a08-1ae91e00a709 req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8 HTTP/1.1" status: 204 len: 173 time: 0.5178192 Feb 11 14:07:02.627605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:02.647519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4a7d0-2f86-477c-bd1c-8fbedb64f390 tempest-SecurityGroupRulesTestJSON-1972039953 tempest-SecurityGroupRulesTestJSON-1972039953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb46b4-c8de-4a9f-9fce-35874ae2f7e8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:02.677374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.692035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.716124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.798123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.811542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.831088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:02.856192 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.862763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:02.866968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Deleting subnet 0b8832b3-a8a1-4c1a-a40a-76776e821da8 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:07:02.871605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:02.877622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.878262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.884448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event updated for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:02.888017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.895709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.922395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:02.936211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Network 845f6b45-52b7-40a6-9f17-f91cf95078af is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:02.940448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:02.946073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:02.950002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Pushing event updated for resources: {'Port': ['ID=b8abe8b7-137c-4542-89aa-e3878ebc923e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:02.972500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.972846 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Added segment 44c3892a-8c70-4acf-b1b5-ed32497dd635 of type vlan for network 6a4ffa10-0e97-475d-a1c8-adeac308426a Feb 11 14:07:02.976169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:02.976556 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9 disassociated. External IP: 172.25.7.166, port: f24d4cf5-3fd9-4756-8e1d-59059399f054. Feb 11 14:07:03.018726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Attempting to bind port b8abe8b7-137c-4542-89aa-e3878ebc923e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:03.019471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Attempting to bind port b8abe8b7-137c-4542-89aa-e3878ebc923e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:03.019992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Attempting to bind port b8abe8b7-137c-4542-89aa-e3878ebc923e on network 845f6b45-52b7-40a6-9f17-f91cf95078af {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:03.025530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:03.026194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Checking segment: {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:03.026753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.027293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Bound using segment: {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:03.027911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Bound port: b8abe8b7-137c-4542-89aa-e3878ebc923e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:03.028457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.040159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e091e440-9693-4bc8-b1d1-39e0ade7da2b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:03.046902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.067999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-1ce67623-7c4f-40cf-a5e2-f8639071b5cc tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8204198 Feb 11 14:07:03.089372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050425-74fb-4706-a6e3-f2836e08680d req-4025808c-89b8-4a88-8fc2-3cf270373f82 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:03.091930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b050425-74fb-4706-a6e3-f2836e08680d req-4025808c-89b8-4a88-8fc2-3cf270373f82 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 932 time: 0.3166211 Feb 11 14:07:03.112732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.113002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.123716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Request body: {'port': {'device_id': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:03.134107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] For port b8abe8b7-137c-4542-89aa-e3878ebc923e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:03.136840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.138862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] For port b8abe8b7-137c-4542-89aa-e3878ebc923e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8abe8b7-137c-4542-89aa-e3878ebc923e,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:03.141497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.228234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.276426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:03.294474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0bbf-9c12-4c19-8662-722e42899266 None None] Pushing event updated for resources: {'Port': ['ID=b8abe8b7-137c-4542-89aa-e3878ebc923e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:03.302974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7c4bb3fe-4919-4ed8-8dfa-e9f094412d3a None None] Provisioning complete for port daf8020c-02da-4509-ad6d-735c75e7efac triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:03.303657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb3fe-4919-4ed8-8dfa-e9f094412d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.315477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b050425-74fb-4706-a6e3-f2836e08680d req-f81bc493-1929-428e-aa6a-0c25335afa16 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754038 Feb 11 14:07:03.336003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:03.360706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.366547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:03.372688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Allocated IP 172.25.7.81 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/fd2a5cc9-dcea-4fa0-9667-dd703662a8ac) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:03.373088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.373088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:03.373088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.393234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bb3fe-4919-4ed8-8dfa-e9f094412d3a None None] Port daf8020c-02da-4509-ad6d-735c75e7efac cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:03.436962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf8bdec-50d7-478d-8a05-c855b08bae51 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:03.464625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.501262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:03.525252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8111250 Feb 11 14:07:03.526089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:03.577261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Request body: {'subnet': {'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1273225059-subnet', 'tenant_id': '5feb5fc750e64a05a9cb1c2c31d2ab04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:03.580758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702309e9-386c-4a20-85a1-f44015c6dce7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4ffa10-0e97-475d-a1c8-adeac308426a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:03.583952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8832b3-a8a1-4c1a-a40a-76776e821da8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:03.602591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.606242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5cacce64-9c84-4997-815f-07d9ed4e5ce4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b8832b3-a8a1-4c1a-a40a-76776e821da8 HTTP/1.1" status: 204 len: 168 time: 0.9737954 Feb 11 14:07:03.613247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39420) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:03.632866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6a4ffa10-0e97-475d-a1c8-adeac308426a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:03.690174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.770686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a42f-33e7-4f9a-bbf4-435b7992af36 req-625db4ed-bd3c-4802-a3c8-36e1800e12e7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:03.772211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d62a42f-33e7-4f9a-bbf4-435b7992af36 req-625db4ed-bd3c-4802-a3c8-36e1800e12e7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 944 time: 0.3388882 Feb 11 14:07:03.841440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.880432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:03.885206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.890609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:03.903615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:03.904637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:03.913346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:03.928938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-a96031c0-6057-4845-ac42-b0a17e68bf50 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "PUT /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 696 time: 1.3660424 Feb 11 14:07:03.930832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:03.933174 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210bd9e9-353e-4cb0-848f-7f016d623726" -d '{"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:04.002540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-5fd53be6-78e0-4716-bb93-8584a38e9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.004127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-5fd53be6-78e0-4716-bb93-8584a38e9ead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.0519898 Feb 11 14:07:04.030801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:04.039772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.138840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:04.142276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:04.148321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:04.157527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:04.160179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Made reservation on behalf of 5feb5fc750e64a05a9cb1c2c31d2ab04 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:04.162478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.261154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d62a42f-33e7-4f9a-bbf4-435b7992af36 req-e3a4bfc9-5a75-4e98-b3e3-78da8bebad1d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699950 Feb 11 14:07:04.306615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-dee28181-9b61-4a97-b4cb-8e8be24cf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.308334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-dee28181-9b61-4a97-b4cb-8e8be24cf40f service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.2960575 Feb 11 14:07:04.311284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:04.351564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] Transition to ACTIVE for port object fcf8bdec-50d7-478d-8a05-c855b08bae51 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:04.370779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-21588de5-62b3-4b2d-a53a-554c30b9567a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.0395944 Feb 11 14:07:04.403202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:04.415777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:04.417945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:04.430253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.448669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.493371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-405c75a5-0497-45b8-9193-625bef607ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.507089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-405c75a5-0497-45b8-9193-625bef607ddb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.1194243 Feb 11 14:07:04.591176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.591530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.592310 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.592647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > port after_create 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.599678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.600153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > port after_update 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.600494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.600855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.601213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.601711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.708602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.708991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.709330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.709663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 14:07:04.710059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f48bd0-c776-4842-8b48-d60dc95966be']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:04.719496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:04.730020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932eda1-d760-4077-8389-9180229ee920 req-5aed8e16-4f63-4f3e-ab41-21e7d2080aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.742361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-5aed8e16-4f63-4f3e-ab41-21e7d2080aa6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277145 Feb 11 14:07:04.773587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ce8046-709f-4b7f-bc34-e003c791c40a') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:04.773876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ce8046-709f-4b7f-bc34-e003c791c40a') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:04.824848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf8020c-02da-4509-ad6d-735c75e7efac {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:04.833360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.860981 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.875882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf97b74-6ab8-4bdb-b869-4fef8b9d8a53 None None] Network 845f6b45-52b7-40a6-9f17-f91cf95078af requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:04.891888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.905228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] No DVR routers for this DVR port fcf8bdec-50d7-478d-8a05-c855b08bae51 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:04.929893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:04.982306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.002281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-f8a19bf2-71a0-497e-b092-3fe2b48e94c5 service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591996 Feb 11 14:07:05.009026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8abe8b7-137c-4542-89aa-e3878ebc923e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:05.055083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:07:05.055494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: from cryptography.utils import int_from_bytes Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: from cryptography.utils import int_from_bytes Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:07:05.059645 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:07:05.104482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-eccf8b9c-b32b-4b27-a8c9-0e1b17195d43 service neutron] 10.222.0.60 "PUT /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5465810 Feb 11 14:07:05.115444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] Provisioning complete for port b8abe8b7-137c-4542-89aa-e3878ebc923e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:05.116083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.125738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:05.153327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-e1cc39ec-a351-4871-8e36-37a619e3c964 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.155110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-e1cc39ec-a351-4871-8e36-37a619e3c964 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.3016315 Feb 11 14:07:05.160779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.212869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Transition to ACTIVE for port object daf8020c-02da-4509-ad6d-735c75e7efac will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:05.215263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-5fe9a8ef-3d56-4706-b199-692e237d568b tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/quotas/cc4a6ada94474ea8a9add36c49ce5026 HTTP/1.1" status: 200 len: 375 time: 0.0518548 Feb 11 14:07:05.217976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.245149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f932eda1-d760-4077-8389-9180229ee920 req-7c41938e-0b43-485a-adaf-5ea65fc83dda service neutron] 10.222.0.31 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310436 Feb 11 14:07:05.248100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.269128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:05.273248 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.293439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9f48bd0-c776-4842-8b48-d60dc95966be HTTP/1.1" status: 204 len: 168 time: 1.6745284 Feb 11 14:07:05.295976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=380e4b68-ed9a-42ba-b184-28ed982f4037,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:05.335944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd727-a9b1-4fbd-aec4-52d0d80c66fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f48bd0-c776-4842-8b48-d60dc95966be,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:05.361144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.387098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-3e990328-70e7-4ee2-8cb8-3cabb274a41a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302772 Feb 11 14:07:05.413648 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4347b0a-fe9e-4b1c-8fca-df33beced000 x-openstack-request-id: req-a4347b0a-fe9e-4b1c-8fca-df33beced000 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:05.413648 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:05.413648 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4347b0a-fe9e-4b1c-8fca-df33beced000 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:05.413648 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:07:05.425618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b8abe8b7-137c-4542-89aa-e3878ebc923e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:05.426173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.575917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-0e9e1215-8f27-47b6-8ac8-93f6592deaad tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.578014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-0e9e1215-8f27-47b6-8ac8-93f6592deaad tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.2704298 Feb 11 14:07:05.659876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Checking segment: {'id': '44c3892a-8c70-4acf-b1b5-ed32497dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:05.659876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Network hostable DHCP agents. Network: 6a4ffa10-0e97-475d-a1c8-adeac308426a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:05.678899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.683585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:05.683909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:05.690740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.760024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8eeebf-5b23-44dc-9bd2-c830f7c3b8b9 None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:05:53Z', 'revision_number': 4, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cc15192c-9996-4a19-8432-2314329a9b96', 'name': '', 'network_id': '5b83fb3d-81b1-4117-9591-be8cbfc6789d', 'tenant_id': '5de20564616a446588f58c38fa045507', 'mac_address': 'fa:16:3e:eb:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:52Z', 'updated_at': '2022-02-11T14:05:57Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'subnets': [{'id': '01c9d6e2-a055-4109-8adb-71081cccc4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:05.765025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f824c-6ab4-4292-ae70-5459f21c0dff req-bc22c76a-b268-4842-ba3d-eed0ae445ec3 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.777269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822f824c-6ab4-4292-ae70-5459f21c0dff req-bc22c76a-b268-4842-ba3d-eed0ae445ec3 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 944 time: 0.2788496 Feb 11 14:07:05.796731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-93dffffd-f5fe-44d9-805d-8e994fc4c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.799149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-93dffffd-f5fe-44d9-805d-8e994fc4c5fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5de20564616a446588f58c38fa045507&device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 1096 time: 0.3057013 Feb 11 14:07:05.810429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:05.853986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] For port b8abe8b7-137c-4542-89aa-e3878ebc923e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8abe8b7-137c-4542-89aa-e3878ebc923e,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:05.862140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-f08e803d-50d4-438d-a6f5-870b0be3a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.868984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-f08e803d-50d4-438d-a6f5-870b0be3a00a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&tenant_id=9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 1096 time: 0.2812152 Feb 11 14:07:05.869185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Network 6a4ffa10-0e97-475d-a1c8-adeac308426a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:05.872820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-a2592728-89c0-4a6f-b2bb-fc28dbab4c15 service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711304 Feb 11 14:07:05.904658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822f824c-6ab4-4292-ae70-5459f21c0dff req-9fc63b14-1516-4552-9502-6532f7144bd4 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078272 Feb 11 14:07:05.933796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Attempting to bind port daf8020c-02da-4509-ad6d-735c75e7efac on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:05.934135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Attempting to bind port daf8020c-02da-4509-ad6d-735c75e7efac by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:05.934517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Attempting to bind port daf8020c-02da-4509-ad6d-735c75e7efac on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:05.939416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:05.977509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Router fcdb7853-dbdf-422c-ad6f-35a12281b64b is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:07:06.018537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Port daf8020c-02da-4509-ad6d-735c75e7efac on network 47423089-3c7f-4692-a9c5-3ccd81564d4a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:06.018930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Attempting to bind port daf8020c-02da-4509-ad6d-735c75e7efac on network 47423089-3c7f-4692-a9c5-3ccd81564d4a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:06.046719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-7529110c-b992-4764-88dd-c3068ac6c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.051386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-7529110c-b992-4764-88dd-c3068ac6c888 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1096 time: 0.1423044 Feb 11 14:07:06.074313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6a4ffa10-0e97-475d-a1c8-adeac308426a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:06.083502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:06.083502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Checking segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:06.083502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Bound using segment: {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:06.083502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Bound port: daf8020c-02da-4509-ad6d-735c75e7efac, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220ef090-1c27-4907-af4b-318adbfca7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:06.083502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.088649 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:07:06.089086 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:07:06.092748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1b0b5-bcd4-4c59-bd0e-fc793aba0309 None None] Network 6a4ffa10-0e97-475d-a1c8-adeac308426a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:06.103061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.104048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.110042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e1d4a73f-f541-4750-b567-d86be1980d61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7b203a12c9a438283cf9720735dc65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020451 Feb 11 14:07:06.117942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39450) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:06.155676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e59f78-7aac-40a4-88e7-8097ec70c56d None None] Pushing event updated for resources: {'Port': ['ID=b8abe8b7-137c-4542-89aa-e3878ebc923e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:06.210028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-4618439a-ed24-4895-84a5-b669bc2a41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.217071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-4618439a-ed24-4895-84a5-b669bc2a41b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 200 len: 922 time: 0.3706868 Feb 11 14:07:06.217251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:06.221904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6a41dccb-2e95-4aa7-9d1b-258cef2abba0 None None] Provisioning complete for port b8abe8b7-137c-4542-89aa-e3878ebc923e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:06.222635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a41dccb-2e95-4aa7-9d1b-258cef2abba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.235161 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Sync routers for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:06.253404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:06.256202 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:06.272941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8219b571-e3ad-4572-9190-7abf93058b0f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7083476 Feb 11 14:07:06.274496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-617a8ad3-d2b9-4fff-b5e9-44d9e7345789 service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136256 Feb 11 14:07:06.292500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-15f3c35a-c34e-49df-978d-a1baeefcb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.298761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-15f3c35a-c34e-49df-978d-a1baeefcb2c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2397931 Feb 11 14:07:06.303283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac845c-7d7e-44c8-a19f-592519f451fc None None] New status for floating IP 24993346-76ca-43d2-a9b0-bc7bf94b2ce9: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:07:06.356769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-2c49f898-cd79-4b23-8f8a-7d7eb840bb8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 200 len: 217 time: 0.1214740 Feb 11 14:07:06.369667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.371322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dc7ab84e-e0db-47da-9314-4d0da29f8f50 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9468119 Feb 11 14:07:06.373560 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-bc16e8f3-fea1-4097-b7c6-92cd164915c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0671620 Feb 11 14:07:06.385800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:06.393006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:06.457422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cbb43-080d-4ec0-99c1-3aabfd22936e None None] Network 6a4ffa10-0e97-475d-a1c8-adeac308426a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:06.458005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:06.477400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.494796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=daf8020c-02da-4509-ad6d-735c75e7efac,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:06.542077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.556167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-ea6a558f-27db-454d-b099-06acfa59e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.557815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-ea6a558f-27db-454d-b099-06acfa59e9e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 200 len: 860 time: 0.1803885 Feb 11 14:07:06.623038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.656066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a982d7d-f1d3-4e7b-a3fb-ea709fd917d9 req-e6a3a7a5-03fd-42fc-b378-552b88ff5732 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.658281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.658865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.661565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a982d7d-f1d3-4e7b-a3fb-ea709fd917d9 req-e6a3a7a5-03fd-42fc-b378-552b88ff5732 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.1432908 Feb 11 14:07:06.665335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] 10.222.0.62 "PUT /v2.0/ports/daf8020c-02da-4509-ad6d-735c75e7efac HTTP/1.1" status: 200 len: 1092 time: 3.5450218 Feb 11 14:07:06.665335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:06.670731 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34" -d '{"events": [{"name": "network-changed", "server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:06.885425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-2135ca71-3369-4f29-a7a9-c092b6d86b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.886943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-2135ca71-3369-4f29-a7a9-c092b6d86b93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b83fb3d-81b1-4117-9591-be8cbfc6789d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187780 Feb 11 14:07:06.911389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-52801f72-2ff8-4723-90f6-6dce6e8caa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.917224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-52801f72-2ff8-4723-90f6-6dce6e8caa02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.3633599 Feb 11 14:07:06.971045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.973688 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:04Z', 'revision_number': 3, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:06.973869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.978366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e6aa947-9022-49c5-a94d-a0d23da8672e HTTP/1.1" status: 204 len: 168 time: 0.8515294 Feb 11 14:07:06.993827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ea63-5348-404e-b67e-5f3cfc1d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:07.080200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f150328-fc42-455e-9173-b7e5fffbba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6aa947-9022-49c5-a94d-a0d23da8672e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:07.082600 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Checking router: fcdb7853-dbdf-422c-ad6f-35a12281b64b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:07.082940 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Updating router fcdb7853-dbdf-422c-ad6f-35a12281b64b port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:07.171735 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:07.173849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-7c9aac58-e073-4903-b256-f202356a9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:07.176061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-7c9aac58-e073-4903-b256-f202356a9390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 1095 time: 0.3773971 Feb 11 14:07:07.301852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-c04137c4-db4b-4247-9bd7-18c20bfcaf88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daf8020c-02da-4509-ad6d-735c75e7efac HTTP/1.1" status: 200 len: 217 time: 0.1144302 Feb 11 14:07:07.314600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-eec3cbcd-1534-4f5b-a41f-84efab2e3f07 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785319 Feb 11 14:07:07.360765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8abe8b7-137c-4542-89aa-e3878ebc923e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:07.413934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199748d0-2155-49d0-ac95-48e28876d142 req-30d33eb2-a48b-41de-9f64-67f583358a29 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:07.427581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-199748d0-2155-49d0-ac95-48e28876d142 req-30d33eb2-a48b-41de-9f64-67f583358a29 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 950 time: 0.3871479 Feb 11 14:07:07.437262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b8abe8b7-137c-4542-89aa-e3878ebc923e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:07.437644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:07.556100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-d61689fe-6f35-4b70-b0d0-28afc9e8702d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6141317 Feb 11 14:07:07.629221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a982d7d-f1d3-4e7b-a3fb-ea709fd917d9 req-c3bd5e11-1e23-49cd-bc90-fb6c5edf5f37 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9344580 Feb 11 14:07:07.699552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-c4efdc09-84e7-4514-beea-e4ee45dc5a42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8722703 Feb 11 14:07:07.707076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-199748d0-2155-49d0-ac95-48e28876d142 req-06cbd9ed-ff17-49a3-9e1d-c0c1443e296d tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784398 Feb 11 14:07:07.750133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-5b5d42cb-6581-4129-b4b6-99f83ea49d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:07.762564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-5b5d42cb-6581-4129-b4b6-99f83ea49d04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 200 len: 863 time: 0.4409401 Feb 11 14:07:07.765129 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-37a29f11-83d1-4742-b76b-b4a38c2cec5f service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847610 Feb 11 14:07:07.814019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-e0a98f34-08eb-46a9-a64e-8cfba78b99b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3328254 Feb 11 14:07:07.842640 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e668ad-4fd2-443b-950a-1ea03f63d169 x-openstack-request-id: req-59e668ad-4fd2-443b-950a-1ea03f63d169 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:07.843635 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:07.844126 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59e668ad-4fd2-443b-950a-1ea03f63d169 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:07.844720 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'status': 'completed', 'code': 200} Feb 11 14:07:07.845332 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:07.848246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:07.973560 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:07.995801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210bd9e9-353e-4cb0-848f-7f016d623726 req-c5bc4d2b-a7cb-48a9-bce5-1f67da214385 service neutron] 10.222.0.60 "GET /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686950 Feb 11 14:07:08.025965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1158876669-network', 'tenant_id': '52eff3aa98b048278e92a4eb9ec01334'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:08.029727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02595c-3d09-485e-9642-473ce2d5117f req-8bc6c8f5-961c-4d9e-a268-332fe9607083 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.031218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd02595c-3d09-485e-9642-473ce2d5117f req-8bc6c8f5-961c-4d9e-a268-332fe9607083 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 950 time: 0.2367406 Feb 11 14:07:08.035890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-8c46e1d6-8992-43c6-9b43-3a5ed5bc5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.040094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-8c46e1d6-8992-43c6-9b43-3a5ed5bc5033 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47423089-3c7f-4692-a9c5-3ccd81564d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475719 Feb 11 14:07:08.042865 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Attempting to bind port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:08.043447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Attempting to bind port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:08.044137 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Attempting to bind port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:08.055856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:08.056383 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:08.056877 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.057373 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:08.058043 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Bound port: fd2a5cc9-dcea-4fa0-9667-dd703662a8ac, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:08.058739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-028f080e-366f-4c88-a447-e4cff14072c1 req-56de7a63-6e9b-4b79-ad40-fc5e407c0d62 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 210 time: 0.2899408 Feb 11 14:07:08.059093 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.132118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b93c0-c334-4db6-bb35-f3a8e1ce3932 req-9c0eed8f-5763-4c07-af44-2b805f479985 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.133605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb3b93c0-c334-4db6-bb35-f3a8e1ce3932 req-9c0eed8f-5763-4c07-af44-2b805f479985 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 944 time: 0.1541450 Feb 11 14:07:08.193321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-b5979ea3-b3fc-474c-bdc5-03f3381ae026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.195160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-b5979ea3-b3fc-474c-bdc5-03f3381ae026 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 1101 time: 0.3538992 Feb 11 14:07:08.207857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-773f5b7d-20cf-4a0f-83b0-2b27cae38937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.209875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-773f5b7d-20cf-4a0f-83b0-2b27cae38937 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67a390734a154bdab8e8fb9cf55c648e&device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 1101 time: 0.4438231 Feb 11 14:07:08.247073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-8d719038-0ac1-4c10-b1c4-832a36d5efce tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 200 len: 694 time: 0.1554286 Feb 11 14:07:08.247891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] For port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:08.274795 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] For port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:08.290456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991949c-356d-48aa-b9a9-f189f45a1622 None None] Pushing event updated for resources: {'Port': ['ID=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:08.316306 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-0355f96b-cdc7-4b0d-a551-817e5827170d service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011816 Feb 11 14:07:08.375234 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.396119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Made reservation on behalf of 52eff3aa98b048278e92a4eb9ec01334 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:08.398692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.451017 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:08.451642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:08.473423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.499473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991949c-356d-48aa-b9a9-f189f45a1622 None None] Pushing event updated for resources: {'Port': ['ID=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:08.547840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb3b93c0-c334-4db6-bb35-f3a8e1ce3932 req-1bb942c0-f119-462c-964e-f0bcdb5dac33 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3786075 Feb 11 14:07:08.551800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-8af95026-3365-4b99-92af-fbb3bdda1553 service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041471 Feb 11 14:07:08.612990 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:08.624164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643ada3-535d-494a-9f23-74ec0281482d req-b42d70fb-3936-4553-8d97-96f91ca1b7ac tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.631796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-b42d70fb-3936-4553-8d97-96f91ca1b7ac tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.3837318 Feb 11 14:07:08.636985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-70477800-bcdb-4699-9c11-e793664a0f52 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:07:08.637938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-70477800-bcdb-4699-9c11-e793664a0f52 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053928 Feb 11 14:07:08.649195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-693a963e-eec1-447e-8c11-2d69b1085877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.650651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-693a963e-eec1-447e-8c11-2d69b1085877 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.4129760 Feb 11 14:07:08.678846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-858d96b6-1f30-4d74-a347-3ebfd0e6a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.680300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-858d96b6-1f30-4d74-a347-3ebfd0e6a4a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.4308710 Feb 11 14:07:08.683038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 69958f1b-7024-4ca8-b992-26cd83d59cd2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:08.689340 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.754739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-15d3ce23-113d-4e1b-89b2-1768b1329a60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=225beb2f-040d-416f-9434-4a1eb2f8b650 HTTP/1.1" status: 200 len: 217 time: 0.0929930 Feb 11 14:07:08.817536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-3d943aee-c534-488c-8a4c-a1578a33ed85 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 697 time: 0.1659188 Feb 11 14:07:08.845829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-abe6e60b-7d87-4741-b793-cd097fea3951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 200 len: 217 time: 0.0981793 Feb 11 14:07:08.854105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12243bf8-5fbb-4e04-a8a3-85075d05079c req-2ac483f2-f850-4cb8-b022-77f8987f3816 service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910304 Feb 11 14:07:08.870610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6749b93-a4fd-4470-8202-e7d555f3ce5b req-fb01fad9-5f3f-4685-9dbd-d62035a17ad0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.872114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6749b93-a4fd-4470-8202-e7d555f3ce5b req-fb01fad9-5f3f-4685-9dbd-d62035a17ad0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.1219690 Feb 11 14:07:08.913984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:04Z', 'revision_number': 3, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:08.929187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 69958f1b-7024-4ca8-b992-26cd83d59cd2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69958f1b-7024-4ca8-b992-26cd83d59cd2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:08.929565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.960765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 69958f1b-7024-4ca8-b992-26cd83d59cd2 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:08.982041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6749b93-a4fd-4470-8202-e7d555f3ce5b req-cf57fdf8-8630-435c-b636-6e0b95f47850 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972936 Feb 11 14:07:08.982231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-8f6836a5-f551-4f15-91f8-9751b9a5eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.983639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-8f6836a5-f551-4f15-91f8-9751b9a5eaf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.2185717 Feb 11 14:07:08.992778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-42988d84-7db0-4432-953d-48640dbeba30 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 697 time: 0.1525829 Feb 11 14:07:09.005087 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476988e-a0cb-4325-b735-d38be6e7c112 None None] The sync data for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 is: [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:04Z', 'revision_number': 3, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:09.030262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-3f040811-5bc5-4747-8dc7-ec635a86afcd tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.031738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-3f040811-5bc5-4747-8dc7-ec635a86afcd tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1550231 Feb 11 14:07:09.034368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:09.054927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-0f2f36dd-0063-4e55-867c-8b66729c6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.054927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-0f2f36dd-0063-4e55-867c-8b66729c6f16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1729362 Feb 11 14:07:09.055764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.100131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.226123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.241526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-f26f4adf-82b6-4f53-9807-f2d727115b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.243042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-f26f4adf-82b6-4f53-9807-f2d727115b67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493746 Feb 11 14:07:09.263558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-881047467-network', 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:09.356227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b1206-db37-4463-9ac4-0a375ba2326b req-294f9038-0db3-4e53-aeeb-f359b0790283 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.366293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da7b1206-db37-4463-9ac4-0a375ba2326b req-294f9038-0db3-4e53-aeeb-f359b0790283 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 950 time: 0.2417805 Feb 11 14:07:09.383705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:09.395416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79739012-85dd-490c-9b6e-25642763ad10,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:09.429789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-cca4262b-9d02-4118-b6e0-591178af8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.431309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-cca4262b-9d02-4118-b6e0-591178af8886 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 1095 time: 0.3422182 Feb 11 14:07:09.439590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-1e9e5f20-5879-4398-9bca-97c1030385b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.441162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-1e9e5f20-5879-4398-9bca-97c1030385b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3498831 Feb 11 14:07:09.446160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-687f8e6f-170c-423f-8595-324eedc38a35 service neutron] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:09.469424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:09.471861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.477912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-687f8e6f-170c-423f-8595-324eedc38a35 service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.479280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-637f9c19-8744-4c8c-9b63-b7e6a6c3f513 req-687f8e6f-170c-423f-8595-324eedc38a35 service neutron] 10.222.0.62 "DELETE /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.4367046 Feb 11 14:07:09.519157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da7b1206-db37-4463-9ac4-0a375ba2326b req-f4acb726-ce0c-4417-bccd-68cff4483705 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491961 Feb 11 14:07:09.525097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.525470 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Added segment f47b7d8b-089f-4a8b-b0cc-ba2d19c0f8db of type vlan for network 91e47646-f7ca-470d-98a6-acfe70243a30 Feb 11 14:07:09.528224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.667760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21937cc4-f8e8-4a89-9036-0cc80c73c595 req-04ec1691-cff8-4078-b3bb-b050f1e2c390 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 210 time: 0.0529275 Feb 11 14:07:09.704268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.715773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443', '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:09.759782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.788160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:09.826119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=69958f1b-7024-4ca8-b992-26cd83d59cd2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:09.959317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.038382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 69958f1b-7024-4ca8-b992-26cd83d59cd2 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:10.046579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d7e90-bd63-4573-8c51-5210d97379bc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:10.053703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.057039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd02595c-3d09-485e-9642-473ce2d5117f req-abe93e7e-021f-4903-9c10-3a040b50c549 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "DELETE /v2.0/ports/69958f1b-7024-4ca8-b992-26cd83d59cd2 HTTP/1.1" status: 204 len: 173 time: 2.0180862 Feb 11 14:07:10.063765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'name': 'network-vif-deleted', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:10.076548 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79c2ec-1275-4bce-90d4-2edfab1571f0" -d '{"events": [{"server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "name": "network-vif-deleted", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:10.110027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f328b63-13e4-4ce6-80bb-4d0a3562e537 req-4a978aac-61c9-43d1-bfba-9f04376251c5 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.119940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f328b63-13e4-4ce6-80bb-4d0a3562e537 req-4a978aac-61c9-43d1-bfba-9f04376251c5 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 944 time: 0.3153276 Feb 11 14:07:10.197857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f328b63-13e4-4ce6-80bb-4d0a3562e537 req-8904e19e-0c81-4f1a-838a-17324fca90ac tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767744 Feb 11 14:07:10.243383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-c2395dc5-4c82-4393-9ebc-67838e0ea7d5 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.244944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-c2395dc5-4c82-4393-9ebc-67838e0ea7d5 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.4386735 Feb 11 14:07:10.262002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'port': {'device_id': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'admin_state_up': True, 'tenant_id': 'cc4a6ada94474ea8a9add36c49ce5026'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:10.565338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Deleting port d0e3f1f5-ed51-46b2-bf02-fde623720011 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:10.565338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.567856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c73d8-f331-46ac-b62c-84837b12312d req-15a7eb2f-1193-45e9-9adc-65a79ff7ab72 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.583352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b2c73d8-f331-46ac-b62c-84837b12312d req-15a7eb2f-1193-45e9-9adc-65a79ff7ab72 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.1810381 Feb 11 14:07:10.583849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.669048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b2c73d8-f331-46ac-b62c-84837b12312d req-362f4c32-c7f3-4fe3-8bc2-6fb4f5f025f5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676763 Feb 11 14:07:10.751029 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d3315-7f83-4703-8b48-ba524445b854 x-openstack-request-id: req-c65d3315-7f83-4703-8b48-ba524445b854 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:10.751029 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a1a16-e8c0-4e17-a9db-873c5b218519", "name": "network-vif-deleted", "tag": "69958f1b-7024-4ca8-b992-26cd83d59cd2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:10.751029 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c65d3315-7f83-4703-8b48-ba524445b854 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:10.751029 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a1a16-e8c0-4e17-a9db-873c5b218519', 'name': 'network-vif-deleted', 'tag': '69958f1b-7024-4ca8-b992-26cd83d59cd2', 'status': 'completed', 'code': 200} Feb 11 14:07:10.757743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-dedffa97-dfbd-4bff-bba9-22b38a073d12 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4618731 Feb 11 14:07:10.763897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.764780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.765392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.781910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:07:10.782889 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:07:10.793026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-a40cd125-1d09-4ab9-b05d-580ce26e98b0 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3270850 Feb 11 14:07:10.809071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Made reservation on behalf of cc4a6ada94474ea8a9add36c49ce5026 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:10.814748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.863663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d9f70d0-b963-4786-b157-8171b0b42f4b req-92391a13-0f45-4ffc-b5f3-e5e21ce60626 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a8a1a16-e8c0-4e17-a9db-873c5b218519 HTTP/1.1" status: 200 len: 210 time: 0.0448074 Feb 11 14:07:10.898995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Allocated IP 172.20.0.1 (845f6b45-52b7-40a6-9f17-f91cf95078af/10cfc08c-df01-4ee8-9d69-ad0dad0e1876/3cd46aaa-4ac8-4025-868c-f5799f110ee0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:10.988632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1b0b2b6-b7d8-4a9f-91f7-70266dba066b req-ae4ce37d-adea-4264-87c7-e8e0d4952d43 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 210 time: 0.0482051 Feb 11 14:07:10.988923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.988923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.014650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Allocated IP 172.20.0.8 (d090cbc7-ba2a-4d42-b4df-22482f2eb54b/84eb29b1-8c99-4c54-91f5-d4dfd019d6b4/1bbee34d-7d12-40cd-bda4-0049cae742ad) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:11.032125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-3596ffaf-566f-4a52-8f64-ed7422feb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.033617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-3596ffaf-566f-4a52-8f64-ed7422feb9b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 925 time: 1.5864441 Feb 11 14:07:11.099903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-944a1e5c-31c6-48b4-b14f-6c1f45901547 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daf8020c-02da-4509-ad6d-735c75e7efac HTTP/1.1" status: 200 len: 217 time: 0.0489233 Feb 11 14:07:11.104935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1197922 Feb 11 14:07:11.105885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Calling delete_port for d0e3f1f5-ed51-46b2-bf02-fde623720011 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:11.111233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be5cc-8374-40ce-9037-5b01d5ee8b60 admin admin] Pushing event updated for resources: {'Network': ['ID=91e47646-f7ca-470d-98a6-acfe70243a30,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:11.112376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39540) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:11.125140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 91e47646-f7ca-470d-98a6-acfe70243a30 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:11.128270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Request body: {'subnet': {'network_id': '91e47646-f7ca-470d-98a6-acfe70243a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1158876669-subnet', 'tenant_id': '52eff3aa98b048278e92a4eb9ec01334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:11.143329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69958f1b-7024-4ca8-b992-26cd83d59cd2 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:11.197302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 69958f1b-7024-4ca8-b992-26cd83d59cd2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:11.197814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69958f1b-7024-4ca8-b992-26cd83d59cd2 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:11.276621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8a4d-b0e3-47ef-a29b-b6c46137abf5 req-579151da-2cbd-43fe-9ed4-e1dd7b2d81c1 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.285056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bcdd8a4d-b0e3-47ef-a29b-b6c46137abf5 req-579151da-2cbd-43fe-9ed4-e1dd7b2d81c1 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1096 time: 0.1729984 Feb 11 14:07:11.291692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.312024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-0e096482-0588-4359-b598-f4d122dc8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.313622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-0e096482-0588-4359-b598-f4d122dc8924 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 200 len: 863 time: 0.1979163 Feb 11 14:07:11.338216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Made reservation on behalf of 52eff3aa98b048278e92a4eb9ec01334 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:11.340021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8911f9d9-1e80-49ac-9a98-fd0df4606a8e req-4a7f9018-a171-4960-a2c0-5526a293e4bb service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674915 Feb 11 14:07:11.340566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.387745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f46ced8-f281-443e-a453-d4bf71e178cc req-e5094ce9-3164-4bd5-a7b2-35241ef58d71 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514166 Feb 11 14:07:11.400585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:11.405383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.413175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fd2a5cc9-dcea-4fa0-9667-dd703662a8ac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:11.430635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.450419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.450799 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Added segment cfb7a238-7df7-45bb-9c1b-665f0ea47bd2 of type vlan for network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf Feb 11 14:07:11.455418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-497cafb1-e6c2-4f4c-af6b-a8d87596ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.457357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-497cafb1-e6c2-4f4c-af6b-a8d87596ef0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47423089-3c7f-4692-a9c5-3ccd81564d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213372 Feb 11 14:07:11.478466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bcdd8a4d-b0e3-47ef-a29b-b6c46137abf5 req-365514bd-56ec-4a57-b087-26a177c31535 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910834 Feb 11 14:07:11.493663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:11.494041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.595911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.656722 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.685114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-479e6db9-bc53-4462-9ed6-12d25f926ee0 service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145128 Feb 11 14:07:11.701830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:11.710223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.754422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.757639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.769939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19110-f623-4098-a44a-df05fc9f6e67 req-9578aed0-3875-4efc-9808-d2ac7f141059 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.771412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be19110-f623-4098-a44a-df05fc9f6e67 req-9578aed0-3875-4efc-9808-d2ac7f141059 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 944 time: 0.1110840 Feb 11 14:07:11.785927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.801635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Network 845f6b45-52b7-40a6-9f17-f91cf95078af is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:11.807613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:11.814109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:11.838043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.839155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.839741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.850122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:11.900553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Pushing event updated for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:11.926261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:11.927283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.934029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event deleted for resources: {'Port': ['ID=d0e3f1f5-ed51-46b2-bf02-fde623720011,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:11.950450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be19110-f623-4098-a44a-df05fc9f6e67 req-8cb9a5a8-ce99-468a-bdb6-5833ef7a5053 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616499 Feb 11 14:07:11.956212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:11.967093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:11.973687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e3c6c8d-c5e1-4d04-82ed-f5fe9ec7ce34 req-f84e5534-a187-4a04-837a-c1e2d3c4d533 service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848403 Feb 11 14:07:12.007391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:12.012542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:12.021941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.022887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:12.031416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b799566d-ddb8-4466-aec3-32ecae5515a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9966292 Feb 11 14:07:12.034026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39556) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:12.035065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.036644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c643ada3-535d-494a-9f23-74ec0281482d req-7c5bfed4-2bdf-4a6a-8bf1-f787521aa76c tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "DELETE /v2.0/floatingips/24993346-76ca-43d2-a9b0-bc7bf94b2ce9 HTTP/1.1" status: 204 len: 173 time: 3.0240648 Feb 11 14:07:12.048674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:12.075326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Request body: {'subnet': {'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-881047467-subnet', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:12.131831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f35c9e-cc6b-4673-8f92-988da5ebe558,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:12.168585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5dc0922a-7444-4e42-9142-0c35c2d990c0 None None] Provisioning complete for port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:12.169166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dc0922a-7444-4e42-9142-0c35c2d990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.193739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.194350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.207558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0922a-7444-4e42-9142-0c35c2d990c0 None None] Port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:12.219462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149ea8-3a18-4b4f-beee-f1b9edf9f5b8 req-6f35760c-46b5-418b-a074-26ad2ef7f17f tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.221071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01149ea8-3a18-4b4f-beee-f1b9edf9f5b8 req-6f35760c-46b5-418b-a074-26ad2ef7f17f tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 931 time: 0.0566001 Feb 11 14:07:12.221749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Checking segment: {'id': 'f47b7d8b-089f-4a8b-b0cc-ba2d19c0f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '91e47646-f7ca-470d-98a6-acfe70243a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:12.222102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Network hostable DHCP agents. Network: 91e47646-f7ca-470d-98a6-acfe70243a30, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:12.261145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01149ea8-3a18-4b4f-beee-f1b9edf9f5b8 req-d18c5dfc-f331-42dd-9ba8-79758fee632c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Feb 11 14:07:12.263848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-15d3a2cb-75be-4964-aee1-895e2b9ce78a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.265322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-15d3a2cb-75be-4964-aee1-895e2b9ce78a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.1781156 Feb 11 14:07:12.282150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-43cb864c-c79e-4f75-904a-4764989f967c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/quotas/9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 375 time: 0.0103726 Feb 11 14:07:12.325695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.337431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-e9e91d3c-6bd6-4bec-83fb-58855b178af4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492542 Feb 11 14:07:12.370267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:12.372535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.376995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-37bf8a94-898a-4a5d-85b7-797c7a420485 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1224136 Feb 11 14:07:12.391624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device daf8020c-02da-4509-ad6d-735c75e7efac details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:12.417225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Request body: {'port': {'device_id': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:12.419427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Network 91e47646-f7ca-470d-98a6-acfe70243a30 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:12.495972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=daf8020c-02da-4509-ad6d-735c75e7efac,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:12.513750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.521350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'port_id': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'mac_address': 'fa:16:3e:a0:8c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:12.558854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.559843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.571487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf8020c-02da-4509-ad6d-735c75e7efac {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:12.577361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-626c20a9-995b-40e9-9125-d7ec92cb818d service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309482 Feb 11 14:07:12.592066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=daf8020c-02da-4509-ad6d-735c75e7efac,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:12.615048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.628796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 91e47646-f7ca-470d-98a6-acfe70243a30) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:12.639117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740b28d-71bb-4a65-906e-ed308e8beeac None None] Network 91e47646-f7ca-470d-98a6-acfe70243a30 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:12.682819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.683404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.683987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.708881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.711939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Pushing event updated for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:12.759710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:12.801186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-df2a8e0e-1b74-4eb4-aea9-4243094f4a36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6874666 Feb 11 14:07:12.816870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4de10-338f-4736-99d9-2abb4bf3c375 None None] Network 91e47646-f7ca-470d-98a6-acfe70243a30 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:12.841618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Network 845f6b45-52b7-40a6-9f17-f91cf95078af is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:12.846399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:13.021834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['daf8020c-02da-4509-ad6d-735c75e7efac'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:13.074435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Router fcdb7853-dbdf-422c-ad6f-35a12281b64b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:13.253212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-472b077e-6662-4622-9d74-9b05ee4c71d9 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676173 Feb 11 14:07:13.290763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:13.297783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8d44e0b8-0e40-430d-8ed6-fdbf7b744d93 None None] Provisioning complete for port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:13.298840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d44e0b8-0e40-430d-8ed6-fdbf7b744d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.308580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-844a8b0d-e907-48b3-abc3-f2658cd8d95d admin admin] 10.222.0.31 "PUT /v2.0/routers/fcdb7853-dbdf-422c-ad6f-35a12281b64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9196863 Feb 11 14:07:13.310620 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Sync routers for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:13.321139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.324359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffab5c-defb-4d43-94e7-73cc66e36ae2 req-8bed3f6b-cdd8-41be-af3b-28dbd7e80f03 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:13.326411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bffab5c-defb-4d43-94e7-73cc66e36ae2 req-8bed3f6b-cdd8-41be-af3b-28dbd7e80f03 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.0992725 Feb 11 14:07:13.338212 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:13.340516 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:13.377113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fd2a5cc9-dcea-4fa0-9667-dd703662a8ac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:13.414710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bffab5c-defb-4d43-94e7-73cc66e36ae2 req-3ad18814-8540-4366-9107-b34009505df3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796990 Feb 11 14:07:13.456023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e8b9a1-14ef-4774-8af5-6bfda8b819d7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:13.467597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e0b8-0e40-430d-8ed6-fdbf7b744d93 None None] Port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:13.488606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:13.489254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.500732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Checking segment: {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:13.501123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Network hostable DHCP agents. Network: 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:13.543253 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:13.594652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:13.603776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.616663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Transition to ACTIVE for port object 1bbee34d-7d12-40cd-bda4-0049cae742ad will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:13.660306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:13.662831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a9184-7fb3-4f3a-989f-62ba506db5c3 req-b8524200-2d32-4a6e-99c0-c6903308e5e2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:13.664726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-499a9184-7fb3-4f3a-989f-62ba506db5c3 req-b8524200-2d32-4a6e-99c0-c6903308e5e2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 945 time: 0.1143506 Feb 11 14:07:13.667483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.748343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-499a9184-7fb3-4f3a-989f-62ba506db5c3 req-5afb8d2a-dbee-4b4b-8b69-041c322badf9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746987 Feb 11 14:07:13.804811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:13.807865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:13.815797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b20286-ffff-480f-a5c0-31d1b423c261 None None] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:13.820616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:13.821532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.829478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Attempting to bind port 1bbee34d-7d12-40cd-bda4-0049cae742ad on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:13.829813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Attempting to bind port 1bbee34d-7d12-40cd-bda4-0049cae742ad by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:13.836573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Attempting to bind port 1bbee34d-7d12-40cd-bda4-0049cae742ad on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:13.837720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Port 1bbee34d-7d12-40cd-bda4-0049cae742ad on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:13.838038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Attempting to bind port 1bbee34d-7d12-40cd-bda4-0049cae742ad on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:13.845057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:13.845384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Checking segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:13.845769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Bound using segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:13.846329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Bound port: 1bbee34d-7d12-40cd-bda4-0049cae742ad, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:13.846691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:13.926067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f306fa32-e1da-49ee-971c-50c2d4a6b417 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8560815 Feb 11 14:07:13.926715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:13.932449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:13.972122 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:12Z', 'revision_number': 4, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3cd46aaa-4ac8-4025-868c-f5799f110ee0', 'name': '', 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'mac_address': 'fa:16:3e:c2:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:09Z', 'updated_at': '2022-02-11T14:07:12Z', 'revision_number': 2, 'project_id': 'faa4c58badba432095d60f920ee76400', 'subnets': [{'id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:13.976941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:13.981514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:14.009500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6622c-cf72-4cd1-a7c7-974d47124472 req-9c167dd9-d604-46e0-978a-c5d3753ba875 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.011196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89a6622c-cf72-4cd1-a7c7-974d47124472 req-9c167dd9-d604-46e0-978a-c5d3753ba875 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.1207690 Feb 11 14:07:14.030525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Checking router: fcdb7853-dbdf-422c-ad6f-35a12281b64b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:14.031226 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Updating router fcdb7853-dbdf-422c-ad6f-35a12281b64b port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:14.095649 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.119965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-0cdd0c5a-ab6c-4533-842c-34a5f8bc58b3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.121549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-0cdd0c5a-ab6c-4533-842c-34a5f8bc58b3 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.1091921 Feb 11 14:07:14.130900 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89a6622c-cf72-4cd1-a7c7-974d47124472 req-59eb8319-f308-428f-a4a2-372d2add33e1 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096227 Feb 11 14:07:14.197772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'fixed_ips': [{'subnet_id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:07:14.200428 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.272362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-0148d351-2a8c-47e6-81fc-ef3bfac1bc66 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.275963 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-0148d351-2a8c-47e6-81fc-ef3bfac1bc66 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/networks?id=6a4ffa10-0e97-475d-a1c8-adeac308426a HTTP/1.1" status: 200 len: 815 time: 0.2526050 Feb 11 14:07:14.282759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.284083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.288422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.344954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.344954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.344954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bbee34d-7d12-40cd-bda4-0049cae742ad HTTP/1.1" status: 200 len: 1091 time: 1.9339421 Feb 11 14:07:14.370901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:14.373930 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:14.408936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a7680-1bf9-4415-a798-5da1a5d5b81b req-18ac3b09-b7d8-414f-bc7a-ff2953632cf1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.419572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8a7680-1bf9-4415-a798-5da1a5d5b81b req-18ac3b09-b7d8-414f-bc7a-ff2953632cf1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 943 time: 0.1434999 Feb 11 14:07:14.427560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-4c113f84-07bf-4d3b-b74d-0b1f4df46dec tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/quotas/5feb5fc750e64a05a9cb1c2c31d2ab04 HTTP/1.1" status: 200 len: 375 time: 0.0962796 Feb 11 14:07:14.476994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Deleting port f24d4cf5-3fd9-4756-8e1d-59059399f054 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:14.479169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.482421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-e8baa0b7-1e44-40a2-bfc1-0fba557f18ff tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5feb5fc750e64a05a9cb1c2c31d2ab04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452297 Feb 11 14:07:14.530580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.644769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-fbdcdf66-cc07-4027-a7ed-943390b54805 service neutron] 10.222.0.31 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210880 Feb 11 14:07:14.666800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8a7680-1bf9-4415-a798-5da1a5d5b81b req-1de0309b-96d9-4415-b228-94c68f3248ae tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430305 Feb 11 14:07:14.670319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Allocated IP 172.20.0.2 (1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf/94e8b9a1-14ef-4774-8af5-6bfda8b819d7/c5431971-e2d6-4dc1-b36a-697e19610aff) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:14.671485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919a5e-bd65-4d3f-a558-6657d513a082 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:14.785799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device daf8020c-02da-4509-ad6d-735c75e7efac up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:14.813309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71953bca-a52a-4cc9-ba8e-ebab659262de req-c7a11daf-45c4-4064-b982-fb9fcd3e60a0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 210 time: 0.0354481 Feb 11 14:07:14.840736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] For port f24d4cf5-3fd9-4756-8e1d-59059399f054, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f24d4cf5-3fd9-4756-8e1d-59059399f054,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:14.841376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.869522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Calling delete_port for f24d4cf5-3fd9-4756-8e1d-59059399f054 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:14.911169 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca5187-4ea8-4c95-8820-daba23cea4c8 x-openstack-request-id: req-6aca5187-4ea8-4c95-8820-daba23cea4c8 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:14.911761 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:14.912321 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aca5187-4ea8-4c95-8820-daba23cea4c8 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:14.913126 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'status': 'completed', 'code': 200} Feb 11 14:07:14.960682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-e9fc16d7-bc8f-404a-8ce3-bc38b249f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.962420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-e9fc16d7-bc8f-404a-8ce3-bc38b249f9ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 1094 time: 0.4790463 Feb 11 14:07:14.964542 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.983707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port daf8020c-02da-4509-ad6d-735c75e7efac completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:14.989369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port daf8020c-02da-4509-ad6d-735c75e7efac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:14.990332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.026361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.046713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.066679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-c8e22084-0de0-47a1-87d2-a60575398fa3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.068756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-c8e22084-0de0-47a1-87d2-a60575398fa3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.5417511 Feb 11 14:07:15.075012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-18b7b0d5-a24c-4e2a-beff-15f730050d83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad HTTP/1.1" status: 200 len: 217 time: 0.0763631 Feb 11 14:07:15.099473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.119575 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.191856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-7677c468-d47d-455f-97fc-07a638c1f16f service neutron] 10.222.0.31 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459218 Feb 11 14:07:15.256935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.273478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-4281168a-efaf-4e3e-b39d-5e228419431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.275352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-4281168a-efaf-4e3e-b39d-5e228419431d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 200 len: 861 time: 0.1923440 Feb 11 14:07:15.287361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=daf8020c-02da-4509-ad6d-735c75e7efac,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:15.293129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:15.295332 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e789d-a78c-41ab-845e-f9c2b68e4342" -d '{"events": [{"server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "name": "network-vif-plugged", "status": "completed", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:15.295968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920449-0dd4-4aeb-a48a-163d2e3ee1b0 req-806196f9-9acb-4ef0-a537-8d88827d1728 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.300446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43920449-0dd4-4aeb-a48a-163d2e3ee1b0 req-806196f9-9acb-4ef0-a537-8d88827d1728 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da71ac5-baf2-478c-a0d9-bfb2068d4dac HTTP/1.1" status: 200 len: 945 time: 0.2781091 Feb 11 14:07:15.327863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-3938bfcc-8bde-41e7-908b-d26cd2033a47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444884 Feb 11 14:07:15.351886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.372768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:15.401301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.407940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Pushing event updated for resources: {'Port': ['ID=c5431971-e2d6-4dc1-b36a-697e19610aff,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:15.425149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:15.465309 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98d2b-b340-4c2d-8244-78f14b042172 None None] Pushing event updated for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:15.468067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Attempting to bind port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:15.468067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Attempting to bind port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:15.468430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Attempting to bind port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 on network 845f6b45-52b7-40a6-9f17-f91cf95078af {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:15.479272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-d104a655-904c-45fa-a00f-f2fd2b4357f0 service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406155 Feb 11 14:07:15.488993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:15.489409 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Checking segment: {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:15.489765 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.490148 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Bound using segment: {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:15.490613 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Bound port: 3cd46aaa-4ac8-4025-868c-f5799f110ee0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7783c10a-ff20-4ed1-80c2-0984f738da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:15.491205 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.495232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Pushing event deleted for resources: {'Port': ['ID=f24d4cf5-3fd9-4756-8e1d-59059399f054,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:15.508371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:15.551239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:15.553208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.609370 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] For port 3cd46aaa-4ac8-4025-868c-f5799f110ee0, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:15.613223 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] For port 3cd46aaa-4ac8-4025-868c-f5799f110ee0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3cd46aaa-4ac8-4025-868c-f5799f110ee0,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:15.647572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] No DVR routers for this DVR port f24d4cf5-3fd9-4756-8e1d-59059399f054 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:15.653231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43920449-0dd4-4aeb-a48a-163d2e3ee1b0 req-4c60d939-b755-4f40-a472-9f5d89011963 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecdec57b-a20a-4978-a615-22f51a2ee9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445547 Feb 11 14:07:15.658405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.666459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e247bd4e-1542-4e86-9bf2-63e761d6f82c req-a1531c11-1022-4ed2-946e-fe8fba669bb6 tempest-FloatingIPsAssociationTestJSON-172489611 tempest-FloatingIPsAssociationTestJSON-172489611-project] 10.222.0.60 "DELETE /v2.0/ports/f24d4cf5-3fd9-4756-8e1d-59059399f054 HTTP/1.1" status: 204 len: 173 time: 1.5345337 Feb 11 14:07:15.669766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'name': 'network-vif-deleted', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:15.673665 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d92dbb-53cb-451e-bcb0-8e247aa9b7ca" -d '{"events": [{"server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "name": "network-vif-deleted", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:15.684948 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.786478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:15.822773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c862553-f1c1-4c72-a22b-bc3c0e6947a7 req-0d698504-e128-4727-af36-cb4b488e785d service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348083 Feb 11 14:07:15.827727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Attempting to bind port c5431971-e2d6-4dc1-b36a-697e19610aff on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:15.828333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Attempting to bind port c5431971-e2d6-4dc1-b36a-697e19610aff by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:15.828709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Attempting to bind port c5431971-e2d6-4dc1-b36a-697e19610aff on network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:15.882650 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:15.896926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] Provisioning complete for port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:15.899088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.909028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:15.910245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Checking segment: {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:15.911484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.911484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Bound using segment: {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:15.914976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Bound port: c5431971-e2d6-4dc1-b36a-697e19610aff, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:15.915390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:15.920004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:16.127062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5980d-d15b-4015-ad41-e4975690af5f req-b99215e5-aee1-47a0-89c9-935485f504bb tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.137858 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03a5980d-d15b-4015-ad41-e4975690af5f req-b99215e5-aee1-47a0-89c9-935485f504bb tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.2073617 Feb 11 14:07:16.287191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03a5980d-d15b-4015-ad41-e4975690af5f req-d04a741b-0567-427f-a1cb-b8211909bb0c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483772 Feb 11 14:07:16.308130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:16.386562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b699-767d-4f4a-8652-5b1523799ac2 req-918df14a-6843-4898-a7af-1c10d1bd41f3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.387920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40b0b699-767d-4f4a-8652-5b1523799ac2 req-918df14a-6843-4898-a7af-1c10d1bd41f3 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.3978000 Feb 11 14:07:16.391538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.511910 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1f792-0cfa-4043-9808-ed56aee8781a x-openstack-request-id: req-67b1f792-0cfa-4043-9808-ed56aee8781a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:16.515411 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "name": "network-vif-plugged", "status": "completed", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:16.515411 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67b1f792-0cfa-4043-9808-ed56aee8781a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:16.516246 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'code': 200} Feb 11 14:07:16.521594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] For port c5431971-e2d6-4dc1-b36a-697e19610aff, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:16.527886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98d2b-b340-4c2d-8244-78f14b042172 None None] Pushing event updated for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:16.557686 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fa988-8f3a-4ba5-9637-a6c334e12b83 x-openstack-request-id: req-443fa988-8f3a-4ba5-9637-a6c334e12b83 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:16.558022 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da71ac5-baf2-478c-a0d9-bfb2068d4dac", "name": "network-vif-deleted", "tag": "f24d4cf5-3fd9-4756-8e1d-59059399f054", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:16.558272 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443fa988-8f3a-4ba5-9637-a6c334e12b83 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:16.558667 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da71ac5-baf2-478c-a0d9-bfb2068d4dac', 'name': 'network-vif-deleted', 'tag': 'f24d4cf5-3fd9-4756-8e1d-59059399f054', 'status': 'completed', 'code': 200} Feb 11 14:07:16.601234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] For port c5431971-e2d6-4dc1-b36a-697e19610aff, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c5431971-e2d6-4dc1-b36a-697e19610aff,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:16.606952 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.612638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:16.620691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.621624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-c7685040-caf4-49fd-b16d-1fc28c4042cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.623245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-c7685040-caf4-49fd-b16d-1fc28c4042cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 1094 time: 0.4455431 Feb 11 14:07:16.630799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.663135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.773876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dedbd-f0c0-42c2-bd42-e567e63bc248 req-21b07eaa-fc2a-4ff0-b493-8ec5e5109302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.775707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-895dedbd-f0c0-42c2-bd42-e567e63bc248 req-21b07eaa-fc2a-4ff0-b493-8ec5e5109302 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 1097 time: 0.2113452 Feb 11 14:07:16.795972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] For port 3cd46aaa-4ac8-4025-868c-f5799f110ee0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3cd46aaa-4ac8-4025-868c-f5799f110ee0,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:16.856742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40b0b699-767d-4f4a-8652-5b1523799ac2 req-a1f1713d-1e5a-4f49-afc1-919006e68a11 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548910 Feb 11 14:07:16.890858 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.897516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62125934-5e43-46c8-b1ef-9f2d09b34920 None None] Pushing event updated for resources: {'Port': ['ID=c5431971-e2d6-4dc1-b36a-697e19610aff,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:16.928847 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:12Z', 'revision_number': 4, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3cd46aaa-4ac8-4025-868c-f5799f110ee0', 'name': '', 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'mac_address': 'fa:16:3e:c2:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:09Z', 'updated_at': '2022-02-11T14:07:15Z', 'revision_number': 4, 'project_id': 'faa4c58badba432095d60f920ee76400', 'subnets': [{'id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:16.976281 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764e4a-5911-4a17-b678-78b436ee1d25 None None] The sync data for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 is: [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:07:12Z', 'revision_number': 4, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3cd46aaa-4ac8-4025-868c-f5799f110ee0', 'name': '', 'network_id': '845f6b45-52b7-40a6-9f17-f91cf95078af', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'mac_address': 'fa:16:3e:c2:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:09Z', 'updated_at': '2022-02-11T14:07:15Z', 'revision_number': 4, 'project_id': 'faa4c58badba432095d60f920ee76400', 'subnets': [{'id': '10cfc08c-df01-4ee8-9d69-ad0dad0e1876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:17.081004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:17.148190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c68c4-efcd-4a14-9e1d-2f3f736e1d1d None None] Pushing event updated for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:17.197306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7944ab25-2801-4cf4-b26f-5b3b43c8a033 None None] Provisioning complete for port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:17.197306 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7944ab25-2801-4cf4-b26f-5b3b43c8a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:17.232445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f24d4cf5-3fd9-4756-8e1d-59059399f054 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:17.507322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fe854-b8bd-4b35-9262-27c7418b948f req-af85acda-c7c9-442a-a291-bf2ca3e98ecf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:17.543272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-331fe854-b8bd-4b35-9262-27c7418b948f req-af85acda-c7c9-442a-a291-bf2ca3e98ecf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 943 time: 0.7853146 Feb 11 14:07:17.567425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f24d4cf5-3fd9-4756-8e1d-59059399f054 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:17.567759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f24d4cf5-3fd9-4756-8e1d-59059399f054 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:17.613662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c5431971-e2d6-4dc1-b36a-697e19610aff up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:17.647152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-895dedbd-f0c0-42c2-bd42-e567e63bc248 req-9dc7b28a-4917-4afe-a67e-e64ddf81c201 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8005164 Feb 11 14:07:17.708067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-9ea508fd-8856-447c-8e93-12a4aa45823a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:17.710096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-9ea508fd-8856-447c-8e93-12a4aa45823a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 1.0268261 Feb 11 14:07:17.737654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Request body: {'port': {'device_id': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'admin_state_up': True, 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:17.838951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-331fe854-b8bd-4b35-9262-27c7418b948f req-ec8349c4-48f4-4039-a082-518f8263c6b4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895548 Feb 11 14:07:17.894029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c5431971-e2d6-4dc1-b36a-697e19610aff triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:17.894029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.075540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a711a78e-0562-4f62-9e9d-0e242ea3cea4 req-cb0bc4d3-a8bf-43fe-bad0-69eef7cce128 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 210 time: 0.0832736 Feb 11 14:07:18.096566 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.102373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:18.106330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.155234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91b18029-b5f1-4275-9d22-f418f677fd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.206945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port c5431971-e2d6-4dc1-b36a-697e19610aff, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c5431971-e2d6-4dc1-b36a-697e19610aff,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:18.247747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:18.339198 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.339198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3cd46aaa-4ac8-4025-868c-f5799f110ee0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:18.436220 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:18.445179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf546a39-91bb-41ef-bcbc-51de753fab75 req-68409d82-c63d-45e3-9554-82625dc4c6ea tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 210 time: 1.3217876 Feb 11 14:07:18.568069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=c5431971-e2d6-4dc1-b36a-697e19610aff,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:18.584128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:18.585822 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.740920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-b72a2fbd-0141-4129-887d-4664443eaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.754982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-b72a2fbd-0141-4129-887d-4664443eaa6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 922 time: 2.1121917 Feb 11 14:07:18.768441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Allocated IP 172.25.7.248 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/52f6b883-51c5-4631-9fe1-96f33961fbb6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:18.901602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-abc757ca-aa53-4502-8f52-415a0a70a34b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad HTTP/1.1" status: 200 len: 217 time: 0.1223097 Feb 11 14:07:19.046474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d709c-132f-4625-b6c6-baa1c6e5ed4b req-23f81479-1c45-44f0-be1e-872f209de947 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.051470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94621c6f-14b8-4a08-bee5-83d661ac3a95 None None] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:19.054898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc6d709c-132f-4625-b6c6-baa1c6e5ed4b req-23f81479-1c45-44f0-be1e-872f209de947 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 950 time: 0.4117339 Feb 11 14:07:19.193034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1276f-7bc3-4e9e-892c-113ba53eb225 req-0b7ead1a-b267-42fa-a5cb-c647ffde5ec2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.195458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93e1276f-7bc3-4e9e-892c-113ba53eb225 req-0b7ead1a-b267-42fa-a5cb-c647ffde5ec2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.8594007 Feb 11 14:07:19.264388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-91ac6efa-93fb-409c-a6d9-0ca9ad485207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.266898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-91ac6efa-93fb-409c-a6d9-0ca9ad485207 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 200 len: 861 time: 0.3513076 Feb 11 14:07:19.276133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:19.282530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:19.323974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc6d709c-132f-4625-b6c6-baa1c6e5ed4b req-a3ebcf64-3750-4df6-a127-edff058840f7 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640367 Feb 11 14:07:19.432679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93e1276f-7bc3-4e9e-892c-113ba53eb225 req-83bed1ab-37af-4822-b663-6a9e2ab6c72c tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919851 Feb 11 14:07:19.440039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Allocated IP 172.20.0.9 (cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6/eb94f125-d588-4b8a-a879-1674ebf9e7d4/53585188-0a44-4ee5-8099-14caff8aa82c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:19.462190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.477281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c5431971-e2d6-4dc1-b36a-697e19610aff up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:19.486068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-b1bd4531-a0fc-41a2-a65f-8691118cd198 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018771 Feb 11 14:07:19.566562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.586920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:19.630006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=47a1fc7e-0f7a-49ab-9b1b-68fd475531c3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:19.652021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:19.711552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-d1c78329-4982-4bd7-b13e-b710b78b650e tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.719306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-d1c78329-4982-4bd7-b13e-b710b78b650e tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.60 "GET /v2.0/networks?id=6a4ffa10-0e97-475d-a1c8-adeac308426a HTTP/1.1" status: 200 len: 815 time: 0.7326491 Feb 11 14:07:19.743191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:07:19.746797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Request body: {'port': {'device_id': '41d64349-c247-4803-a02e-1a873415aa27', 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a', 'admin_state_up': True, 'tenant_id': '5feb5fc750e64a05a9cb1c2c31d2ab04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:19.757873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0cc420c4-fd55-4d85-aabd-12bfa2111f4f req-acd65916-da86-4e84-97c7-394012b576d4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 210 time: 0.1357434 Feb 11 14:07:19.775876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-08363993-6ad9-45a2-9448-973e99176c52 None None] Provisioning complete for port c5431971-e2d6-4dc1-b36a-697e19610aff triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:19.776248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08363993-6ad9-45a2-9448-973e99176c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.797487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c5431971-e2d6-4dc1-b36a-697e19610aff triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:19.797487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.858532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:19.899370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.903150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8233f9de-4fa8-4a27-8d29-cbe0dac6dc7b req-2a20eccc-1362-4f6f-8547-10d0aa648b46 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "DELETE /v2.0/ports/47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 HTTP/1.1" status: 204 len: 173 time: 4.8256974 Feb 11 14:07:19.917006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'name': 'network-vif-deleted', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:19.920458 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5775e0c0-7799-47a2-84bc-388d79b559a1" -d '{"events": [{"server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "name": "network-vif-deleted", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:19.958265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4706fd-e18f-4e5b-b830-84daa8cc0fe2 req-3c7f8ed1-163b-4c76-a1f5-d0765b3d5211 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.968794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea4706fd-e18f-4e5b-b830-84daa8cc0fe2 req-3c7f8ed1-163b-4c76-a1f5-d0765b3d5211 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 943 time: 0.5323858 Feb 11 14:07:20.061029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07c4bd19-439d-4ba1-959e-e4726d7177dc req-37ec121b-e480-4006-ab5c-40175ea1b4e3 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 210 time: 0.0757101 Feb 11 14:07:20.077845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-67d28dec-94d3-4e17-86f9-0e3bcba7aaba service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288765 Feb 11 14:07:20.161095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No active binding found for port 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:07:20.161884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 47a1fc7e-0f7a-49ab-9b1b-68fd475531c3 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:20.202027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea4706fd-e18f-4e5b-b830-84daa8cc0fe2 req-7b771d54-f039-428c-9380-301c022ffb86 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319221 Feb 11 14:07:20.207138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.213991 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f0b59-e3cb-4e94-bb0e-5440d42ecb06 x-openstack-request-id: req-a69f0b59-e3cb-4e94-bb0e-5440d42ecb06 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:20.215420 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a4e55-4cbb-4d19-8e72-311a574a1f20", "name": "network-vif-deleted", "tag": "47a1fc7e-0f7a-49ab-9b1b-68fd475531c3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:20.215780 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69f0b59-e3cb-4e94-bb0e-5440d42ecb06 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:20.216299 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a4e55-4cbb-4d19-8e72-311a574a1f20', 'name': 'network-vif-deleted', 'tag': '47a1fc7e-0f7a-49ab-9b1b-68fd475531c3', 'status': 'completed', 'code': 200} Feb 11 14:07:20.364676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.464484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9a3a97-7f97-478d-abe1-cacc5780c9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.480358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:20.520288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Pushing event updated for resources: {'Port': ['ID=52f6b883-51c5-4631-9fe1-96f33961fbb6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:20.526204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:20.542178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:20.562049 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cbb9e507-2712-4b91-abc9-4e0462a6cd10 req-e9b63672-9d0f-4363-bdd9-83c413522bec tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=d76a4e55-4cbb-4d19-8e72-311a574a1f20 HTTP/1.1" status: 200 len: 210 time: 0.0584199 Feb 11 14:07:20.608425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64ff85b9-b6b7-436a-ba14-c2fbf554dd1e req-29962d46-019d-48e8-b33c-f42add3a6509 service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081856 Feb 11 14:07:20.612400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:20.662224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Made reservation on behalf of 5feb5fc750e64a05a9cb1c2c31d2ab04 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:20.673016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.706365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.738505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'mac_address': 'fa:16:3e:c9:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:20.794188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:20.845906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:20.849548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:21.090690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.093131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:21.127328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c79b-84ff-48ee-ab71-48c49b1d58af req-ac65fc1b-d3d2-4f76-bc90-2c80b4bb5874 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.137966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cd3c79b-84ff-48ee-ab71-48c49b1d58af req-ac65fc1b-d3d2-4f76-bc90-2c80b4bb5874 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 931 time: 0.1266499 Feb 11 14:07:21.153682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.192131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.192745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.218656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cd3c79b-84ff-48ee-ab71-48c49b1d58af req-fabe5c71-9a2d-4850-a8f6-e80b6e1f2d75 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795603 Feb 11 14:07:21.233249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2b1ab769-a660-442a-a900-3d5ca9d00b07 None None] Provisioning complete for port c5431971-e2d6-4dc1-b36a-697e19610aff triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:21.233740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab769-a660-442a-a900-3d5ca9d00b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.267219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-00de7078-1939-418b-8a32-95403f9c4153 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5342488 Feb 11 14:07:21.284541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01cc2-fce6-40af-89f1-7e9e1c82ca61 req-5f3a5261-2564-482a-b801-b7a2194ff182 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.291534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66a01cc2-fce6-40af-89f1-7e9e1c82ca61 req-5f3a5261-2564-482a-b801-b7a2194ff182 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.1440954 Feb 11 14:07:21.303370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Request body: {'port': {'device_id': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:21.308216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:21.337957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:21.375976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66a01cc2-fce6-40af-89f1-7e9e1c82ca61 req-7cc47d77-253c-4e02-a40f-cfbff5031da7 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780025 Feb 11 14:07:21.403621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.412427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.484721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:21.596544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcb4d28d-5d3d-4d5f-a926-e4231316d0aa req-6d33ebd1-6adc-4902-847a-a9c041f6ffa5 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 210 time: 0.2016711 Feb 11 14:07:21.626053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Allocated IP 172.20.0.14 (6a4ffa10-0e97-475d-a1c8-adeac308426a/380e4b68-ed9a-42ba-b184-28ed982f4037/fe92d7e8-13ab-4e55-8b1b-e18f98e32916) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:21.630102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.643392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35f381-4eed-4713-950e-6ced657873e4 req-0b1bcd73-2bfb-4bd2-8232-5e6469151b94 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.650871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a35f381-4eed-4713-950e-6ced657873e4 req-0b1bcd73-2bfb-4bd2-8232-5e6469151b94 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 944 time: 0.1551359 Feb 11 14:07:21.674437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1bbee34d-7d12-40cd-bda4-0049cae742ad'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:21.725627 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.813346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdd7b-be8c-469a-98bd-fadf0de619e4 req-50cfb634-0f45-487d-93ba-3abc3a071cfd tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.826298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fedcdd7b-be8c-469a-98bd-fadf0de619e4 req-50cfb634-0f45-487d-93ba-3abc3a071cfd tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.1021373 Feb 11 14:07:21.828408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:21.842613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Request body: {'floatingip': {'port_id': 'daf8020c-02da-4509-ad6d-735c75e7efac'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:21.898983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.914023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.968482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53585188-0a44-4ee5-8099-14caff8aa82c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:21.983122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.989399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a35f381-4eed-4713-950e-6ced657873e4 req-4898c8d6-71ca-4599-8a04-ce4c15e5e8ad tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377466 Feb 11 14:07:22.026821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Transition to ACTIVE for port object 53585188-0a44-4ee5-8099-14caff8aa82c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:22.090065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.103463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Deleting port cc15192c-9996-4a19-8432-2314329a9b96 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:22.104115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.199478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:22.273369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] For port cc15192c-9996-4a19-8432-2314329a9b96, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc15192c-9996-4a19-8432-2314329a9b96,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:22.273744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.301045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Calling delete_port for cc15192c-9996-4a19-8432-2314329a9b96 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:22.307991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:22.308333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:22.308643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:22.317248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:22.317575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:22.324752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:22.328563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:22.328563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:22.328563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Bound port: 53585188-0a44-4ee5-8099-14caff8aa82c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:22.328563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.502772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:22.524680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.525042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:22.557534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4efe-0c81-4e69-8422-d5c5aeaea168 req-76466a7b-daee-4781-9327-2a942248b0a2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.559040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3bdb4efe-0c81-4e69-8422-d5c5aeaea168 req-76466a7b-daee-4781-9327-2a942248b0a2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.1243191 Feb 11 14:07:22.620408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.673937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3bdb4efe-0c81-4e69-8422-d5c5aeaea168 req-e0d4ce59-14c8-4abe-8ddd-3bb8b887dbee tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016867 Feb 11 14:07:22.682990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.683731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.685008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] 10.222.0.60 "PUT /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 1091 time: 1.3853757 Feb 11 14:07:22.687176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:22.689641 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57127e7e-2b26-4abe-8075-d02ccdef6335" -d '{"events": [{"name": "network-changed", "server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:22.713349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02382a-39f2-405e-b510-2294e7d91483 service neutron] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:22.735350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Router 498e6610-180c-4401-ab61-1f9a05ebac1f is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:07:22.741318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.799598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Network 6a4ffa10-0e97-475d-a1c8-adeac308426a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:22.855691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:22.862242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:22.876865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.889821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Pushing event updated for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:22.943513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0559f-9756-41c8-8875-33c59e47272c req-23d5e99f-f7da-4a32-b201-8257d4c59719 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.945241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3d0559f-9756-41c8-8875-33c59e47272c req-23d5e99f-f7da-4a32-b201-8257d4c59719 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 932 time: 0.1340764 Feb 11 14:07:22.946409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Pushing event deleted for resources: {'Port': ['ID=cc15192c-9996-4a19-8432-2314329a9b96,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:22.949868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-3d9dd8cc-5791-4e4d-99c9-fd19e1940f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.951370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-3d9dd8cc-5791-4e4d-99c9-fd19e1940f74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1094 time: 0.1248598 Feb 11 14:07:23.031971 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.038475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d366661-ee6c-4267-98ef-d0e5fb90f324 x-openstack-request-id: req-3d366661-ee6c-4267-98ef-d0e5fb90f324 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:23.039102 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:23.039505 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d366661-ee6c-4267-98ef-d0e5fb90f324 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:23.040147 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c', 'status': 'completed', 'code': 200} Feb 11 14:07:23.076078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-6b7902b0-0546-4f00-b26b-d0e9ab5df150 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.1155188 Feb 11 14:07:23.099169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:23.109640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Sync routers for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:23.143779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:23.144937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:23.223171 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3d0559f-9756-41c8-8875-33c59e47272c req-b6c7f3d7-7d40-464c-97be-fbac777cd194 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637944 Feb 11 14:07:23.247505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4fd644ff-f55d-4dc2-b50e-8e984a554e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:23.253994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:23.254857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.265532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-4fd644ff-f55d-4dc2-b50e-8e984a554e57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1675766 Feb 11 14:07:23.314704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.317297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80aa59d5-8354-4ce2-bc1f-a86b797163d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3898699 Feb 11 14:07:23.337345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:23.344029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-a44ac4c0-9da2-4669-a7db-1d67cd32fbed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740118 Feb 11 14:07:23.346213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-ea0e3b7f-5d34-4a81-9789-6520230904c4 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6040087 Feb 11 14:07:23.401484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683e0d-c1fc-4085-9f2a-bc9d5f8183e8 req-4b0d07f9-37d7-4877-aefd-ce1ad8cee648 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:23.436126 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.436126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:23.446081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8683e0d-c1fc-4085-9f2a-bc9d5f8183e8 req-4b0d07f9-37d7-4877-aefd-ce1ad8cee648 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 950 time: 0.2957833 Feb 11 14:07:23.500143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-8d8a5f79-48c9-4182-93bd-f8955fb3318c service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009555 Feb 11 14:07:23.501408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Request body: {'port': {'device_id': '41d64349-c247-4803-a02e-1a873415aa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:23.518107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:23.614817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.657153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8683e0d-c1fc-4085-9f2a-bc9d5f8183e8 req-6c9bdc35-a979-4ba0-a6a8-e6fed959afc4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098918 Feb 11 14:07:23.659722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1bbee34d-7d12-40cd-bda4-0049cae742ad completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:23.680071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1bbee34d-7d12-40cd-bda4-0049cae742ad triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:23.680841 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.850005 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.893455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:23.897162 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad55f1e3-7944-41a8-b847-85bd53d1cbfb" -d '{"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-plugged", "status": "completed", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:23.921165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:23.934973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:21Z', 'revision_number': 3, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:23.985895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Checking router: 498e6610-180c-4401-ab61-1f9a05ebac1f for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:23.987454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Updating router 498e6610-180c-4401-ab61-1f9a05ebac1f port 52f6b883-51c5-4631-9fe1-96f33961fbb6 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:24.042687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.047920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74144-1236-458c-9120-99af1107eb35 req-b8e08a40-ec47-4563-8948-59ee5810f72d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.060050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdc74144-1236-458c-9120-99af1107eb35 req-b8e08a40-ec47-4563-8948-59ee5810f72d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 944 time: 0.6728184 Feb 11 14:07:24.069609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.084497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.183589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-b056c346-159d-4daa-98af-6e14fcc8daa5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.183589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-b056c346-159d-4daa-98af-6e14fcc8daa5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 950 time: 0.5079873 Feb 11 14:07:24.185331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad12674-4fca-4b66-a242-9bc1530cb0d9 req-e655fc32-61a8-4fb6-bf56-e1457442f2f0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.193406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dad12674-4fca-4b66-a242-9bc1530cb0d9 req-e655fc32-61a8-4fb6-bf56-e1457442f2f0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.2498827 Feb 11 14:07:24.239719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.339141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e21cf46e-213f-4174-877e-8ced33099aaf req-87c3ad0c-381b-4a3a-8026-0142a4cd61d8 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061087 Feb 11 14:07:24.377869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdc74144-1236-458c-9120-99af1107eb35 req-67f4f9f3-1780-4ade-b201-8ea7b4a79697 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199763 Feb 11 14:07:24.433436 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae associated. External IP: 172.25.7.161, port: daf8020c-02da-4509-ad6d-735c75e7efac. Feb 11 14:07:24.486158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.505954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.513251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 5964639f-c07f-44b6-9575-f7878baf6443 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:24.513251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.513625 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d1fd68-f8a6-4d7d-b8cd-5284a640870a x-openstack-request-id: req-79d1fd68-f8a6-4d7d-b8cd-5284a640870a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:24.513625 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-plugged", "status": "completed", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:24.513625 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79d1fd68-f8a6-4d7d-b8cd-5284a640870a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:24.513625 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'code': 200} Feb 11 14:07:24.583995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.607806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 5964639f-c07f-44b6-9575-f7878baf6443, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5964639f-c07f-44b6-9575-f7878baf6443,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:24.608631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.626740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 5964639f-c07f-44b6-9575-f7878baf6443 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:24.642195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:24.697625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Attempting to bind port 52f6b883-51c5-4631-9fe1-96f33961fbb6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:24.698274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Attempting to bind port 52f6b883-51c5-4631-9fe1-96f33961fbb6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:24.698800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Attempting to bind port 52f6b883-51c5-4631-9fe1-96f33961fbb6 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Bound port: 52f6b883-51c5-4631-9fe1-96f33961fbb6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:24.719854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.746073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-020fff9a-d11f-4ae3-bc6a-418af3f4d2f4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.752528 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-020fff9a-d11f-4ae3-bc6a-418af3f4d2f4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 950 time: 0.4485326 Feb 11 14:07:24.762364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dad12674-4fca-4b66-a242-9bc1530cb0d9 req-81005dc2-6207-4541-beea-1bc4a148a14d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654101 Feb 11 14:07:24.789666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] For port 52f6b883-51c5-4631-9fe1-96f33961fbb6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:24.793393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] For port 52f6b883-51c5-4631-9fe1-96f33961fbb6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=52f6b883-51c5-4631-9fe1-96f33961fbb6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:24.799250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329bb8-e7c8-4765-a83a-41d1f2b06505 None None] Pushing event updated for resources: {'Port': ['ID=52f6b883-51c5-4631-9fe1-96f33961fbb6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:24.839044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.848396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Router 3c41bf55-dec6-4343-bc18-5621d17e719c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:24.867248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7cb0-035a-4441-a744-5f59b29838b2 req-8dc4b66e-9647-469e-a961-3b10782286b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.869260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d43c7cb0-035a-4441-a744-5f59b29838b2 req-8dc4b66e-9647-469e-a961-3b10782286b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1527066 Feb 11 14:07:24.927963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ddf8-8f6f-4252-9e65-1d10d9a11678 req-381556f4-29ae-4062-9ad4-1a86d6f1e65b tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.930475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66e7ddf8-8f6f-4252-9e65-1d10d9a11678 req-381556f4-29ae-4062-9ad4-1a86d6f1e65b tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 932 time: 0.2107444 Feb 11 14:07:24.942205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:24.943138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:24.955847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d43c7cb0-035a-4441-a744-5f59b29838b2 req-f344f6f5-1369-429c-9216-1486e7359373 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782578 Feb 11 14:07:24.975973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329bb8-e7c8-4765-a83a-41d1f2b06505 None None] Pushing event updated for resources: {'Port': ['ID=52f6b883-51c5-4631-9fe1-96f33961fbb6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:25.008128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-f4c436ec-4303-458b-8920-1259cc4dae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:25.012759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-f4c436ec-4303-458b-8920-1259cc4dae9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1094 time: 0.5319099 Feb 11 14:07:25.050403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.053326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe92d7e8-13ab-4e55-8b1b-e18f98e32916 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:25.067170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f97dc9-b120-40ba-8652-594054318943 req-ceb94b73-a58d-473e-8c56-90b05b0fd977 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:25.068918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44f97dc9-b120-40ba-8652-594054318943 req-ceb94b73-a58d-473e-8c56-90b05b0fd977 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a HTTP/1.1" status: 200 len: 950 time: 0.1054757 Feb 11 14:07:25.120206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.126497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=5964639f-c07f-44b6-9575-f7878baf6443,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:25.130811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:25.205316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5964639f-c07f-44b6-9575-f7878baf6443'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:25.230702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'ead509db-2b65-4149-ad93-5aba7851c920'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:25.260469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:25.314753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Transition to ACTIVE for port object fe92d7e8-13ab-4e55-8b1b-e18f98e32916 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:25.425930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44f97dc9-b120-40ba-8652-594054318943 req-a6f50354-797a-4356-a3b6-bd84f3ee4781 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234661 Feb 11 14:07:25.513522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.522130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 5964639f-c07f-44b6-9575-f7878baf6443 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:25.546713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.550414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16c58d0a-5908-4812-a96e-747f49f2dcee req-1f5363e3-b1cc-4c67-bc55-b9945f41ca95 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.60 "DELETE /v2.0/ports/5964639f-c07f-44b6-9575-f7878baf6443 HTTP/1.1" status: 204 len: 173 time: 1.3491826 Feb 11 14:07:25.555660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'name': 'network-vif-deleted', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:25.558128 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69593e2a-712a-49cf-98d6-acffc7f717a2" -d '{"events": [{"server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "name": "network-vif-deleted", "tag": "5964639f-c07f-44b6-9575-f7878baf6443"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:25.595713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:25.606636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-ecea0722-db43-4e8a-9413-9caffc44e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:25.608175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-ecea0722-db43-4e8a-9413-9caffc44e8b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.3069060 Feb 11 14:07:25.608860 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Sync routers for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:25.614832 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-468eacd5-15b9-4c3b-a5cc-472765c3ebfb admin admin] 10.222.0.31 "PUT /v2.0/routers/3c41bf55-dec6-4343-bc18-5621d17e719c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3632343 Feb 11 14:07:25.625462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:25.678164 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:25.679268 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:25.776544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:25.791359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:25.802616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.850429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-92e02498-3b32-4352-8fb0-125a73c44e41 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "PUT /v2.0/floatingips/d0e30b7d-4c4e-4984-9fea-3e39626a82ae HTTP/1.1" status: 200 len: 992 time: 4.0157411 Feb 11 14:07:25.903126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d73b-26fd-4ad0-8d55-e7b46e3b122c req-e98345cf-2499-422e-bdaa-6662810ee98e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:25.903126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b19d73b-26fd-4ad0-8d55-e7b46e3b122c req-e98345cf-2499-422e-bdaa-6662810ee98e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.2227907 Feb 11 14:07:25.903460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:25.974373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.027455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:26.028468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.063924 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:26.071075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Attempting to bind port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:26.071412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Attempting to bind port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '44c3892a-8c70-4acf-b1b5-ed32497dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:26.071718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Attempting to bind port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 on network 6a4ffa10-0e97-475d-a1c8-adeac308426a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:26.089447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 on network 6a4ffa10-0e97-475d-a1c8-adeac308426a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:26.089830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Attempting to bind port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 on network 6a4ffa10-0e97-475d-a1c8-adeac308426a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:26.104082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:26.104576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Checking segment: {'id': '44c3892a-8c70-4acf-b1b5-ed32497dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:26.104813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Bound using segment: {'id': '44c3892a-8c70-4acf-b1b5-ed32497dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:26.105281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Bound port: fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c3892a-8c70-4acf-b1b5-ed32497dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:26.109214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.129641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b19d73b-26fd-4ad0-8d55-e7b46e3b122c req-ce8d7ee7-e99b-44e9-b134-abe34605d024 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331830 Feb 11 14:07:26.239930 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d382e-8ac9-4aa8-b1a9-adcdbdd268b0 x-openstack-request-id: req-4e1d382e-8ac9-4aa8-b1a9-adcdbdd268b0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:26.239930 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a", "name": "network-vif-deleted", "tag": "5964639f-c07f-44b6-9575-f7878baf6443", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:26.239930 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e1d382e-8ac9-4aa8-b1a9-adcdbdd268b0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:26.240325 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4ef427-3ca8-4fb4-a49e-c9cbdbd88a5a', 'name': 'network-vif-deleted', 'tag': '5964639f-c07f-44b6-9575-f7878baf6443', 'status': 'completed', 'code': 200} Feb 11 14:07:26.276192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.294315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66e7ddf8-8f6f-4252-9e65-1d10d9a11678 req-b6ec1eda-f25a-4e52-8398-ab430558b86a tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2749417 Feb 11 14:07:26.301215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-1b71875c-4243-4eb5-9e63-f934099817ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.6714473 Feb 11 14:07:26.339759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:26.346749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,segment=NetworkSegment(44c3892a-8c70-4acf-b1b5-ed32497dd635),segment_id=44c3892a-8c70-4acf-b1b5-ed32497dd635)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:26.408576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:26.423257 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.480658 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:07:22Z', 'revision_number': 5, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port': {'id': '96745a89-67bf-4082-a8e3-6ecc506bda94', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:49Z', 'updated_at': '2022-02-11T14:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.498894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-7b80b31f-63a0-4d0a-92b3-3bfc7434e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:26.505143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-7b80b31f-63a0-4d0a-92b3-3bfc7434e894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1801410 Feb 11 14:07:26.526326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:26.526997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.532658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/fe92d7e8-13ab-4e55-8b1b-e18f98e32916 HTTP/1.1" status: 200 len: 1092 time: 3.0386860 Feb 11 14:07:26.558596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9e73a-fac8-4152-9767-6f3b147cc347 req-f42e457e-ea70-4870-a3ee-a42e6610ad72 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:26.560005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09c9e73a-fac8-4152-9767-6f3b147cc347 req-f42e457e-ea70-4870-a3ee-a42e6610ad72 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.2042761 Feb 11 14:07:26.577332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Checking router: 3c41bf55-dec6-4343-bc18-5621d17e719c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:26.611775 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Routers {'3c41bf55-dec6-4343-bc18-5621d17e719c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:26.613278 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3c41bf55-dec6-4343-bc18-5621d17e719c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.680626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:21Z', 'revision_number': 3, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.715024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-f196ce70-57e4-414f-badf-b65fec4f3031 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540473 Feb 11 14:07:26.729371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d303c48-a0a3-47d3-8670-4267038dc9d3 None None] The sync data for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 is: [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:21Z', 'revision_number': 3, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:26.820372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] Set router 3c41bf55-dec6-4343-bc18-5621d17e719c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:26.932480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:07:26Z', 'revision_number': 6, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.934994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port ead509db-2b65-4149-ad93-5aba7851c920 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:26.935351 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:27.003559 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8b399-99bb-4ef9-9ec4-c18a5902ea02 None None] The sync data for ids ['3c41bf55-dec6-4343-bc18-5621d17e719c'] in n-d-828407-1 is: [{'id': '3c41bf55-dec6-4343-bc18-5621d17e719c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521171759-router', 'tenant_id': '5de20564616a446588f58c38fa045507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:47Z', 'updated_at': '2022-02-11T14:07:26Z', 'revision_number': 6, 'project_id': '5de20564616a446588f58c38fa045507', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:27.072316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-f710f69a-42f8-411c-8efa-1bdc2372ab97 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559662 Feb 11 14:07:27.169311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:a0:8c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:07:23Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:27.177190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da303-bdb5-4597-b7df-f00fcccc84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:27.230360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:27.243418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:27.244470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:27.253166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662aa67-496d-4604-9d49-718854780668 req-aea84c74-1bf8-4654-a627-90c5e7322929 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:27.260851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5662aa67-496d-4604-9d49-718854780668 req-aea84c74-1bf8-4654-a627-90c5e7322929 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.6639524 Feb 11 14:07:27.270998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09c9e73a-fac8-4152-9767-6f3b147cc347 req-462808cf-b056-40ac-8b6c-f9ff523ffe77 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922913 Feb 11 14:07:27.289761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-b5550e1f-8a65-4e9d-a77f-09d1824ea24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:27.293767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-b5550e1f-8a65-4e9d-a77f-09d1824ea24a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5feb5fc750e64a05a9cb1c2c31d2ab04&device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 1095 time: 0.1273811 Feb 11 14:07:27.318246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Deleting port 96745a89-67bf-4082-a8e3-6ecc506bda94 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:27.318246 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:27.397720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-619ae38f-aad9-4546-8995-dd86d72db66b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916 HTTP/1.1" status: 200 len: 217 time: 0.0972340 Feb 11 14:07:27.462762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:27.475885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5964639f-c07f-44b6-9575-f7878baf6443 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:27.600164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f686d-c04c-4108-92ef-64f326730708 req-2a9600fa-14ba-4a74-8b1e-a55628dd163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:27.600164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-2a9600fa-14ba-4a74-8b1e-a55628dd163e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=380e4b68-ed9a-42ba-b184-28ed982f4037 HTTP/1.1" status: 200 len: 855 time: 0.1904039 Feb 11 14:07:27.605284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57127e7e-2b26-4abe-8075-d02ccdef6335 req-544b451d-a4e3-4f60-aae5-8ec5de6e9a35 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061522 Feb 11 14:07:27.607283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:27.620411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5662aa67-496d-4604-9d49-718854780668 req-3b60c8ad-4705-412c-b062-4e379a4b6cdb tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552845 Feb 11 14:07:27.646064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc15192c-9996-4a19-8432-2314329a9b96 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:27.700481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: cc15192c-9996-4a19-8432-2314329a9b96 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:27.701215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc15192c-9996-4a19-8432-2314329a9b96 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:27.708505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 5964639f-c07f-44b6-9575-f7878baf6443 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:27.709182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5964639f-c07f-44b6-9575-f7878baf6443 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:27.720353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port ead509db-2b65-4149-ad93-5aba7851c920, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ead509db-2b65-4149-ad93-5aba7851c920,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:27.720994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:27.735253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:27.748054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for ead509db-2b65-4149-ad93-5aba7851c920 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:27.760416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-bba59b7b-4a44-4a81-92a4-ab28999b2eae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a4ffa10-0e97-475d-a1c8-adeac308426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576086 Feb 11 14:07:27.786501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4a392-b262-4d63-a248-b7daa435589b req-18144fa0-bd02-423b-b959-00193e17fc51 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:27.794637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe4a392-b262-4d63-a248-b7daa435589b req-18144fa0-bd02-423b-b959-00193e17fc51 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.1936994 Feb 11 14:07:27.814917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:07:27.872719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] For port 96745a89-67bf-4082-a8e3-6ecc506bda94, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96745a89-67bf-4082-a8e3-6ecc506bda94,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:27.873145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:27.932527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Calling delete_port for 96745a89-67bf-4082-a8e3-6ecc506bda94 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:27.954013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-55246f5c-81fe-45ca-8e1f-2ebd2318024c service neutron] 10.222.0.60 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834545 Feb 11 14:07:27.962507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe4a392-b262-4d63-a248-b7daa435589b req-f4868953-0c76-4e57-9509-f17fa6753779 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663926 Feb 11 14:07:28.000780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:28.098522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e6e74-b33a-4bb0-8b27-f5d696c1eca5 req-2ad99302-c646-457e-b51c-fe010259e0a2 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.106974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e65e6e74-b33a-4bb0-8b27-f5d696c1eca5 req-2ad99302-c646-457e-b51c-fe010259e0a2 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 944 time: 0.2301557 Feb 11 14:07:28.120558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '53585188-0a44-4ee5-8099-14caff8aa82c', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'port_id': '53585188-0a44-4ee5-8099-14caff8aa82c', 'mac_address': 'fa:16:3e:21:96:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb94f125-d588-4b8a-a879-1674ebf9e7d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:28.169853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bfdcf-ae16-43c2-bb05-b6287d403e2c req-7c6f450e-be2e-4cbf-838f-4078adfec31a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.178571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e10bfdcf-ae16-43c2-bb05-b6287d403e2c req-7c6f450e-be2e-4cbf-838f-4078adfec31a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 950 time: 0.1020415 Feb 11 14:07:28.213011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402f686d-c04c-4108-92ef-64f326730708 req-4163c732-a561-4c3a-b6d8-dc91096069a2 service neutron] 10.222.0.60 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494066 Feb 11 14:07:28.230987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:28.241143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac'}, {'name': 'network-changed', 'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:28.252618 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac"}, {"name": "network-changed", "server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:28.258200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53585188-0a44-4ee5-8099-14caff8aa82c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:28.277054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e65e6e74-b33a-4bb0-8b27-f5d696c1eca5 req-cc46035b-0553-401a-acac-e9ece5675369 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681437 Feb 11 14:07:28.277816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e10bfdcf-ae16-43c2-bb05-b6287d403e2c req-2da33299-913f-4eb1-9457-d05192ec8dd4 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982478 Feb 11 14:07:28.326588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:28.355724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:a0:8c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:07:23Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:28.377012 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36195c-991e-427a-9130-b5047476714f x-openstack-request-id: req-8b36195c-991e-427a-9130-b5047476714f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:28.377563 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:28.378043 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b36195c-991e-427a-9130-b5047476714f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:28.378821 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'status': 'completed', 'code': 200} Feb 11 14:07:28.379355 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916', 'status': 'completed', 'code': 200} Feb 11 14:07:28.408739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:28.426849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff74f9-03ab-41b4-8d9b-4151f8ec8233 None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'd0e30b7d-4c4e-4984-9fea-3e39626a82ae', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'port_id': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'mac_address': 'fa:16:3e:a0:8c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:05:48Z', 'updated_at': '2022-02-11T14:07:23Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:28.473404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:28.495895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:28.498007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ead509db-2b65-4149-ad93-5aba7851c920 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:28.545251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-a7b88ba2-c1fa-44b3-888c-1c49e4fc846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.551404 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-a7b88ba2-c1fa-44b3-888c-1c49e4fc846b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5feb5fc750e64a05a9cb1c2c31d2ab04&device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 1095 time: 0.1338570 Feb 11 14:07:28.587148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: ead509db-2b65-4149-ad93-5aba7851c920 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:28.587666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ead509db-2b65-4149-ad93-5aba7851c920 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:28.636137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:28.645594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b477-8141-480d-8771-fda5903c046c req-43387d07-587b-414f-b1c0-a550a1c52aeb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.651444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5b8b477-8141-480d-8771-fda5903c046c req-43387d07-587b-414f-b1c0-a550a1c52aeb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.1427755 Feb 11 14:07:28.659268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['53585188-0a44-4ee5-8099-14caff8aa82c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:28.721734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5b8b477-8141-480d-8771-fda5903c046c req-be2424b8-1e00-4c97-b5d8-69a929599397 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 Feb 11 14:07:28.780539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-070e909f-48b9-43ca-a63a-5b9c5807bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.782775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-070e909f-48b9-43ca-a63a-5b9c5807bc55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a4ffa10-0e97-475d-a1c8-adeac308426a HTTP/1.1" status: 200 len: 916 time: 0.2186222 Feb 11 14:07:28.835740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-4b3ea5b6-55e4-4b72-aa83-228d0c15f06b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916 HTTP/1.1" status: 200 len: 217 time: 0.0398617 Feb 11 14:07:28.873895 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d6226-b88d-406e-8640-9bed131f7c78 None None] New status for floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:07:28.914351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-1bbf1ef2-67a8-48a3-a472-e0943f55a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.915940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-1bbf1ef2-67a8-48a3-a472-e0943f55a5a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=380e4b68-ed9a-42ba-b184-28ed982f4037 HTTP/1.1" status: 200 len: 855 time: 0.0701439 Feb 11 14:07:28.993545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-cd2a8a4c-d966-48e6-8e60-995e4ec9f7c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a4ffa10-0e97-475d-a1c8-adeac308426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679853 Feb 11 14:07:29.194126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-770cf4bd-ebf5-4232-b826-ad089cea4c14 service neutron] 10.222.0.60 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903644 Feb 11 14:07:29.292126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Allocated IP 172.20.0.1 (1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf/94e8b9a1-14ef-4774-8af5-6bfda8b819d7/36de95ce-0ebb-4005-958d-df0c15d993fc) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:29.441009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:29.459571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-b4611bab-fc5e-4833-893e-8f6bab032850 service neutron] 10.222.0.60 "GET /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551706 Feb 11 14:07:29.512653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 52f6b883-51c5-4631-9fe1-96f33961fbb6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:29.513627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=ead509db-2b65-4149-ad93-5aba7851c920,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:29.540008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46b284-92f9-446e-af0e-d646668dd4e5 req-2ef13a65-9462-4798-b59e-b8002123f4d3 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:29.550533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd46b284-92f9-446e-af0e-d646668dd4e5 req-2ef13a65-9462-4798-b59e-b8002123f4d3 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 944 time: 0.0845299 Feb 11 14:07:29.567793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-b25e4996-c228-48aa-8a5e-0b18c9b6d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:29.575009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-b25e4996-c228-48aa-8a5e-0b18c9b6d482 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c1cec396114d72a629cc57e74f1f29&device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 1097 time: 1.1618760 Feb 11 14:07:29.646119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd46b284-92f9-446e-af0e-d646668dd4e5 req-db674c9f-bb98-41cf-aeb1-7e5ce92f184a tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928464 Feb 11 14:07:29.661236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 52f6b883-51c5-4631-9fe1-96f33961fbb6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:29.661621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.741522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 53585188-0a44-4ee5-8099-14caff8aa82c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:29.745764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port ead509db-2b65-4149-ad93-5aba7851c920 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:29.747582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 53585188-0a44-4ee5-8099-14caff8aa82c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:29.747964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.795158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.801439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7870a629-1ccc-47b9-bc6c-e3d01f2865c6 req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "DELETE /v2.0/ports/ead509db-2b65-4149-ad93-5aba7851c920 HTTP/1.1" status: 204 len: 173 time: 4.9776330 Feb 11 14:07:29.843940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c833bbf-eeb4-485e-bec0-884f2064bd89 req-2e7307f4-0220-4c8a-b9fc-ae162dbf000a tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.0843518 Feb 11 14:07:29.862290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'name': 'network-vif-deleted', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:29.869214 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc42ba6-1323-491e-9f05-cb5f7743e381" -d '{"events": [{"server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "name": "network-vif-deleted", "tag": "ead509db-2b65-4149-ad93-5aba7851c920"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:29.874590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.875476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.875989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.876236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.876639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.882527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.882873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.883256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.883590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.883923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.886572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.891903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6282990-01d3-45b0-9180-e82a92269795 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:29.940432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.946550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.959919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23b2b0-6ba7-4f8f-ad52-c077f956c162 req-4f1fb42f-3ebc-4418-a1c6-f8957cfcb8d1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:29.968730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae23b2b0-6ba7-4f8f-ad52-c077f956c162 req-4f1fb42f-3ebc-4418-a1c6-f8957cfcb8d1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 1.5188942 Feb 11 14:07:29.979361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.033628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.045303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Pushing event deleted for resources: {'Port': ['ID=96745a89-67bf-4082-a8e3-6ecc506bda94,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.063347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a18fc4-59c9-40b3-95b1-cfd599ba20b2 req-831cc6a1-3aa0-4ab2-93e7-236c1313988e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.068386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 52f6b883-51c5-4631-9fe1-96f33961fbb6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=52f6b883-51c5-4631-9fe1-96f33961fbb6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:30.076832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99a18fc4-59c9-40b3-95b1-cfd599ba20b2 req-831cc6a1-3aa0-4ab2-93e7-236c1313988e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.1213882 Feb 11 14:07:30.078099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:30.081388 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cec69a-2aaf-4cb4-af26-47fcd3119bf1" -d '{"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-plugged", "status": "completed", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:30.110316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:30.139882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99a18fc4-59c9-40b3-95b1-cfd599ba20b2 req-1f9a7d39-e088-47b4-b01c-0d0d12442303 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619855 Feb 11 14:07:30.162988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.176409 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae23b2b0-6ba7-4f8f-ad52-c077f956c162 req-8151baf6-98ac-409e-aa08-f4226cb912aa tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057767 Feb 11 14:07:30.191530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-69cb40b4-4a35-46a3-93aa-1e1a7da3787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.193361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-69cb40b4-4a35-46a3-93aa-1e1a7da3787e service neutron] 10.222.0.62 "GET /v2.0/networks?id=47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 200 len: 925 time: 0.5108173 Feb 11 14:07:30.194910 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.197483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.244744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.294940 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671af62-75da-4f8a-94d5-ab138b191073 x-openstack-request-id: req-c671af62-75da-4f8a-94d5-ab138b191073 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:30.295284 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-plugged", "status": "completed", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:30.295503 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c671af62-75da-4f8a-94d5-ab138b191073 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:30.295898 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c', 'code': 200} Feb 11 14:07:30.299111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.302512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96745a89-67bf-4082-a8e3-6ecc506bda94 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:30.353850 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144cc6b9-0b08-41e9-8033-88e933ca3472 x-openstack-request-id: req-144cc6b9-0b08-41e9-8033-88e933ca3472 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:30.354439 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e1c82-4462-461c-8097-e4d3a3944ee9", "name": "network-vif-deleted", "tag": "ead509db-2b65-4149-ad93-5aba7851c920", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:30.354545 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-144cc6b9-0b08-41e9-8033-88e933ca3472 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:30.355493 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366e1c82-4462-461c-8097-e4d3a3944ee9', 'name': 'network-vif-deleted', 'tag': 'ead509db-2b65-4149-ad93-5aba7851c920', 'status': 'completed', 'code': 200} Feb 11 14:07:30.356090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 96745a89-67bf-4082-a8e3-6ecc506bda94 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:30.356842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96745a89-67bf-4082-a8e3-6ecc506bda94 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:30.411532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=52f6b883-51c5-4631-9fe1-96f33961fbb6,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.457730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.461664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.473728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.488588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fcad1-7e74-4e0e-896c-e38e9d4ee5ec req-74975b7b-cbde-4f82-a7ff-6b596e76ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.490367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d3fcad1-7e74-4e0e-896c-e38e9d4ee5ec req-74975b7b-cbde-4f82-a7ff-6b596e76ae5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.0748155 Feb 11 14:07:30.533982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d3fcad1-7e74-4e0e-896c-e38e9d4ee5ec req-9a365f99-cffa-4d85-bff8-047bcab5a614 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Feb 11 14:07:30.578919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-3dffd9c6-ae3d-4a74-9016-df24ca1a9f80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daf8020c-02da-4509-ad6d-735c75e7efac HTTP/1.1" status: 200 len: 1002 time: 0.3727949 Feb 11 14:07:30.597735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:30.633764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47775dac-e9b3-4167-af68-4977e86801db req-f68cab55-51ab-40db-834e-7ee21e75a588 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.637381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47775dac-e9b3-4167-af68-4977e86801db req-f68cab55-51ab-40db-834e-7ee21e75a588 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.2455449 Feb 11 14:07:30.650072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.650929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c41bf55-dec6-4343-bc18-5621d17e719c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:07:30.652870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:30.665229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.668583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-945f5964-7e7d-46e6-b131-7b9688beab2c admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c41bf55-dec6-4343-bc18-5621d17e719c HTTP/1.1" status: 204 len: 168 time: 5.0233769 Feb 11 14:07:30.668583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:30.669430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39762) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:30.720623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Pushing event updated for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.743947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-c63a301d-47f9-46a3-982d-2c26a3f1c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.746000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-c63a301d-47f9-46a3-982d-2c26a3f1c7f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 200 len: 863 time: 0.1523445 Feb 11 14:07:30.838236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Deleting subnet 01c9d6e2-a055-4109-8adb-71081cccc4dc {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:07:30.869573 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47775dac-e9b3-4167-af68-4977e86801db req-9bf4a3a1-5bb8-4256-be09-45f08feefe1a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111182 Feb 11 14:07:30.870721 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.897236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.971041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.972379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-6f61cc63-ac39-489f-9b7c-a6293ce8274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.974026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-6f61cc63-ac39-489f-9b7c-a6293ce8274d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47423089-3c7f-4692-a9c5-3ccd81564d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164426 Feb 11 14:07:30.986234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.038483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b263606-c038-4d8d-bc1f-9b5c3329bc0c req-ade2e44e-3ee8-48d7-9d95-f913a5e56717 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.039971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b263606-c038-4d8d-bc1f-9b5c3329bc0c req-ade2e44e-3ee8-48d7-9d95-f913a5e56717 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 944 time: 0.2649887 Feb 11 14:07:31.147701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9e5eb3e9-006b-49e5-8730-3a202d83792a None None] Provisioning complete for port 36de95ce-0ebb-4005-958d-df0c15d993fc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:31.149653 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb3e9-006b-49e5-8730-3a202d83792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.155271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd963c26-f769-4100-b1e5-b98ab553cb34 req-758f23e4-c16d-404d-8e66-eabeeb81ae82 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=366e1c82-4462-461c-8097-e4d3a3944ee9 HTTP/1.1" status: 200 len: 210 time: 0.1094487 Feb 11 14:07:31.159762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.242427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b263606-c038-4d8d-bc1f-9b5c3329bc0c req-b10fede2-6e70-48bf-91ea-81b837ecee27 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490164 Feb 11 14:07:31.270689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9e5eb3e9-006b-49e5-8730-3a202d83792a None None] Port 36de95ce-0ebb-4005-958d-df0c15d993fc cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:31.385891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 52f6b883-51c5-4631-9fe1-96f33961fbb6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:31.395522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8057-d1a8-4aa3-aa36-24967ba6fdeb req-0afc45d7-2dd4-4161-81db-139e9f265684 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.397433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-214b8057-d1a8-4aa3-aa36-24967ba6fdeb req-0afc45d7-2dd4-4161-81db-139e9f265684 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 945 time: 0.0651612 Feb 11 14:07:31.423213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.446573 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-e6f20756-7f17-4a3b-922e-fc19368363dc service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596554 Feb 11 14:07:31.459149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70df29-043c-424a-9595-a02b60c8b758 None None] Network 5b83fb3d-81b1-4117-9591-be8cbfc6789d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:31.461075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fe92d7e8-13ab-4e55-8b1b-e18f98e32916 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:31.476332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b7c9-b057-416d-a991-d3500107f696 req-f010b366-e52a-4269-a79f-3d7fd8403d26 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.479088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7a9b7c9-b057-416d-a991-d3500107f696 req-f010b366-e52a-4269-a79f-3d7fd8403d26 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.1739404 Feb 11 14:07:31.486115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.493038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01c9d6e2-a055-4109-8adb-71081cccc4dc HTTP/1.1" status: 204 len: 168 time: 0.8135142 Feb 11 14:07:31.497020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39772) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:31.497887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c9d6e2-a055-4109-8adb-71081cccc4dc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:31.551800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.632276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.632846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.633327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.633995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.634670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.635105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.635716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.636182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.636631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.637102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.637539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.637963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97531e-94b8-4028-8051-fa35a49898b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:31.642717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.658128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-214b8057-d1a8-4aa3-aa36-24967ba6fdeb req-7938ed7f-adb9-4ac0-81d5-2f4457e64acf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536006 Feb 11 14:07:31.726756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Deleting port e87923e1-a157-48c2-83bb-4563c3c6d191 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:31.726982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.737209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 52f6b883-51c5-4631-9fe1-96f33961fbb6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:31.737937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.831313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,segment=NetworkSegment(44c3892a-8c70-4acf-b1b5-ed32497dd635),segment_id=44c3892a-8c70-4acf-b1b5-ed32497dd635)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:31.835291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] For port e87923e1-a157-48c2-83bb-4563c3c6d191, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e87923e1-a157-48c2-83bb-4563c3c6d191,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:31.835677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.845034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7a9b7c9-b057-416d-a991-d3500107f696 req-633b0e9a-f695-43fa-949c-e33fc1ed1d30 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520501 Feb 11 14:07:31.858640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916', 'network_id': '6a4ffa10-0e97-475d-a1c8-adeac308426a', 'port_id': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916', 'mac_address': 'fa:16:3e:58:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380e4b68-ed9a-42ba-b184-28ed982f4037', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:31.884170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b406e0aa-8f16-4be3-b7c0-5557aac29a0a req-f0118b5d-7226-45ed-90f3-a88c2d64856d service neutron] 10.222.0.62 "GET /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038100 Feb 11 14:07:31.884335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Calling delete_port for e87923e1-a157-48c2-83bb-4563c3c6d191 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:31.999187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] DHCP port deletion for 5b83fb3d-81b1-4117-9591-be8cbfc6789d request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:07:32.017621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.064980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.087297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe92d7e8-13ab-4e55-8b1b-e18f98e32916 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:32.100504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde42f1-5b41-4c3b-b9fb-cec67bfb4db9 req-357e0491-bf7a-4804-9d06-679618c855bb tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:32.108446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cde42f1-5b41-4c3b-b9fb-cec67bfb4db9 req-357e0491-bf7a-4804-9d06-679618c855bb tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.0872245 Feb 11 14:07:32.120491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,segment=NetworkSegment(44c3892a-8c70-4acf-b1b5-ed32497dd635),segment_id=44c3892a-8c70-4acf-b1b5-ed32497dd635)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:32.124127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.127355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Deleting port e87923e1-a157-48c2-83bb-4563c3c6d191 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:32.128038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.158458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.185803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.199376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87923e1-a157-48c2-83bb-4563c3c6d191,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:32.214744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] No DVR routers for this DVR port e87923e1-a157-48c2-83bb-4563c3c6d191 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:32.251611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cde42f1-5b41-4c3b-b9fb-cec67bfb4db9 req-2e5dfb8c-3e30-4dc3-bfe4-07e7924d8b15 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358633 Feb 11 14:07:32.251847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:32.264493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] For port e87923e1-a157-48c2-83bb-4563c3c6d191, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e87923e1-a157-48c2-83bb-4563c3c6d191,segment=NetworkSegment(ce73a3ce-f66f-489b-bc3f-50389c9ec63f),segment_id=ce73a3ce-f66f-489b-bc3f-50389c9ec63f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:32.265042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.282336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Pushing event updated for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:32.291345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.291692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Calling delete_port for e87923e1-a157-48c2-83bb-4563c3c6d191 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:32.420545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.453547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b83fb3d-81b1-4117-9591-be8cbfc6789d']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:32.459605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:32.463797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:32.480334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a6f46-4fba-44a6-a791-3a4ee27b7cdc req-0176d130-637f-46ac-ae57-92ba8549dc66 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:32.482094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-418a6f46-4fba-44a6-a791-3a4ee27b7cdc req-0176d130-637f-46ac-ae57-92ba8549dc66 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.1018457 Feb 11 14:07:32.484097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:32.484500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce73a3ce-f66f-489b-bc3f-50389c9ec63f') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:32.502230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.520191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.561709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fe92d7e8-13ab-4e55-8b1b-e18f98e32916'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:32.568720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.581619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d799f2-5c3e-4aef-9006-92c111dc7754 req-6c3408a5-7954-44ee-ab58-0bed366e2c19 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:32.586120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:07:32.589494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.593762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13d799f2-5c3e-4aef-9006-92c111dc7754 req-6c3408a5-7954-44ee-ab58-0bed366e2c19 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 945 time: 0.1657233 Feb 11 14:07:32.680658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13d799f2-5c3e-4aef-9006-92c111dc7754 req-df44e3e0-3285-42cb-93db-3b97900d8d89 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Feb 11 14:07:32.734440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Router 498e6610-180c-4401-ab61-1f9a05ebac1f has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:07:32.740932 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:07:32.752556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] No DVR routers for this DVR port e87923e1-a157-48c2-83bb-4563c3c6d191 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:32.757217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69615b36-d3ed-4f8b-a95b-16b5ba2b5c6d None None] Pushing event deleted for resources: {'Port': ['ID=e87923e1-a157-48c2-83bb-4563c3c6d191,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:32.807684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-418a6f46-4fba-44a6-a791-3a4ee27b7cdc req-7076f2eb-4595-4be8-bcf0-04a6fe30550e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099148 Feb 11 14:07:32.826530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.837744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.844952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b83fb3d-81b1-4117-9591-be8cbfc6789d HTTP/1.1" status: 204 len: 168 time: 1.3381355 Feb 11 14:07:32.866546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f0f783ca-945f-4f33-8cdf-7c53a2321552 None None] Provisioning complete for port 36de95ce-0ebb-4005-958d-df0c15d993fc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:32.867263 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f783ca-945f-4f33-8cdf-7c53a2321552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:32.876475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560fa08-eb07-479b-a683-362e0d24c565 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b83fb3d-81b1-4117-9591-be8cbfc6789d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:32.921936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f0f783ca-945f-4f33-8cdf-7c53a2321552 None None] Port 36de95ce-0ebb-4005-958d-df0c15d993fc cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:32.961943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:32.977318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-22e849ed-a1ba-4fa1-bb23-dd822eed5245 admin admin] 10.222.0.31 "PUT /v2.0/routers/498e6610-180c-4401-ab61-1f9a05ebac1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6306231 Feb 11 14:07:32.985922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Sync routers for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:33.026364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:33.027026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:33.037211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab050d5-5c67-4895-aa10-3669a2859607 req-b2d1d5b3-60fd-435b-aa30-8c2f5da4bcb4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.038774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fab050d5-5c67-4895-aa10-3669a2859607 req-b2d1d5b3-60fd-435b-aa30-8c2f5da4bcb4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 945 time: 0.1210420 Feb 11 14:07:33.126600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fab050d5-5c67-4895-aa10-3669a2859607 req-fd5a2610-88d3-4716-9a3b-00d937cee244 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781858 Feb 11 14:07:33.205995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:33.244418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3b6c5-0c4c-4843-a814-b2b2a3e1e194 req-04a3d4b9-b0d6-40a8-b911-ddf13e0151da tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.254385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecf3b6c5-0c4c-4843-a814-b2b2a3e1e194 req-04a3d4b9-b0d6-40a8-b911-ddf13e0151da tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.0591943 Feb 11 14:07:33.309042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecf3b6c5-0c4c-4843-a814-b2b2a3e1e194 req-71fd8e6f-0599-4ae7-9845-516b8e9c8e5d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515225 Feb 11 14:07:33.331317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-69596392'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:33.346784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39808) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:33.363711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:33.430139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-54f32450-784f-4e0f-859e-feb171f6c280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5de20564616a446588f58c38fa045507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819464 Feb 11 14:07:33.432674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:33.434911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e87923e1-a157-48c2-83bb-4563c3c6d191 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:33.469144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e87923e1-a157-48c2-83bb-4563c3c6d191 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:33.470141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e87923e1-a157-48c2-83bb-4563c3c6d191 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:33.495202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27715a2-7dbb-41e6-8263-7f76f7c0b0e7 req-545dbaba-0ce4-4b61-b5a6-e8b9b49e06b5 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.496799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b27715a2-7dbb-41e6-8263-7f76f7c0b0e7 req-545dbaba-0ce4-4b61-b5a6-e8b9b49e06b5 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.0867791 Feb 11 14:07:33.524543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:33.527996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.545482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b27715a2-7dbb-41e6-8263-7f76f7c0b0e7 req-92d1afa0-86cb-4a96-8552-34600ef56a72 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Feb 11 14:07:33.548005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.570678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.615551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:33.641836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201940af-fded-4f6f-9a56-8c7518c789e2 req-a729b3ee-d9c0-4286-a052-b32400417e58 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.641836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-201940af-fded-4f6f-9a56-8c7518c789e2 req-a729b3ee-d9c0-4286-a052-b32400417e58 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.1564720 Feb 11 14:07:33.706356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-201940af-fded-4f6f-9a56-8c7518c789e2 req-6cfbd067-3705-44fa-940d-268aa3503f70 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635705 Feb 11 14:07:33.716650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.722966 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Added segment cb11ee80-aef2-4ebf-ac68-4492a3745e07 of type vlan for network a5e59529-8017-46c7-a9bc-b9b26c9438b6 Feb 11 14:07:33.796704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.799361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.800549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecdec57b-a20a-4978-a615-22f51a2ee9a6 HTTP/1.1" status: 204 len: 168 time: 0.3668432 Feb 11 14:07:33.807674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.861401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aaa29-166b-4ed1-a818-51edf5c9c82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdec57b-a20a-4978-a615-22f51a2ee9a6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:33.893075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32dfa-bb5b-49a3-a677-6f49a5b1ce95 req-1e0b9e35-4ba9-4e13-b51c-1fe2765e405b tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.894918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86a32dfa-bb5b-49a3-a677-6f49a5b1ce95 req-1e0b9e35-4ba9-4e13-b51c-1fe2765e405b tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.0778544 Feb 11 14:07:33.941588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86a32dfa-bb5b-49a3-a677-6f49a5b1ce95 req-aea6b6d0-dbf9-4559-b796-3271f650b9a7 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Feb 11 14:07:33.949707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:33.961138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.962747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.115199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:31Z', 'revision_number': 4, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '36de95ce-0ebb-4005-958d-df0c15d993fc', 'name': '', 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'mac_address': 'fa:16:3e:16:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:27Z', 'updated_at': '2022-02-11T14:07:31Z', 'revision_number': 2, 'project_id': '58f9c681ac8d443f803411b646055161', 'subnets': [{'id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:34.146304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9325981 Feb 11 14:07:34.146515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39830) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:34.150209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'subnet': {'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:34.157374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154e4b-8ab7-484e-bfe9-e0a0d63fd5b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Network': ['ID=a5e59529-8017-46c7-a9bc-b9b26c9438b6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:34.167372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Checking router: 498e6610-180c-4401-ab61-1f9a05ebac1f for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:34.167749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Updating router 498e6610-180c-4401-ab61-1f9a05ebac1f port 36de95ce-0ebb-4005-958d-df0c15d993fc binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:34.186454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3f5f-898a-4328-8ff3-7021e6a880cd req-bf38b73b-bef9-49ea-974d-964f51a9b401 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:34.188944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ec3f5f-898a-4328-8ff3-7021e6a880cd req-bf38b73b-bef9-49ea-974d-964f51a9b401 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 945 time: 0.0855045 Feb 11 14:07:34.228440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:34.267937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ec3f5f-898a-4328-8ff3-7021e6a880cd req-05f48c75-3bc0-48d1-9bd2-b2c87ca76cbc tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721879 Feb 11 14:07:34.351720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.363027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:34.395204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.472644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a42df-d96f-4069-94f6-887a1789181a req-67b79344-2038-425e-ad62-08cab168bd31 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:34.481058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-720a42df-d96f-4069-94f6-887a1789181a req-67b79344-2038-425e-ad62-08cab168bd31 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 950 time: 0.0664737 Feb 11 14:07:34.544985 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-720a42df-d96f-4069-94f6-887a1789181a req-ed611d41-d784-4498-800f-79fa2e0d91b0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Feb 11 14:07:34.703097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.743057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-e148f210-3fc4-4ab6-a136-f87f42616740 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:34.744534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-e148f210-3fc4-4ab6-a136-f87f42616740 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 950 time: 0.0535111 Feb 11 14:07:34.839365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 225beb2f-040d-416f-9434-4a1eb2f8b650 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:34.839713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.929215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 225beb2f-040d-416f-9434-4a1eb2f8b650, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=225beb2f-040d-416f-9434-4a1eb2f8b650,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:34.929747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.941817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 225beb2f-040d-416f-9434-4a1eb2f8b650 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:35.140973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.148199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.157478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.165355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559', '225beb2f-040d-416f-9434-4a1eb2f8b650', 'af773c46-3315-4dda-ac41-3a9269a6c5aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:35.190042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=225beb2f-040d-416f-9434-4a1eb2f8b650,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:35.234225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Subnet': ['ID=43829f71-0af7-4fe3-8ee8-2a2629d11fc2,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:35.238108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Checking segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:35.238671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network hostable DHCP agents. Network: a5e59529-8017-46c7-a9bc-b9b26c9438b6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:35.299871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 225beb2f-040d-416f-9434-4a1eb2f8b650 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:35.302888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.306232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8096231a-b224-492a-8cc7-d9f00fea3e76 req-75c7bbeb-244d-4c76-9a24-cbc0c52b1c4e tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "DELETE /v2.0/ports/225beb2f-040d-416f-9434-4a1eb2f8b650 HTTP/1.1" status: 204 len: 173 time: 0.5552175 Feb 11 14:07:35.306703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'name': 'network-vif-deleted', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:35.309809 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d21a1f9-d8c7-4308-bcd0-f0350765d681" -d '{"events": [{"server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "name": "network-vif-deleted", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:35.327149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96f3fd-0132-47ee-b313-20bf014c3098 None None] Pushing event updated for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:35.363975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:35.459996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a5e59529-8017-46c7-a9bc-b9b26c9438b6) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:35.465000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.465000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.491133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fe92d7e8-13ab-4e55-8b1b-e18f98e32916 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:35.500111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e28b15-672a-443b-8f08-ce0072fddcd2 None None] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:35.650486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26b90-2e4c-4d8c-abad-cb79f399b34a req-6bf10294-a343-4d05-92b8-064f06e39cf5 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.662985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1d26b90-2e4c-4d8c-abad-cb79f399b34a req-6bf10294-a343-4d05-92b8-064f06e39cf5 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 945 time: 0.1748745 Feb 11 14:07:35.672543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Attempting to bind port 36de95ce-0ebb-4005-958d-df0c15d993fc on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:35.673820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Attempting to bind port 36de95ce-0ebb-4005-958d-df0c15d993fc by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:35.674245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Attempting to bind port 36de95ce-0ebb-4005-958d-df0c15d993fc on network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:35.699261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b93faf36-fe1a-4dd4-9f55-659c279fd5bf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5530300 Feb 11 14:07:35.701890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-d461864b-b877-4b34-858f-9beb3f2048fa tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.706670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:35.712319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-d461864b-b877-4b34-858f-9beb3f2048fa tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 950 time: 0.1884737 Feb 11 14:07:35.716348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-8852177'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:35.732246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:35.732976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Checking segment: {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:35.733103 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.733426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Bound using segment: {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:35.733913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Bound port: 36de95ce-0ebb-4005-958d-df0c15d993fc, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:35.734980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.760579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1d26b90-2e4c-4d8c-abad-cb79f399b34a req-ff7fbd77-34b0-480a-b07a-fe31037387f1 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930874 Feb 11 14:07:35.823954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a3d0-b6ad-44bd-aa14-b4a24cb68e23 req-51a0076d-8584-4e7b-a347-b4788cf2063e tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.825604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c36a3d0-b6ad-44bd-aa14-b4a24cb68e23 req-51a0076d-8584-4e7b-a347-b4788cf2063e tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.3925302 Feb 11 14:07:35.871171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] For port 36de95ce-0ebb-4005-958d-df0c15d993fc, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:35.873977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] For port 36de95ce-0ebb-4005-958d-df0c15d993fc, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=36de95ce-0ebb-4005-958d-df0c15d993fc,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:35.888782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:35.892629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.896905 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f6fc9-eeb3-4cc2-83b8-8a59854cb47c x-openstack-request-id: req-fe9f6fc9-eeb3-4cc2-83b8-8a59854cb47c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:35.897201 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce2785c-072f-41e7-ada7-cca9826a3f03", "name": "network-vif-deleted", "tag": "225beb2f-040d-416f-9434-4a1eb2f8b650", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:35.905471 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe9f6fc9-eeb3-4cc2-83b8-8a59854cb47c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:35.905471 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce2785c-072f-41e7-ada7-cca9826a3f03', 'name': 'network-vif-deleted', 'tag': '225beb2f-040d-416f-9434-4a1eb2f8b650', 'status': 'completed', 'code': 200} Feb 11 14:07:35.942614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39874) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:35.957565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:35.973744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:35.974104 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Added segment b4d0d2c8-e376-4b21-b0c9-fec800858c02 of type vlan for network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 Feb 11 14:07:35.991655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] Provisioning complete for port 36de95ce-0ebb-4005-958d-df0c15d993fc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:35.992832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.003023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.030666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.054754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c36a3d0-b6ad-44bd-aa14-b4a24cb68e23 req-ce882ac4-2915-4988-81fd-1937db8a4253 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765516 Feb 11 14:07:36.090777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port af773c46-3315-4dda-ac41-3a9269a6c5aa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:36.091088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.174511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:36.184526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:36.185168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.195525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-026d6923-db25-49b9-86a5-6312ce3ca04d req-7492fa79-c7db-4a72-9245-023812586f64 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce2785c-072f-41e7-ada7-cca9826a3f03 HTTP/1.1" status: 200 len: 210 time: 0.0461936 Feb 11 14:07:36.201133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-network', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:36.211846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.227507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:36.227803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.233593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port af773c46-3315-4dda-ac41-3a9269a6c5aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af773c46-3315-4dda-ac41-3a9269a6c5aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:36.234319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.248231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for af773c46-3315-4dda-ac41-3a9269a6c5aa owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:36.371387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'fixed_ips': [{'subnet_id': '43829f71-0af7-4fe3-8ee8-2a2629d11fc2'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:07:36.372358 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.406958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6993611 Feb 11 14:07:36.419438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39884) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:36.425813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'subnet': {'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:36.454432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96f3fd-0132-47ee-b313-20bf014c3098 None None] Pushing event updated for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:36.457387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dd2d0-ff2f-45fc-a3f3-9063913900c4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Network': ['ID=7cdbdfbb-a203-4152-ac83-7f7fb3803df8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:36.485514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.487877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:36.496122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:36.496942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:36.534470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.536854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Made reservation on behalf of 4d1127fd3267485ba001da4b479cb88a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:36.540521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.583226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.586284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=af773c46-3315-4dda-ac41-3a9269a6c5aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:36.651988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:36.657081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.743729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port af773c46-3315-4dda-ac41-3a9269a6c5aa on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:36.749952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.764837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abb28be3-370e-4bee-8629-bbd960c5a8b8 req-ea157700-c62f-4b2d-b011-a34ddc9d15d5 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "DELETE /v2.0/ports/af773c46-3315-4dda-ac41-3a9269a6c5aa HTTP/1.1" status: 204 len: 173 time: 1.0264893 Feb 11 14:07:36.872307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:36.874635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efadcd97-a4fb-49ac-af0d-c92935dcc48b" -d '{"events": [{"server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "name": "network-vif-plugged", "status": "completed", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:36.937564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.977277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343fb72-6189-460d-b6e5-2d312cf9a2ac req-ccc3a313-66e3-45f3-a43f-5173e1614f4b tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:36.984926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d343fb72-6189-460d-b6e5-2d312cf9a2ac req-ccc3a313-66e3-45f3-a43f-5173e1614f4b tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 945 time: 0.1024241 Feb 11 14:07:37.019216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eedfb5-79aa-4126-8225-98d240d26f3d req-6691d8e9-3c22-4f7a-93e4-640b764f6d02 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:37.028741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0eedfb5-79aa-4126-8225-98d240d26f3d req-6691d8e9-3c22-4f7a-93e4-640b764f6d02 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.2591724 Feb 11 14:07:37.034564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,segment=NetworkSegment(44c3892a-8c70-4acf-b1b5-ed32497dd635),segment_id=44c3892a-8c70-4acf-b1b5-ed32497dd635)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:37.072150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.103012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d343fb72-6189-460d-b6e5-2d312cf9a2ac req-5101b71e-909c-4dcd-bfa3-a48e2b37a472 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Feb 11 14:07:37.211960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0eedfb5-79aa-4126-8225-98d240d26f3d req-282d1a37-b842-45b5-8a19-cf450cb887e9 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821160 Feb 11 14:07:37.223770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:07:37.289332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Allocated IP 19.80.0.2 (a5e59529-8017-46c7-a9bc-b9b26c9438b6/43829f71-0af7-4fe3-8ee8-2a2629d11fc2/4ba669bc-4ddd-4e70-9ce3-551ea8a3b536) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:37.350656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc0ee8-854d-4fdf-aa03-72b853bf2377 req-86cff0b5-72be-4dc8-95bf-61dcd3519a12 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:37.358565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92fc0ee8-854d-4fdf-aa03-72b853bf2377 req-86cff0b5-72be-4dc8-95bf-61dcd3519a12 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.0541387 Feb 11 14:07:37.378571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c87f9a-f01e-4f3e-82a5-59d1dca6b39a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:37.386952 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.389050 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Added segment 6b4557d1-2794-4480-b597-ef201df15a63 of type vlan for network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e Feb 11 14:07:37.421484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92fc0ee8-854d-4fdf-aa03-72b853bf2377 req-0a2fef10-290f-4f7b-b61a-1fb21e1a23ca tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Feb 11 14:07:37.572852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f4deb36-56cc-479d-b83f-8271e7cc03fc req-d56c22b8-b7f9-4549-a37a-defbbea00202 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=af362aa7-2fa9-44ad-81d7-0b701cba6c05 HTTP/1.1" status: 200 len: 210 time: 0.1058879 Feb 11 14:07:37.584759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.593421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0c7f6-b4ac-4c70-aafe-87c0a059b14d req-a65549fc-ef4b-4b35-8a6e-8565e6d4fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:37.594968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc0c7f6-b4ac-4c70-aafe-87c0a059b14d req-a65549fc-ef4b-4b35-8a6e-8565e6d4fc4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 1097 time: 0.3243423 Feb 11 14:07:37.630736 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4e43fe-6e76-4ca8-8568-371d5e8ffbab x-openstack-request-id: req-2c4e43fe-6e76-4ca8-8568-371d5e8ffbab {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:37.631046 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "name": "network-vif-plugged", "status": "completed", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:37.631300 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c4e43fe-6e76-4ca8-8568-371d5e8ffbab {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:37.631692 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916', 'code': 200} Feb 11 14:07:37.643048 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.667774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc0c7f6-b4ac-4c70-aafe-87c0a059b14d req-f93e50c4-f5ff-486f-9f44-bffcefa4ceb2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636849 Feb 11 14:07:37.689055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.706465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.712858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:37.766396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.767391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:37.768762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.820222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Subnet': ['ID=22789432-3699-42d1-b5ab-c83b76a6ec80,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:37.846365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:37.883568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:37.893733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] For port 36de95ce-0ebb-4005-958d-df0c15d993fc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=36de95ce-0ebb-4005-958d-df0c15d993fc,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:37.898984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'name': 'network-vif-deleted', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:37.902033 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8c2cc-6e3d-4ae8-b484-4bde143141a2" -d '{"events": [{"server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "name": "network-vif-deleted", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:37.908089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Checking segment: {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:37.908457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network hostable DHCP agents. Network: 7cdbdfbb-a203-4152-ac83-7f7fb3803df8, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:37.924432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb231a2-7024-4f8b-ab40-a301d46a2f6e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:37.943136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:37.948875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Request body: {'subnet': {'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-subnet', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:37.954826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-77785a52-0032-4e33-b4ad-b2bc7b751b50 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0110271 Feb 11 14:07:37.964495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:07:37.991148 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb9f69-de38-49ad-b6e2-eef267fc9bd0 x-openstack-request-id: req-7cfb9f69-de38-49ad-b6e2-eef267fc9bd0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:37.991433 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af362aa7-2fa9-44ad-81d7-0b701cba6c05", "name": "network-vif-deleted", "tag": "af773c46-3315-4dda-ac41-3a9269a6c5aa", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:37.991738 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cfb9f69-de38-49ad-b6e2-eef267fc9bd0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:37.992140 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af362aa7-2fa9-44ad-81d7-0b701cba6c05', 'name': 'network-vif-deleted', 'tag': 'af773c46-3315-4dda-ac41-3a9269a6c5aa', 'status': 'completed', 'code': 200} Feb 11 14:07:38.023334 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.061120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:38.067675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.070085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Made reservation on behalf of 4d1127fd3267485ba001da4b479cb88a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:38.076015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.127393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:38.133194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:38.136803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Pushing event updated for resources: {'Port': ['ID=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:38.141756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:38.186682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7cdbdfbb-a203-4152-ac83-7f7fb3803df8) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:38.193665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.194263 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.206858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11868db-d106-4321-8e39-5860e1fd1126 None None] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:38.340288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdda3a2-b8bd-45ef-af70-a9cd30fe3108 req-f64ebf5b-e1a7-4b51-9676-c8c4cdee0466 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.347039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['77585bb9-3c72-428e-9b7e-91828c3e9559'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:38.352490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdda3a2-b8bd-45ef-af70-a9cd30fe3108 req-f64ebf5b-e1a7-4b51-9676-c8c4cdee0466 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 946 time: 0.1338782 Feb 11 14:07:38.376401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-954eb33b-18a9-400e-9a5e-8dc701aafae4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9555724 Feb 11 14:07:38.391256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5c8d-5d39-4c61-a402-1ddc026d6f67 None None] Pushing event updated for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:38.407552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-95902c09-61fa-43bd-ac4d-ccc4521b3e24 None None] Provisioning complete for port 36de95ce-0ebb-4005-958d-df0c15d993fc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:38.408047 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95902c09-61fa-43bd-ac4d-ccc4521b3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.441821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Attempting to bind port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:38.442326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Attempting to bind port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:38.442786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Attempting to bind port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:38.486438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdda3a2-b8bd-45ef-af70-a9cd30fe3108 req-c14ea6cc-629a-4ca7-879b-39d2739b9c3f tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329308 Feb 11 14:07:38.524725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af773c46-3315-4dda-ac41-3a9269a6c5aa no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:38.531029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:38.533034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Checking segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:38.534678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.535859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Bound using segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:38.536649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Bound port: 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:38.538609 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.619543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: af773c46-3315-4dda-ac41-3a9269a6c5aa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:38.620042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af773c46-3315-4dda-ac41-3a9269a6c5aa not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:38.620563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 225beb2f-040d-416f-9434-4a1eb2f8b650 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:38.679151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf19a9e-7c01-4250-9816-4edc9b6c4719 req-2d92f717-5905-40a5-bbda-0120037d34bf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.689052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdf19a9e-7c01-4250-9816-4edc9b6c4719 req-2d92f717-5905-40a5-bbda-0120037d34bf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.0905612 Feb 11 14:07:38.743944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdf19a9e-7c01-4250-9816-4edc9b6c4719 req-628cb912-02f0-4af3-b951-dd8f49ea90c2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Feb 11 14:07:38.810501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 225beb2f-040d-416f-9434-4a1eb2f8b650 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:38.810930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 225beb2f-040d-416f-9434-4a1eb2f8b650 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:38.835767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:31Z', 'revision_number': 4, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '36de95ce-0ebb-4005-958d-df0c15d993fc', 'name': '', 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'mac_address': 'fa:16:3e:16:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:27Z', 'updated_at': '2022-02-11T14:07:35Z', 'revision_number': 4, 'project_id': '58f9c681ac8d443f803411b646055161', 'subnets': [{'id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:38.900743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.970451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5e78-1589-456b-bfe9-6cf55d95a595 None None] The sync data for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 is: [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:07:31Z', 'revision_number': 4, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '36de95ce-0ebb-4005-958d-df0c15d993fc', 'name': '', 'network_id': '1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'mac_address': 'fa:16:3e:16:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:27Z', 'updated_at': '2022-02-11T14:07:35Z', 'revision_number': 4, 'project_id': '58f9c681ac8d443f803411b646055161', 'subnets': [{'id': '94e8b9a1-14ef-4774-8af5-6bfda8b819d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:38.986552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdec1180-6ff8-4de1-b498-6b4b37aab2c8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:38.995181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-dc63e00c-0b08-491d-be3f-3a4f86c790e1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:39.007662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Checking segment: {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:39.033715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Network hostable DHCP agents. Network: 7bb231a2-7024-4f8b-ab40-a301d46a2f6e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:07:39.042277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-dc63e00c-0b08-491d-be3f-3a4f86c790e1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:39.094482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-dc63e00c-0b08-491d-be3f-3a4f86c790e1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/networks?id=a5e59529-8017-46c7-a9bc-b9b26c9438b6&id=7cdbdfbb-a203-4152-ac83-7f7fb3803df8&id=a5e59529-8017-46c7-a9bc-b9b26c9438b6 HTTP/1.1" status: 200 len: 1387 time: 0.2659464 Feb 11 14:07:39.119609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7cdbdfbb-a203-4152-ac83-7f7fb3803df8', 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'fixed_ips': [{'subnet_id': '22789432-3699-42d1-b5ab-c83b76a6ec80'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:07:39.120596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.147526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9dd11828-3e95-4f5c-af40-edf5f5d1a404 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/quotas/58f9c681ac8d443f803411b646055161 HTTP/1.1" status: 200 len: 375 time: 0.0387509 Feb 11 14:07:39.173981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] For port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:39.186764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:07:39.198302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] For port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:39.237473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7bb231a2-7024-4f8b-ab40-a301d46a2f6e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:39.246497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:39.251246 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.290914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-218cf2c6-5c20-47f4-8389-d3e3ea4eb07a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1325045 Feb 11 14:07:39.325189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ad9bf-1ab7-4bd6-b32c-788f8659d5a5 None None] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:39.339290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.395430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c834739a-cad9-4955-aa07-7927415b2d93 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4509852 Feb 11 14:07:39.396450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:39.401458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:39.505666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-858af2a4-d391-40a8-bca9-5e4024268d16 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067530 Feb 11 14:07:39.558271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.559378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.616493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ffbd-fed0-4269-8445-827310bca9c6 None None] Pushing event updated for resources: {'Port': ['ID=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:39.651597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 36de95ce-0ebb-4005-958d-df0c15d993fc up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:39.699504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.705139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:39.822846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-d2973088-8749-4753-8198-074149aac854 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099391 Feb 11 14:07:39.834481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:39.871760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'mac_address': 'fa:16:3e:c9:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:40.178063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.226847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 36de95ce-0ebb-4005-958d-df0c15d993fc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:40.227220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.324585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Allocated IP 19.86.0.2 (7cdbdfbb-a203-4152-ac83-7f7fb3803df8/22789432-3699-42d1-b5ab-c83b76a6ec80/dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:40.328771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.565712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39962) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:40.645803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:40.658099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'fixed_ips': [{'subnet_id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:07:40.659233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.717721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-b7b806fb-ef05-42ec-bb6c-b70e7f400831 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:07:40.718807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-b7b806fb-ef05-42ec-bb6c-b70e7f400831 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1521449 Feb 11 14:07:40.724911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-aff6ab10-bc2d-4e2c-ab95-3831739e489f service neutron] 10.222.0.31 "GET /v2.0/networks/7cdbdfbb-a203-4152-ac83-7f7fb3803df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8908880 Feb 11 14:07:40.813844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:40.818658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.863368 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.944748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.055540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:41.086998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-f7cd02de-8371-46e8-884c-9fc64e5f3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:41.095427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-f7cd02de-8371-46e8-884c-9fc64e5f3632 service neutron] 10.222.0.31 "GET /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 1093 time: 0.2451334 Feb 11 14:07:41.098731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-af58cb61-1244-424a-8eb2-b80ec98de18a service neutron] 10.222.0.31 "GET /v2.0/networks/7cdbdfbb-a203-4152-ac83-7f7fb3803df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630211 Feb 11 14:07:41.101872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:41.103237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Unknown quota resources ['binding']. {{(pid=109375) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:07:41.174718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1bbee34d-7d12-40cd-bda4-0049cae742ad'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:41.198226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Allocated IP 172.25.7.135 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ddb571dc-a01d-47d2-a193-19d847f02a92) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:41.377900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-223352a2-7907-4be6-b606-72fbbbddcdc1 service neutron] 10.222.0.31 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711492 Feb 11 14:07:41.398654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9f8ae-8bea-4a4f-b4a9-89843a432a2a None None] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:41.445463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:41.445794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:41.446117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:41.463473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.477988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Allocated IP 172.20.0.2 (7bb231a2-7024-4f8b-ab40-a301d46a2f6e/bdec1180-6ff8-4de1-b498-6b4b37aab2c8/edf75fcc-8891-4c36-9fc6-aaa14c398103) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:41.484480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:41.484480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:41.504419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:41.509580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:41.509972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:41.510561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:41.511549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Bound port: 53585188-0a44-4ee5-8099-14caff8aa82c, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:41.583261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7a488afd-8af2-4e61-a47e-ddc5bae3789d service neutron] 10.222.0.31 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977890 Feb 11 14:07:41.595388 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.600760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:41.614672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:41.626592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.662221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] Provisioning complete for port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:41.662771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.670875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:41.675961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:41.686458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:41.708980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:41.710421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-aad8cf24-3538-417e-9ace-9a690e893a9a service neutron] 10.222.0.31 "POST /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6141999 Feb 11 14:07:41.722116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Pushing event updated for resources: {'Port': ['ID=ddb571dc-a01d-47d2-a193-19d847f02a92,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:41.835473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.002212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e12d0-0f5f-4873-8361-d7fe4f067676 req-5822c9c2-2b4e-4bdd-935a-8dd8ba80abb0 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.005340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-923e12d0-0f5f-4873-8361-d7fe4f067676 req-5822c9c2-2b4e-4bdd-935a-8dd8ba80abb0 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 946 time: 0.1195161 Feb 11 14:07:42.024212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:42.047082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:42.077304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Pushing event updated for resources: {'Port': ['ID=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:42.103530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-923e12d0-0f5f-4873-8361-d7fe4f067676 req-ff88b923-3a66-44f1-8295-81f63a4e6354 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909061 Feb 11 14:07:42.134933 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.137215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:42.249992 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.275333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.321398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e666e3-58d2-4a75-a57c-d2211683463d req-80dce39e-db70-48b0-a0a7-b83ab0fc7097 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.396386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18e666e3-58d2-4a75-a57c-d2211683463d req-80dce39e-db70-48b0-a0a7-b83ab0fc7097 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 944 time: 0.1104007 Feb 11 14:07:42.396968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:42.397175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee2f3c29-ed7b-4d29-99cb-98ef424450e7 req-5653a28d-e3fe-4111-8433-be2e83b53d88 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.0621791 Feb 11 14:07:42.397260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18e666e3-58d2-4a75-a57c-d2211683463d req-8a431be6-5235-4060-aaf1-abebcee130d2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Feb 11 14:07:42.415877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:42.415877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.501903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:42.519715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.541005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e481-587f-46b2-ad0b-349e354255c9 req-7d68a5bc-3a69-406c-afae-6413b8e289e3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.542754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75c9e481-587f-46b2-ad0b-349e354255c9 req-7d68a5bc-3a69-406c-afae-6413b8e289e3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 945 time: 0.0730786 Feb 11 14:07:42.567622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.570134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Attempting to bind port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:42.571003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Attempting to bind port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:42.571003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Attempting to bind port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 on network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:42.592625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:42.593585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Checking segment: {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:42.593974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75c9e481-587f-46b2-ad0b-349e354255c9 req-85b3cfc9-2148-4197-b95c-ed2aa6df6f80 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Feb 11 14:07:42.594440 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.594440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Bound using segment: {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:42.594857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Bound port: dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:42.595244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.718026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] For port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:42.756961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.767559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] For port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:42.787425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.790886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.794500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] For port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:42.826159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Router eeb2d8c2-75a9-44de-b35d-82588b7ab625 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:07:42.842935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.920819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:42.940805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:42.978311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:42.984642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:43.003054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:43.063804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:43.075588 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Sync routers for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:43.093888 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:43.095050 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:43.106900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:07:43.107260 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:07:43.115410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-bf34e45c-559b-4b6e-be95-d97a57025364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.120288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-bf34e45c-559b-4b6e-be95-d97a57025364 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1096 time: 0.1654367 Feb 11 14:07:43.206627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Pushing event updated for resources: {'Port': ['ID=edf75fcc-8891-4c36-9fc6-aaa14c398103,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:43.312938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:43.320417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-451e88f2-374e-4843-9f49-84519cfc6bfe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9224958 Feb 11 14:07:43.322114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40002) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:43.386382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-3aa44f40-140a-4fa7-bbdd-1bcbe0e33b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.391355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-3aa44f40-140a-4fa7-bbdd-1bcbe0e33b77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2639241 Feb 11 14:07:43.441229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcbc8c-8cde-4d4c-81d5-5a796273bfbd None None] Pushing event updated for resources: {'Port': ['ID=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:43.460210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-78d7de5c-3da5-448a-ab0e-f267af8bbbf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.0608902 Feb 11 14:07:43.587118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab02a3-6400-4eca-9cdd-c6d5e68efcf2 None None] Pushing event updated for resources: {'Port': ['ID=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:43.591658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:43.703064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929280b6-a8c3-4ba8-a02c-317245f13dea req-2080251e-0ecb-463a-b8d8-9f1d8e7f4be6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.710239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-929280b6-a8c3-4ba8-a02c-317245f13dea req-2080251e-0ecb-463a-b8d8-9f1d8e7f4be6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 950 time: 0.2487013 Feb 11 14:07:43.731994 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:43.732819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Attempting to bind port edf75fcc-8891-4c36-9fc6-aaa14c398103 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:43.733339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Attempting to bind port edf75fcc-8891-4c36-9fc6-aaa14c398103 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:43.735656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Attempting to bind port edf75fcc-8891-4c36-9fc6-aaa14c398103 on network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:43.761487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:43.763549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Checking segment: {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:43.772807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:43.775016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Bound using segment: {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:43.775646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Bound port: edf75fcc-8891-4c36-9fc6-aaa14c398103, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:43.776622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:43.781546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-899441a2-8b51-412b-8645-f3b4acbf109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.783025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-899441a2-8b51-412b-8645-f3b4acbf109a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.2397792 Feb 11 14:07:43.802895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6799a27d-4e17-4929-ac74-99728ceeb029 None None] Provisioning complete for port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:43.803369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6799a27d-4e17-4929-ac74-99728ceeb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:43.853535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-6bda2ffe-2a5c-4fd9-b4ed-e7a3bb7098f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616348 Feb 11 14:07:43.889807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1666-f0e5-40f8-abdd-326c7d4d672a req-76c1c410-c987-49ca-a192-d0c4455be857 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.891938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d2a1666-f0e5-40f8-abdd-326c7d4d672a req-76c1c410-c987-49ca-a192-d0c4455be857 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 943 time: 0.1516650 Feb 11 14:07:44.180677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1bbee34d-7d12-40cd-bda4-0049cae742ad triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:44.181230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.215763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-0a3311b8-8a14-4927-bf46-b47a2bcf9a36 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504999 Feb 11 14:07:44.229771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d2a1666-f0e5-40f8-abdd-326c7d4d672a req-6d00619e-cc6b-4b8c-9af6-6cd8491afa56 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243687 Feb 11 14:07:44.263540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-929280b6-a8c3-4ba8-a02c-317245f13dea req-82c2512f-e65b-41fe-9080-5666104989fd tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522625 Feb 11 14:07:44.285252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:44.363568 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:41Z', 'revision_number': 3, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:44.403698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Checking router: eeb2d8c2-75a9-44de-b35d-82588b7ab625 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:44.405212 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Updating router eeb2d8c2-75a9-44de-b35d-82588b7ab625 port ddb571dc-a01d-47d2-a193-19d847f02a92 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:44.434693 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.594779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] For port edf75fcc-8891-4c36-9fc6-aaa14c398103, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:44.610201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] For port edf75fcc-8891-4c36-9fc6-aaa14c398103, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edf75fcc-8891-4c36-9fc6-aaa14c398103,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:44.619200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a520e548-9e8d-432e-ba80-9a701c4811c9 req-27a3285f-507f-429f-9673-5ef2b1eb92e7 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.1195738 Feb 11 14:07:44.728752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.736829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:44.736829 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.747387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.796257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.804270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e01f7-6a61-4b30-9f75-2bfd1918b0ae req-41090393-5f07-4973-ab4a-a661b61fc3ca tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:44.815685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-417e01f7-6a61-4b30-9f75-2bfd1918b0ae req-41090393-5f07-4973-ab4a-a661b61fc3ca tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 945 time: 0.2708681 Feb 11 14:07:44.875720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:44.879499 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c1997-1e1b-4d26-bf6c-2647cb84ee53" -d '{"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-plugged", "status": "completed", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:44.880717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-823fb6c3-6811-44ed-8a83-2ffb2f8dc4cb service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136999 Feb 11 14:07:44.899903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306695-a7ef-477d-9e4e-e2b448811227 None None] Pushing event updated for resources: {'Port': ['ID=edf75fcc-8891-4c36-9fc6-aaa14c398103,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:44.928241 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:44.929261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:44.988449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-a359c227-a5cf-413f-a6ab-522910612667 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:44.990387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-a359c227-a5cf-413f-a6ab-522910612667 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 950 time: 0.2825143 Feb 11 14:07:45.008715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.019635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cccd0d-e5df-4c47-af7d-7bb16a2eb410 x-openstack-request-id: req-48cccd0d-e5df-4c47-af7d-7bb16a2eb410 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:45.019635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-plugged", "status": "completed", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:45.019635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48cccd0d-e5df-4c47-af7d-7bb16a2eb410 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:45.019635 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'code': 200} Feb 11 14:07:45.049063 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.065987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-417e01f7-6a61-4b30-9f75-2bfd1918b0ae req-2029321d-785d-4d28-94c3-dd8f37e51eff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493215 Feb 11 14:07:45.108048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4050a5-6b30-4450-ba02-e2abbdad14d4 None None] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:45.120228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.165033 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Attempting to bind port ddb571dc-a01d-47d2-a193-19d847f02a92 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:45.165417 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Attempting to bind port ddb571dc-a01d-47d2-a193-19d847f02a92 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:45.165784 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Attempting to bind port ddb571dc-a01d-47d2-a193-19d847f02a92 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:45.168923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f19e5-cf85-478c-b059-1899eef0d94f None None] Pushing event updated for resources: {'Port': ['ID=ddb571dc-a01d-47d2-a193-19d847f02a92,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:45.181063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:45.181685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:45.182247 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.182781 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:45.183428 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Bound port: ddb571dc-a01d-47d2-a193-19d847f02a92, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:45.184443 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.335555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] For port ddb571dc-a01d-47d2-a193-19d847f02a92, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:45.346865 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] For port ddb571dc-a01d-47d2-a193-19d847f02a92, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ddb571dc-a01d-47d2-a193-19d847f02a92,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:45.410155 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.483643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-89260e30-3f29-4ce6-8268-56186b6fbcb8 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.492864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9464ac91-7f8a-4d64-9ab4-cfcaab3cd820 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.494469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9464ac91-7f8a-4d64-9ab4-cfcaab3cd820 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.4752288 Feb 11 14:07:45.497378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-89260e30-3f29-4ce6-8268-56186b6fbcb8 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.2661810 Feb 11 14:07:45.512791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:45.520290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:45.521115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:45.531267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-54032e05-376f-4161-94cd-03d0b2cd0945 None None] Provisioning complete for port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:45.532033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54032e05-376f-4161-94cd-03d0b2cd0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.621172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.622040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:45.656005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f19e5-cf85-478c-b059-1899eef0d94f None None] Pushing event updated for resources: {'Port': ['ID=ddb571dc-a01d-47d2-a193-19d847f02a92,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:45.667002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Deleting port 77585bb9-3c72-428e-9b7e-91828c3e9559 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:45.667579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.682445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:45.683053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:45.844070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ce0cb-e80b-4e98-a400-a3acd8cddeeb req-42abd87b-1d26-4b79-9a40-9d047bfee97f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.864131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Allocated IP 172.20.0.1 (7bb231a2-7024-4f8b-ab40-a301d46a2f6e/bdec1180-6ff8-4de1-b498-6b4b37aab2c8/b95c8a04-3993-4e70-af9a-dfb09dce1dd3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:45.865159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a08ce0cb-e80b-4e98-a400-a3acd8cddeeb req-42abd87b-1d26-4b79-9a40-9d047bfee97f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 950 time: 0.4208281 Feb 11 14:07:45.955429 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:45.960771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ad2524e5-1cfd-4cf4-97f9-c3f9a1c97e4f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.976316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ad2524e5-1cfd-4cf4-97f9-c3f9a1c97e4f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.979496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ad2524e5-1cfd-4cf4-97f9-c3f9a1c97e4f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "GET /v2.0/networks?id=a5e59529-8017-46c7-a9bc-b9b26c9438b6&id=7cdbdfbb-a203-4152-ac83-7f7fb3803df8&id=a5e59529-8017-46c7-a9bc-b9b26c9438b6 HTTP/1.1" status: 200 len: 1387 time: 0.6756470 Feb 11 14:07:45.983620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:45.984700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.990350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:46.004687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1690a9-1a15-45d3-830a-75c609da1277 req-c366968d-491a-40b9-929d-4a108abeb9ce tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:46.006268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a1690a9-1a15-45d3-830a-75c609da1277 req-c366968d-491a-40b9-929d-4a108abeb9ce tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 945 time: 0.4840245 Feb 11 14:07:46.043872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'admin_state_up': True, 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:46.052197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.096083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a08ce0cb-e80b-4e98-a400-a3acd8cddeeb req-b56fd541-7991-40b0-a882-9462676917d6 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299578 Feb 11 14:07:46.335357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] For port 77585bb9-3c72-428e-9b7e-91828c3e9559, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=77585bb9-3c72-428e-9b7e-91828c3e9559,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:46.335737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.359907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef9bbf2e-064d-4754-b08c-0817be7103a0 req-99c24db5-b514-45a2-8837-f0a1d7677854 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.1159701 Feb 11 14:07:46.406243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Calling delete_port for 77585bb9-3c72-428e-9b7e-91828c3e9559 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:46.497119 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:41Z', 'revision_number': 3, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:46.575973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a1690a9-1a15-45d3-830a-75c609da1277 req-928b3d7a-bb43-4ba4-9329-2c923daeea59 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283403 Feb 11 14:07:46.643954 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf0bfed-df75-4439-9dfe-bc8481cbe292 None None] The sync data for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 is: [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:41Z', 'revision_number': 3, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:46.668101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Deleting port 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:46.668443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.688994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:46.702831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1baa-a282-429b-a845-52e5402c0070 req-b57c155c-bba0-4253-aa93-384e555d738d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:46.711282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7db1baa-a282-429b-a845-52e5402c0070 req-b57c155c-bba0-4253-aa93-384e555d738d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 945 time: 0.2157812 Feb 11 14:07:46.819012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-704afd50-dac8-4a47-8704-76d269f50907 None None] Provisioning complete for port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:46.819236 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-704afd50-dac8-4a47-8704-76d269f50907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.831592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.845893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:46.925304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7db1baa-a282-429b-a845-52e5402c0070 req-d592801b-b68f-44ad-8920-0612a14ae46f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114699 Feb 11 14:07:46.936511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab7249-ba24-47fb-9823-bdaef19461d2 None None] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:07:46.941366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] For port 1bbee34d-7d12-40cd-bda4-0049cae742ad, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1bbee34d-7d12-40cd-bda4-0049cae742ad,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:46.941899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.969097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Calling delete_port for 1bbee34d-7d12-40cd-bda4-0049cae742ad owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:47.004711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:47.141734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.147578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:47.155070 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a92d62-47db-42e5-a07a-f504314a0137" -d '{"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-unplugged", "status": "completed", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:47.182806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.271790 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b42ef-d676-4205-be2f-399f40f7110f x-openstack-request-id: req-ee5b42ef-d676-4205-be2f-399f40f7110f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:47.272444 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-unplugged", "status": "completed", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:47.272967 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee5b42ef-d676-4205-be2f-399f40f7110f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:47.273582 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c', 'code': 200} Feb 11 14:07:47.274887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Pushing event deleted for resources: {'Port': ['ID=77585bb9-3c72-428e-9b7e-91828c3e9559,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:47.349735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:47.350775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.380599 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.393399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8d86767-3fe1-43e6-ba40-cdad446d7db4 req-286ffb44-8299-4e61-9438-d920fcc9b162 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0709829 Feb 11 14:07:47.430716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.459959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] No DVR routers for this DVR port 77585bb9-3c72-428e-9b7e-91828c3e9559 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:47.499906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.507239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b9ef5df-15ad-4153-8cb7-ec4bca8ef087 req-3746cc21-a8a5-42b7-a12e-5537fc7291d0 tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.62 "DELETE /v2.0/ports/77585bb9-3c72-428e-9b7e-91828c3e9559 HTTP/1.1" status: 204 len: 173 time: 2.5076754 Feb 11 14:07:47.519248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event deleted for resources: {'Port': ['ID=1bbee34d-7d12-40cd-bda4-0049cae742ad,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:47.568772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1bbee34d-7d12-40cd-bda4-0049cae742ad'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:47.601741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.613532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e21171c-c086-4de1-b1f2-b870a010e714 req-46f6933d-0805-4829-aba5-de3699976862 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.1042902 Feb 11 14:07:47.714022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] No DVR routers for this DVR port 1bbee34d-7d12-40cd-bda4-0049cae742ad on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:47.725064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.731154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:47.755479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdeb5f21-b7d1-4461-a2c2-0909bc4967dd req-9a1f5a19-812c-4ed2-a727-e1b8336a885c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "DELETE /v2.0/ports/1bbee34d-7d12-40cd-bda4-0049cae742ad HTTP/1.1" status: 204 len: 173 time: 2.1852806 Feb 11 14:07:47.795553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:47.800657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:47.804289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:47.819723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] Provisioning complete for port edf75fcc-8891-4c36-9fc6-aaa14c398103 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:47.819943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.826982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:47.828006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Attempting to bind port 53585188-0a44-4ee5-8099-14caff8aa82c on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:47.838189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-deleted', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:47.846029 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54daf4b3-a7aa-4ff6-a88b-9c489e3824f0" -d '{"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-deleted", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:47.848353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:47.848858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:47.849427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:47.850068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Bound port: 53585188-0a44-4ee5-8099-14caff8aa82c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:47.850591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.854923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:47.858392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.953361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:48.016135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:48.025484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:48.198191 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da9b228-33d1-4959-ab1d-eb7b38453608 x-openstack-request-id: req-2da9b228-33d1-4959-ab1d-eb7b38453608 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:48.198601 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f10f55-f2fa-4a89-8eed-9c81dbcad3f3", "name": "network-vif-deleted", "tag": "1bbee34d-7d12-40cd-bda4-0049cae742ad", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:48.198601 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2da9b228-33d1-4959-ab1d-eb7b38453608 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:48.199002 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f10f55-f2fa-4a89-8eed-9c81dbcad3f3', 'name': 'network-vif-deleted', 'tag': '1bbee34d-7d12-40cd-bda4-0049cae742ad', 'status': 'completed', 'code': 200} Feb 11 14:07:48.271728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.283021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33b98297-6f56-4b71-8a27-ea7ed677acaa req-3a483880-4130-4a04-95ef-8d5c9bdbe9ef tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f10f55-f2fa-4a89-8eed-9c81dbcad3f3 HTTP/1.1" status: 200 len: 210 time: 0.3804107 Feb 11 14:07:48.310336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:48.332223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008be8d-c7d4-4873-8fc3-a03b41e179b8 req-70c24bcc-0e05-4151-b5cc-6d110e2bf601 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:48.343796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edf75fcc-8891-4c36-9fc6-aaa14c398103 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:48.347283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d008be8d-c7d4-4873-8fc3-a03b41e179b8 req-70c24bcc-0e05-4151-b5cc-6d110e2bf601 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.2194417 Feb 11 14:07:48.353645 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0299e9c4-594a-420c-80c6-723693375dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.442994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d008be8d-c7d4-4873-8fc3-a03b41e179b8 req-3462b2dc-94f5-4a29-99a8-02b5ae92dd3d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Feb 11 14:07:48.449315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:48.524654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 77585bb9-3c72-428e-9b7e-91828c3e9559 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:48.533492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Pushing event updated for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:48.580701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.615737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 77585bb9-3c72-428e-9b7e-91828c3e9559 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:48.616222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 77585bb9-3c72-428e-9b7e-91828c3e9559 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:48.622661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.667471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port edf75fcc-8891-4c36-9fc6-aaa14c398103 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:48.668118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.710616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8c0fb46-3c66-4082-ac4e-bec2cb7ae2a6 req-e3136b3a-e39f-479f-8697-86276feb083f tempest-ServersOnMultiNodesTest-132871091 tempest-ServersOnMultiNodesTest-132871091-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5c313a8-0b7b-41d5-811e-7d3d79eb29ff HTTP/1.1" status: 200 len: 210 time: 0.0984607 Feb 11 14:07:48.758223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.771885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] For port edf75fcc-8891-4c36-9fc6-aaa14c398103, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edf75fcc-8891-4c36-9fc6-aaa14c398103,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:48.821673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:48.822845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.823957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 1121 time: 3.3168929 Feb 11 14:07:48.857916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7057-64d8-43c0-8c84-7fafa3ff56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:48.867489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Allocated IP 19.80.0.144 (a5e59529-8017-46c7-a9bc-b9b26c9438b6/43829f71-0af7-4fe3-8ee8-2a2629d11fc2/f6c4e5e4-33ce-430f-8769-9eaf47ba258d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:48.981506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ac256c9-a72e-4572-891b-3806b54714a7 req-8b1df68d-4606-45a9-8aa7-10d372214b55 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.0890784 Feb 11 14:07:49.080011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.137240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.142331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['53585188-0a44-4ee5-8099-14caff8aa82c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:49.240578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.275008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'name': 'network-vif-deleted', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559'}, {'name': 'network-changed', 'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:49.278708 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88879ab8-761c-4cf7-b853-3e6e45027267" -d '{"events": [{"server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "name": "network-vif-deleted", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559"}, {"name": "network-changed", "server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:49.303206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.311299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171db89f-9b1e-4bde-856e-db6279bd94a2 None None] Pushing event updated for resources: {'Port': ['ID=edf75fcc-8891-4c36-9fc6-aaa14c398103,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:49.357114 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f189960-812a-4700-929b-93f45bef935a x-openstack-request-id: req-8f189960-812a-4700-929b-93f45bef935a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:49.357550 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c313a8-0b7b-41d5-811e-7d3d79eb29ff", "name": "network-vif-deleted", "tag": "77585bb9-3c72-428e-9b7e-91828c3e9559", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:49.357970 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f189960-812a-4700-929b-93f45bef935a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:49.359209 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c313a8-0b7b-41d5-811e-7d3d79eb29ff', 'name': 'network-vif-deleted', 'tag': '77585bb9-3c72-428e-9b7e-91828c3e9559', 'status': 'completed', 'code': 200} Feb 11 14:07:49.359511 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c', 'status': 'completed', 'code': 200} Feb 11 14:07:49.363073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-44dc08b4-5c8a-4f19-aa96-f98324128c0f None None] Provisioning complete for port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:49.365122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44dc08b4-5c8a-4f19-aa96-f98324128c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.401067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.470944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Pushing event updated for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:49.503162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44dc08b4-5c8a-4f19-aa96-f98324128c0f None None] Port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:49.503303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.538238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:49.605575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 1bbee34d-7d12-40cd-bda4-0049cae742ad {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:49.611546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1bbee34d-7d12-40cd-bda4-0049cae742ad not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:49.618124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-44dc08b4-5c8a-4f19-aa96-f98324128c0f None None] Provisioning complete for port edf75fcc-8891-4c36-9fc6-aaa14c398103 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:49.618651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44dc08b4-5c8a-4f19-aa96-f98324128c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.781174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edf75fcc-8891-4c36-9fc6-aaa14c398103 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:49.940372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port edf75fcc-8891-4c36-9fc6-aaa14c398103 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:49.940753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.036515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:50.048228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:50.050624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ddb571dc-a01d-47d2-a193-19d847f02a92 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:50.059966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:50.063391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:50.069859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-5be1b30e-334b-4965-8b59-2791d90fe62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.071598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-5be1b30e-334b-4965-8b59-2791d90fe62a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1124 time: 0.6682544 Feb 11 14:07:50.131866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ddb571dc-a01d-47d2-a193-19d847f02a92 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:50.132611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.324074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.331466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:50.336845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:50.353436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.354098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.365848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port ddb571dc-a01d-47d2-a193-19d847f02a92, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ddb571dc-a01d-47d2-a193-19d847f02a92,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:50.437508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be1ca711-2e5d-4321-ae22-f17e546e8d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.488491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0d9d6500-cea1-4230-a39c-8eb92193ba2b None None] Provisioning complete for port f6c4e5e4-33ce-430f-8769-9eaf47ba258d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:50.488873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6500-cea1-4230-a39c-8eb92193ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.588241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:50.588241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468229865', 'description': 'tempest-description--500650693'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:50.602779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:50.611351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.617109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-dbee5cd5-81f5-4b4b-966e-5d7c525d9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.620106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-dbee5cd5-81f5-4b4b-966e-5d7c525d9717 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.5004930 Feb 11 14:07:50.648162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-a9069f01-9032-49de-85f5-956504e4ed92 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6212475 Feb 11 14:07:50.674719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8', 'admin_state_up': True, 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:50.744136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.779047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d6500-cea1-4230-a39c-8eb92193ba2b None None] Port f6c4e5e4-33ce-430f-8769-9eaf47ba258d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:50.901091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a85392-d09e-49c8-9674-31680e45da54 req-13e45c06-6b2a-423c-a26e-a37aa37687c6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.921868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54a85392-d09e-49c8-9674-31680e45da54 req-13e45c06-6b2a-423c-a26e-a37aa37687c6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 932 time: 0.1888266 Feb 11 14:07:50.930303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1341d-7109-413d-beb0-7bd22069a769 req-157777c8-ad09-4036-a26f-d2c9fd53febf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.931230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=ddb571dc-a01d-47d2-a193-19d847f02a92,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:50.942964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cf1341d-7109-413d-beb0-7bd22069a769 req-157777c8-ad09-4036-a26f-d2c9fd53febf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.5673192 Feb 11 14:07:50.980602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fb54b370-23cb-4e3a-9300-80160795a8e5 None None] Provisioning complete for port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:50.981335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb54b370-23cb-4e3a-9300-80160795a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.030124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:51.053490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fb54b370-23cb-4e3a-9300-80160795a8e5 None None] Port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:51.060109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:07:51.063753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54a85392-d09e-49c8-9674-31680e45da54 req-c236705f-6ede-48b8-8645-8291b2314014 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405926 Feb 11 14:07:51.085780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-853b464c-4571-4802-82eb-7836f43d5bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.4237449 Feb 11 14:07:51.111344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.211452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Router eeb2d8c2-75a9-44de-b35d-82588b7ab625 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:51.242289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cf1341d-7109-413d-beb0-7bd22069a769 req-a6dfd549-1dd3-410d-87e4-0ded5a055d81 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861590 Feb 11 14:07:51.247083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-59e6a485-ea9b-4577-b8fd-2f2ad582a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:51.249977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-59e6a485-ea9b-4577-b8fd-2f2ad582a762 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1318500 Feb 11 14:07:51.277240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.284937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-fdb65a0a-4f21-40cb-a27d-a5279bd1f62b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279891 Feb 11 14:07:51.317720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40090) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:51.336929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:51.340519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.345710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:51.377134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.383260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-77d7d0af-2bc0-4377-a3b2-8c30adadd6bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8007011 Feb 11 14:07:51.383928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:51.388505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'security_group_rule': {'security_group_id': '2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:51.485560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-22d7b303-0123-4b2c-b655-85f6a613efa6 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688702 Feb 11 14:07:51.505872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.552740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ddb571dc-a01d-47d2-a193-19d847f02a92 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:51.607050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.626039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.647934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ddb571dc-a01d-47d2-a193-19d847f02a92 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:51.648325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.713837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.775551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98319e36-5597-41ee-8c14-0f1ca3d2bc89,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:51.775784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:51.805450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Sync routers for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:51.813410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:51.817102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:51.860188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f4c62342-e39e-42dd-827e-d47b4276ce1a admin admin] 10.222.0.31 "PUT /v2.0/routers/eeb2d8c2-75a9-44de-b35d-82588b7ab625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5284905 Feb 11 14:07:51.883769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88879ab8-761c-4cf7-b853-3e6e45027267 req-a0b57752-082f-4cf3-ac82-9950559aaa76 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883176 Feb 11 14:07:51.908939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:51.917399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d736a1c5-12da-4ad3-9c1a-e52fa038f682 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67a390734a154bdab8e8fb9cf55c648e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884933 Feb 11 14:07:51.935131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Allocated IP 19.86.0.50 (7cdbdfbb-a203-4152-ac83-7f7fb3803df8/22789432-3699-42d1-b5ab-c83b76a6ec80/68e76a4c-671a-4750-ac3b-981fc00fc1a3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:51.953250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:52.005641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.044078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.189737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.275948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c017-c2f5-42d2-b1ab-0c402e550327 req-519fe0c8-50fc-45c7-b155-ba2364fe6b01 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.282645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2fc6c017-c2f5-42d2-b1ab-0c402e550327 req-519fe0c8-50fc-45c7-b155-ba2364fe6b01 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 932 time: 0.0860105 Feb 11 14:07:52.323177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2fc6c017-c2f5-42d2-b1ab-0c402e550327 req-38d8cf83-93c5-49bf-ab54-df1cb4981c63 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Feb 11 14:07:52.331776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4303aac3-19ba-4108-a8d6-575e49a32cfc req-801ae3b6-af94-4f5a-8e5a-dfdf0e2b8430 tempest-FloatingIPsNegativeTestJSON-2085628173 tempest-FloatingIPsNegativeTestJSON-2085628173-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=4d1127fd3267485ba001da4b479cb88a HTTP/1.1" status: 200 len: 217 time: 0.0738218 Feb 11 14:07:52.344181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:48Z', 'revision_number': 4, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b95c8a04-3993-4e70-af9a-dfb09dce1dd3', 'name': '', 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'mac_address': 'fa:16:3e:a5:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:44Z', 'updated_at': '2022-02-11T14:07:48Z', 'revision_number': 2, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'subnets': [{'id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:52.389701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Checking router: eeb2d8c2-75a9-44de-b35d-82588b7ab625 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:07:52.390056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Updating router eeb2d8c2-75a9-44de-b35d-82588b7ab625 port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:07:52.405099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ec3cf6c-fcf7-4f32-a051-18164ca75678 req-3b5e9e82-4a29-4280-987a-fbb2975baf6b tempest-FloatingIPsNegativeTestJSON-2085628173 tempest-FloatingIPsNegativeTestJSON-2085628173-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0319076 Feb 11 14:07:52.428027 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.456677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.460934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8468f487-4d0c-47a1-a6e8-14d9ed2d7fb2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0736043 Feb 11 14:07:52.483438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:52.491705 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-e7c12141-a9f1-4576-b8bf-c7f7e2a42b72 req-0df4c8c9-993d-458d-9af9-b5646df4954d tempest-FloatingIPsNegativeTestJSON-2085628173 tempest-FloatingIPsNegativeTestJSON-2085628173-project] show failed (client error): The resource could not be found. Feb 11 14:07:52.493183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7c12141-a9f1-4576-b8bf-c7f7e2a42b72 req-0df4c8c9-993d-458d-9af9-b5646df4954d tempest-FloatingIPsNegativeTestJSON-2085628173 tempest-FloatingIPsNegativeTestJSON-2085628173-project] 10.222.0.31 "GET /v2.0/floatingips/5252abd6-33bd-4412-a6c0-52790e0cd4d9 HTTP/1.1" status: 404 len: 350 time: 0.0577807 Feb 11 14:07:52.503242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:52.506842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'security_group_rule': {'security_group_id': '2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:52.531983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.534775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.537356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d HTTP/1.1" status: 204 len: 168 time: 0.6273272 Feb 11 14:07:52.578939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7288c3-dbd0-49ba-81bd-a1f38ee9632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3778ef-3e0f-4d2e-82e4-30ed8a583b6d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:52.597402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.597803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6557ae-9e4c-4882-a031-4367a5da46ff req-6e039eaf-d1be-4fb3-8636-b075b0656af6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.601876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6557ae-9e4c-4882-a031-4367a5da46ff req-6e039eaf-d1be-4fb3-8636-b075b0656af6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.1622186 Feb 11 14:07:52.712102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6557ae-9e4c-4882-a031-4367a5da46ff req-7acf4b91-6772-4a70-9ccc-d30365e90907 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977678 Feb 11 14:07:52.719502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.852081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.852321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:52.866736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:52.872596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:52.875138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.879983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:52.969186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.970189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.015492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c963d2f4-91e6-4d30-b1e7-e839caa9d03d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:53.063098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.066478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ebba598b-d583-4a85-b417-c51f08d601bd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5741167 Feb 11 14:07:53.072415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:53.078736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:53.111308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.128028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:53.128782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.148824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026e88-f043-4326-a48d-4f3532506347 None None] Pushing event updated for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:53.169590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-3eb74c97-d920-47b7-8223-fe8b1c4015cf service neutron] 10.222.0.60 "GET /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.4802446 Feb 11 14:07:53.208829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.349534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Attempting to bind port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:53.351730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c98a8201-b017-4071-b22f-c1acc1269c7e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6882789 Feb 11 14:07:53.352670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Attempting to bind port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:53.353245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Attempting to bind port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 on network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:53.364686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'admin_state_up': True, 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Checking segment: {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Bound using segment: {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Bound port: b95c8a04-3993-4e70-af9a-dfb09dce1dd3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4557d1-2794-4480-b597-ef201df15a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:53.375071 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.433996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.505775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4f3274f7-0a25-458f-8057-0aa3ca87340b None None] Provisioning complete for port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:53.506304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f3274f7-0a25-458f-8057-0aa3ca87340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.553263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] For port b95c8a04-3993-4e70-af9a-dfb09dce1dd3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:53.558349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] For port b95c8a04-3993-4e70-af9a-dfb09dce1dd3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:53.569021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4f3274f7-0a25-458f-8057-0aa3ca87340b None None] Port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:53.677827 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.776438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:53.833483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-51b6c34a-3a83-4e45-940a-28250409c664 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64622420dc734fd5aae62d8cd8d38464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536017 Feb 11 14:07:53.835095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:53.883036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] Provisioning complete for port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:53.883570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.926458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.955244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:53.991986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:53.992645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:54.118238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.131473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb25d-3edb-4f4e-9cb2-f408a4510b11 req-fe0b5d51-71ec-4722-9b87-aced904f6f80 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:54.131677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:54.138251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb25d-3edb-4f4e-9cb2-f408a4510b11 req-fe0b5d51-71ec-4722-9b87-aced904f6f80 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:54.142134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f9fb25d-3edb-4f4e-9cb2-f408a4510b11 req-fe0b5d51-71ec-4722-9b87-aced904f6f80 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 1654 time: 0.4845226 Feb 11 14:07:54.221263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026e88-f043-4326-a48d-4f3532506347 None None] Pushing event updated for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:54.258568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Allocated IP 172.25.7.156 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d5e02eb6-b130-49f4-91e8-db6dbf2f4aee) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:54.261138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f9fb25d-3edb-4f4e-9cb2-f408a4510b11 req-4a605f06-f767-4588-bd92-a3e3837d8b23 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074903 Feb 11 14:07:54.270062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:54.286437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:54.290079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.294751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.297906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.301687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac3e47c4-8d72-41db-896c-7c5bf13c3a4e HTTP/1.1" status: 204 len: 168 time: 0.4652085 Feb 11 14:07:54.310246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837127-57f4-48be-b102-44bd0c2b4a23 req-562b2517-c399-4c5b-9c6b-fd772bd28dc6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:54.318344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8837127-57f4-48be-b102-44bd0c2b4a23 req-562b2517-c399-4c5b-9c6b-fd772bd28dc6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.3931727 Feb 11 14:07:54.348258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:54.382839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db4e63-7251-441e-affb-32e57937d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e47c4-8d72-41db-896c-7c5bf13c3a4e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:54.503377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.567831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8837127-57f4-48be-b102-44bd0c2b4a23 req-02964d4b-aeb5-488e-8806-673d97ad97fb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486043 Feb 11 14:07:54.620510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.721812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'Port': ['ID=d5e02eb6-b130-49f4-91e8-db6dbf2f4aee,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:54.742604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:54.744023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:54.746575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:54.778943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.805549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:48Z', 'revision_number': 4, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b95c8a04-3993-4e70-af9a-dfb09dce1dd3', 'name': '', 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'mac_address': 'fa:16:3e:a5:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:44Z', 'updated_at': '2022-02-11T14:07:53Z', 'revision_number': 4, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'subnets': [{'id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:54.888082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e418a5-274a-4dae-838c-0a021d7c28fb None None] The sync data for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 is: [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:48Z', 'revision_number': 4, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b95c8a04-3993-4e70-af9a-dfb09dce1dd3', 'name': '', 'network_id': '7bb231a2-7024-4f8b-ab40-a301d46a2f6e', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'mac_address': 'fa:16:3e:a5:92:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:44Z', 'updated_at': '2022-02-11T14:07:53Z', 'revision_number': 4, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'subnets': [{'id': 'bdec1180-6ff8-4de1-b498-6b4b37aab2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:07:54.895580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53585188-0a44-4ee5-8099-14caff8aa82c {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:54.942594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.947886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] For port b95c8a04-3993-4e70-af9a-dfb09dce1dd3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:55.015343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:55.032680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.085222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.143521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.172306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc4602-8089-4da5-a432-ff90fccba6de None None] Pushing event updated for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:55.195771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7c2603e5-7d46-47f1-b9c9-9d62d172b7ab None None] Provisioning complete for port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:55.196159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c2603e5-7d46-47f1-b9c9-9d62d172b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.305538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.371502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Allocated IP 19.80.0.52 (a5e59529-8017-46c7-a9bc-b9b26c9438b6/43829f71-0af7-4fe3-8ee8-2a2629d11fc2/6adbabf9-46e8-47f3-870d-91d7afee05df) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:55.384085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.391533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-3fd799b9-6d5e-4764-9f32-cd2746f47d55 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.409534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-3fd799b9-6d5e-4764-9f32-cd2746f47d55 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/networks?id=17b70048-9e29-4f77-af34-aa1e43ba42c3 HTTP/1.1" status: 200 len: 814 time: 0.2981017 Feb 11 14:07:55.441632 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:55.459860 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.499851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-7af2b895-ad7a-4509-913b-844d10333d71 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/quotas/2b1410a354374f4599f9076d0b6d939c HTTP/1.1" status: 200 len: 375 time: 0.0888264 Feb 11 14:07:55.509970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b95c8a04-3993-4e70-af9a-dfb09dce1dd3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:55.557148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efcbd0-d984-42da-b937-426ed4fe04a3 req-a239655f-d090-4889-9ac8-5a39df36bdde tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.574033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efcbd0-d984-42da-b937-426ed4fe04a3 req-a239655f-d090-4889-9ac8-5a39df36bdde tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.585340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0efcbd0-d984-42da-b937-426ed4fe04a3 req-a239655f-d090-4889-9ac8-5a39df36bdde tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 1654 time: 0.1835413 Feb 11 14:07:55.642038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'Port': ['ID=d5e02eb6-b130-49f4-91e8-db6dbf2f4aee,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:55.676971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:55.680738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.721738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0efcbd0-d984-42da-b937-426ed4fe04a3 req-6054c112-b901-4386-a431-700c9e7c1c4c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340959 Feb 11 14:07:55.723011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.817306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-26fae6c8-8e54-4811-b34a-058d80053b7b tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b1410a354374f4599f9076d0b6d939c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3164010 Feb 11 14:07:55.877176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e6853-1b18-4682-9dcb-f77f75d336c0 req-3de099de-d228-4d60-8564-c34d32faac7d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.879336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd6e6853-1b18-4682-9dcb-f77f75d336c0 req-3de099de-d228-4d60-8564-c34d32faac7d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 943 time: 0.0813007 Feb 11 14:07:55.886197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:55.887759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-273b5e8c-d1c9-48aa-a3f1-582ecfaf2a06 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8142343 Feb 11 14:07:55.963873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] Transition to ACTIVE for port object 53585188-0a44-4ee5-8099-14caff8aa82c will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:55.971972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd6e6853-1b18-4682-9dcb-f77f75d336c0 req-0fc0eae3-ca36-49bf-a592-1df869bc2852 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824287 Feb 11 14:07:56.087254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.282485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] No DVR routers for this DVR port 53585188-0a44-4ee5-8099-14caff8aa82c on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:56.312002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-3bfed42c-af51-4760-b4f1-fc8d86a814bc tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.318572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-226f7012-77b0-407a-b9fe-28c0870c1903 service neutron] 10.222.0.31 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000992 Feb 11 14:07:56.319749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-3bfed42c-af51-4760-b4f1-fc8d86a814bc tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.1709077 Feb 11 14:07:56.337071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.337399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-356264f3-405e-4024-82d9-9b0d36364f2c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/quotas/cc4a6ada94474ea8a9add36c49ce5026 HTTP/1.1" status: 200 len: 375 time: 0.0166397 Feb 11 14:07:56.340646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] Pushing event updated for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:56.396424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-d7058992-e628-4866-92da-f053254f2f6e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581183 Feb 11 14:07:56.421291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-e080d288-ece8-459a-a844-f22c9b29e4ea service neutron] 10.222.0.60 "PUT /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2482631 Feb 11 14:07:56.533793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-d1d15a32-ad52-4c61-87b6-44ce1a6344e3 service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360357 Feb 11 14:07:56.541963 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-91753019-d32f-4d26-8e57-7052c35ac19b service neutron] 10.222.0.31 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227256 Feb 11 14:07:56.581402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Deleting port b95c8a04-3993-4e70-af9a-dfb09dce1dd3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:56.581724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.644264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.688320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-a24e8788-19cd-424e-aa7a-c239da406167 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.689841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-a24e8788-19cd-424e-aa7a-c239da406167 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1095 time: 0.0871699 Feb 11 14:07:56.710400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-16ea1035-aefc-41cf-871e-f9cc048648ca service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644430 Feb 11 14:07:56.739346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:56.772505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-761c3c28-e52d-4e3f-bd2d-46186e73ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.774103 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-761c3c28-e52d-4e3f-bd2d-46186e73ddef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26&tenant_id=9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 1095 time: 0.0745244 Feb 11 14:07:56.803929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:56.814237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:56.818977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:56.902020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-35a12832-1158-4a9f-b6cd-e4d9558ee684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.903687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-35a12832-1158-4a9f-b6cd-e4d9558ee684 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1095 time: 0.0983245 Feb 11 14:07:56.912689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.913493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.918900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] For port b95c8a04-3993-4e70-af9a-dfb09dce1dd3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:56.919965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.979208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Calling delete_port for b95c8a04-3993-4e70-af9a-dfb09dce1dd3 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:57.130635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7730460a-8c7d-48db-b7b9-a94b3615b435 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7699153 Feb 11 14:07:57.157610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:57.207133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd7375a1-def7-4527-9217-10a6624049e9 req-790dff9f-cb55-4cd6-9fbf-ab3bc08bfec7 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.1009431 Feb 11 14:07:57.278691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-ae0c086e-c9fd-41b6-a4cc-ee467f1286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.287578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-ae0c086e-c9fd-41b6-a4cc-ee467f1286ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.3680582 Feb 11 14:07:57.319541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2af9c382-b55b-479d-89d5-918d1339d348 None None] Provisioning complete for port 6adbabf9-46e8-47f3-870d-91d7afee05df triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:57.320659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2af9c382-b55b-479d-89d5-918d1339d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:57.362195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-6dbf63ef-b38e-42ef-a9bc-09d179ccc081 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.0736041 Feb 11 14:07:57.402386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2af9c382-b55b-479d-89d5-918d1339d348 None None] Port 6adbabf9-46e8-47f3-870d-91d7afee05df cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:07:57.425429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4398fe63-7a66-4544-8eba-f2699c98fed5 req-0160264c-3a1f-4a4b-a220-b192758cb53c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 210 time: 0.0655262 Feb 11 14:07:57.434172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-bc7a6708-c4ae-4deb-b1ae-3e200d7a1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.435786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-bc7a6708-c4ae-4deb-b1ae-3e200d7a1953 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0657079 Feb 11 14:07:57.441331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91da0-7f07-4297-9e5e-96621413c570 req-69b653fa-64fc-485d-80dc-b1dbb8287096 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.462544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91da0-7f07-4297-9e5e-96621413c570 req-69b653fa-64fc-485d-80dc-b1dbb8287096 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.469067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91da0-7f07-4297-9e5e-96621413c570 req-69b653fa-64fc-485d-80dc-b1dbb8287096 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.482771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-deb91da0-7f07-4297-9e5e-96621413c570 req-69b653fa-64fc-485d-80dc-b1dbb8287096 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2375 time: 0.3588107 Feb 11 14:07:57.491931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:57.509963 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-40bbd180-59cf-4cc1-aca7-18e881d29539 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598307 Feb 11 14:07:57.542344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:57.605508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-deb91da0-7f07-4297-9e5e-96621413c570 req-1e33a47d-63c1-4332-87ee-929642ee07dd tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217482 Feb 11 14:07:57.637914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:57.641369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ce9a-a9c6-4fa6-aa74-ce85f8b448d0 req-ee37fb6b-9c89-4ad2-8b0b-d7420a5d9b1d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.642688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c05ce9a-a9c6-4fa6-aa74-ce85f8b448d0 req-ee37fb6b-9c89-4ad2-8b0b-d7420a5d9b1d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.1152711 Feb 11 14:07:57.729785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c05ce9a-a9c6-4fa6-aa74-ce85f8b448d0 req-058ba289-9cc7-43d9-8f65-d8eca11b0ebe tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Feb 11 14:07:57.733483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-0c65534a-3ecd-4541-bcb7-f264bb722945 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151418 Feb 11 14:07:57.843872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-b0a50e0f-ab87-4561-8834-df5e68fc9771 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009221 Feb 11 14:07:57.942666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c4e5e4-33ce-430f-8769-9eaf47ba258d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:57.950282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.163845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Transition to ACTIVE for port object f6c4e5e4-33ce-430f-8769-9eaf47ba258d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:58.163845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.183566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b95c8a04-3993-4e70-af9a-dfb09dce1dd3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:58.293490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.381500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:58.395053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ba470b4a-2832-41a0-ada3-5c0bc64149c3 req-5b5137e6-232d-4442-8cf3-811b625d06bf tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.1070862 Feb 11 14:07:58.521507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.567336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d49d7b3d-f8ea-4c24-9275-49367e3faad4 req-bcad719e-8677-4f9b-b26a-aeaeebcaf795 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Feb 11 14:07:58.614925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Attempting to bind port f6c4e5e4-33ce-430f-8769-9eaf47ba258d on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:58.615510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Attempting to bind port f6c4e5e4-33ce-430f-8769-9eaf47ba258d by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:58.615986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Attempting to bind port f6c4e5e4-33ce-430f-8769-9eaf47ba258d on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:58.666650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Port f6c4e5e4-33ce-430f-8769-9eaf47ba258d on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:58.667400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-2ad88129-ba43-4847-9ef6-899851b59b22 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.667954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Attempting to bind port f6c4e5e4-33ce-430f-8769-9eaf47ba258d on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:58.669720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-2ad88129-ba43-4847-9ef6-899851b59b22 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1095 time: 0.0671470 Feb 11 14:07:58.681796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:58.682145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Checking segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:58.682516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Bound using segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:58.682952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Bound port: f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:58.683312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.810901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:58.816046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:58.863718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deba5b-e420-4ba4-aa84-3e89d4e65855 req-97c68162-3065-400e-87db-5b9cac988ac5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.869477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deba5b-e420-4ba4-aa84-3e89d4e65855 req-97c68162-3065-400e-87db-5b9cac988ac5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.875246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deba5b-e420-4ba4-aa84-3e89d4e65855 req-97c68162-3065-400e-87db-5b9cac988ac5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.876883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07deba5b-e420-4ba4-aa84-3e89d4e65855 req-97c68162-3065-400e-87db-5b9cac988ac5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2387 time: 0.1406124 Feb 11 14:07:58.880595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51295-43a2-43d2-b7ec-a858c17bf0e4 req-d5f5bcb6-7357-4a2c-bf68-7d6ce8dd9fc0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.882527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0b51295-43a2-43d2-b7ec-a858c17bf0e4 req-d5f5bcb6-7357-4a2c-bf68-7d6ce8dd9fc0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.0629861 Feb 11 14:07:58.924759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0b51295-43a2-43d2-b7ec-a858c17bf0e4 req-2b61d366-217f-491b-9a76-07013b7ae586 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356727 Feb 11 14:07:58.938215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.963123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-9f742fc9-a580-4cec-8ff2-0408607123ea service neutron] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:58.964557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-9f742fc9-a580-4cec-8ff2-0408607123ea service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.965595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae968264-a19f-42ca-957e-5d62867bd0c3 req-9f742fc9-a580-4cec-8ff2-0408607123ea service neutron] 10.222.0.62 "DELETE /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.2871842 Feb 11 14:07:58.966120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:59.003142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.003798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.005262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/f6c4e5e4-33ce-430f-8769-9eaf47ba258d HTTP/1.1" status: 200 len: 1092 time: 1.8525195 Feb 11 14:07:59.007807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:59.022566 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fbb4d4-4c21-4673-836b-b9cedc155a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:59.061191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07deba5b-e420-4ba4-aa84-3e89d4e65855 req-636a53f5-872f-4a0a-b066-77f3292d3e8a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722918 Feb 11 14:07:59.063173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Router eeb2d8c2-75a9-44de-b35d-82588b7ab625 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:59.086582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd06988-a5ca-4f61-98b3-6a6f73a8f7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:59.114674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:59.211693 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969431c-29cb-4af3-beda-6701d6e54d8c x-openstack-request-id: req-d969431c-29cb-4af3-beda-6701d6e54d8c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:59.212391 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:59.212391 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d969431c-29cb-4af3-beda-6701d6e54d8c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:59.212864 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'status': 'completed', 'code': 200} Feb 11 14:07:59.231497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56296e12-42ea-4ced-b289-c460c9d59eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.297127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf1dd-6166-4625-ad67-fb3f95945efa req-5d838a15-d1a1-44fd-8e88-42a59541fac4 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.298764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89fdf1dd-6166-4625-ad67-fb3f95945efa req-5d838a15-d1a1-44fd-8e88-42a59541fac4 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1095 time: 0.1327124 Feb 11 14:07:59.355417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-af070a48-1ea6-4afd-a690-9fdcf592040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.355969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-af070a48-1ea6-4afd-a690-9fdcf592040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.356435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-af070a48-1ea6-4afd-a690-9fdcf592040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.358543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-af070a48-1ea6-4afd-a690-9fdcf592040a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2730 time: 0.1326115 Feb 11 14:07:59.411038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89fdf1dd-6166-4625-ad67-fb3f95945efa req-8e26c91e-1bed-41e5-a750-e0af8687c3b8 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052961 Feb 11 14:07:59.497221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56296e12-42ea-4ced-b289-c460c9d59eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.546278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-c75b92c5-b98e-4583-a14b-03c6b327c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.547102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-c75b92c5-b98e-4583-a14b-03c6b327c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.547229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-c75b92c5-b98e-4583-a14b-03c6b327c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.549360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-c75b92c5-b98e-4583-a14b-03c6b327c501 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=58f9c681ac8d443f803411b646055161&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.1788838 Feb 11 14:07:59.566561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56296e12-42ea-4ced-b289-c460c9d59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.603807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05207c40-2ab0-4a6f-a0ce-d2740691ef7e req-21a18f43-e3e6-4b79-88be-eef699235fe0 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.0588670 Feb 11 14:07:59.609125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.664916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:59.671646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-24869a23-6856-4e8e-923a-7e0bf23620cd admin admin] 10.222.0.31 "PUT /v2.0/routers/eeb2d8c2-75a9-44de-b35d-82588b7ab625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1668727 Feb 11 14:07:59.674639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40318) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:59.678598 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Sync routers for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:07:59.700505 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:07:59.701280 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:59.709340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-56296e12-42ea-4ced-b289-c460c9d59eb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=143b25f54a21493b8c53999c86a93eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398098 Feb 11 14:07:59.710048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:07:59.789578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56296e12-42ea-4ced-b289-c460c9d59eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db0530-99ee-4ab2-bf77-f4594604d862,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:59.825753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99fb99d1-051d-4c16-add2-fcf2f7d8a5c9 req-3015294c-0454-4000-941a-6743444ebdb4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 210 time: 0.0982306 Feb 11 14:07:59.826001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:07:59.914112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.937978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.990353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-a1a27fd5-91ac-4d7c-af00-c7902b84e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.991888 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84fbb4d4-4c21-4673-836b-b9cedc155a7f req-a1a27fd5-91ac-4d7c-af00-c7902b84e1a1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4353168 Feb 11 14:08:00.067732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.072469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.112339 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:57Z', 'revision_number': 5, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:00.128252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-4a18feed-cf3e-4418-9620-b6b2705ed212 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.136062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-4a18feed-cf3e-4418-9620-b6b2705ed212 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.4153795 Feb 11 14:08:00.144791 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Checking router: eeb2d8c2-75a9-44de-b35d-82588b7ab625 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:00.153838 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Routers {'eeb2d8c2-75a9-44de-b35d-82588b7ab625'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:00.154646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:00.183564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-6ec90c6d-fd6c-49c3-b9f9-749ba6839f79 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/quotas/9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 375 time: 0.0384881 Feb 11 14:08:00.241199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-c02e6bdf-1037-4c7c-bc0b-74586cff2493 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.255424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-c02e6bdf-1037-4c7c-bc0b-74586cff2493 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.4211526 Feb 11 14:08:00.261080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'port': {'device_id': '58c4de92-7015-431c-a943-8f043c2655f7', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'admin_state_up': True, 'tenant_id': 'cc4a6ada94474ea8a9add36c49ce5026'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:00.269232 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.275046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.281186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3db0530-99ee-4ab2-bf77-f4594604d862 HTTP/1.1" status: 204 len: 168 time: 0.5604608 Feb 11 14:08:00.295529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e63c37-d2e8-4a39-8e82-c141b9c7637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db0530-99ee-4ab2-bf77-f4594604d862,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:00.354217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-c1ab9f8d-1e61-4893-ad73-cd76fe246a1b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642878 Feb 11 14:08:00.440934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.474128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a1736-23f0-4fba-aa3b-e29c315f1fba req-ee94d433-7b3f-443c-8e06-61834e0f7680 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.479881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a1736-23f0-4fba-aa3b-e29c315f1fba req-ee94d433-7b3f-443c-8e06-61834e0f7680 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.488745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a1736-23f0-4fba-aa3b-e29c315f1fba req-ee94d433-7b3f-443c-8e06-61834e0f7680 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.491061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd5a1736-23f0-4fba-aa3b-e29c315f1fba req-ee94d433-7b3f-443c-8e06-61834e0f7680 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2387 time: 0.2187984 Feb 11 14:08:00.501112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-5688a625-bd8b-4707-b9c7-7b4856ab42f3 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451814 Feb 11 14:08:00.511671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] Set router eeb2d8c2-75a9-44de-b35d-82588b7ab625 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:00.572828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e76a4c-671a-4750-ac3b-981fc00fc1a3 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:00.590786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.613435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-2fad84f6-ce23-4a51-98c1-ec641480a539 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114426 Feb 11 14:08:00.625735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd5a1736-23f0-4fba-aa3b-e29c315f1fba req-45329024-bf50-4c64-9ea7-47d87b7557b4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040981 Feb 11 14:08:00.642069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Transition to ACTIVE for port object 68e76a4c-671a-4750-ac3b-981fc00fc1a3 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:00.681075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Deleting port ddb571dc-a01d-47d2-a193-19d847f02a92 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:00.681075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.781617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Made reservation on behalf of cc4a6ada94474ea8a9add36c49ce5026 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:00.785437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.787579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.821420 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:57Z', 'revision_number': 5, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:00.863042 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4073f6-ab6f-4a01-a035-695704820d64 None None] The sync data for ids ['eeb2d8c2-75a9-44de-b35d-82588b7ab625'] in n-d-828407-1 is: [{'id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'name': 'tempest-FloatingIPsNegativeTestJSON-1710933129-router', 'tenant_id': '4d1127fd3267485ba001da4b479cb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:39Z', 'updated_at': '2022-02-11T14:07:57Z', 'revision_number': 5, 'project_id': '4d1127fd3267485ba001da4b479cb88a', 'gw_port': {'id': 'ddb571dc-a01d-47d2-a193-19d847f02a92', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb2d8c2-75a9-44de-b35d-82588b7ab625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:40Z', 'updated_at': '2022-02-11T14:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:00.987107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.995350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:01.016252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] For port ddb571dc-a01d-47d2-a193-19d847f02a92, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ddb571dc-a01d-47d2-a193-19d847f02a92,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:01.016703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.084924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Calling delete_port for ddb571dc-a01d-47d2-a193-19d847f02a92 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:01.096724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aee8deda-b8a5-4e5f-b4f3-3b33c3f8e8c8 req-ac3a45fe-46a7-4a92-9ceb-43e20b3154b9 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.0656440 Feb 11 14:08:01.125014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Attempting to bind port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:01.125354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Attempting to bind port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:01.125778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Attempting to bind port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 on network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:01.175616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9bac3702-c55e-49dc-b19e-18b06972bb83 req-d41712e4-a0dd-4a44-9d68-a52dc6148ff4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Feb 11 14:08:01.210616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 on network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:01.210967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Attempting to bind port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 on network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:01.239267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53d529ec-3411-4282-b546-5c8c5443d04f req-f72d2056-2dcc-4571-baa4-f6ebce09de98 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 210 time: 0.0852346 Feb 11 14:08:01.245515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:01.246593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Checking segment: {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:01.247139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Bound using segment: {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:01.248359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Bound port: 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d0d2c8-e376-4b21-b0c9-fec800858c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:01.249568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.310979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Allocated IP 172.20.0.3 (d090cbc7-ba2a-4d42-b4df-22482f2eb54b/84eb29b1-8c99-4c54-91f5-d4dfd019d6b4/d8c86716-fbd0-4747-8b93-d8d2da19e5eb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:01.327903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752b541-9ebf-4dce-ba25-6ed25847f45d req-76e1b395-7969-48c3-8cf6-60b9d08feae6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:01.329537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e752b541-9ebf-4dce-ba25-6ed25847f45d req-76e1b395-7969-48c3-8cf6-60b9d08feae6 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.0621593 Feb 11 14:08:01.382961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e752b541-9ebf-4dce-ba25-6ed25847f45d req-4d598e9f-87ec-4c31-b8f9-511a1d87e914 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460362 Feb 11 14:08:01.391020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b95c8a04-3993-4e70-af9a-dfb09dce1dd3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:01.422342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b95c8a04-3993-4e70-af9a-dfb09dce1dd3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:01.423657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b95c8a04-3993-4e70-af9a-dfb09dce1dd3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:01.446663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:01.474031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dedd686-8b75-42c8-86c2-508afdb722bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.518200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:01.586465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:01.705125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.713896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.780533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.786382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-08da0ff3-2687-4577-b421-4393e45592b4 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:01.788014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-08da0ff3-2687-4577-b421-4393e45592b4 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.60 "GET /v2.0/networks?id=17b70048-9e29-4f77-af34-aa1e43ba42c3 HTTP/1.1" status: 200 len: 814 time: 0.1107273 Feb 11 14:08:01.813606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:01.813729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Request body: {'port': {'device_id': '8118c134-ead8-413f-9ae5-cbbd09114178', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'admin_state_up': True, 'tenant_id': '2b1410a354374f4599f9076d0b6d939c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:01.813843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.813843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] 10.222.0.62 "PUT /v2.0/ports/68e76a4c-671a-4750-ac3b-981fc00fc1a3 HTTP/1.1" status: 200 len: 1091 time: 2.7027748 Feb 11 14:08:01.822656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dedd686-8b75-42c8-86c2-508afdb722bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:01.823612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:01.829430 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f2139-d747-4020-8a1e-1b538f6fa6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:01.873722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd87a-298f-446b-b7e2-0931c596c04e service neutron] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:01.895599 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab97fd5-1e12-49ac-a847-3ec9a42e60db x-openstack-request-id: req-7ab97fd5-1e12-49ac-a847-3ec9a42e60db {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:01.902972 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:01.902972 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ab97fd5-1e12-49ac-a847-3ec9a42e60db {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:01.902972 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'status': 'completed', 'code': 200} Feb 11 14:08:01.940463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Request body: {'port': {'device_id': 'f7da084b-7340-470d-8837-4435115f0c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:01.981313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb571dc-a01d-47d2-a193-19d847f02a92,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:01.983406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dedd686-8b75-42c8-86c2-508afdb722bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.018566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.082065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8960-d182-45b4-bb36-ba78b2a4fe78 req-4d3764f2-6f26-4eb0-9537-9b460b8a2f93 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.088049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8960-d182-45b4-bb36-ba78b2a4fe78 req-4d3764f2-6f26-4eb0-9537-9b460b8a2f93 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.094689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8960-d182-45b4-bb36-ba78b2a4fe78 req-4d3764f2-6f26-4eb0-9537-9b460b8a2f93 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.096418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-decd8960-d182-45b4-bb36-ba78b2a4fe78 req-4d3764f2-6f26-4eb0-9537-9b460b8a2f93 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2399 time: 0.3896201 Feb 11 14:08:02.108756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8dedd686-8b75-42c8-86c2-508afdb722bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dd7eaabb9054638a3e047c299c31731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440625 Feb 11 14:08:02.108756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:02.131025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Made reservation on behalf of 2b1410a354374f4599f9076d0b6d939c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:02.134560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.142268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd686-8b75-42c8-86c2-508afdb722bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdd118-3a8a-4e19-87a0-c5dd1e793854,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:02.175778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-50db7b2a-9370-4b71-9ee6-2b33b148a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.176269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-50db7b2a-9370-4b71-9ee6-2b33b148a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.176737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-50db7b2a-9370-4b71-9ee6-2b33b148a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.178351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-50db7b2a-9370-4b71-9ee6-2b33b148a7a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2797 time: 0.2330780 Feb 11 14:08:02.182313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.209585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f4c22f5-8c11-47f2-8236-58448a41510e req-7bd4327d-0e9b-422f-a971-72e3dc87c88e tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.0425594 Feb 11 14:08:02.231300 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.385030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be51c9ca-cd03-4e94-ab7e-505f6e80f593 req-bdd7cb67-6a16-4d2d-8ff0-7f468b357fca tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.0751045 Feb 11 14:08:02.483703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adbabf9-46e8-47f3-870d-91d7afee05df {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:02.491939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.561845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Transition to ACTIVE for port object 6adbabf9-46e8-47f3-870d-91d7afee05df will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:02.594214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Allocated IP 172.20.0.13 (17b70048-9e29-4f77-af34-aa1e43ba42c3/34f6879b-d828-43c2-ba7b-57e6e3a7d1d9/cff9cc08-2824-483a-acee-5de00958a4b3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:02.609053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf50cdc-00df-4c32-a406-15e0693ca5b6 req-7a1dfbb2-d561-4fd3-963c-bc7a82e89c71 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.610877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-caf50cdc-00df-4c32-a406-15e0693ca5b6 req-7a1dfbb2-d561-4fd3-963c-bc7a82e89c71 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 931 time: 0.1162386 Feb 11 14:08:02.671989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.700617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-decd8960-d182-45b4-bb36-ba78b2a4fe78 req-e6f5da64-2c94-427d-98a0-db5aeede1cd9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882499 Feb 11 14:08:02.709186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.713273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:02.813993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-caf50cdc-00df-4c32-a406-15e0693ca5b6 req-82fac8c0-19a8-450f-801b-a47bf3464803 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849959 Feb 11 14:08:02.816855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Pushing event updated for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:02.863663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-52074378-64d8-4227-b8d3-a87c3b11987e tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.865179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-52074378-64d8-4227-b8d3-a87c3b11987e tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.62 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.2348204 Feb 11 14:08:02.927603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:02.976525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-0126a47f-c154-4217-abcc-4589c7626348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.977775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-0126a47f-c154-4217-abcc-4589c7626348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.978442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-0126a47f-c154-4217-abcc-4589c7626348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.980264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-0126a47f-c154-4217-abcc-4589c7626348 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=58f9c681ac8d443f803411b646055161&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.7507796 Feb 11 14:08:02.981314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:02.994990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:03.002301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.021706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:03.032603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.032603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb2d8c2-75a9-44de-b35d-82588b7ab625 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:03.094245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.098417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-11616d30-82cc-4a44-af5a-daeafa2b2876 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eeb2d8c2-75a9-44de-b35d-82588b7ab625 HTTP/1.1" status: 204 len: 168 time: 3.4197166 Feb 11 14:08:03.107255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Attempting to bind port 6adbabf9-46e8-47f3-870d-91d7afee05df on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:03.111651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Attempting to bind port 6adbabf9-46e8-47f3-870d-91d7afee05df by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:03.111651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Attempting to bind port 6adbabf9-46e8-47f3-870d-91d7afee05df on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:03.112647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40388) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:03.154670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Port 6adbabf9-46e8-47f3-870d-91d7afee05df on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:03.156535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Attempting to bind port 6adbabf9-46e8-47f3-870d-91d7afee05df on network a5e59529-8017-46c7-a9bc-b9b26c9438b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:03.219650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8938d-2738-4398-8664-65c570395632 req-4996aa15-700d-4aff-bb19-47c866c60256 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:03.221993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4eb8938d-2738-4398-8664-65c570395632 req-4996aa15-700d-4aff-bb19-47c866c60256 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 946 time: 0.3833568 Feb 11 14:08:03.235116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:03.236213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Checking segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:03.236851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Bound using segment: {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:03.244347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Bound port: 6adbabf9-46e8-47f3-870d-91d7afee05df, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb11ee80-aef2-4ebf-ac68-4492a3745e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:03.244724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.298160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.318681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.381947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:03.382902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.383563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c31b8d2d-ef7d-4692-b794-30e4b6169a0f req-18a4c443-e510-456b-a2af-95319430b244 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 210 time: 0.0694737 Feb 11 14:08:03.471072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:03.476381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6adbabf9-46e8-47f3-870d-91d7afee05df,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:03.535028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Deleting port daf8020c-02da-4509-ad6d-735c75e7efac {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:03.539859 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.540005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4eb8938d-2738-4398-8664-65c570395632 req-bb888b56-fee4-4d14-bc4c-9b901194a025 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb07e2e1-e690-4d55-922e-2b92f10056a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307637 Feb 11 14:08:03.540005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-dd0b456f-6d45-459b-a11d-aaaaab701f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:03.555858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b28f2139-d747-4020-8a1e-1b538f6fa6f8 req-dd0b456f-6d45-459b-a11d-aaaaab701f43 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5500770 Feb 11 14:08:03.559204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Deleting subnet bdec1180-6ff8-4de1-b498-6b4b37aab2c8 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:03.572946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.589968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.625344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.669125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.672403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:03.673738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14bdd118-3a8a-4e19-87a0-c5dd1e793854 HTTP/1.1" status: 204 len: 168 time: 1.5580852 Feb 11 14:08:03.677943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-a7450688-f433-4936-8e86-d7a72524e293 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4212632 Feb 11 14:08:03.699658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Request body: {'port': {'device_id': '58c4de92-7015-431c-a943-8f043c2655f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:03.773004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea39d1-77cc-4999-8320-73048db4ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdd118-3a8a-4e19-87a0-c5dd1e793854,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:03.823958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ddb571dc-a01d-47d2-a193-19d847f02a92 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:03.879566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ddb571dc-a01d-47d2-a193-19d847f02a92 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:03.880172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ddb571dc-a01d-47d2-a193-19d847f02a92 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:03.900624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.008058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.022897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3b03-cdad-4c54-a570-8466c1f9708f req-4eec5bf1-5c7a-48d5-b7de-19d59e5481fa tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.031602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3b03-cdad-4c54-a570-8466c1f9708f req-4eec5bf1-5c7a-48d5-b7de-19d59e5481fa tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.033802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14fe6269-f225-4a96-8c67-12609aae25a5 req-148e945b-6ef5-41ea-95e6-5ad62a40c9dc tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.5021791 Feb 11 14:08:04.048284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3b03-cdad-4c54-a570-8466c1f9708f req-4eec5bf1-5c7a-48d5-b7de-19d59e5481fa tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.050520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f69f3b03-cdad-4c54-a570-8466c1f9708f req-4eec5bf1-5c7a-48d5-b7de-19d59e5481fa tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2411 time: 0.1245792 Feb 11 14:08:04.098042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.102873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.103787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.105462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] 10.222.0.62 "PUT /v2.0/ports/6adbabf9-46e8-47f3-870d-91d7afee05df HTTP/1.1" status: 200 len: 1091 time: 2.1710463 Feb 11 14:08:04.109154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:04.111720 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfacd65-5463-49f2-add8-f047a60925f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:04.143123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f69f3b03-cdad-4c54-a570-8466c1f9708f req-4e369caf-a7d6-470c-abbf-c5020441f586 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687335 Feb 11 14:08:04.160095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f01ee-aa51-4310-9068-b3367932a12e service neutron] Pushing event updated for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:04.169062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:04.188049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:04.237239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:04.288511 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01513f-6c7d-4acd-886b-9e9071f2b6c8 x-openstack-request-id: req-5d01513f-6c7d-4acd-886b-9e9071f2b6c8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:04.288818 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:04.289130 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d01513f-6c7d-4acd-886b-9e9071f2b6c8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:04.289523 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df', 'status': 'completed', 'code': 200} Feb 11 14:08:04.458682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Pushing event updated for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:04.495873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] For port daf8020c-02da-4509-ad6d-735c75e7efac, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=daf8020c-02da-4509-ad6d-735c75e7efac,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:04.496467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.576297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.680366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-de6fb8cc-fd86-47c5-b438-9026b4ed2818 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.684173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-de6fb8cc-fd86-47c5-b438-9026b4ed2818 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.6308270 Feb 11 14:08:04.715233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa46b2-b099-41a3-a744-506e7d6b07e6 None None] Network 7bb231a2-7024-4f8b-ab40-a301d46a2f6e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:04.736879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdec1180-6ff8-4de1-b498-6b4b37aab2c8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:04.741655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.745410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-831e6ab9-23b1-4381-b609-e7949457ec70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bdec1180-6ff8-4de1-b498-6b4b37aab2c8 HTTP/1.1" status: 204 len: 168 time: 1.6316524 Feb 11 14:08:04.751722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40414) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:04.781294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Request body: {'port': {'device_id': '848b5a56-7f88-44b0-949e-e43819d09962', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'admin_state_up': True, 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:04.794214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-3aaa4993-54ac-4b3d-81b6-3a71fc6387f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.795081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-3aaa4993-54ac-4b3d-81b6-3a71fc6387f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.796330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-3aaa4993-54ac-4b3d-81b6-3a71fc6387f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.798869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-3aaa4993-54ac-4b3d-81b6-3a71fc6387f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2864 time: 0.5663254 Feb 11 14:08:04.972085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d17a3eed-6eb7-409c-8fa5-827b714b23ef None None] Provisioning complete for port cff9cc08-2824-483a-acee-5de00958a4b3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:04.972655 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d17a3eed-6eb7-409c-8fa5-827b714b23ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.993380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.993760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:04.994080 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae disassociated. External IP: 172.25.7.161, port: daf8020c-02da-4509-ad6d-735c75e7efac. Feb 11 14:08:04.994437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Calling delete_port for daf8020c-02da-4509-ad6d-735c75e7efac owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:05.082380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0f008-1212-4f17-b52c-72e4ce064ba9 req-1d918cd4-a62c-414e-9ae8-639f06398855 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.094124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d17a3eed-6eb7-409c-8fa5-827b714b23ef None None] Port cff9cc08-2824-483a-acee-5de00958a4b3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:05.096711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9d0f008-1212-4f17-b52c-72e4ce064ba9 req-1d918cd4-a62c-414e-9ae8-639f06398855 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 932 time: 0.5221844 Feb 11 14:08:05.188409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.225523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd144141-7b72-4f34-816d-fc45983071af None None] DHCP port deletion for 7bb231a2-7024-4f8b-ab40-a301d46a2f6e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:05.256974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.258270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.316692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9d0f008-1212-4f17-b52c-72e4ce064ba9 req-1debe94b-1e01-46e7-8529-1d16c47e2842 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167678 Feb 11 14:08:05.345440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffc6c1-6e2f-476d-8c88-8e15e059230c req-c145f009-7f01-416b-a5f6-33867d40e83a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.361921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdffc6c1-6e2f-476d-8c88-8e15e059230c req-c145f009-7f01-416b-a5f6-33867d40e83a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 931 time: 1.0071337 Feb 11 14:08:05.375174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c00d1c4e-b155-40a6-8f69-3a8cc2d6047b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d HTTP/1.1" status: 200 len: 217 time: 0.1102927 Feb 11 14:08:05.428868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.447341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Deleting port edf75fcc-8891-4c36-9fc6-aaa14c398103 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:05.447783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.449739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-0d55b56e-d5c0-4e14-975a-03801d60bb12 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6447914 Feb 11 14:08:05.490013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Request body: {'port': {'device_id': '8118c134-ead8-413f-9ae5-cbbd09114178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:05.492572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event deleted for resources: {'Port': ['ID=daf8020c-02da-4509-ad6d-735c75e7efac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:05.499383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c86716-fbd0-4747-8b93-d8d2da19e5eb {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:05.534018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9592bca4-add6-4623-9750-9f6eb133a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.536242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9592bca4-add6-4623-9750-9f6eb133a7f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43829f71-0af7-4fe3-8ee8-2a2629d11fc2 HTTP/1.1" status: 200 len: 801 time: 0.1516404 Feb 11 14:08:05.539579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.558206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdffc6c1-6e2f-476d-8c88-8e15e059230c req-398ffc00-9a02-4736-b8b7-abd8e841f5cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940086 Feb 11 14:08:05.618584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edf75fcc-8891-4c36-9fc6-aaa14c398103 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:05.701636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-dd144141-7b72-4f34-816d-fc45983071af None None] For port edf75fcc-8891-4c36-9fc6-aaa14c398103, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edf75fcc-8891-4c36-9fc6-aaa14c398103,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:05.712233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.723359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Calling delete_port for edf75fcc-8891-4c36-9fc6-aaa14c398103 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:05.743770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-146d6f90-5528-4a13-8f81-082e38b6f06c req-ee1ed98f-70ed-4df4-bc61-ecb7975ccc73 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 210 time: 0.2185061 Feb 11 14:08:05.764207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Transition to ACTIVE for port object d8c86716-fbd0-4747-8b93-d8d2da19e5eb will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:05.832330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9598e65-a134-48e3-ab3b-abfa4c9b48d3 req-58f9692c-0775-48f7-b4f2-2b0783d9b886 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.0937943 Feb 11 14:08:05.849155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Deleting port edf75fcc-8891-4c36-9fc6-aaa14c398103 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:05.849616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.855954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.855954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:05.867447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.875124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:05.965557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-79d4edbc-3b8b-4998-9b1f-8c0a470267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.967305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-79d4edbc-3b8b-4998-9b1f-8c0a470267a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5e59529-8017-46c7-a9bc-b9b26c9438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4003465 Feb 11 14:08:06.028879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.114061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:06.173464 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.211550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] For port edf75fcc-8891-4c36-9fc6-aaa14c398103, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edf75fcc-8891-4c36-9fc6-aaa14c398103,segment=NetworkSegment(6b4557d1-2794-4480-b597-ef201df15a63),segment_id=6b4557d1-2794-4480-b597-ef201df15a63)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:06.212720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.230251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Calling delete_port for edf75fcc-8891-4c36-9fc6-aaa14c398103 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:06.309140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Pushing event deleted for resources: {'Port': ['ID=edf75fcc-8891-4c36-9fc6-aaa14c398103,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:06.316498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd144141-7b72-4f34-816d-fc45983071af None None] No DVR routers for this DVR port edf75fcc-8891-4c36-9fc6-aaa14c398103 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:06.350696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.353263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.353619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.353963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.354310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.354631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.361203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.361717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.362064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.364968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.365608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.366009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.367100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd144141-7b72-4f34-816d-fc45983071af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:06.476635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:06.514002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf75fcc-8891-4c36-9fc6-aaa14c398103,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:06.537528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:06.548961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:06.562789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:06.566337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:06.576323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] No DVR routers for this DVR port edf75fcc-8891-4c36-9fc6-aaa14c398103 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:06.589485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14483-d61f-4ad4-aa1d-5ddba8310e4c req-df8ee6a1-c96c-47cf-b06e-cffa2b01dc56 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:06.596144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14483-d61f-4ad4-aa1d-5ddba8310e4c req-df8ee6a1-c96c-47cf-b06e-cffa2b01dc56 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:06.596291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-43e2aa73-3594-4a99-9be2-71f9bf702b8a service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038036 Feb 11 14:08:06.601972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14483-d61f-4ad4-aa1d-5ddba8310e4c req-df8ee6a1-c96c-47cf-b06e-cffa2b01dc56 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:06.610321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03e14483-d61f-4ad4-aa1d-5ddba8310e4c req-df8ee6a1-c96c-47cf-b06e-cffa2b01dc56 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2411 time: 0.5709791 Feb 11 14:08:06.681353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device daf8020c-02da-4509-ad6d-735c75e7efac no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:06.733918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: daf8020c-02da-4509-ad6d-735c75e7efac {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:06.738068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device daf8020c-02da-4509-ad6d-735c75e7efac not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:06.785341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] No DVR routers for this DVR port daf8020c-02da-4509-ad6d-735c75e7efac on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:06.791328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.794877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-280bfd35-f200-4f46-a636-747e47d3cdb8 req-fccefcff-4cef-46ef-abe9-0a54b7a3bca2 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.62 "DELETE /v2.0/ports/daf8020c-02da-4509-ad6d-735c75e7efac HTTP/1.1" status: 204 len: 173 time: 3.8994389 Feb 11 14:08:06.795482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'name': 'network-vif-deleted', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:06.800019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.807793 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7310d4a3-d792-4648-a57a-37c7126179d6" -d '{"events": [{"server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "name": "network-vif-deleted", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:06.843813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb231a2-7024-4f8b-ab40-a301d46a2f6e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:06.862632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4557d1-2794-4480-b597-ef201df15a63') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:06.862632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4557d1-2794-4480-b597-ef201df15a63') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:06.880389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:06.882829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:06.968562 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ee8dd6cf-57f3-4f89-b7df-c5425631cd82 service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031662 Feb 11 14:08:06.981297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.035474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Allocated IP 172.20.0.11 (cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6/eb94f125-d588-4b8a-a879-1674ebf9e7d4/b6e0e5d9-a813-4543-b7de-5d5209d40a61) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:07.097856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-26229992-d340-46e8-90a5-aee5430d59e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3 HTTP/1.1" status: 200 len: 217 time: 0.1216378 Feb 11 14:08:07.133985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:07.135893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:07.142465 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:07.163734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03e14483-d61f-4ad4-aa1d-5ddba8310e4c req-594a80b7-093b-41d9-909f-2bc35aeb1f83 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524721 Feb 11 14:08:07.171382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Attempting to bind port d8c86716-fbd0-4747-8b93-d8d2da19e5eb on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:07.172466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Attempting to bind port d8c86716-fbd0-4747-8b93-d8d2da19e5eb by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:07.172613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Attempting to bind port d8c86716-fbd0-4747-8b93-d8d2da19e5eb on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:07.219602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff9cc08-2824-483a-acee-5de00958a4b3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:07.224561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Port d8c86716-fbd0-4747-8b93-d8d2da19e5eb on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:07.224561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Attempting to bind port d8c86716-fbd0-4747-8b93-d8d2da19e5eb on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:07.232794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.242416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:07.242687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Checking segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:07.242976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Bound using segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:07.243410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Bound port: d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:07.243770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.262541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4f9e5-054e-4fae-a662-33178cf7402c req-282372d7-07c5-49de-9d86-a192f56f32a9 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.265335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14f4f9e5-054e-4fae-a662-33178cf7402c req-282372d7-07c5-49de-9d86-a192f56f32a9 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 932 time: 0.1723516 Feb 11 14:08:07.272696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ab060aa8-fc14-4216-9662-38a57ae72f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.274389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ab060aa8-fc14-4216-9662-38a57ae72f01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22789432-3699-42d1-b5ab-c83b76a6ec80 HTTP/1.1" status: 200 len: 801 time: 0.1459951 Feb 11 14:08:07.311416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Transition to ACTIVE for port object cff9cc08-2824-483a-acee-5de00958a4b3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:07.355057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:07.412765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14f4f9e5-054e-4fae-a662-33178cf7402c req-4d132a20-2bf4-4ffa-b7fb-53e164b3953f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233456 Feb 11 14:08:07.412765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9bcc19e7-0674-4e38-82bb-3ec22f7304b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.412765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9bcc19e7-0674-4e38-82bb-3ec22f7304b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7cdbdfbb-a203-4152-ac83-7f7fb3803df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261873 Feb 11 14:08:07.412765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.448842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:07.472009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:07.472664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:07:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:07.510674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.545249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:07.557999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.584132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7bb231a2-7024-4f8b-ab40-a301d46a2f6e HTTP/1.1" status: 204 len: 168 time: 2.8275135 Feb 11 14:08:07.591406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:07.634264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba30c2-59bd-4165-9ea0-d3d1c217fbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb231a2-7024-4f8b-ab40-a301d46a2f6e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:07.674038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06dcbf-4a0c-4b07-86b1-c10a5e415e3e req-5f514b49-04fc-41a4-b8f0-65f350857b37 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.676512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d06dcbf-4a0c-4b07-86b1-c10a5e415e3e req-5f514b49-04fc-41a4-b8f0-65f350857b37 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 943 time: 0.2812765 Feb 11 14:08:07.695180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.747402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:07.768957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.801777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48799361-778c-40a8-b175-e204696624e5 req-a70ba063-be39-4e6b-93c7-9072dda29ca9 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/ports?device_id=4051df1c-08c8-4f52-a93a-fc7fa5224d5e HTTP/1.1" status: 200 len: 210 time: 0.1671736 Feb 11 14:08:07.919086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.919938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:07.921422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8c86716-fbd0-4747-8b93-d8d2da19e5eb HTTP/1.1" status: 200 len: 1091 time: 4.2291660 Feb 11 14:08:07.943013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:07.947182 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5904f-911c-4962-9747-eb614da8d9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:07.970966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:08.089354 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83684eed-cb3c-43d8-8182-50093fd2b648 x-openstack-request-id: req-83684eed-cb3c-43d8-8182-50093fd2b648 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:08.089801 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4051df1c-08c8-4f52-a93a-fc7fa5224d5e", "name": "network-vif-deleted", "tag": "daf8020c-02da-4509-ad6d-735c75e7efac", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:08.090172 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83684eed-cb3c-43d8-8182-50093fd2b648 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:08.090890 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4051df1c-08c8-4f52-a93a-fc7fa5224d5e', 'name': 'network-vif-deleted', 'tag': 'daf8020c-02da-4509-ad6d-735c75e7efac', 'status': 'completed', 'code': 200} Feb 11 14:08:08.113054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d06dcbf-4a0c-4b07-86b1-c10a5e415e3e req-74843e76-63b8-4cc4-95f6-1c7c76d364e2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153757 Feb 11 14:08:08.165811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82adb4-6546-4b3d-a4f2-7c6d674c3df4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:08.203543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-be4de87a-9957-42b5-9553-5e8343c76af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.205180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-be4de87a-9957-42b5-9553-5e8343c76af7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 1094 time: 0.1169307 Feb 11 14:08:08.206747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-9400d96c-1dd1-47d6-bdb3-9c4e45f7d5d6 service neutron] 10.222.0.62 "GET /v2.0/networks/7cdbdfbb-a203-4152-ac83-7f7fb3803df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700701 Feb 11 14:08:08.232274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-039024ec-3e56-4136-986e-00f85bdbaad1 req-76b24fe5-37fd-4f4a-b885-44e9468c9dc3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.1278546 Feb 11 14:08:08.301174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-7e34defb-081c-4b7e-a203-5b972c938a00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb HTTP/1.1" status: 200 len: 217 time: 0.0742643 Feb 11 14:08:08.317327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:08.326530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.385480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Attempting to bind port cff9cc08-2824-483a-acee-5de00958a4b3 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:08.385821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Attempting to bind port cff9cc08-2824-483a-acee-5de00958a4b3 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:08.386153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Attempting to bind port cff9cc08-2824-483a-acee-5de00958a4b3 on network 17b70048-9e29-4f77-af34-aa1e43ba42c3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:08.400621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:08.424154 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce0508-6cf5-46ec-9b7f-c3541255d82e x-openstack-request-id: req-01ce0508-6cf5-46ec-9b7f-c3541255d82e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:08.424610 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:08.428873 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01ce0508-6cf5-46ec-9b7f-c3541255d82e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:08.429017 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'status': 'completed', 'code': 200} Feb 11 14:08:08.458763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Port cff9cc08-2824-483a-acee-5de00958a4b3 on network 17b70048-9e29-4f77-af34-aa1e43ba42c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:08.459100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Attempting to bind port cff9cc08-2824-483a-acee-5de00958a4b3 on network 17b70048-9e29-4f77-af34-aa1e43ba42c3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:08.478081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-5b665654-e59d-4e93-a5d0-52e3ab85adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.479935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-5b665654-e59d-4e93-a5d0-52e3ab85adde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 200 len: 861 time: 0.1736014 Feb 11 14:08:08.482796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-991e0c5f-fcd5-42c8-9a62-c7567dcbe782 service neutron] 10.222.0.62 "GET /v2.0/networks/7cdbdfbb-a203-4152-ac83-7f7fb3803df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388263 Feb 11 14:08:08.500403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b74a5-97c8-4455-8bf5-8a120a55dce1 None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:05:27Z', 'revision_number': 4, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '357ac81f-c3d0-4776-ba97-1403a78bf7be', 'name': '', 'network_id': '47423089-3c7f-4692-a9c5-3ccd81564d4a', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:26Z', 'updated_at': '2022-02-11T14:05:33Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'subnets': [{'id': '8b94886e-d314-4ae6-852b-5c4c17261c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:08.506088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:08.506784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40498) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:08.507040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-87059ce7-9ed4-4eca-ac38-fb1d71e171b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d1127fd3267485ba001da4b479cb88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885293 Feb 11 14:08:08.541325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-acfded86-1db6-4c9f-b7b0-34795ed118ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517790 Feb 11 14:08:08.541325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:08.560361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:08.572842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:08.581055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:08.581441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Checking segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:08.581903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Bound using segment: {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:08.582445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Bound port: cff9cc08-2824-483a-acee-5de00958a4b3, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc5aba2-3277-48c9-9d2c-8902bde3e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:08.583069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.601013 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-18f4d791-9df5-45ec-bce1-06af19f5bb24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=6adbabf9-46e8-47f3-870d-91d7afee05df HTTP/1.1" status: 200 len: 217 time: 0.1158419 Feb 11 14:08:08.743042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.750788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.751505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.799934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.804164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-cf7baa2d-3bbc-4e95-ba38-be6063f93fbd service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539179 Feb 11 14:08:08.807834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-4e5bb8c2-ce09-44a7-9cc1-2b9a4fb7a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.817298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-4e5bb8c2-ce09-44a7-9cc1-2b9a4fb7a09b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43829f71-0af7-4fe3-8ee8-2a2629d11fc2 HTTP/1.1" status: 200 len: 801 time: 0.1892860 Feb 11 14:08:08.855678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d20b-c9b5-4cf8-93c5-70c020c26996 req-39899f4b-8be8-4f1d-af8d-bbef1b12fea9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.863124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d20b-c9b5-4cf8-93c5-70c020c26996 req-39899f4b-8be8-4f1d-af8d-bbef1b12fea9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.879460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d20b-c9b5-4cf8-93c5-70c020c26996 req-39899f4b-8be8-4f1d-af8d-bbef1b12fea9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.885791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d68d20b-c9b5-4cf8-93c5-70c020c26996 req-39899f4b-8be8-4f1d-af8d-bbef1b12fea9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2411 time: 0.2988262 Feb 11 14:08:08.917586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-ac35e20b-e7c0-448d-ad4d-cc4d54532daa tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1595736 Feb 11 14:08:08.990021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:09.023929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cff9cc08-2824-483a-acee-5de00958a4b3,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:09.043373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d68d20b-c9b5-4cf8-93c5-70c020c26996 req-05bfc7e8-8ef1-4760-8c5c-6eca50282197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Feb 11 14:08:09.046942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-6ac132e6-6ffa-4364-9962-796a7e16da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.048562 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-6ac132e6-6ffa-4364-9962-796a7e16da92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5e59529-8017-46c7-a9bc-b9b26c9438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2239399 Feb 11 14:08:09.072674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74fa8b-e307-4765-ba35-65b1014c1664 None None] New status for floating IP d0e30b7d-4c4e-4984-9fea-3e39626a82ae: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:08:09.116787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:09.212776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.213422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:09.220522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/cff9cc08-2824-483a-acee-5de00958a4b3 HTTP/1.1" status: 200 len: 1092 time: 3.7436147 Feb 11 14:08:09.455661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d274e33-0dd7-4132-b830-99e5bed63b2e req-b593d70f-5d66-4d0f-b5f3-2a49ba5719d0 tempest-FlavorsV2NegativeTest-2110295862 tempest-FlavorsV2NegativeTest-2110295862-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9988815bae834c2290643afb1649e793&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318266 Feb 11 14:08:09.488958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09fe0-60c7-4a0f-9592-14bab667a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:09.522911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Request body: {'port': {'device_id': '848b5a56-7f88-44b0-949e-e43819d09962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:09.550983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-c058b2a8-da98-4bba-b300-9858ed79706e service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900992 Feb 11 14:08:09.715979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-c33d9444-cb9f-40b4-8ae8-9283e03e1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.719867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-c33d9444-cb9f-40b4-8ae8-9283e03e1803 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b1410a354374f4599f9076d0b6d939c&device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 1095 time: 0.3752158 Feb 11 14:08:09.751730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:09.777407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057980f-f802-42c9-ab31-b1d1bab4ad44 req-0a387de8-406c-43c9-9470-cd98658f8db8 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.785440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b057980f-f802-42c9-ab31-b1d1bab4ad44 req-0a387de8-406c-43c9-9470-cd98658f8db8 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.2801068 Feb 11 14:08:09.800055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f10dae6-a97f-4cff-bf8e-0cb9eb4a51c3 req-5063999e-6e00-44de-98cf-dd4669a24d58 service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9557309 Feb 11 14:08:09.830566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-380174d7-b3c5-49e1-87a9-7cd4b081a76f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff9cc08-2824-483a-acee-5de00958a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0899940 Feb 11 14:08:09.834883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:09.837563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:09.838683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64c87f9a-f01e-4f3e-82a5-59d1dca6b39a HTTP/1.1" status: 204 len: 168 time: 1.3115509 Feb 11 14:08:09.844240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274e33-0dd7-4132-b830-99e5bed63b2e req-71e1add0-c40e-4009-a59f-409684944e57 tempest-FlavorsV2NegativeTest-2110295862 tempest-FlavorsV2NegativeTest-2110295862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.853713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d274e33-0dd7-4132-b830-99e5bed63b2e req-71e1add0-c40e-4009-a59f-409684944e57 tempest-FlavorsV2NegativeTest-2110295862 tempest-FlavorsV2NegativeTest-2110295862-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969738 Feb 11 14:08:09.868328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992ba43-e5fc-4477-b586-cbc7fe8e9917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c87f9a-f01e-4f3e-82a5-59d1dca6b39a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:09.889942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b057980f-f802-42c9-ab31-b1d1bab4ad44 req-7b70a9e2-28ed-4f29-8510-db803d45443f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986071 Feb 11 14:08:10.014017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a346b075-3f50-4e1e-8833-a09fcb5408c5 req-ae12a4f3-2422-4a94-8703-e8e7b508e227 service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940938 Feb 11 14:08:10.038764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d274e33-0dd7-4132-b830-99e5bed63b2e req-f7036041-fc1d-45c5-ad75-b3041c459819 tempest-FlavorsV2NegativeTest-2110295862 tempest-FlavorsV2NegativeTest-2110295862-project] 10.222.0.31 "GET /v2.0/quotas/9988815bae834c2290643afb1649e793 HTTP/1.1" status: 200 len: 375 time: 0.1840277 Feb 11 14:08:10.093936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:10.097475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:10.120848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d274e33-0dd7-4132-b830-99e5bed63b2e req-57fd27ac-ddf2-48c0-8ff5-7b29a0efec61 tempest-FlavorsV2NegativeTest-2110295862 tempest-FlavorsV2NegativeTest-2110295862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9988815bae834c2290643afb1649e793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783505 Feb 11 14:08:10.135171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-afad332e-8583-4366-ae30-e049281c9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.138072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-afad332e-8583-4366-ae30-e049281c9cd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34f6879b-d828-43c2-ba7b-57e6e3a7d1d9 HTTP/1.1" status: 200 len: 853 time: 0.2820449 Feb 11 14:08:10.189299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-7f634753-e8c4-4fbc-8834-3ad37dd10499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.190821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-7f634753-e8c4-4fbc-8834-3ad37dd10499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 1094 time: 0.1865027 Feb 11 14:08:10.223757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0479b-edb5-4bf5-8a6b-ba807cf26575 req-3657d62b-0f89-4240-8831-b2ee415d843b tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.232452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecc0479b-edb5-4bf5-8a6b-ba807cf26575 req-3657d62b-0f89-4240-8831-b2ee415d843b tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 943 time: 0.1966932 Feb 11 14:08:10.337187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-3e9facf4-0289-435d-8bfe-0ebf99b922be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.339014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-3e9facf4-0289-435d-8bfe-0ebf99b922be service neutron] 10.222.0.60 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 922 time: 0.0982394 Feb 11 14:08:10.414237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-ccaf81f4-6967-4e8c-984f-b8ed73d1608a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb HTTP/1.1" status: 200 len: 217 time: 0.0620141 Feb 11 14:08:10.458727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecc0479b-edb5-4bf5-8a6b-ba807cf26575 req-0019d23c-b821-415e-845b-eac81a6a80ed tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252398 Feb 11 14:08:10.707314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-cc9b908e-677f-4998-8195-30332f6c6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.712809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-cc9b908e-677f-4998-8195-30332f6c6cf1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 200 len: 861 time: 0.2723660 Feb 11 14:08:10.922270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a7e8c-8e61-45b0-91d7-2d227905fcd9 req-3a4eeeb1-7791-464e-8c4e-5566d70061fc tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.934639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a7e8c-8e61-45b0-91d7-2d227905fcd9 req-3a4eeeb1-7791-464e-8c4e-5566d70061fc tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.953693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a7e8c-8e61-45b0-91d7-2d227905fcd9 req-3a4eeeb1-7791-464e-8c4e-5566d70061fc tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.975394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-407a7e8c-8e61-45b0-91d7-2d227905fcd9 req-3a4eeeb1-7791-464e-8c4e-5566d70061fc tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2411 time: 0.3997624 Feb 11 14:08:11.035456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-bab055e2-d4b7-483d-aab3-0e77caf95397 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2284930 Feb 11 14:08:11.106880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e0e5d9-a813-4543-b7de-5d5209d40a61 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:11.138902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:11.195273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-407a7e8c-8e61-45b0-91d7-2d227905fcd9 req-68f917c0-8f84-43bf-b2b2-26d7a68a8d77 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187231 Feb 11 14:08:11.246103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Transition to ACTIVE for port object b6e0e5d9-a813-4543-b7de-5d5209d40a61 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:11.337734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:11.432759 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb35bd-93aa-4340-b74c-7af98faae131 x-openstack-request-id: req-98eb35bd-93aa-4340-b74c-7af98faae131 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:11.433533 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:11.433533 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98eb35bd-93aa-4340-b74c-7af98faae131 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:11.433750 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3', 'status': 'completed', 'code': 200} Feb 11 14:08:11.447900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:11.462248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-d3537e82-d1e6-4b1d-a609-f12e1b2c2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.463748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-d3537e82-d1e6-4b1d-a609-f12e1b2c2957 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17b70048-9e29-4f77-af34-aa1e43ba42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2964821 Feb 11 14:08:11.466717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-156c58f3-73c4-42e0-af76-218e340a9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.467158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-156c58f3-73c4-42e0-af76-218e340a9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.468193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-156c58f3-73c4-42e0-af76-218e340a9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.471114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-802d59f5-4582-4483-816c-ffaccdb57a0e service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078043 Feb 11 14:08:11.490051 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-156c58f3-73c4-42e0-af76-218e340a9a8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2864 time: 1.3464317 Feb 11 14:08:11.722022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ff5904f-911c-4962-9747-eb614da8d9f9 req-72464a44-b944-41e3-a276-de67217a58ed service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256706 Feb 11 14:08:11.793011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9e4b-cee7-4a6b-aa8d-0da863e008dc req-9a45326e-97f7-418f-a19c-fd9b83787a61 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.803965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36ea9e4b-cee7-4a6b-aa8d-0da863e008dc req-9a45326e-97f7-418f-a19c-fd9b83787a61 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 932 time: 1.4320021 Feb 11 14:08:11.886536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:11.886854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:11.887133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:11.898824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339586d4-897d-4f9b-a6c6-75a76cf86df3 req-e160aaa2-0fbe-4a77-84e3-019f47d0113c tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.906372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-570ee4f1-0003-4e4c-91cc-904a2c302598 service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132819 Feb 11 14:08:11.907697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-339586d4-897d-4f9b-a6c6-75a76cf86df3 req-e160aaa2-0fbe-4a77-84e3-019f47d0113c tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.1804397 Feb 11 14:08:11.917142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:11.917456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:11.930378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:11.930718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:11.931098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:11.931570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Bound port: b6e0e5d9-a813-4543-b7de-5d5209d40a61, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:11.931887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:11.966835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36ea9e4b-cee7-4a6b-aa8d-0da863e008dc req-f671e8b0-a0a7-469c-9691-e3f2ae2ee02b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613376 Feb 11 14:08:12.004919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-339586d4-897d-4f9b-a6c6-75a76cf86df3 req-c3010aab-d058-448c-8a76-001ceb30c0a0 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962470 Feb 11 14:08:12.066731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:12.070168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:12.105148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-1f670642-387d-4cb6-a3fc-74155df8c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.106966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-1f670642-387d-4cb6-a3fc-74155df8c0db service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5e59529-8017-46c7-a9bc-b9b26c9438b6 HTTP/1.1" status: 200 len: 901 time: 0.5540638 Feb 11 14:08:12.153228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:12.171120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.226641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-fc0d78f6-fa6b-4bb7-aa0f-1d0d9f5d06a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=6adbabf9-46e8-47f3-870d-91d7afee05df HTTP/1.1" status: 200 len: 217 time: 0.1028678 Feb 11 14:08:12.291383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:12.353731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87c7f0-b49a-4399-9eaa-87e91d5a394f req-6b01646a-25af-4110-b82b-c3a769670ec9 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.355283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f87c7f0-b49a-4399-9eaa-87e91d5a394f req-6b01646a-25af-4110-b82b-c3a769670ec9 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 943 time: 0.2660565 Feb 11 14:08:12.369964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40584) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:12.370582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9656085a-3134-4d20-868e-9fa853a8cb44 req-6916eb51-2c1d-4617-97bd-81428694783c service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353418 Feb 11 14:08:12.379720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.380349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.381819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-a73ea3fa-5cf4-40b4-a688-cf9dae086bd4 service neutron] 10.222.0.60 "PUT /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 1092 time: 2.8751903 Feb 11 14:08:12.383470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:12.393247 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5eb063-a503-4a0f-b060-bfa773e4715e" -d '{"events": [{"name": "network-changed", "server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:12.418916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-0324e822-adfc-4081-8b45-18d5d7f7ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.420526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-0324e822-adfc-4081-8b45-18d5d7f7ddb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43829f71-0af7-4fe3-8ee8-2a2629d11fc2 HTTP/1.1" status: 200 len: 801 time: 0.1794269 Feb 11 14:08:12.428524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:12.469192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f87c7f0-b49a-4399-9eaa-87e91d5a394f req-872e6ada-8daf-4387-8b5d-706a7b6994e4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955579 Feb 11 14:08:12.488703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-13c7bb88-ec6f-491e-bf8f-63105875e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.490287 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-13c7bb88-ec6f-491e-bf8f-63105875e9eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5e59529-8017-46c7-a9bc-b9b26c9438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608578 Feb 11 14:08:12.543601 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.588168 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fdfd8-4af9-4a0f-ad2e-5000f51fe832 x-openstack-request-id: req-435fdfd8-4af9-4a0f-ad2e-5000f51fe832 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:12.588449 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:12.588703 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-435fdfd8-4af9-4a0f-ad2e-5000f51fe832 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:12.590743 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'status': 'completed', 'code': 200} Feb 11 14:08:12.622283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f6c4e5e4-33ce-430f-8769-9eaf47ba258d details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:12.737493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.751670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-3c3a3647-feeb-42ba-ad3d-4109af263181 service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461760 Feb 11 14:08:12.772635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:12.796129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'port_id': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'mac_address': 'fa:16:3e:0c:89:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43829f71-0af7-4fe3-8ee8-2a2629d11fc2', 'ip_address': '19.80.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:12.798921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425be-5c4e-4d0c-8846-0048e1f2541f req-17f054b0-1e85-4981-92db-caba327ea6a5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.823455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425be-5c4e-4d0c-8846-0048e1f2541f req-17f054b0-1e85-4981-92db-caba327ea6a5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.850892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425be-5c4e-4d0c-8846-0048e1f2541f req-17f054b0-1e85-4981-92db-caba327ea6a5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.852593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a62425be-5c4e-4d0c-8846-0048e1f2541f req-17f054b0-1e85-4981-92db-caba327ea6a5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2411 time: 0.5214789 Feb 11 14:08:12.862797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-network', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:12.868187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.884353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c4e5e4-33ce-430f-8769-9eaf47ba258d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:12.887970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4291969-bd5c-491c-be86-92a1eafabc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.904511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-30cb9051-3c97-4c85-b42d-321a0448a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.906894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-30cb9051-3c97-4c85-b42d-321a0448a008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b1410a354374f4599f9076d0b6d939c&device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 1095 time: 0.3953483 Feb 11 14:08:12.910464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:12.949050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-eb1ac411-323e-4eda-b6dd-9b5e8a66003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.950708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-eb1ac411-323e-4eda-b6dd-9b5e8a66003d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1095 time: 0.4195125 Feb 11 14:08:12.969781 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:12.971350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 68e76a4c-671a-4750-ac3b-981fc00fc1a3 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:13.022481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Made reservation on behalf of 053f1c57ac4d4ff9bfd6eb6d37558de7 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:13.025150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.039240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a62425be-5c4e-4d0c-8846-0048e1f2541f req-d4f8246e-be4a-4a73-87da-0c4dd1a243a4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709440 Feb 11 14:08:13.044421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.055231 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4291969-bd5c-491c-be86-92a1eafabc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.077409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:13.159913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-419300c0-2849-48d5-9e62-c431e376f18e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 217 time: 0.1032159 Feb 11 14:08:13.160492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4291969-bd5c-491c-be86-92a1eafabc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.171490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.174913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.176629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb07e2e1-e690-4d55-922e-2b92f10056a1 HTTP/1.1" status: 204 len: 168 time: 1.0223377 Feb 11 14:08:13.226806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:13.285377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:13.306982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'network_id': '7cdbdfbb-a203-4152-ac83-7f7fb3803df8', 'port_id': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'mac_address': 'fa:16:3e:7f:22:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22789432-3699-42d1-b5ab-c83b76a6ec80', 'ip_address': '19.86.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:13.344653 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-628e6863-c88c-42ce-a2e7-a3a7499c7c18 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] show failed (client error): The resource could not be found. Feb 11 14:08:13.346912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-628e6863-c88c-42ce-a2e7-a3a7499c7c18 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "GET /v2.0/security-groups/fb07e2e1-e690-4d55-922e-2b92f10056a1 HTTP/1.1" status: 404 len: 347 time: 0.1103358 Feb 11 14:08:13.359784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:13.374107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba696a-98c8-4261-9a8e-703dfaea443b tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb07e2e1-e690-4d55-922e-2b92f10056a1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:13.399868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-552dac1f-616c-496a-8845-34042592c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.401396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-552dac1f-616c-496a-8845-34042592c612 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17b70048-9e29-4f77-af34-aa1e43ba42c3 HTTP/1.1" status: 200 len: 915 time: 0.4705298 Feb 11 14:08:13.412282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.525659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.526288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3acd7-c625-4177-afc4-21028a1c67f8 req-740cb406-0c6a-4731-a210-23e064060032 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.526288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8d3acd7-c625-4177-afc4-21028a1c67f8 req-740cb406-0c6a-4731-a210-23e064060032 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.3053799 Feb 11 14:08:13.526779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e76a4c-671a-4750-ac3b-981fc00fc1a3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:13.526919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c4291969-bd5c-491c-be86-92a1eafabc83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9988815bae834c2290643afb1649e793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0553839 Feb 11 14:08:13.526919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4291969-bd5c-491c-be86-92a1eafabc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f2a56-cfbd-495b-8210-dbfddb83695f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:13.527463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:13.536285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfacd65-5463-49f2-add8-f047a60925f8 req-054efc7f-81ef-423d-9eb5-a5545517f19b service neutron] 10.222.0.62 "GET /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757056 Feb 11 14:08:13.541605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-be68280b-4937-4ef4-bf2d-d537c87e27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.550022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-be68280b-4937-4ef4-bf2d-d537c87e27b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.3501160 Feb 11 14:08:13.603507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40608) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:13.626037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-e6a04298-7eff-432c-be28-043c334dc03d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff9cc08-2824-483a-acee-5de00958a4b3 HTTP/1.1" status: 200 len: 217 time: 0.1375880 Feb 11 14:08:13.626616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8c86716-fbd0-4747-8b93-d8d2da19e5eb details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:13.647512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b63e-1afd-41c7-adb5-35b4bb3158fb req-1b3cdb8e-0d28-48c3-9cdc-50712233f5c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.668434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7f8b63e-1afd-41c7-adb5-35b4bb3158fb req-1b3cdb8e-0d28-48c3-9cdc-50712233f5c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.5134697 Feb 11 14:08:13.749476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-5196effb-f504-413b-a1f2-ccedcad2851d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401224 Feb 11 14:08:13.753311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8d3acd7-c625-4177-afc4-21028a1c67f8 req-baca4eb4-7f60-4964-a303-bf751919521c tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793024 Feb 11 14:08:13.831720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-7355365f-8bce-4806-bf04-d4a90f24c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.835054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-7355365f-8bce-4806-bf04-d4a90f24c83d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34f6879b-d828-43c2-ba7b-57e6e3a7d1d9 HTTP/1.1" status: 200 len: 853 time: 0.1916027 Feb 11 14:08:13.837973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Deleting port b0b2f77d-a18f-4349-a083-de7cc92df955 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:13.838320 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.872379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.913828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.953342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.953773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.960481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.961164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6adbabf9-46e8-47f3-870d-91d7afee05df details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:13.969708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Calling delete_port for b0b2f77d-a18f-4349-a083-de7cc92df955 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:14.007283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:14.028232 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.070133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e871bc-6d12-4520-9011-da22377e970e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:14.083166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.083561 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Added segment 03e3d1b3-aff7-4568-8df6-2a5a68db311b of type vlan for network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 Feb 11 14:08:14.130378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-324f91a7-4fd8-4d3e-b256-b64fe13f0c3f service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305378 Feb 11 14:08:14.141663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7f8b63e-1afd-41c7-adb5-35b4bb3158fb req-089050c7-d81c-4618-8686-9eb035e1b3e4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723544 Feb 11 14:08:14.150941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6adbabf9-46e8-47f3-870d-91d7afee05df,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:14.196665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:14.212252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:14.221407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '6adbabf9-46e8-47f3-870d-91d7afee05df', 'network_id': 'a5e59529-8017-46c7-a9bc-b9b26c9438b6', 'port_id': '6adbabf9-46e8-47f3-870d-91d7afee05df', 'mac_address': 'fa:16:3e:13:0d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43829f71-0af7-4fe3-8ee8-2a2629d11fc2', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:14.248030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b0c5-6b62-4e99-a4c5-be3d89ff9dcd req-affb4147-981f-4ba0-924f-89ae7618bb9f tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.258025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0551b0c5-6b62-4e99-a4c5-be3d89ff9dcd req-affb4147-981f-4ba0-924f-89ae7618bb9f tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 943 time: 0.3548355 Feb 11 14:08:14.259957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-10d5782b-7561-4d12-be65-ea364706b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.261533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-10d5782b-7561-4d12-be65-ea364706b058 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17b70048-9e29-4f77-af34-aa1e43ba42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4129918 Feb 11 14:08:14.291477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'mac_address': 'fa:16:3e:07:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:14.351614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.352313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7dcf8e8-df24-4a32-beea-d460b90c7909 req-26ef577e-cbe4-4dda-8493-204caff8de28 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075105 Feb 11 14:08:14.392040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.394947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.396257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/972f2a56-cfbd-495b-8210-dbfddb83695f HTTP/1.1" status: 204 len: 168 time: 0.7793245 Feb 11 14:08:14.475057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.537364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adbabf9-46e8-47f3-870d-91d7afee05df {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:14.547263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0551b0c5-6b62-4e99-a4c5-be3d89ff9dcd req-7bf0da46-746f-425d-ad36-4046b6c798e8 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712002 Feb 11 14:08:14.552443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.561976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18c04e-4abd-478d-bd35-56f80ddabe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f2a56-cfbd-495b-8210-dbfddb83695f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:14.618997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb3dfc-2795-4fa6-988c-9c35d033b2ab req-bf9a477a-a899-4b41-b40d-315a84de3110 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.640091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6adbabf9-46e8-47f3-870d-91d7afee05df,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:14.645743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb3dfc-2795-4fa6-988c-9c35d033b2ab req-bf9a477a-a899-4b41-b40d-315a84de3110 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.654672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb3dfc-2795-4fa6-988c-9c35d033b2ab req-bf9a477a-a899-4b41-b40d-315a84de3110 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.656649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8eb3dfc-2795-4fa6-988c-9c35d033b2ab req-bf9a477a-a899-4b41-b40d-315a84de3110 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2413 time: 0.2958264 Feb 11 14:08:14.662920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-05d347f8-a984-4997-885f-8a189a0d5f56 service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598769 Feb 11 14:08:14.665225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.670619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.670619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.676865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c86716-fbd0-4747-8b93-d8d2da19e5eb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:14.714631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:14.715658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.808331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] Pushing event updated for resources: {'Network': ['ID=5c457b8d-0fca-4ef7-8177-40e7ff645d46,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:14.825124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:14.836710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cec4660f-3f10-42c9-8f5a-19f948594dea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4513023 Feb 11 14:08:14.840760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:14.841863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:14.863613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Request body: {'subnet': {'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-subnet', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:14.879264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-a0520aa1-70f4-4ce3-80ea-0558f9c7e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.880815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-a0520aa1-70f4-4ce3-80ea-0558f9c7e55a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1095 time: 0.3855798 Feb 11 14:08:14.910627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8eb3dfc-2795-4fa6-988c-9c35d033b2ab req-4df4f35d-f0d7-4d8a-80e0-08cf1c165e78 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250756 Feb 11 14:08:14.980951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.012385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dac279c5-cfd3-4ab4-aa50-afbdc544cf0b req-48a70876-468f-4189-8484-4ae1de7d985f service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402128 Feb 11 14:08:15.031220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Pushing event deleted for resources: {'Port': ['ID=b0b2f77d-a18f-4349-a083-de7cc92df955,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:15.082648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe265-3731-4137-96b3-eeffa69c0cec req-85dc3b6e-9348-4d04-83ef-2512e84efdb8 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.084158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1befe265-3731-4137-96b3-eeffa69c0cec req-85dc3b6e-9348-4d04-83ef-2512e84efdb8 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.2006290 Feb 11 14:08:15.094955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-ce0713bd-6f0c-49fc-a993-df95671fb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.096543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-ce0713bd-6f0c-49fc-a993-df95671fb80c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2005169 Feb 11 14:08:15.114709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:15.141234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Made reservation on behalf of 053f1c57ac4d4ff9bfd6eb6d37558de7 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:15.143468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.158188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-1922feae-135b-47a0-a87c-60a4393d81b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 217 time: 0.0471087 Feb 11 14:08:15.159236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.162266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.163755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-23f8590a-b2df-48f2-8e6d-9786eb7d2186 tempest-ServersWithSpecificFlavorTestJSON-871209526 tempest-ServersWithSpecificFlavorTestJSON-871209526-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0e30b7d-4c4e-4984-9fea-3e39626a82ae HTTP/1.1" status: 204 len: 168 time: 1.7389722 Feb 11 14:08:15.246097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1befe265-3731-4137-96b3-eeffa69c0cec req-49146575-6655-4a21-9999-e952fa06e844 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346104 Feb 11 14:08:15.256816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f6c4e5e4-33ce-430f-8769-9eaf47ba258d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:15.260640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['68e76a4c-671a-4750-ac3b-981fc00fc1a3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:15.272028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6adbabf9-46e8-47f3-870d-91d7afee05df'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:15.274904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8c86716-fbd0-4747-8b93-d8d2da19e5eb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:15.301644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-f5523014-a801-4b8a-817c-72e0921819aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.311674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-f5523014-a801-4b8a-817c-72e0921819aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1375124 Feb 11 14:08:15.363125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-17b10a9e-472b-488c-98ad-663101924fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380056 Feb 11 14:08:15.558553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:15.560302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-198bb4b8-9cc3-41c2-a36f-d2eed5a4d7d4 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761479 Feb 11 14:08:15.577870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd069a5-945a-4948-9fc9-0bb130c69654 req-1b123ca5-83d8-41b9-9a4e-e83592ce81e8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.600710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9bd069a5-945a-4948-9fc9-0bb130c69654 req-1b123ca5-83d8-41b9-9a4e-e83592ce81e8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.2458613 Feb 11 14:08:15.637978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.791935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9bd069a5-945a-4948-9fc9-0bb130c69654 req-fbd8b278-8581-4f52-b407-d64745aa1843 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883788 Feb 11 14:08:15.895820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6724972b-b0dc-4e64-a69b-a5dccb73c8e9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:15.906615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a5eb063-a503-4a0f-b060-bfa773e4715e req-1a944d30-fc16-4577-a678-c9238a0fff27 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993965 Feb 11 14:08:15.948050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Checking segment: {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:15.948409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Network hostable DHCP agents. Network: 5c457b8d-0fca-4ef7-8177-40e7ff645d46, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:15.975158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c3c9a-aff6-4be1-8a00-5f5af7c1c3ef req-c7516f7b-1658-47cc-87e6-47e7565b08c0 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.985173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-938c3c9a-aff6-4be1-8a00-5f5af7c1c3ef req-c7516f7b-1658-47cc-87e6-47e7565b08c0 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 944 time: 0.2601206 Feb 11 14:08:16.096551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-938c3c9a-aff6-4be1-8a00-5f5af7c1c3ef req-29068c49-8a10-4fad-8596-fbe7782c066d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104546 Feb 11 14:08:16.111250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:16.174022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5c457b8d-0fca-4ef7-8177-40e7ff645d46) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:16.178819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.179405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.207343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:16.244224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1ee78-bfd9-4770-9b92-752b61508c14 None None] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:16.271469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c2f12-aac3-4f93-a5f6-f95c79e1594e req-321a2644-ab63-49f8-8e02-a537aad88a9c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.283949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c2f12-aac3-4f93-a5f6-f95c79e1594e req-321a2644-ab63-49f8-8e02-a537aad88a9c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.294422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c2f12-aac3-4f93-a5f6-f95c79e1594e req-321a2644-ab63-49f8-8e02-a537aad88a9c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.300243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae32ccdf-099c-4017-aaec-1fd597f7d054 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4515827 Feb 11 14:08:16.300859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:16.305155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:16.306953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97c2f12-aac3-4f93-a5f6-f95c79e1594e req-321a2644-ab63-49f8-8e02-a537aad88a9c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2414 time: 0.1692026 Feb 11 14:08:16.353035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:16.414662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.419789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.490385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-network', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:16.504978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.538978 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f97c2f12-aac3-4f93-a5f6-f95c79e1594e req-c84a8ac8-19d7-4036-9834-b388f47db4be tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273843 Feb 11 14:08:16.565461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a47de-34ed-483b-93e6-b817de218e6c req-09e23696-5afa-4ea8-a27a-c3410fe37c1d tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.578296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f2a47de-34ed-483b-93e6-b817de218e6c req-09e23696-5afa-4ea8-a27a-c3410fe37c1d tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.1300256 Feb 11 14:08:16.710546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'fixed_ips': [{'subnet_id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:16.711311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.813730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Made reservation on behalf of 2f8f430d8cba4923b70f86cabdda60b4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:16.816049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.851399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.982754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Allocated IP 172.20.0.2 (5c457b8d-0fca-4ef7-8177-40e7ff645d46/6724972b-b0dc-4e64-a69b-a5dccb73c8e9/140cdb1b-c78d-4685-b801-beab2044ba62) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:17.178805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.183856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.202619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.203469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f2a47de-34ed-483b-93e6-b817de218e6c req-888fdace-4144-478e-b9a6-2b5a1bcaa187 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215270 Feb 11 14:08:17.265793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618685-0a25-4e9e-9f65-b30801bdb17d req-9ac28c32-cf69-4086-9be6-63d6e75878a7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.273735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc618685-0a25-4e9e-9f65-b30801bdb17d req-9ac28c32-cf69-4086-9be6-63d6e75878a7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.2663510 Feb 11 14:08:17.306966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.312618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.324733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:17.338146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.338488 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Added segment cd2598e9-637c-49a3-a681-b50746000163 of type vlan for network 475768ad-84e7-4f05-8242-4d3e22af9fa4 Feb 11 14:08:17.381532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:17.388255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.392486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:17.397862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976ac39-fe37-4c38-97a5-eff103b74fea req-41077a60-7778-41b8-a83c-388a14588b94 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.399452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e976ac39-fe37-4c38-97a5-eff103b74fea req-41077a60-7778-41b8-a83c-388a14588b94 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 944 time: 0.1462722 Feb 11 14:08:17.400546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:17.437401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Pushing event updated for resources: {'Port': ['ID=140cdb1b-c78d-4685-b801-beab2044ba62,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:17.472775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.473988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.474392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.492817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e976ac39-fe37-4c38-97a5-eff103b74fea req-e6678757-20d2-4a96-af73-4f5a5cbbaf9d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819304 Feb 11 14:08:17.533716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Attempting to bind port 140cdb1b-c78d-4685-b801-beab2044ba62 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:17.534243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Attempting to bind port 140cdb1b-c78d-4685-b801-beab2044ba62 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:17.534620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Attempting to bind port 140cdb1b-c78d-4685-b801-beab2044ba62 on network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:17.544249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:17.547114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Checking segment: {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:17.548726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.548726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Bound using segment: {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:17.548726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Bound port: 140cdb1b-c78d-4685-b801-beab2044ba62, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:17.549083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.596745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc618685-0a25-4e9e-9f65-b30801bdb17d req-21ba22de-f822-4eb0-bf48-f2713ccc836d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045914 Feb 11 14:08:17.688619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14282c56-f3b8-421f-b06d-a17c915db008,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:17.690600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:17.690600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8c86716-fbd0-4747-8b93-d8d2da19e5eb up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:17.692715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] Pushing event updated for resources: {'Network': ['ID=475768ad-84e7-4f05-8242-4d3e22af9fa4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:17.698811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:17.763438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.875507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:08:17.890505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] For port 140cdb1b-c78d-4685-b801-beab2044ba62, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:17.900144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.945217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.031339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] For port 140cdb1b-c78d-4685-b801-beab2044ba62, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=140cdb1b-c78d-4685-b801-beab2044ba62,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:18.073096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:18.084090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'port_id': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'mac_address': 'fa:16:3e:5e:2f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb94f125-d588-4b8a-a879-1674ebf9e7d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:18.086277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff073c-76bd-4aa4-a45b-dfebc6b8aae8 req-378a87ba-75f5-48c3-92ad-403bdd35677e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.092461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff073c-76bd-4aa4-a45b-dfebc6b8aae8 req-378a87ba-75f5-48c3-92ad-403bdd35677e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.098781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff073c-76bd-4aa4-a45b-dfebc6b8aae8 req-378a87ba-75f5-48c3-92ad-403bdd35677e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.105430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46ff073c-76bd-4aa4-a45b-dfebc6b8aae8 req-378a87ba-75f5-48c3-92ad-403bdd35677e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2414 time: 0.3516266 Feb 11 14:08:18.122187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.135913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e0e5d9-a813-4543-b7de-5d5209d40a61 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:18.146188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Allocated IP 172.25.7.178 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b32cf231-27b6-4218-a1c3-7c602324bc5e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:18.149601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e028ab10-a802-4a0a-9dce-f9ae1d4251aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9409509 Feb 11 14:08:18.153182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:18.157632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Deleting port 357ac81f-c3d0-4776-ba97-1403a78bf7be {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:18.157632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.157886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:18.168737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Request body: {'subnet': {'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-subnet', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:18.180436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46ff073c-76bd-4aa4-a45b-dfebc6b8aae8 req-df0a5ed6-b2ee-4eca-8c44-44307ab41c41 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732028 Feb 11 14:08:18.191282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.199244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a93afd6-d901-42f8-b9ac-7933da377c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.201043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port d8c86716-fbd0-4747-8b93-d8d2da19e5eb completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:18.237092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d8c86716-fbd0-4747-8b93-d8d2da19e5eb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:18.237376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.265745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] For port 357ac81f-c3d0-4776-ba97-1403a78bf7be, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=357ac81f-c3d0-4776-ba97-1403a78bf7be,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:18.269330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.301602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.306090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Calling delete_port for 357ac81f-c3d0-4776-ba97-1403a78bf7be owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:18.315838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.339731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Made reservation on behalf of 2f8f430d8cba4923b70f86cabdda60b4 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:18.342680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.343848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc813-3b0d-42c0-a815-78a36d5495e5 None None] Pushing event updated for resources: {'Port': ['ID=140cdb1b-c78d-4685-b801-beab2044ba62,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:18.604883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.698516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:18.728931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:18.748613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.762165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:18.765461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:18.775888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:18.786724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f6c4e5e4-33ce-430f-8769-9eaf47ba258d up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:18.832067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:18.835063 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d0bbde-f200-4a4b-834d-eb52c36719f6" -d '{"events": [{"server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:18.844119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b32cf231-27b6-4218-a1c3-7c602324bc5e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:18.858437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:18.867179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74563-20bb-49cf-971e-b0b1af7a5585 req-c4a677f9-9129-44bc-a498-af5f520b53d1 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.867179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ca74563-20bb-49cf-971e-b0b1af7a5585 req-c4a677f9-9129-44bc-a498-af5f520b53d1 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.5445471 Feb 11 14:08:18.867435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c7187-97b7-451a-8773-855c73c989fb req-81082a77-a517-4914-8218-a00399afd662 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.867919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-154c7187-97b7-451a-8773-855c73c989fb req-81082a77-a517-4914-8218-a00399afd662 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 944 time: 0.2356780 Feb 11 14:08:18.937461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.942018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:18.970094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ca74563-20bb-49cf-971e-b0b1af7a5585 req-88363e8e-4ba1-4342-bfcb-7d5594932c13 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828311 Feb 11 14:08:19.043721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aac4c72-d84b-43cb-9240-4834190f6f38,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:19.049394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port f6c4e5e4-33ce-430f-8769-9eaf47ba258d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:19.072367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port f6c4e5e4-33ce-430f-8769-9eaf47ba258d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:19.080093 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.080468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-154c7187-97b7-451a-8773-855c73c989fb req-24adcbb9-329e-4dc5-92a5-db0e193865b7 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350574 Feb 11 14:08:19.081837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Checking segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:19.082373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Network hostable DHCP agents. Network: 475768ad-84e7-4f05-8242-4d3e22af9fa4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:19.100323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:19.140657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.166302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Pushing event deleted for resources: {'Port': ['ID=357ac81f-c3d0-4776-ba97-1403a78bf7be,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:19.192104 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d520c86-527c-4003-8951-54ab102570dd x-openstack-request-id: req-7d520c86-527c-4003-8951-54ab102570dd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:19.192104 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:19.192104 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d520c86-527c-4003-8951-54ab102570dd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:19.192104 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'code': 200} Feb 11 14:08:19.214125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.270683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:19.308995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:19.439887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 475768ad-84e7-4f05-8242-4d3e22af9fa4) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:19.439887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.441558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc841ba-c3db-4efc-be48-31c9e18b1242 None None] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:19.457335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe06cb-0ee7-4a25-b2c3-877bbdde0570 req-bf832d04-357b-4589-b1aa-f16d7d7b7ce2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.465407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.465771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7fe06cb-0ee7-4a25-b2c3-877bbdde0570 req-bf832d04-357b-4589-b1aa-f16d7d7b7ce2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.3024728 Feb 11 14:08:19.475261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39134a44-f168-4083-b10f-2a229c99320d req-1c4b711a-b638-4f27-837e-4515121cf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.477368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39134a44-f168-4083-b10f-2a229c99320d req-1c4b711a-b638-4f27-837e-4515121cf3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 1096 time: 0.1664171 Feb 11 14:08:19.480643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.481847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 68e76a4c-671a-4750-ac3b-981fc00fc1a3 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:19.547720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.632571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3942ac62-dba7-4363-a4ec-08385293b9bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4759204 Feb 11 14:08:19.643703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40710) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:19.657344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613117-d305-4f00-85b8-3ca616937361 req-ef61117e-ab98-4b11-b176-e387e9d28658 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.667178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613117-d305-4f00-85b8-3ca616937361 req-ef61117e-ab98-4b11-b176-e387e9d28658 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.673070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613117-d305-4f00-85b8-3ca616937361 req-ef61117e-ab98-4b11-b176-e387e9d28658 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.674463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:19.682448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f613117-d305-4f00-85b8-3ca616937361 req-ef61117e-ab98-4b11-b176-e387e9d28658 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2414 time: 0.3682349 Feb 11 14:08:19.699344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:19.726748 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.784279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 140cdb1b-c78d-4685-b801-beab2044ba62 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:19.835795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f613117-d305-4f00-85b8-3ca616937361 req-c8da61c4-01b2-489b-9cb4-8ff0967490cf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492431 Feb 11 14:08:19.894039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:19.907055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170f2d5-66e1-45d2-bae7-49e25b72c211 None None] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:19.949614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7fe06cb-0ee7-4a25-b2c3-877bbdde0570 req-eae50f9c-7644-4666-8f2e-09ec301f5170 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773438 Feb 11 14:08:19.973874 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.973874 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.984059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:19.987060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39134a44-f168-4083-b10f-2a229c99320d req-e7af0396-aa8c-45db-b7d3-897c9d0857e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427142 Feb 11 14:08:20.007625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.073069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.085446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:20.085823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.189695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] Provisioning complete for port 140cdb1b-c78d-4685-b801-beab2044ba62 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:20.190077 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.214962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:20.226957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port b6e0e5d9-a813-4543-b7de-5d5209d40a61 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:20.242484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b99c2b-f37c-4e2d-98b9-6996f0220fd0 req-bd969e7c-99a3-4ac2-beca-6d07fb19994a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:20.244002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7b99c2b-f37c-4e2d-98b9-6996f0220fd0 req-bd969e7c-99a3-4ac2-beca-6d07fb19994a tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.0728860 Feb 11 14:08:20.251510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port b6e0e5d9-a813-4543-b7de-5d5209d40a61 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:20.251876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.261825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 140cdb1b-c78d-4685-b801-beab2044ba62 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:20.262110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.371603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7b99c2b-f37c-4e2d-98b9-6996f0220fd0 req-dea3a233-770d-49b0-8892-390eefa65966 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927432 Feb 11 14:08:20.386074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-475768ad-84e7-4f05-8242-4d3e22af9fa4', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:20.386814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.393931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:20.400727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0e27869d-13f0-4a05-a364-58ee75d66361 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f1ae0a5-58ab-446e-8c8c-aee8df35166b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0462499 Feb 11 14:08:20.406127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40720) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:20.437981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] Sync routers for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:20.446471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927be9a-cf8c-4792-b699-bbbcf8763a7d req-c989451f-13a3-4c2f-86db-5693cb2b49be tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:20.447970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1927be9a-cf8c-4792-b699-bbbcf8763a7d req-c989451f-13a3-4c2f-86db-5693cb2b49be tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.2308187 Feb 11 14:08:20.460479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.462297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9489b70a-77f2-41c1-8b87-d3a65c02888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.521044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1927be9a-cf8c-4792-b699-bbbcf8763a7d req-8cc2193d-e864-4776-9379-401c9a7f873b tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Feb 11 14:08:20.521904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.522032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.529818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:20.530714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:20.627018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:08:20.631020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.655540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.755616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Deleting port 0897e15f-a11b-4802-a4a6-b918cb14f4b9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:20.756946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.801844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:20.843727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:20.845051 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.845159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.848497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.852325 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Sync routers for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:20.868527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:20.870163 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:20.881295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.883632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] For port 140cdb1b-c78d-4685-b801-beab2044ba62, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=140cdb1b-c78d-4685-b801-beab2044ba62,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:20.887855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:20.888649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6adbabf9-46e8-47f3-870d-91d7afee05df up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:20.964260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] For port 0897e15f-a11b-4802-a4a6-b918cb14f4b9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0897e15f-a11b-4802-a4a6-b918cb14f4b9,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:20.966513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.008656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Calling delete_port for 0897e15f-a11b-4802-a4a6-b918cb14f4b9 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:21.013000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.018155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50477823-4c99-4600-a0eb-ad05b18cfbb6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7162318 Feb 11 14:08:21.020781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:21.108580 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:21.166949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe0e6-1e9e-4247-9ca2-76c758979747 req-b22d3dfa-c61e-4e14-86a0-a9ee9b122c2b tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.179531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe0e6-1e9e-4247-9ca2-76c758979747 req-b22d3dfa-c61e-4e14-86a0-a9ee9b122c2b tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.187626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe0e6-1e9e-4247-9ca2-76c758979747 req-b22d3dfa-c61e-4e14-86a0-a9ee9b122c2b tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.195576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbdfe0e6-1e9e-4247-9ca2-76c758979747 req-b22d3dfa-c61e-4e14-86a0-a9ee9b122c2b tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2416 time: 0.1716137 Feb 11 14:08:21.231514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Allocated IP 172.25.7.64 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/921e96ce-f2e3-4ab5-8b76-a724e7c34891) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:21.248541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d'}, {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:21.251769 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34aae1-06d3-4fbc-b11a-a65f6537bccc" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d"}, {"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:21.261716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbdfe0e6-1e9e-4247-9ca2-76c758979747 req-af25d025-9662-4e73-8ecf-c630f35f426b tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649800 Feb 11 14:08:21.348787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:21.355460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] Set router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:21.387648 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.425123 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:19Z', 'revision_number': 3, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:21.442679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Allocated IP 172.20.0.2 (475768ad-84e7-4f05-8242-4d3e22af9fa4/6aac4c72-d84b-43cb-9240-4834190f6f38/8b35a03e-6c27-4e48-8b60-ce85d1539a6a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:21.462849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.484637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Checking router: 6ee4108c-3b2b-422c-bffa-d342ab4cc425 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:21.485005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Updating router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 port b32cf231-27b6-4218-a1c3-7c602324bc5e binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:21.487776 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27bbbd8-7cec-4b60-a176-847f0413b323 x-openstack-request-id: req-d27bbbd8-7cec-4b60-a176-847f0413b323 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:21.488773 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d", "code": 200}, {"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:21.489540 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d27bbbd8-7cec-4b60-a176-847f0413b323 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:21.490358 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'code': 200} Feb 11 14:08:21.490822 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'code': 200} Feb 11 14:08:21.495549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.538897 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.589491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.635763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:21.641729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:21.646202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:21.660509 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:08:21.661397 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:08:21.668271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cff9cc08-2824-483a-acee-5de00958a4b3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:21.741261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ebb483c1-c580-4dd8-8062-bad64c7377e8 None None] Provisioning complete for port 140cdb1b-c78d-4685-b801-beab2044ba62 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:21.742087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebb483c1-c580-4dd8-8062-bad64c7377e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.745906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332afe-91d9-4de7-b337-1957e2708be5 req-71e8e861-59df-4249-8c9a-bee1f80758e0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.752699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:21.771518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b332afe-91d9-4de7-b337-1957e2708be5 req-71e8e861-59df-4249-8c9a-bee1f80758e0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.5097196 Feb 11 14:08:21.878184 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.889361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9424df-9d2d-4cb0-b84b-f7f67c0ebba7 None None] Pushing event updated for resources: {'Port': ['ID=140cdb1b-c78d-4685-b801-beab2044ba62,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:21.891418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.901357 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.962007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0897e15f-a11b-4802-a4a6-b918cb14f4b9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:21.978676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:08:21.986079 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.042444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:22.043549 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Attempting to bind port b32cf231-27b6-4218-a1c3-7c602324bc5e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:22.044105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Attempting to bind port b32cf231-27b6-4218-a1c3-7c602324bc5e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:22.044647 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Attempting to bind port b32cf231-27b6-4218-a1c3-7c602324bc5e on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:22.052654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 6adbabf9-46e8-47f3-870d-91d7afee05df completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:22.073576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.074734 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:22.075200 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:22.075610 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.076019 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:22.076526 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Bound port: b32cf231-27b6-4218-a1c3-7c602324bc5e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:22.076922 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.115858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 6adbabf9-46e8-47f3-870d-91d7afee05df triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:22.116396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.137416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b332afe-91d9-4de7-b337-1957e2708be5 req-bed1b28a-037e-479e-9b03-420c96771a93 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641593 Feb 11 14:08:22.139764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] For port b32cf231-27b6-4218-a1c3-7c602324bc5e, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:22.143877 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] For port b32cf231-27b6-4218-a1c3-7c602324bc5e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b32cf231-27b6-4218-a1c3-7c602324bc5e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Pushing event updated for resources: {'Port': ['ID=b32cf231-27b6-4218-a1c3-7c602324bc5e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.163699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.168950 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.172773 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.173358 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.173869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.174384 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.176228 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.180524 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:22.216434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43e7b4-c04c-4800-8163-f724256b0275 req-eb96079f-54ad-452d-9e5a-91f390380405 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.226694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d43e7b4-c04c-4800-8163-f724256b0275 req-eb96079f-54ad-452d-9e5a-91f390380405 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.6685283 Feb 11 14:08:22.231567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Pushing event updated for resources: {'Port': ['ID=921e96ce-f2e3-4ab5-8b76-a724e7c34891,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:22.254485 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.374518 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:22.375387 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:22.382136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.424285 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.428688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.448741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224486479-router', 'tenant_id': '27c1cec396114d72a629cc57e74f1f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:21Z', 'updated_at': '2022-02-11T14:08:18Z', 'revision_number': 5, 'project_id': '27c1cec396114d72a629cc57e74f1f29', 'gw_port': {'id': '0897e15f-a11b-4802-a4a6-b918cb14f4b9', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ae0a5-58ab-446e-8c8c-aee8df35166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:23Z', 'updated_at': '2022-02-11T14:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:22.494670 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2b574-5dfd-4af6-905d-49ed83ff1299 None None] Pushing event updated for resources: {'Port': ['ID=b32cf231-27b6-4218-a1c3-7c602324bc5e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:22.539259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d43e7b4-c04c-4800-8163-f724256b0275 req-d9cf249f-63eb-4c3e-b86e-8ed157e3f6b6 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119242 Feb 11 14:08:22.554702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] Checking router: 0f1ae0a5-58ab-446e-8c8c-aee8df35166b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:22.560290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 140cdb1b-c78d-4685-b801-beab2044ba62 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:22.612093 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:22.649856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f94f11-e2e5-4d5b-a03d-7b48e6219eb4 req-e38d806d-1ab9-49aa-957f-1f415e5c9b5a tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.653393 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73f94f11-e2e5-4d5b-a03d-7b48e6219eb4 req-e38d806d-1ab9-49aa-957f-1f415e5c9b5a tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.3481557 Feb 11 14:08:22.653632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.663612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cff9cc08-2824-483a-acee-5de00958a4b3,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:22.682442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.698871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'cff9cc08-2824-483a-acee-5de00958a4b3', 'network_id': '17b70048-9e29-4f77-af34-aa1e43ba42c3', 'port_id': 'cff9cc08-2824-483a-acee-5de00958a4b3', 'mac_address': 'fa:16:3e:34:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f6879b-d828-43c2-ba7b-57e6e3a7d1d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:22.709855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.713631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1ae0a5-58ab-446e-8c8c-aee8df35166b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:22.723263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.728292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-129286a0-293b-4fbd-b1e8-fca730560db2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0f1ae0a5-58ab-446e-8c8c-aee8df35166b HTTP/1.1" status: 204 len: 168 time: 2.3209050 Feb 11 14:08:22.729327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:22.731010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6adbabf9-46e8-47f3-870d-91d7afee05df,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:22.737715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.785252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73f94f11-e2e5-4d5b-a03d-7b48e6219eb4 req-bde8b1f2-07ef-4e36-855e-d3298ee1229a tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214702 Feb 11 14:08:22.798794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:22.802398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Pushing event updated for resources: {'Port': ['ID=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:22.805628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:22.807309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] Routers {'0f1ae0a5-58ab-446e-8c8c-aee8df35166b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:22.807909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:22.817431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.858168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:22.873877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Allocated IP 172.20.0.1 (5c457b8d-0fca-4ef7-8177-40e7ff645d46/6724972b-b0dc-4e64-a69b-a5dccb73c8e9/b5aada7c-7b7c-4820-884e-c7922f978653) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:22.914335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:22.929272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f4bf-84e4-40a9-9c90-45c1e43d16a2 req-53b1010e-8ecd-4d23-bd64-1de0aa55f99a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.943243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f4bf-84e4-40a9-9c90-45c1e43d16a2 req-53b1010e-8ecd-4d23-bd64-1de0aa55f99a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.956965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f4bf-84e4-40a9-9c90-45c1e43d16a2 req-53b1010e-8ecd-4d23-bd64-1de0aa55f99a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.958598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce29f4bf-84e4-40a9-9c90-45c1e43d16a2 req-53b1010e-8ecd-4d23-bd64-1de0aa55f99a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2416 time: 0.2495410 Feb 11 14:08:22.960025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:22.960826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7b65-5899-4d91-8fda-a772cc500bcf None None] The sync data for ids ['0f1ae0a5-58ab-446e-8c8c-aee8df35166b'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:22.976847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.018267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff9cc08-2824-483a-acee-5de00958a4b3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:23.031163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.054970 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:19Z', 'revision_number': 3, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:23.071142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Deleting subnet 8b94886e-d314-4ae6-852b-5c4c17261c1b {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:23.074499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.100268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cff9cc08-2824-483a-acee-5de00958a4b3,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:23.113344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.140111 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adca8a8-77cd-4ad3-9b6e-9449989ebd6d None None] The sync data for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 is: [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:19Z', 'revision_number': 3, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:23.176672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce29f4bf-84e4-40a9-9c90-45c1e43d16a2 req-8d5f4d4c-8ace-49bc-890e-0ed98dbc7f65 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042806 Feb 11 14:08:23.178104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 140cdb1b-c78d-4685-b801-beab2044ba62 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:23.178491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.185232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:23.246418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Attempting to bind port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:23.246418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Attempting to bind port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:23.246418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Attempting to bind port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a on network 475768ad-84e7-4f05-8242-4d3e22af9fa4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:23.251821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.265295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:23.268691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Checking segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:23.269327 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.269891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Bound using segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:23.275255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Bound port: 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:23.275998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.317926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.439328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2da91-0174-4675-b5df-524f696b0b58 req-19f48508-123e-429a-ba14-961cf15e63b1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.447967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5b2da91-0174-4675-b5df-524f696b0b58 req-19f48508-123e-429a-ba14-961cf15e63b1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.5607805 Feb 11 14:08:23.468241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:23.474567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] For port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:23.486949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] For port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:23.492035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61'}, {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:23.496465 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb87b4e-7ab1-4719-ba97-58d0fbd4b910" -d '{"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61"}, {"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:23.516643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5b2da91-0174-4675-b5df-524f696b0b58 req-663e9b4f-24a5-46b3-8eb8-854945d4239c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691066 Feb 11 14:08:23.605051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc1885-08fc-4124-b5f9-1cbf707d8c00 req-b8afb3a6-b727-4c10-ba7d-abf81e6e7d6a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.606547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1bc1885-08fc-4124-b5f9-1cbf707d8c00 req-b8afb3a6-b727-4c10-ba7d-abf81e6e7d6a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.2822204 Feb 11 14:08:23.625143 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbe001-603d-47b8-adc8-0a4ee77612c0 x-openstack-request-id: req-b9cbe001-603d-47b8-adc8-0a4ee77612c0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:23.625664 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61", "code": 200}, {"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-plugged", "status": "completed", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:23.626055 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9cbe001-603d-47b8-adc8-0a4ee77612c0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:23.626766 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'code': 200} Feb 11 14:08:23.627213 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df', 'code': 200} Feb 11 14:08:23.671967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1bc1885-08fc-4124-b5f9-1cbf707d8c00 req-9c0637ab-8e1a-4474-9802-8b3a1d4f25e9 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Feb 11 14:08:23.763999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20803-24c9-40fa-a4c5-e6f63d815a0a req-176eb48c-f894-4214-a815-6a30a81264e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.764749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20803-24c9-40fa-a4c5-e6f63d815a0a req-176eb48c-f894-4214-a815-6a30a81264e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.765318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20803-24c9-40fa-a4c5-e6f63d815a0a req-176eb48c-f894-4214-a815-6a30a81264e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.766975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bb20803-24c9-40fa-a4c5-e6f63d815a0a req-176eb48c-f894-4214-a815-6a30a81264e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2870 time: 0.0708969 Feb 11 14:08:23.768756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a2e5a-31c8-41df-804e-00304d42b2b7 req-5054eaba-c292-4617-a373-47b5aa4f69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.770138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c85a2e5a-31c8-41df-804e-00304d42b2b7 req-5054eaba-c292-4617-a373-47b5aa4f69d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1097 time: 0.0881975 Feb 11 14:08:23.823212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c85a2e5a-31c8-41df-804e-00304d42b2b7 req-321dbb0a-e6d5-48ae-8332-a32338a93dc9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Feb 11 14:08:23.824623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bb20803-24c9-40fa-a4c5-e6f63d815a0a req-6ba43639-e348-447e-811b-9928f8d1b604 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 Feb 11 14:08:23.932066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef3ccf-0156-474d-b996-d5b259027ad3 req-cb67c2cd-ae9b-417c-9440-c7cceaab5d77 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.936462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3aef3ccf-0156-474d-b996-d5b259027ad3 req-cb67c2cd-ae9b-417c-9440-c7cceaab5d77 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 944 time: 0.0732472 Feb 11 14:08:23.989028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3aef3ccf-0156-474d-b996-d5b259027ad3 req-fcc29c2b-2bbb-4b74-af1e-963d9747d59e tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490968 Feb 11 14:08:24.026385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.064511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:24.071427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.073194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:24.081252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:24.114885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.131827 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.132047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Pushing event updated for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:24.141302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:08:24.147341 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.173806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b94886e-d314-4ae6-852b-5c4c17261c1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:24.178169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.185061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8da24bf4-9ed0-42e4-beb4-e1fbd7d427b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b94886e-d314-4ae6-852b-5c4c17261c1b HTTP/1.1" status: 204 len: 168 time: 1.4497683 Feb 11 14:08:24.188214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:24.199862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8bae2-aea6-462e-be23-a4b37a488038 None None] Network 47423089-3c7f-4692-a9c5-3ccd81564d4a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:24.210277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.399969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['cff9cc08-2824-483a-acee-5de00958a4b3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:24.402284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:24.548715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.549839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b32cf231-27b6-4218-a1c3-7c602324bc5e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:24.580929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f068e-9348-41fe-95d1-47d6552c75fb req-e7aeaab0-174b-47ae-8525-597a53c79e8e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:24.609197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f068e-9348-41fe-95d1-47d6552c75fb req-e7aeaab0-174b-47ae-8525-597a53c79e8e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:24.625437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f068e-9348-41fe-95d1-47d6552c75fb req-e7aeaab0-174b-47ae-8525-597a53c79e8e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:24.629007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df9f068e-9348-41fe-95d1-47d6552c75fb req-e7aeaab0-174b-47ae-8525-597a53c79e8e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.1597509 Feb 11 14:08:24.631209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:24.734909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Sync routers for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:24.736487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.784078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df9f068e-9348-41fe-95d1-47d6552c75fb req-9b6287a4-9ebb-4515-a135-0a366c19939c tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369526 Feb 11 14:08:24.827775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Deleting port db5940a3-44e6-499d-a15e-0e17cc501905 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:24.828278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.893174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:24.895520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a31f385e-4765-4356-8cc3-a8aeeb746a77 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2065086 Feb 11 14:08:24.900271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:25.053516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] For port db5940a3-44e6-499d-a15e-0e17cc501905, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db5940a3-44e6-499d-a15e-0e17cc501905,segment=NetworkSegment(220ef090-1c27-4907-af4b-318adbfca7e4),segment_id=220ef090-1c27-4907-af4b-318adbfca7e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:25.053973 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.093916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Calling delete_port for db5940a3-44e6-499d-a15e-0e17cc501905 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:25.147187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0369db08-9ee3-4a59-96c8-ffd37593338c None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:25.147863 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0369db08-9ee3-4a59-96c8-ffd37593338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.150768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:25.151596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:25.277571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.282522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ee6dd-16f2-42e3-a14b-37dcd9d4815c req-ce76d340-dc56-46f4-abf2-e72350742549 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.284302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-133ee6dd-16f2-42e3-a14b-37dcd9d4815c req-ce76d340-dc56-46f4-abf2-e72350742549 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.2687724 Feb 11 14:08:25.296558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24815a0d-92fc-4a23-99b3-31d2e82cf59d None None] Pushing event updated for resources: {'Port': ['ID=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:25.333656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5940a3-44e6-499d-a15e-0e17cc501905,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:25.344569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b32cf231-27b6-4218-a1c3-7c602324bc5e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:25.347060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] No DVR routers for this DVR port db5940a3-44e6-499d-a15e-0e17cc501905 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:25.347390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.416514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31b8db-9f79-4cfe-acf6-3d86f4f570ef req-54675cb9-e5ec-4f40-97f6-7ebe7c36cadf tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.425586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-133ee6dd-16f2-42e3-a14b-37dcd9d4815c req-d210e8ae-4127-41b4-aed2-f4dcbc3803c4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350856 Feb 11 14:08:25.437412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a31b8db-9f79-4cfe-acf6-3d86f4f570ef req-54675cb9-e5ec-4f40-97f6-7ebe7c36cadf tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 945 time: 0.2168398 Feb 11 14:08:25.438121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0369db08-9ee3-4a59-96c8-ffd37593338c None None] Port b5aada7c-7b7c-4820-884e-c7922f978653 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:25.583479 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.592632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:25.618002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a31b8db-9f79-4cfe-acf6-3d86f4f570ef req-fa1c48da-f3ab-4d08-a3e7-a58195c54c10 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743779 Feb 11 14:08:25.628728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.648645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.689518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47423089-3c7f-4692-a9c5-3ccd81564d4a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:25.689703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2503822-ba69-48e4-a5a6-6241d1bb86dd None None] DHCP port deletion for 47423089-3c7f-4692-a9c5-3ccd81564d4a request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:25.710842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.733371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220ef090-1c27-4907-af4b-318adbfca7e4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:25.734026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220ef090-1c27-4907-af4b-318adbfca7e4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:25.759191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b32cf231-27b6-4218-a1c3-7c602324bc5e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b32cf231-27b6-4218-a1c3-7c602324bc5e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:25.819052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf404713-8a9f-49f6-bb3f-9b1bfb115619 req-1aea52f7-9c1a-442d-baa7-8631b44acad0 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.823282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf404713-8a9f-49f6-bb3f-9b1bfb115619 req-1aea52f7-9c1a-442d-baa7-8631b44acad0 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.1904528 Feb 11 14:08:25.836504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.895096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.899326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 357ac81f-c3d0-4776-ba97-1403a78bf7be no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:25.959913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.987888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 357ac81f-c3d0-4776-ba97-1403a78bf7be {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:25.991099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 357ac81f-c3d0-4776-ba97-1403a78bf7be not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:25.991627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0897e15f-a11b-4802-a4a6-b918cb14f4b9 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:25.998680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:25.999347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:26.018376 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:26.026678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Pushing event updated for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:26.026678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.083983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5eaae6-2ecd-4ee1-9f78-ed4c95f046db None None] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:26.098749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf404713-8a9f-49f6-bb3f-9b1bfb115619 req-dc305aad-2c52-433c-b192-0b60ebac09ad tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636073 Feb 11 14:08:26.125166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.172303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0897e15f-a11b-4802-a4a6-b918cb14f4b9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:26.172693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0897e15f-a11b-4802-a4a6-b918cb14f4b9 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:26.237295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b32cf231-27b6-4218-a1c3-7c602324bc5e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:26.343454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] Provisioning complete for port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:26.343838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.410409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Allocated IP 172.20.0.1 (475768ad-84e7-4f05-8242-4d3e22af9fa4/6aac4c72-d84b-43cb-9240-4834190f6f38/9721fc51-c7c3-4a98-9a15-f5737a915f24) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:26.462993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b35a03e-6c27-4e48-8b60-ce85d1539a6a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:26.575724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485bae-47da-413c-b8ee-db94770f5809 req-31d6be96-b4ab-4aab-ae96-9b8791957697 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.577780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485bae-47da-413c-b8ee-db94770f5809 req-31d6be96-b4ab-4aab-ae96-9b8791957697 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.583858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485bae-47da-413c-b8ee-db94770f5809 req-31d6be96-b4ab-4aab-ae96-9b8791957697 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.592540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d485bae-47da-413c-b8ee-db94770f5809 req-31d6be96-b4ab-4aab-ae96-9b8791957697 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.6355705 Feb 11 14:08:26.604281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:22Z', 'revision_number': 3, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:26.617858 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.625690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.636111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/47423089-3c7f-4692-a9c5-3ccd81564d4a HTTP/1.1" status: 204 len: 168 time: 2.4468808 Feb 11 14:08:26.646860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Checking router: c5a676e1-c05b-463f-8d26-ff9749c8a5a3 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:26.647917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Updating router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:26.650160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:26.681881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:26.682122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.702050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d485bae-47da-413c-b8ee-db94770f5809 req-deba04b9-b06c-415b-a11d-9d67a02e8b06 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086123 Feb 11 14:08:26.748802 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.768101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406184ec-4f45-4934-9083-360b302905b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=47423089-3c7f-4692-a9c5-3ccd81564d4a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:26.783444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.789251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.827503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54cfa6-5cd8-44dc-a93d-63932f9cb6fe req-e6d365dd-10a0-4700-9d17-6b2e23bad01e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.829298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac54cfa6-5cd8-44dc-a93d-63932f9cb6fe req-e6d365dd-10a0-4700-9d17-6b2e23bad01e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.2782075 Feb 11 14:08:26.892055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] For port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:26.915185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac54cfa6-5cd8-44dc-a93d-63932f9cb6fe req-c210bd20-9380-4384-b281-922f811a56bd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729182 Feb 11 14:08:26.953310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.982408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:27.000606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:27.018554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.043376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.157928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:08:27.158623 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:08:27.162452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:27.186222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:27.208585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fd2012e0-92ce-422d-bce7-b0e19de13154 None None] Provisioning complete for port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:27.209416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd2012e0-92ce-422d-bce7-b0e19de13154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.211663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39c362-367d-4afe-8356-6403d4991544 None None] Pushing event updated for resources: {'Port': ['ID=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:27.223329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:27.243023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:27.289118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd808f98-b7d5-4672-a76f-4b2a330caa0b req-ddcd0a2a-2083-45c1-97da-fe915b70b73d tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:27.290704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd808f98-b7d5-4672-a76f-4b2a330caa0b req-ddcd0a2a-2083-45c1-97da-fe915b70b73d tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 945 time: 0.3651919 Feb 11 14:08:27.313610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.422073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.482132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59ba54-613e-4766-ad38-067c9e3ec5fa req-de02729f-88b5-4020-ab8f-efcf819b8174 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:27.495685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c59ba54-613e-4766-ad38-067c9e3ec5fa req-de02729f-88b5-4020-ab8f-efcf819b8174 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1097 time: 0.3055146 Feb 11 14:08:27.498937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd808f98-b7d5-4672-a76f-4b2a330caa0b req-fbbc5f1a-498f-4507-9006-b67d6286b589 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338320 Feb 11 14:08:27.501054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:27.505921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.616176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Attempting to bind port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:27.616976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Attempting to bind port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:27.617533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Attempting to bind port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:27.643600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:27.644967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:27.645704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.646300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:27.646865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.647288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Bound port: 921e96ce-f2e3-4ab5-8b76-a724e7c34891, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:27.647863 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.689057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:27.698774 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Sync routers for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:27.714538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-87807d4d-7822-4eb2-a3a1-7023b110cb47 admin admin] 10.222.0.31 "PUT /v2.0/routers/6ee4108c-3b2b-422c-bffa-d342ab4cc425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6907294 Feb 11 14:08:27.725514 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:27.729100 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:27.736436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c59ba54-613e-4766-ad38-067c9e3ec5fa req-fe55a821-827c-404c-ace9-ae5cc4287043 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389579 Feb 11 14:08:27.764754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.921900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:28.036284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:28.037216 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.043579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fada7c-3138-4c60-afe4-42f3dfcbaf6c None None] Pushing event updated for resources: {'Port': ['ID=921e96ce-f2e3-4ab5-8b76-a724e7c34891,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:28.118748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aa453-cacf-42bc-8bb2-5e49311d2c2d req-77c4d750-dedd-4b55-8c51-d7681c1a2a46 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.127432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db5940a3-44e6-499d-a15e-0e17cc501905 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:28.129876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8c86716-fbd0-4747-8b93-d8d2da19e5eb details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:28.131997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cff9cc08-2824-483a-acee-5de00958a4b3 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:28.144089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e8aa453-cacf-42bc-8bb2-5e49311d2c2d req-77c4d750-dedd-4b55-8c51-d7681c1a2a46 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.1799273 Feb 11 14:08:28.212209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.238362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Deleting port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:28.238813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.281071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e8aa453-cacf-42bc-8bb2-5e49311d2c2d req-138cbc14-1a1c-460b-9ccd-32a5ba6b5543 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359901 Feb 11 14:08:28.283324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.351147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] For port 921e96ce-f2e3-4ab5-8b76-a724e7c34891, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:28.364030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] For port 921e96ce-f2e3-4ab5-8b76-a724e7c34891, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=921e96ce-f2e3-4ab5-8b76-a724e7c34891,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:28.386439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: db5940a3-44e6-499d-a15e-0e17cc501905 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:28.386831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db5940a3-44e6-499d-a15e-0e17cc501905 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:28.409963 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:24Z', 'revision_number': 4, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b5aada7c-7b7c-4820-884e-c7922f978653', 'name': '', 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'mac_address': 'fa:16:3e:79:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:22Z', 'updated_at': '2022-02-11T14:08:24Z', 'revision_number': 2, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'subnets': [{'id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:28.421748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:28.458496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Port b5aada7c-7b7c-4820-884e-c7922f978653 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:28.460036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.480173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.484643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff508c-aec6-4ba0-aee6-cb9276583944 req-ed2ebb4d-7481-4319-ba05-90c7aa102f47 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.490616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff508c-aec6-4ba0-aee6-cb9276583944 req-ed2ebb4d-7481-4319-ba05-90c7aa102f47 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.496574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff508c-aec6-4ba0-aee6-cb9276583944 req-ed2ebb4d-7481-4319-ba05-90c7aa102f47 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.504610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2aff508c-aec6-4ba0-aee6-cb9276583944 req-ed2ebb4d-7481-4319-ba05-90c7aa102f47 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.1155446 Feb 11 14:08:28.512489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] For port 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:28.513035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.525167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Checking router: 6ee4108c-3b2b-422c-bffa-d342ab4cc425 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:28.525521 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Updating router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 port b5aada7c-7b7c-4820-884e-c7922f978653 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:28.572860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Calling delete_port for 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:28.613269 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.636627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:28.640149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:28.708471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port cff9cc08-2824-483a-acee-5de00958a4b3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:28.727606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b32cf231-27b6-4218-a1c3-7c602324bc5e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:28.735418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port cff9cc08-2824-483a-acee-5de00958a4b3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:28.736148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.744381 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-9847f854-27c5-4e93-945d-a2d8e0839be8 req-bbc71e76-c53b-449f-a857-bd1d920a7cc9 tempest-FloatingIPDetailsNegativeTestJSON-1424245297 tempest-FloatingIPDetailsNegativeTestJSON-1424245297-project] show failed (client error): The resource could not be found. Feb 11 14:08:28.746910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9847f854-27c5-4e93-945d-a2d8e0839be8 req-bbc71e76-c53b-449f-a857-bd1d920a7cc9 tempest-FloatingIPDetailsNegativeTestJSON-1424245297 tempest-FloatingIPDetailsNegativeTestJSON-1424245297-project] 10.222.0.31 "GET /v2.0/floatingips/97cba8cd-486b-40e3-b3cb-6f54a07c8b45 HTTP/1.1" status: 404 len: 350 time: 0.0922980 Feb 11 14:08:28.761888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2aff508c-aec6-4ba0-aee6-cb9276583944 req-5c628365-d7d8-44f2-a6e5-c189acb934d3 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370114 Feb 11 14:08:28.761985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:28.886401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:28.891897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.893245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:29.040867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:29.041540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:29.048121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae97b1-8f56-4614-b5a9-fd52fd808479 req-050dcdcf-c50e-4ee7-b4b0-b3c2a01b635f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:29.056546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1ae97b1-8f56-4614-b5a9-fd52fd808479 req-050dcdcf-c50e-4ee7-b4b0-b3c2a01b635f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 945 time: 0.1642275 Feb 11 14:08:29.145831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:29.147475 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.165886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-baa97227-c340-4f4c-98a0-fd90280710f0 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5a676e1-c05b-463f-8d26-ff9749c8a5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2633796 Feb 11 14:08:29.178184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:29.191729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fada7c-3138-4c60-afe4-42f3dfcbaf6c None None] Pushing event updated for resources: {'Port': ['ID=921e96ce-f2e3-4ab5-8b76-a724e7c34891,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:29.209440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1ae97b1-8f56-4614-b5a9-fd52fd808479 req-3b5f79a4-e0ee-4e17-b78f-839bbb1f8cab tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517386 Feb 11 14:08:29.217667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d34d4-ef34-4016-9928-94fd629453a1 None None] Port 9721fc51-c7c3-4a98-9a15-f5737a915f24 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:29.220210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'mac_address': 'fa:16:3e:07:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:29.237046 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.310130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bed8c-52ec-48c2-900c-ac77beb1d46a None None] Pushing event updated for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:29.365401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b32cf231-27b6-4218-a1c3-7c602324bc5e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:29.373746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.494138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e026-4b39-4148-a282-13506caeaa90 req-e2d2a504-edd0-4b62-bba1-dcfb6ec83faf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:29.502687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24d9e026-4b39-4148-a282-13506caeaa90 req-e2d2a504-edd0-4b62-bba1-dcfb6ec83faf tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 945 time: 0.1286271 Feb 11 14:08:29.528321 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Attempting to bind port b5aada7c-7b7c-4820-884e-c7922f978653 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:29.532699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Attempting to bind port b5aada7c-7b7c-4820-884e-c7922f978653 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:29.533190 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Attempting to bind port b5aada7c-7b7c-4820-884e-c7922f978653 on network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:29.545709 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:29.546074 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Checking segment: {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:29.546482 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.548473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Bound using segment: {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:29.549002 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Bound port: b5aada7c-7b7c-4820-884e-c7922f978653, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e3d1b3-aff7-4568-8df6-2a5a68db311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:29.550092 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.588300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bee9b885-7564-4ca4-9eb9-cf36cbbd3633 None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:29.588780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bee9b885-7564-4ca4-9eb9-cf36cbbd3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.591395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24d9e026-4b39-4148-a282-13506caeaa90 req-1bece5b0-71a9-4d84-808a-b248246223a4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Feb 11 14:08:29.635830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b35a03e-6c27-4e48-8b60-ce85d1539a6a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:29.647912 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] For port b5aada7c-7b7c-4820-884e-c7922f978653, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:29.652179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] For port b5aada7c-7b7c-4820-884e-c7922f978653, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5aada7c-7b7c-4820-884e-c7922f978653,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:29.693601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bee9b885-7564-4ca4-9eb9-cf36cbbd3633 None None] Port 9721fc51-c7c3-4a98-9a15-f5737a915f24 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:29.707024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.712305 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.755338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.766320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cff9cc08-2824-483a-acee-5de00958a4b3,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:29.774366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:29.776968 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e31900-11ff-4ae0-a514-e07888d62dfa" -d '{"events": [{"server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "name": "network-vif-plugged", "status": "completed", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:29.782103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:29.796258 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.841327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:29.846177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.866001 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.874001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bed8c-52ec-48c2-900c-ac77beb1d46a None None] Pushing event updated for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:29.878691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:29.879299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:29.916462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8c86716-fbd0-4747-8b93-d8d2da19e5eb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:29.997344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Pushing event deleted for resources: {'Port': ['ID=7113e9bc-160b-492f-a6d6-e1bbf33d4f9f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:30.078992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.079557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.079700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.080116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.080247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.080945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.080945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.081199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.081523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.081844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.090052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.090353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.160592 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:30.165387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:30.215101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-77bf8849-6e96-4784-838a-edcb84fef8fe tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.221117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-77bf8849-6e96-4784-838a-edcb84fef8fe tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.230122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-77bf8849-6e96-4784-838a-edcb84fef8fe tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.231855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-77bf8849-6e96-4784-838a-edcb84fef8fe tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.5741222 Feb 11 14:08:30.327553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:30.334070 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2476b-9f6f-42af-8c6d-26c465279fcb x-openstack-request-id: req-ccf2476b-9f6f-42af-8c6d-26c465279fcb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:30.337317 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "name": "network-vif-plugged", "status": "completed", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:30.339266 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf2476b-9f6f-42af-8c6d-26c465279fcb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:30.340923 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3', 'code': 200} Feb 11 14:08:30.353181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.425803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.431572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:30.432009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.458924 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:24Z', 'revision_number': 4, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b5aada7c-7b7c-4820-884e-c7922f978653', 'name': '', 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'mac_address': 'fa:16:3e:79:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:22Z', 'updated_at': '2022-02-11T14:08:29Z', 'revision_number': 4, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'subnets': [{'id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:30.479966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652759ad-0fdc-4ec5-97ef-03aea18c2831 req-33d9d5f4-12ae-4fe6-882c-4af478c8e085 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.492615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652759ad-0fdc-4ec5-97ef-03aea18c2831 req-33d9d5f4-12ae-4fe6-882c-4af478c8e085 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.493645 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c20a-9ef8-4d4e-8c8b-0f62e1924b97 None None] The sync data for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 is: [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:24Z', 'revision_number': 4, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'b5aada7c-7b7c-4820-884e-c7922f978653', 'name': '', 'network_id': '5c457b8d-0fca-4ef7-8177-40e7ff645d46', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'mac_address': 'fa:16:3e:79:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:22Z', 'updated_at': '2022-02-11T14:08:29Z', 'revision_number': 4, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'subnets': [{'id': '6724972b-b0dc-4e64-a69b-a5dccb73c8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:30.511545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652759ad-0fdc-4ec5-97ef-03aea18c2831 req-33d9d5f4-12ae-4fe6-882c-4af478c8e085 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.514725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-652759ad-0fdc-4ec5-97ef-03aea18c2831 req-33d9d5f4-12ae-4fe6-882c-4af478c8e085 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.1056092 Feb 11 14:08:30.544374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-86dbd4b5-3788-403c-bec5-2d2514ada953 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.555947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-86dbd4b5-3788-403c-bec5-2d2514ada953 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 829 time: 0.8086545 Feb 11 14:08:30.596117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-652759ad-0fdc-4ec5-97ef-03aea18c2831 req-25cafd87-d788-4403-a526-de59907d5ba4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677736 Feb 11 14:08:30.602036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8c86716-fbd0-4747-8b93-d8d2da19e5eb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:30.702995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:30.798298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-716ecb89-68cf-44ba-9b96-5b5442d16a3a tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/quotas/2f8f430d8cba4923b70f86cabdda60b4 HTTP/1.1" status: 200 len: 375 time: 0.2413192 Feb 11 14:08:30.860600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5283-22fa-40ba-8454-69a398dc4dda req-3cdc138b-a66c-4d7e-9469-d48f14953797 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.862600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcab5283-22fa-40ba-8454-69a398dc4dda req-3cdc138b-a66c-4d7e-9469-d48f14953797 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 946 time: 0.1250782 Feb 11 14:08:30.890260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 2, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:30.902585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.939779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.965946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a14629e-5fb5-499c-a31b-edb429f382f4 None None] The sync data for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 is: [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 2, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:30.984823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70b931-f37f-479c-8dc8-e7d4413f955f req-a74fca20-ce2a-4157-8b18-addda7e8b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.988165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e70b931-f37f-479c-8dc8-e7d4413f955f req-a74fca20-ce2a-4157-8b18-addda7e8b6d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 1097 time: 0.4971368 Feb 11 14:08:31.040761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcab5283-22fa-40ba-8454-69a398dc4dda req-1b336daa-806a-4c23-af83-d8e6c1c9e272 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420135 Feb 11 14:08:31.045735 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.069684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] For port b5aada7c-7b7c-4820-884e-c7922f978653, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5aada7c-7b7c-4820-884e-c7922f978653,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:31.117741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5aada7c-7b7c-4820-884e-c7922f978653 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:31.145156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e70b931-f37f-479c-8dc8-e7d4413f955f req-a81a66e6-1a46-476e-ad3e-c15b19bea82d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397827 Feb 11 14:08:31.148784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port 6adbabf9-46e8-47f3-870d-91d7afee05df {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:31.150323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.164611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.197607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-3eafa0f7-a436-40b7-9c87-9be1ca6585e8 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3984516 Feb 11 14:08:31.221789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f47559-811d-4d0b-9aa4-9e11e0d47204 req-03aac7cb-4c65-4387-98b1-6e878a00a463 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.232144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2f47559-811d-4d0b-9aa4-9e11e0d47204 req-03aac7cb-4c65-4387-98b1-6e878a00a463 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 944 time: 0.1024306 Feb 11 14:08:31.320551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2f47559-811d-4d0b-9aa4-9e11e0d47204 req-07dae8db-daa0-4e64-a70d-3cc39019f95f tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Feb 11 14:08:31.612593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb44f7a-7863-4edd-8141-b6d60c96eda3 None None] Pushing event updated for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:31.680795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c58fe2ba-8a2f-456d-ad45-f2f7810bbe7a None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:31.681259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c58fe2ba-8a2f-456d-ad45-f2f7810bbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.838860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:31.839160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.845072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port 6adbabf9-46e8-47f3-870d-91d7afee05df, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6adbabf9-46e8-47f3-870d-91d7afee05df,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:31.845773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.892786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.898070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for 6adbabf9-46e8-47f3-870d-91d7afee05df owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:32.037554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fa2d-451b-42ea-aedb-05420ac7cc1d req-2d82bff1-8162-4971-913c-6cab49068599 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.043796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fa2d-451b-42ea-aedb-05420ac7cc1d req-2d82bff1-8162-4971-913c-6cab49068599 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.055170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fa2d-451b-42ea-aedb-05420ac7cc1d req-2d82bff1-8162-4971-913c-6cab49068599 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.056875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e981fa2d-451b-42ea-aedb-05420ac7cc1d req-2d82bff1-8162-4971-913c-6cab49068599 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 2417 time: 0.0786519 Feb 11 14:08:32.122449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e981fa2d-451b-42ea-aedb-05420ac7cc1d req-979376b0-af81-46e3-8473-29c6713f87f5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Feb 11 14:08:32.310968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-5a8e6b20-89bb-4f1c-94c7-f93963d712a1 service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1122169 Feb 11 14:08:32.441634 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:08:32.460688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8c86716-fbd0-4747-8b93-d8d2da19e5eb details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:32.470154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8c86716-fbd0-4747-8b93-d8d2da19e5eb no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:32.487716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-cbf49577-0d11-4820-a6cf-f7f732967183 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.489329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-cbf49577-0d11-4820-a6cf-f7f732967183 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 944 time: 0.3274806 Feb 11 14:08:32.654813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:32.681243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8c86716-fbd0-4747-8b93-d8d2da19e5eb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:32.690834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:32.711932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'mac_address': 'fa:16:3e:07:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:32.716168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:32.716883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-a382f2fe-c7a4-40eb-bfca-48893fb8215a service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920858 Feb 11 14:08:32.726714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:32.749166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:32.785553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=6adbabf9-46e8-47f3-870d-91d7afee05df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:32.803025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:32.838249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port 6adbabf9-46e8-47f3-870d-91d7afee05df on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:32.840049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f6c4e5e4-33ce-430f-8769-9eaf47ba258d no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:32.842262 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:32.850339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-200f52b6-e41d-4cc0-8cb9-8c994e29164f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "DELETE /v2.0/ports/6adbabf9-46e8-47f3-870d-91d7afee05df HTTP/1.1" status: 204 len: 173 time: 2.5924139 Feb 11 14:08:32.853961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:32.857352 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abbdfdf-224f-4b48-b2d2-4834fc9142c0" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:32.933632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:33.034438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 921e96ce-f2e3-4ab5-8b76-a724e7c34891 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:33.083294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Deleting port d8c86716-fbd0-4747-8b93-d8d2da19e5eb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:33.090645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.147556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.199359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63a98a-36f5-4190-b856-f5c520576892 req-093000fd-2809-485d-8c7d-f2fccd6a41a4 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.218413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa63a98a-36f5-4190-b856-f5c520576892 req-093000fd-2809-485d-8c7d-f2fccd6a41a4 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 946 time: 0.1131186 Feb 11 14:08:33.237784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:33.238905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:33.241322 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b621d-68b1-4e19-aef2-6a713d1682ac" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:33.253287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:33.253689 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.284077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa63a98a-36f5-4190-b856-f5c520576892 req-3777a766-a53d-4601-8f61-76fcc68c32a8 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637677 Feb 11 14:08:33.307633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.308472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 68e76a4c-671a-4750-ac3b-981fc00fc1a3 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:33.423891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caefcfa-8408-480a-ad07-694bcbdbca60 req-cff9cdfd-8782-40b7-aff3-cd5ada8b949c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.423891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8caefcfa-8408-480a-ad07-694bcbdbca60 req-cff9cdfd-8782-40b7-aff3-cd5ada8b949c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 943 time: 0.0735855 Feb 11 14:08:33.455139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] For port d8c86716-fbd0-4747-8b93-d8d2da19e5eb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:33.457426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.486981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Calling delete_port for d8c86716-fbd0-4747-8b93-d8d2da19e5eb owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:33.500853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8caefcfa-8408-480a-ad07-694bcbdbca60 req-803b9f3a-70bd-4e4e-95e0-842dbcc157f1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Feb 11 14:08:33.507428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:33.537991 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.582218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.632833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 921e96ce-f2e3-4ab5-8b76-a724e7c34891, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=921e96ce-f2e3-4ab5-8b76-a724e7c34891,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:33.635535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e13a88-81d0-4798-823b-64f88333734b req-93bab185-4078-4bb1-a281-43384157600e tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.638140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4e13a88-81d0-4798-823b-64f88333734b req-93bab185-4078-4bb1-a281-43384157600e tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.60 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 946 time: 0.1183679 Feb 11 14:08:33.679182 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c5d444-9910-444a-afb5-8e6123424038 x-openstack-request-id: req-72c5d444-9910-444a-afb5-8e6123424038 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:33.679533 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "6adbabf9-46e8-47f3-870d-91d7afee05df", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:33.679789 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72c5d444-9910-444a-afb5-8e6123424038 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:33.680198 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': '6adbabf9-46e8-47f3-870d-91d7afee05df', 'status': 'completed', 'code': 200} Feb 11 14:08:33.683516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:33.743410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62b6791b-4700-432e-95ae-b2650ee02ece req-6a40d85a-4795-46ed-b06c-2aa7dc05c7bf tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.0353494 Feb 11 14:08:33.759261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.759261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5aada7c-7b7c-4820-884e-c7922f978653 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:33.792121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f935-dfe8-43bc-bcd2-f09ae35d9416 req-4c80c65f-87fa-4c0e-abef-03904aabc0ad tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.796090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92a0f935-dfe8-43bc-bcd2-f09ae35d9416 req-4c80c65f-87fa-4c0e-abef-03904aabc0ad tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 946 time: 0.7368717 Feb 11 14:08:33.832468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.853287 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.857713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6adbabf9-46e8-47f3-870d-91d7afee05df no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:33.902516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Deleting port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:33.903730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92a0f935-dfe8-43bc-bcd2-f09ae35d9416 req-85c29977-3919-42b7-b9d2-0ef2c4d4e56e tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/security-groups?id=e091e440-9693-4bc8-b1d1-39e0ade7da2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985198 Feb 11 14:08:33.910373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event deleted for resources: {'Port': ['ID=d8c86716-fbd0-4747-8b93-d8d2da19e5eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:33.912707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:33.943444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:33.956004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1d864ae-a866-40d1-b4a7-9cca79083769 admin admin] 10.222.0.31 "PUT /v2.0/routers/13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3024144 Feb 11 14:08:33.959950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:33.964656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 6adbabf9-46e8-47f3-870d-91d7afee05df {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:33.966870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6adbabf9-46e8-47f3-870d-91d7afee05df not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:33.976689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Sync routers for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:34.018745 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0cf67d-35fb-4f99-87bb-621795c663b9 x-openstack-request-id: req-6b0cf67d-35fb-4f99-87bb-621795c663b9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:34.019053 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:34.019332 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b0cf67d-35fb-4f99-87bb-621795c663b9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:34.019787 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'code': 200} Feb 11 14:08:34.022528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:34.023188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:34.066236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=921e96ce-f2e3-4ab5-8b76-a724e7c34891,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:34.116511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] No DVR routers for this DVR port d8c86716-fbd0-4747-8b93-d8d2da19e5eb on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:34.125591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.127350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] For port fe92d7e8-13ab-4e55-8b1b-e18f98e32916, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,segment=NetworkSegment(44c3892a-8c70-4acf-b1b5-ed32497dd635),segment_id=44c3892a-8c70-4acf-b1b5-ed32497dd635)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:34.127930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.134572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-185b8b0d-fd32-44b5-8133-dae131c8524e req-7edcfce3-8045-4056-bc30-387b6e583c13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "DELETE /v2.0/ports/d8c86716-fbd0-4747-8b93-d8d2da19e5eb HTTP/1.1" status: 204 len: 173 time: 1.6149833 Feb 11 14:08:34.142228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Deleting port b5aada7c-7b7c-4820-884e-c7922f978653 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:34.143826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.156120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Calling delete_port for fe92d7e8-13ab-4e55-8b1b-e18f98e32916 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:34.170897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5aada7c-7b7c-4820-884e-c7922f978653 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:34.171281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.203086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:34.230671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:34.272105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.354877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df27a-54d8-4729-987f-4fd7893c6b17 req-eeadb870-6384-4625-ad27-e192607d9e5d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:34.368153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df27a-54d8-4729-987f-4fd7893c6b17 req-eeadb870-6384-4625-ad27-e192607d9e5d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:34.393447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-599df27a-54d8-4729-987f-4fd7893c6b17 req-eeadb870-6384-4625-ad27-e192607d9e5d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 1678 time: 0.4682727 Feb 11 14:08:34.417778 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.434670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.467496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port f6c4e5e4-33ce-430f-8769-9eaf47ba258d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:34.467987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.497363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Pushing event deleted for resources: {'Port': ['ID=fe92d7e8-13ab-4e55-8b1b-e18f98e32916,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:34.528491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fe92d7e8-13ab-4e55-8b1b-e18f98e32916'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:34.532461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-599df27a-54d8-4729-987f-4fd7893c6b17 req-ed8fc3f1-0c3c-43d4-9600-1850f12ede9d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305413 Feb 11 14:08:34.535444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.535793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.536132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.536464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.536792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.538228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.538721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.539206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.540158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.540660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.541177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.541654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:34.606781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] No DVR routers for this DVR port fe92d7e8-13ab-4e55-8b1b-e18f98e32916 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:34.612821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.616467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4e13a88-81d0-4798-823b-64f88333734b req-62363101-476e-4441-8de9-ccdd84ef4267 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.60 "DELETE /v2.0/ports/fe92d7e8-13ab-4e55-8b1b-e18f98e32916 HTTP/1.1" status: 204 len: 173 time: 0.9718716 Feb 11 14:08:34.619010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'name': 'network-vif-deleted', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:34.625908 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3f2e1-edef-47df-959d-ad0bfff147cb" -d '{"events": [{"server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "name": "network-vif-deleted", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:34.684791 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e74e98-26b3-4cf3-80c0-b276fd255299 x-openstack-request-id: req-a1e74e98-26b3-4cf3-80c0-b276fd255299 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:34.687442 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d64349-c247-4803-a02e-1a873415aa27", "name": "network-vif-deleted", "tag": "fe92d7e8-13ab-4e55-8b1b-e18f98e32916", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:34.687442 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1e74e98-26b3-4cf3-80c0-b276fd255299 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:34.687442 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d64349-c247-4803-a02e-1a873415aa27', 'name': 'network-vif-deleted', 'tag': 'fe92d7e8-13ab-4e55-8b1b-e18f98e32916', 'status': 'completed', 'code': 200} Feb 11 14:08:34.690488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:08:29Z', 'revision_number': 5, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port': {'id': 'cf46a36e-bf62-44ea-a0a7-723c155421fe', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:36Z', 'updated_at': '2022-02-11T14:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:34.730575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Checking router: 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:34.748340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f89e9fd-a8f5-4f44-a029-94b3b1f20739 req-79f0ae9c-4dcb-44bf-9735-0f92a762eb33 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c4de92-7015-431c-a943-8f043c2655f7 HTTP/1.1" status: 200 len: 210 time: 0.0679872 Feb 11 14:08:34.754092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Routers {'13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:34.755198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:34.788799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] For port b5aada7c-7b7c-4820-884e-c7922f978653, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5aada7c-7b7c-4820-884e-c7922f978653,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:34.789290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.827914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Calling delete_port for b5aada7c-7b7c-4820-884e-c7922f978653 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:34.831540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port f6c4e5e4-33ce-430f-8769-9eaf47ba258d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:34.832274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.861420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for f6c4e5e4-33ce-430f-8769-9eaf47ba258d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:34.960656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Deleting port cf46a36e-bf62-44ea-a0a7-723c155421fe {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:34.961240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:34.990029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b8c829f-6c20-45b5-be26-f4f7e9542335 req-9cb5cf59-b353-4ba9-b3b2-8476c68183d6 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.0726454 Feb 11 14:08:35.024549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] Set router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:35.119772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 921e96ce-f2e3-4ab5-8b76-a724e7c34891 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:35.158918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-658f036f-a47d-402e-86d7-8afc91861e5f req-49369f1d-a9d7-478e-b157-5c5fa993e198 tempest-VolumesAdminNegativeTest-1591720770 tempest-VolumesAdminNegativeTest-1591720770-project] 10.222.0.31 "GET /v2.0/ports?device_id=41d64349-c247-4803-a02e-1a873415aa27 HTTP/1.1" status: 200 len: 210 time: 0.0814176 Feb 11 14:08:35.215865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] For port cf46a36e-bf62-44ea-a0a7-723c155421fe, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf46a36e-bf62-44ea-a0a7-723c155421fe,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:35.216219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:35.225940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:08:34Z', 'revision_number': 6, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:35.264669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Calling delete_port for cf46a36e-bf62-44ea-a0a7-723c155421fe owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:35.274495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808653d5-3ebb-4eca-b6f1-f4ac6bb23857 None None] The sync data for ids ['13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293'] in n-d-828407-1 is: [{'id': '13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1861332145-router', 'tenant_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:34Z', 'updated_at': '2022-02-11T14:08:34Z', 'revision_number': 6, 'project_id': '27e2dcb942b14c32bcf4243f80c19aa6', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:35.367700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:35.368207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:35.624338 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Sync routers for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:35.650833 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:35.657124 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:35.745941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'name': 'network-vif-deleted', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:35.748721 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846ad55-1959-4da2-8c0f-67d5e3384535" -d '{"events": [{"server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "name": "network-vif-deleted", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:35.789807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196579f0-e25f-4f5b-a2ed-f7690632c26c req-ff65d0b1-0107-49f6-b636-01b435ccc100 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:35.819899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196579f0-e25f-4f5b-a2ed-f7690632c26c req-ff65d0b1-0107-49f6-b636-01b435ccc100 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:35.822071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-196579f0-e25f-4f5b-a2ed-f7690632c26c req-ff65d0b1-0107-49f6-b636-01b435ccc100 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 1678 time: 0.1469674 Feb 11 14:08:35.864570 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f7d92-e207-475b-816f-e919c733a539 x-openstack-request-id: req-002f7d92-e207-475b-816f-e919c733a539 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:35.864570 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c4de92-7015-431c-a943-8f043c2655f7", "name": "network-vif-deleted", "tag": "d8c86716-fbd0-4747-8b93-d8d2da19e5eb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:35.864570 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-002f7d92-e207-475b-816f-e919c733a539 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:35.864570 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c4de92-7015-431c-a943-8f043c2655f7', 'name': 'network-vif-deleted', 'tag': 'd8c86716-fbd0-4747-8b93-d8d2da19e5eb', 'status': 'completed', 'code': 200} Feb 11 14:08:35.889734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:35.946042 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:35.948670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-196579f0-e25f-4f5b-a2ed-f7690632c26c req-b1bf4a49-93ca-4e00-bdf2-04a950c51fd2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189077 Feb 11 14:08:36.007067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=f6c4e5e4-33ce-430f-8769-9eaf47ba258d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:36.021366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:36.027045 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e7eb3-d0c0-43f1-8263-1ee234b2e68d" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:36.146415 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3a536e-a3fa-48d2-936e-f4b72af993bf x-openstack-request-id: req-6f3a536e-a3fa-48d2-936e-f4b72af993bf {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:36.146840 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:36.147178 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f3a536e-a3fa-48d2-936e-f4b72af993bf {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:36.147650 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'code': 200} Feb 11 14:08:36.169719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.274620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port f6c4e5e4-33ce-430f-8769-9eaf47ba258d on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:36.278146 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad2c05b1-2422-4f1e-bca7-81322ce6d9ac req-e7524660-78e3-4479-b3d9-10136dcfbd94 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.1244791 Feb 11 14:08:36.280144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.284650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-269840bc-55af-42bf-afde-08b1b791470f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "DELETE /v2.0/ports/f6c4e5e4-33ce-430f-8769-9eaf47ba258d HTTP/1.1" status: 204 len: 173 time: 3.4251690 Feb 11 14:08:36.289417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5aada7c-7b7c-4820-884e-c7922f978653,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:36.426276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:36.468201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fe92d7e8-13ab-4e55-8b1b-e18f98e32916 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:36.553905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: fe92d7e8-13ab-4e55-8b1b-e18f98e32916 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:36.554257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fe92d7e8-13ab-4e55-8b1b-e18f98e32916 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:36.591123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Deleting subnet 380e4b68-ed9a-42ba-b184-28ed982f4037 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:36.606883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.645233 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 2, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:36.723148 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Checking router: c5a676e1-c05b-463f-8d26-ff9749c8a5a3 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:36.723782 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Updating router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 port 9721fc51-c7c3-4a98-9a15-f5737a915f24 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:36.729432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-e6d0ad6d-c198-493e-a184-5dfc0ae531c2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.738476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-e6d0ad6d-c198-493e-a184-5dfc0ae531c2 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.4572756 Feb 11 14:08:36.743832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.806092 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.807325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-895ee209-d408-4096-97c7-8d68791af644 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/quotas/cc4a6ada94474ea8a9add36c49ce5026 HTTP/1.1" status: 200 len: 375 time: 0.0673935 Feb 11 14:08:36.871362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.874413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:36.899396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-3902a2a0-1539-4b71-89da-21d533782722 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.902446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-3902a2a0-1539-4b71-89da-21d533782722 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.62 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 829 time: 0.5718148 Feb 11 14:08:36.936149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-afcf985d-5c98-495d-aebd-a926e97d26db tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273365 Feb 11 14:08:36.971628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'port': {'device_id': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'admin_state_up': True, 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:36.985447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf46a36e-bf62-44ea-a0a7-723c155421fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:37.014200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:37.053778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:37.053778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7113e9bc-160b-492f-a6d6-e1bbf33d4f9f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:37.053778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf46a36e-bf62-44ea-a0a7-723c155421fe no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:37.103606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: cf46a36e-bf62-44ea-a0a7-723c155421fe {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:37.104232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf46a36e-bf62-44ea-a0a7-723c155421fe not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:37.171308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:37.171888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.283951 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.368789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.372214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.387687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port 68e76a4c-671a-4750-ac3b-981fc00fc1a3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=68e76a4c-671a-4750-ac3b-981fc00fc1a3,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:37.388084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.409005 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.472088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for 68e76a4c-671a-4750-ac3b-981fc00fc1a3 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:37.484376 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fc921-2e0b-49c8-90e7-953406bc05bc None None] Pushing event updated for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:37.539377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-568ddff2-66eb-40cb-9e65-8501f4bab7e4 service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022620 Feb 11 14:08:37.559169 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Attempting to bind port 9721fc51-c7c3-4a98-9a15-f5737a915f24 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:37.559456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Attempting to bind port 9721fc51-c7c3-4a98-9a15-f5737a915f24 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:37.559813 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Attempting to bind port 9721fc51-c7c3-4a98-9a15-f5737a915f24 on network 475768ad-84e7-4f05-8242-4d3e22af9fa4 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:37.565919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:37.573900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Checking segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:37.573900 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.573900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Bound using segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:37.573900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Bound port: 9721fc51-c7c3-4a98-9a15-f5737a915f24, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:37.573900 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.616594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.657891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380e4b68-ed9a-42ba-b184-28ed982f4037,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:37.658209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.668871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.685988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.692323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fd0925f8-acbe-409c-9818-70880c3f8c83 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/380e4b68-ed9a-42ba-b184-28ed982f4037 HTTP/1.1" status: 204 len: 168 time: 1.2650065 Feb 11 14:08:37.693064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:37.719336 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] For port 9721fc51-c7c3-4a98-9a15-f5737a915f24, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:37.723783 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] For port 9721fc51-c7c3-4a98-9a15-f5737a915f24, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9721fc51-c7c3-4a98-9a15-f5737a915f24,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:37.779579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-7c97b921-d2a4-40bc-b4c8-160e99f08e99 service neutron] 10.222.0.31 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383854 Feb 11 14:08:37.814580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.832520 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.874490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:37.876734 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c4550-b762-405f-a61f-ad768b9f503a" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:37.923933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:37.928093 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:37.929162 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:37.955259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.966550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:37.967593 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.003594 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fc921-2e0b-49c8-90e7-953406bc05bc None None] Pushing event updated for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:38.021722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Made reservation on behalf of 2f8f430d8cba4923b70f86cabdda60b4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:38.025253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.028764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4ffa10-0e97-475d-a1c8-adeac308426a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:38.049440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c3892a-8c70-4acf-b1b5-ed32497dd635') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:38.049760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c3892a-8c70-4acf-b1b5-ed32497dd635') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:38.053637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.057417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:38.066653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.067829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae57f9f9-7074-4fbd-9d45-eefaaf8f6f7d admin admin] 10.222.0.31 "DELETE /v2.0/routers/13d0a6a9-8dfc-4099-8fb8-6edfcfa4e293 HTTP/1.1" status: 204 len: 168 time: 4.0345454 Feb 11 14:08:38.069879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.071990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:38.093697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.110617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:38.111093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:38.113588 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:38.225711 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.282915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:38.363909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.367047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01b3e9c6-1c7d-46c5-bba5-53f1375a13d7 req-4fa60385-da15-4d35-9185-a932284ee107 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.0774016 Feb 11 14:08:38.379841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.389878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.402136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a4ffa10-0e97-475d-a1c8-adeac308426a HTTP/1.1" status: 204 len: 168 time: 0.6978207 Feb 11 14:08:38.402942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] For port 9721fc51-c7c3-4a98-9a15-f5737a915f24, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9721fc51-c7c3-4a98-9a15-f5737a915f24,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:38.404037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41004) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:38.497264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=68e76a4c-671a-4750-ac3b-981fc00fc1a3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:38.522853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.538677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Deleting subnet 93a26e05-7716-43d6-9598-6aa0e3554347 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:38.553447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.553711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9bdc9-b8b4-4df2-beff-98c3d184a598 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4ffa10-0e97-475d-a1c8-adeac308426a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:38.630125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.642233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0401dfab-ad52-4293-8c06-736bd6c73f2c req-f5040147-bce9-4a50-82d6-b6ffd6f62f15 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.1491206 Feb 11 14:08:38.683926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Deleting subnet c2f35c9e-cc6b-4673-8f92-988da5ebe558 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:38.695526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.706166 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd7024-9afb-450a-95f0-701fa21e51b7 x-openstack-request-id: req-cefd7024-9afb-450a-95f0-701fa21e51b7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:38.707600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5e7a1c4f-8b17-4009-8753-103934d2a355 None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:38.707963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1c4f-8b17-4009-8753-103934d2a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.708366 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "f6c4e5e4-33ce-430f-8769-9eaf47ba258d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:38.709115 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cefd7024-9afb-450a-95f0-701fa21e51b7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:38.719381 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': 'f6c4e5e4-33ce-430f-8769-9eaf47ba258d', 'status': 'completed', 'code': 200} Feb 11 14:08:38.747504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port 68e76a4c-671a-4750-ac3b-981fc00fc1a3 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:38.754769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bbeea-809b-4ea6-b897-2b679eeaf1f0 None None] Pushing event updated for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:38.803123 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:37Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:38.851095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.858448 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85c2d-a3c3-4548-897f-f8a09802e67d None None] The sync data for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 is: [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:37Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:38.860412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36ad18f-d9ac-4efc-9779-3282708cbf08 req-ca30c00b-7600-4115-8f46-d85bce672aab tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "DELETE /v2.0/ports/68e76a4c-671a-4750-ac3b-981fc00fc1a3 HTTP/1.1" status: 204 len: 173 time: 2.5677936 Feb 11 14:08:38.864161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.940460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-233c75c9-3e1c-45f9-a8d2-fb756cf2b3cb req-5019c74f-abbf-4d28-b643-18e1033de4c5 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 210 time: 0.2437713 Feb 11 14:08:38.962230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:38.970117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.990585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Sync routers for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:39.004085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9721fc51-c7c3-4a98-9a15-f5737a915f24 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:39.017227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e4e373c-2ef7-4d99-b452-2e0eacb2fd64 admin admin] 10.222.0.31 "PUT /v2.0/routers/6ee4108c-3b2b-422c-bffa-d342ab4cc425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2574174 Feb 11 14:08:39.017904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41012) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:39.082919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:39.083304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.084800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:39.087624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:39.134202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.242389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.282417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Allocated IP 172.20.0.14 (475768ad-84e7-4f05-8242-4d3e22af9fa4/6aac4c72-d84b-43cb-9240-4834190f6f38/f5785b84-0079-4aba-8513-6ac144a6e5e1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:39.326325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.330345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2f35c9e-cc6b-4673-8f92-988da5ebe558 HTTP/1.1" status: 204 len: 168 time: 0.9224761 Feb 11 14:08:39.334836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:39.336308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec799e3c-7615-4fa6-9d69-0d9a8396faa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f35c9e-cc6b-4673-8f92-988da5ebe558,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:39.341842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.367837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.442681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a26e05-7716-43d6-9598-6aa0e3554347,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:39.503048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ad21b-1aed-4f2d-bc24-f76d6ca867a7 None None] Network 4c3b75b5-c728-4f73-948d-8edb41a2632a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:39.508769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.521025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9d781eb4-d040-4ed1-b7ee-80b2c39b18d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/93a26e05-7716-43d6-9598-6aa0e3554347 HTTP/1.1" status: 204 len: 168 time: 1.4464197 Feb 11 14:08:39.524790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41022) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:39.653275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:39.683770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.727215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.788812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4e7fa76-28ec-479b-9be0-193b957a3835 req-9aebbec1-d4e5-45c8-ba9a-4cc85ee3ea07 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7da084b-7340-470d-8837-4435115f0c2c HTTP/1.1" status: 200 len: 210 time: 0.1218352 Feb 11 14:08:39.800380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.829513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-275e0826-c1e8-4d45-a505-bf4cb9ed2c79 req-ac331723-fa90-46de-907b-9ab638b72948 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.0668428 Feb 11 14:08:39.900404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.996604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:35Z', 'revision_number': 5, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.003358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event updated for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:40.007865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:40.010385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:40.026205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:40.054380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] DHCP port deletion for 4c3b75b5-c728-4f73-948d-8edb41a2632a request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:40.056868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Checking router: 6ee4108c-3b2b-422c-bffa-d342ab4cc425 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:40.057992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.116838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e47646-f7ca-470d-98a6-acfe70243a30']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.126609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Routers {'6ee4108c-3b2b-422c-bffa-d342ab4cc425'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:40.127618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.137532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:40.139277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.142111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47b7d8b-089f-4a8b-b0cc-ba2d19c0f8db') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.142413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47b7d8b-089f-4a8b-b0cc-ba2d19c0f8db') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.173189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.190950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.198216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:40.198627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.234626 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-18f94dcc-13ab-4e59-a3f9-d3bc770ca716 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2728055 Feb 11 14:08:40.249351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Request body: {'port': {'device_id': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:40.274052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] Set router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:40.310537 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:40.313073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4bce939-9176-40a5-be8f-b9272b91b3ff req-1d365014-a67e-4fc4-91a3-6f2e6ad694f1 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 210 time: 0.0554912 Feb 11 14:08:40.328974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.352651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Deleting port eec05d88-9a22-44cf-9a0b-1860220ef640 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:40.353407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.374929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.379449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.390050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.394534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] 10.222.0.31 "DELETE /v2.0/networks/91e47646-f7ca-470d-98a6-acfe70243a30 HTTP/1.1" status: 204 len: 168 time: 1.0547738 Feb 11 14:08:40.442506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-27bd45de-2e34-4e9f-aacf-a38f7726534e None None] Provisioning complete for port f5785b84-0079-4aba-8513-6ac144a6e5e1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:40.442886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27bd45de-2e34-4e9f-aacf-a38f7726534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.510235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ae8aa-ad27-4e88-8671-e3f997b90f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e47646-f7ca-470d-98a6-acfe70243a30,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:40.517212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Deleting port eec05d88-9a22-44cf-9a0b-1860220ef640 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:40.517638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.559324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] For port eec05d88-9a22-44cf-9a0b-1860220ef640, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eec05d88-9a22-44cf-9a0b-1860220ef640,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:40.559694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.581643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Calling delete_port for eec05d88-9a22-44cf-9a0b-1860220ef640 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:40.588792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-27bd45de-2e34-4e9f-aacf-a38f7726534e None None] Port f5785b84-0079-4aba-8513-6ac144a6e5e1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:40.597990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Deleting port b32cf231-27b6-4218-a1c3-7c602324bc5e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:40.598336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.677992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] For port eec05d88-9a22-44cf-9a0b-1860220ef640, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eec05d88-9a22-44cf-9a0b-1860220ef640,segment=NetworkSegment(82c48389-6e1b-4ce3-b90c-8bbb101f1b46),segment_id=82c48389-6e1b-4ce3-b90c-8bbb101f1b46)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:40.678761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.703712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Calling delete_port for eec05d88-9a22-44cf-9a0b-1860220ef640 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:40.720389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:35Z', 'revision_number': 5, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:40.748367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] For port b32cf231-27b6-4218-a1c3-7c602324bc5e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b32cf231-27b6-4218-a1c3-7c602324bc5e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:40.748367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.756680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977b150-66f1-46fb-8aa4-05236007ec37 None None] The sync data for ids ['6ee4108c-3b2b-422c-bffa-d342ab4cc425'] in n-d-828407-1 is: [{'id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-779910623-router', 'tenant_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:16Z', 'updated_at': '2022-02-11T14:08:35Z', 'revision_number': 5, 'project_id': '053f1c57ac4d4ff9bfd6eb6d37558de7', 'gw_port': {'id': 'b32cf231-27b6-4218-a1c3-7c602324bc5e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4108c-3b2b-422c-bffa-d342ab4cc425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:17Z', 'updated_at': '2022-02-11T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:40.764245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Calling delete_port for b32cf231-27b6-4218-a1c3-7c602324bc5e owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:40.775745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:40.780854 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764cafd1-0edf-4c78-ba0f-400965bc87ab" -d '{"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:40.843640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5785b84-0079-4aba-8513-6ac144a6e5e1 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:40.867030 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.873736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.878275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.886569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] No DVR routers for this DVR port eec05d88-9a22-44cf-9a0b-1860220ef640 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:40.897856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41036) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:40.912006 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160e25a-3545-43ad-996c-787d8eaf25bd x-openstack-request-id: req-c160e25a-3545-43ad-996c-787d8eaf25bd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:40.913171 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7da084b-7340-470d-8837-4435115f0c2c", "name": "network-vif-deleted", "tag": "68e76a4c-671a-4750-ac3b-981fc00fc1a3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:40.914197 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c160e25a-3545-43ad-996c-787d8eaf25bd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:40.914779 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7da084b-7340-470d-8837-4435115f0c2c', 'name': 'network-vif-deleted', 'tag': '68e76a4c-671a-4750-ac3b-981fc00fc1a3', 'status': 'completed', 'code': 200} Feb 11 14:08:40.927236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] No DVR routers for this DVR port eec05d88-9a22-44cf-9a0b-1860220ef640 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:40.932132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Transition to ACTIVE for port object f5785b84-0079-4aba-8513-6ac144a6e5e1 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:40.948409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9721fc51-c7c3-4a98-9a15-f5737a915f24 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:40.963113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec05d88-9a22-44cf-9a0b-1860220ef640,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.011553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:41.031113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9051c2-32f0-4058-abcf-cb3e4c881350 None None] Pushing event deleted for resources: {'Port': ['ID=eec05d88-9a22-44cf-9a0b-1860220ef640,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.047386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9721fc51-c7c3-4a98-9a15-f5737a915f24 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:41.047386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.077996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a5adf-325d-494a-8433-cf2b69c6cf3e req-55499bf4-db0e-40de-8992-8e89b19cb52f tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:41.080278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f11a5adf-325d-494a-8433-cf2b69c6cf3e req-55499bf4-db0e-40de-8992-8e89b19cb52f tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 932 time: 0.0793056 Feb 11 14:08:41.096619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.172385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f11a5adf-325d-494a-8433-cf2b69c6cf3e req-531e8e15-4de8-48a9-99b4-3b81997c9f79 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Feb 11 14:08:41.224923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.263065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eec05d88-9a22-44cf-9a0b-1860220ef640 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:41.274034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting subnet 22789432-3699-42d1-b5ab-c83b76a6ec80 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:41.277893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.289882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: eec05d88-9a22-44cf-9a0b-1860220ef640 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:41.290235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eec05d88-9a22-44cf-9a0b-1860220ef640 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:41.299095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Pushing event updated for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.350579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Attempting to bind port f5785b84-0079-4aba-8513-6ac144a6e5e1 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:41.351521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Attempting to bind port f5785b84-0079-4aba-8513-6ac144a6e5e1 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:41.352088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Attempting to bind port f5785b84-0079-4aba-8513-6ac144a6e5e1 on network 475768ad-84e7-4f05-8242-4d3e22af9fa4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:41.360233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Port f5785b84-0079-4aba-8513-6ac144a6e5e1 on network 475768ad-84e7-4f05-8242-4d3e22af9fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:41.360857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Attempting to bind port f5785b84-0079-4aba-8513-6ac144a6e5e1 on network 475768ad-84e7-4f05-8242-4d3e22af9fa4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:41.369095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:41.369654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Checking segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:41.370141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Bound using segment: {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:41.370763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Bound port: f5785b84-0079-4aba-8513-6ac144a6e5e1, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2598e9-637c-49a3-a681-b50746000163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:41.371641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.382435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7b3e8514-c5d5-41ef-ba28-363bac9c166d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5feb5fc750e64a05a9cb1c2c31d2ab04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693235 Feb 11 14:08:41.389626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:41.394921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.413086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3b75b5-c728-4f73-948d-8edb41a2632a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:41.522893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c48389-6e1b-4ce3-b90c-8bbb101f1b46') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:41.523183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c48389-6e1b-4ce3-b90c-8bbb101f1b46') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:41.569031 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-146d9c4a-7d10-4130-b165-b41cf00bf27e req-3f6e2794-a062-4a0a-a6de-b018b0c5ce93 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 210 time: 0.0988142 Feb 11 14:08:41.569172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:41.569588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.573128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.588784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:41.601176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.602507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.644565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:41.645061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:41.646807 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:41.711903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.718956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-8492b7c3-e65a-49e2-9df1-ac02d0855870 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:41.720165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-8492b7c3-e65a-49e2-9df1-ac02d0855870 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/networks?id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 200 len: 821 time: 0.3868253 Feb 11 14:08:41.737936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Request body: {'port': {'device_id': '411a141f-a7f7-4e55-96ad-956613588b84', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'admin_state_up': True, 'tenant_id': 'cc4a6ada94474ea8a9add36c49ce5026'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:41.758703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.768144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.771409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.775934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e091e440-9693-4bc8-b1d1-39e0ade7da2b HTTP/1.1" status: 204 len: 168 time: 0.3853009 Feb 11 14:08:41.777798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:41.779403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.781110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] 10.222.0.62 "PUT /v2.0/ports/f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 1092 time: 1.5365951 Feb 11 14:08:41.808244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3821d-ebbc-4c28-a2b3-0defd6615273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e091e440-9693-4bc8-b1d1-39e0ade7da2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.860481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5a958-a908-418c-8c74-fc6761f7f82c service neutron] Pushing event updated for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.933611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32cf231-27b6-4218-a1c3-7c602324bc5e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.962216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.066441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.072983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.089571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c3b75b5-c728-4f73-948d-8edb41a2632a HTTP/1.1" status: 204 len: 168 time: 2.5521979 Feb 11 14:08:42.133221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-db392809-c6cf-4a4f-962d-e008ece1eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.134901 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-db392809-c6cf-4a4f-962d-e008ece1eef8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1095 time: 0.0957770 Feb 11 14:08:42.162962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.165809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36b1c-0bed-4326-a997-6f2cda481723 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3b75b5-c728-4f73-948d-8edb41a2632a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:42.193050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-a1bb7626-5ca1-4ecb-98ed-58536412954a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0468123 Feb 11 14:08:42.265088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-a1390b2a-eba8-4fff-aebe-0b42c7423dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.266912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-a1390b2a-eba8-4fff-aebe-0b42c7423dea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.0695183 Feb 11 14:08:42.303556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.307441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.347944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-c035846f-ea7f-42b1-86c5-521a542f8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.349639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-c035846f-ea7f-42b1-86c5-521a542f8655 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740151 Feb 11 14:08:42.357033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.389502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.392747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/subnets/22789432-3699-42d1-b5ab-c83b76a6ec80 HTTP/1.1" status: 204 len: 168 time: 1.4394445 Feb 11 14:08:42.393758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aef64-9b80-4780-bb56-5028efd9b197 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Subnet': ['ID=22789432-3699-42d1-b5ab-c83b76a6ec80,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:42.397334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1359f0-299b-4a78-932a-802658b5ad24 None None] Network 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:42.414788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41052) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:42.455069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6a266-4034-4849-8a8c-d6b8ed3c2557 req-c7dc9bfd-bde6-4bf3-86dd-6a7869c57c52 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.461295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd6a266-4034-4849-8a8c-d6b8ed3c2557 req-c7dc9bfd-bde6-4bf3-86dd-6a7869c57c52 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 944 time: 0.1713381 Feb 11 14:08:42.514493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Made reservation on behalf of cc4a6ada94474ea8a9add36c49ce5026 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:42.528185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd6a266-4034-4849-8a8c-d6b8ed3c2557 req-f2a252f1-0115-48d0-996f-29f533aacb96 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609350 Feb 11 14:08:42.535273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.538253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.538461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee4108c-3b2b-422c-bffa-d342ab4cc425 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:42.568226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-2383ccab-e24b-4bd9-89df-cbeeaa97b53f service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100811 Feb 11 14:08:42.592475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.598720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:42.601189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51567da2-dd5f-48ad-9783-e3c917081851 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6ee4108c-3b2b-422c-bffa-d342ab4cc425 HTTP/1.1" status: 204 len: 168 time: 3.5824103 Feb 11 14:08:42.629054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41058) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:42.696290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.706953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3442c782-becf-494c-98ec-84d3c2d050c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27c1cec396114d72a629cc57e74f1f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765793 Feb 11 14:08:42.719028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41060) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:42.770286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] DHCP port deletion for 7cdbdfbb-a203-4152-ac83-7f7fb3803df8 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:42.852279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63545212-3c15-4547-a241-498e56565533 req-ebe1acae-e137-4e85-8d97-df2781895d4d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 210 time: 0.0839589 Feb 11 14:08:42.994837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41066) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:42.999615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:42.999965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.032549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Deleting port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:43.033319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.088976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.097642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Allocated IP 172.20.0.10 (d090cbc7-ba2a-4d42-b4df-22482f2eb54b/84eb29b1-8c99-4c54-91f5-d4dfd019d6b4/baa0b5fb-c907-4563-84cf-90be84fe4a98) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:43.137611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] For port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:43.140223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.168385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,segment=NetworkSegment(b4d0d2c8-e376-4b21-b0c9-fec800858c02),segment_id=b4d0d2c8-e376-4b21-b0c9-fec800858c02)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:43.168623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Calling delete_port for dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:43.168755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.271321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:43.275395 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa6b29-80cf-4d10-b4cc-11a75442e692" -d '{"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:43.337058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Deleting subnet 6724972b-b0dc-4e64-a69b-a5dccb73c8e9 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:43.342749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.348095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5aada7c-7b7c-4820-884e-c7922f978653 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:43.379336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.389507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b5aada7c-7b7c-4820-884e-c7922f978653 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:43.390803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5aada7c-7b7c-4820-884e-c7922f978653 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:43.391726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:43.462603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.502601 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34183c2-6ad7-4e84-a81d-8c505116f9ed x-openstack-request-id: req-c34183c2-6ad7-4e84-a81d-8c505116f9ed {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:43.502868 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:43.503112 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c34183c2-6ad7-4e84-a81d-8c505116f9ed {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:43.503666 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'status': 'completed', 'code': 200} Feb 11 14:08:43.511082 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.531726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e13ed8e-deac-4861-a8ea-6b6ef5445d65 req-4418bccc-bb34-4c8d-9157-550059e1a963 service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9562147 Feb 11 14:08:43.535115 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.574093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] No DVR routers for this DVR port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:43.578158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.579533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ed9ad-6321-469c-ad4a-229073b4efd9 None None] Pushing event deleted for resources: {'Port': ['ID=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:43.603007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-216fb5bb-57bc-4c05-8a6d-973a12bb2353 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52eff3aa98b048278e92a4eb9ec01334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911739 Feb 11 14:08:43.612300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:43.619203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:43.679638 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.703740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.751089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.761298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6724972b-b0dc-4e64-a69b-a5dccb73c8e9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:43.768366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.774418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6a113272-8f8e-4e40-ab6f-efe37276b33b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6724972b-b0dc-4e64-a69b-a5dccb73c8e9 HTTP/1.1" status: 204 len: 168 time: 1.1736405 Feb 11 14:08:43.777435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41074) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:43.797843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc5070-47c7-48ae-9da3-317325c25faf None None] Network 5c457b8d-0fca-4ef7-8177-40e7ff645d46 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:43.806818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-1c130608-94e5-4d8a-bded-ade33f2e1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:43.808339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-1c130608-94e5-4d8a-bded-ade33f2e1b39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1095 time: 0.1181393 Feb 11 14:08:43.885456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4e99-091c-433e-9046-bed03ed2cab8 req-b39410ba-b43c-4d2a-a067-5cba0702f75a tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:43.887019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc2e4e99-091c-433e-9046-bed03ed2cab8 req-b39410ba-b43c-4d2a-a067-5cba0702f75a tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 944 time: 0.2411025 Feb 11 14:08:43.926385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-db33cc96-fde7-40ff-b451-cbb0ffb0d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:43.928063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-db33cc96-fde7-40ff-b451-cbb0ffb0d7f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 930 time: 0.1131701 Feb 11 14:08:43.946082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.991026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.991150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-5e125c4b-172b-4c63-b492-9501ce737e76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0525236 Feb 11 14:08:44.013748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.022403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.027370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.031403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ee48333-cc96-46de-9a7f-322652f87d52 HTTP/1.1" status: 204 len: 168 time: 1.3106568 Feb 11 14:08:44.083467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] DHCP port deletion for 5c457b8d-0fca-4ef7-8177-40e7ff645d46 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:44.106557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc2e4e99-091c-433e-9046-bed03ed2cab8 req-7d85d9ff-fb87-49f0-b180-cf9832df8011 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055390 Feb 11 14:08:44.130036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83ab5ecb-4b19-4072-a6a9-918991cec9e2 req-4785af04-052c-4f98-9c14-093fd6ad0bfc tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 210 time: 0.0550909 Feb 11 14:08:44.130715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.133318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.136639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79739012-85dd-490c-9b6e-25642763ad10 HTTP/1.1" status: 204 len: 168 time: 0.5211058 Feb 11 14:08:44.136639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-068ac39f-93ce-4e62-b1fd-9812134cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.145445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.146456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-068ac39f-93ce-4e62-b1fd-9812134cc4d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.1462276 Feb 11 14:08:44.151455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port dbe07d7a-68cb-4a53-9cb9-55792b2bd3b8 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:44.153885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b568214-5447-4737-bd8f-e321706c4e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee48333-cc96-46de-9a7f-322652f87d52,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.204882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf5ae5-8588-41f2-8d5a-ebea7f2508fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79739012-85dd-490c-9b6e-25642763ad10,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.248718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-1ce1d896-8684-41d1-af80-4d7dc528d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.251879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-1ce1d896-8684-41d1-af80-4d7dc528d6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991013 Feb 11 14:08:44.276588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Deleting port 140cdb1b-c78d-4685-b801-beab2044ba62 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:44.276779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.289631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.295898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Deleting port 140cdb1b-c78d-4685-b801-beab2044ba62 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:44.295898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.336632 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.392915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] For port 140cdb1b-c78d-4685-b801-beab2044ba62, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=140cdb1b-c78d-4685-b801-beab2044ba62,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:44.393636 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.407649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-bf703517-3dca-4cc2-bd03-38e4f2fd5423 service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449883 Feb 11 14:08:44.409497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Calling delete_port for 140cdb1b-c78d-4685-b801-beab2044ba62 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:44.475121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Network d090cbc7-ba2a-4d42-b4df-22482f2eb54b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:44.495741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdbdfbb-a203-4152-ac83-7f7fb3803df8']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:44.509282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:44.516186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88fa6b29-80cf-4d10-b4cc-11a75442e692 req-f6b1eb92-0387-4c36-84bf-eef7d1ef2f9d service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015394 Feb 11 14:08:44.534358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event updated for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.540006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:44.566120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d0d2c8-e376-4b21-b0c9-fec800858c02') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:44.566423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d0d2c8-e376-4b21-b0c9-fec800858c02') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:44.586113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] For port 140cdb1b-c78d-4685-b801-beab2044ba62, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=140cdb1b-c78d-4685-b801-beab2044ba62,segment=NetworkSegment(03e3d1b3-aff7-4568-8df6-2a5a68db311b),segment_id=03e3d1b3-aff7-4568-8df6-2a5a68db311b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:44.586793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.598521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.619533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Calling delete_port for 140cdb1b-c78d-4685-b801-beab2044ba62 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:44.622370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.622776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.652936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] Pushing event deleted for resources: {'Port': ['ID=140cdb1b-c78d-4685-b801-beab2044ba62,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.659297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e4d90-9b85-4be1-9194-deb6292777a8 None None] No DVR routers for this DVR port 140cdb1b-c78d-4685-b801-beab2044ba62 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:44.683946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:44.684356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:44.687925 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:44.695247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.695816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.805024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.844545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=140cdb1b-c78d-4685-b801-beab2044ba62,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.849707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b32cf231-27b6-4218-a1c3-7c602324bc5e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:44.855882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-4230823b-e9af-4161-9690-a8403cfe330e tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1217146 Feb 11 14:08:44.861934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.872260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Request body: {'port': {'device_id': '411a141f-a7f7-4e55-96ad-956613588b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:44.897245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b32cf231-27b6-4218-a1c3-7c602324bc5e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:44.897686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b32cf231-27b6-4218-a1c3-7c602324bc5e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:44.898173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 140cdb1b-c78d-4685-b801-beab2044ba62 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:44.912673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] No DVR routers for this DVR port 140cdb1b-c78d-4685-b801-beab2044ba62 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:44.925708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 140cdb1b-c78d-4685-b801-beab2044ba62 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:44.926133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 140cdb1b-c78d-4685-b801-beab2044ba62 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:44.928429 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.934519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/networks/7cdbdfbb-a203-4152-ac83-7f7fb3803df8 HTTP/1.1" status: 204 len: 168 time: 2.5160758 Feb 11 14:08:44.939942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:44.985998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e3e6a-9494-4aa4-8f9b-a1606b314656 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Network': ['ID=7cdbdfbb-a203-4152-ac83-7f7fb3803df8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.013701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.018239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting subnet 43829f71-0af7-4fe3-8ee8-2a2629d11fc2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:45.021710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.069239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.086141 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.121222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c457b8d-0fca-4ef7-8177-40e7ff645d46']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:45.135113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e3d1b3-aff7-4568-8df6-2a5a68db311b') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:45.135426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e3d1b3-aff7-4568-8df6-2a5a68db311b') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:45.153589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.211851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.266545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.299980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:45.300385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:45.304260 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:45.350628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e3396-a038-4a4b-a629-bd20c7c3ed5c req-e6e36e27-4aba-4e47-9402-75f4ab2c8412 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:45.352863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a72e3396-a038-4a4b-a629-bd20c7c3ed5c req-e6e36e27-4aba-4e47-9402-75f4ab2c8412 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 932 time: 0.0555646 Feb 11 14:08:45.370221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.411545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Subnet': ['ID=43829f71-0af7-4fe3-8ee8-2a2629d11fc2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.414465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.420860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ed486ce-2299-4bd4-b052-ca80077ad7a6 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/subnets/43829f71-0af7-4fe3-8ee8-2a2629d11fc2 HTTP/1.1" status: 204 len: 168 time: 0.4849598 Feb 11 14:08:45.421058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df208c2-4652-4ae8-9b67-51800de962ae req-43aab47c-6c68-4761-b260-0fd6d38d4e5e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:45.425746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:45.429715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff667b6-adc4-462e-bdeb-97ebf9825e68 None None] Network a5e59529-8017-46c7-a9bc-b9b26c9438b6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:45.443332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4df208c2-4652-4ae8-9b67-51800de962ae req-43aab47c-6c68-4761-b260-0fd6d38d4e5e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 944 time: 0.1983089 Feb 11 14:08:45.494043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:45.522563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a72e3396-a038-4a4b-a629-bd20c7c3ed5c req-bbb36fa0-8a70-41b5-88d4-7b24f9d56f22 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600511 Feb 11 14:08:45.560779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.592644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4df208c2-4652-4ae8-9b67-51800de962ae req-361450a9-8f4a-4a03-800f-a8d694850241 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482449 Feb 11 14:08:45.598697 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9453d07b-d619-4448-b09a-045c1d47650f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27e2dcb942b14c32bcf4243f80c19aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030128 Feb 11 14:08:45.606320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.614356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41118) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:45.631196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.637248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c457b8d-0fca-4ef7-8177-40e7ff645d46 HTTP/1.1" status: 204 len: 168 time: 1.8588023 Feb 11 14:08:45.646213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc6962-e4a5-4cd1-984b-64748f91a2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5c457b8d-0fca-4ef7-8177-40e7ff645d46,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.657075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:45.657775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.717471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] DHCP port deletion for a5e59529-8017-46c7-a9bc-b9b26c9438b6 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:08:45.719770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa0b5fb-c907-4563-84cf-90be84fe4a98 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:45.735758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.747002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.749937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:45.750555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.754383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Transition to ACTIVE for port object baa0b5fb-c907-4563-84cf-90be84fe4a98 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:45.767551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:45.774798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.834540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Deleting port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:45.834931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.877597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.897617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] For port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,segment=NetworkSegment(cb11ee80-aef2-4ebf-ac68-4492a3745e07),segment_id=cb11ee80-aef2-4ebf-ac68-4492a3745e07)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:45.898057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.913431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Calling delete_port for 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:45.938516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.946684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.950386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6f325d8-e6b8-4f57-aa85-d958426e8e62 HTTP/1.1" status: 204 len: 168 time: 0.3220453 Feb 11 14:08:45.967831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.973119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6051-c477-4ce8-a95c-cc6316735fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f325d8-e6b8-4f57-aa85-d958426e8e62,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.998027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.015325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.017369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:46.049921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] Pushing event deleted for resources: {'Port': ['ID=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.057926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844dae02-61b4-4f8f-a2c0-48785169a283 None None] No DVR routers for this DVR port 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:46.104069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Attempting to bind port baa0b5fb-c907-4563-84cf-90be84fe4a98 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:46.104331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Attempting to bind port baa0b5fb-c907-4563-84cf-90be84fe4a98 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:46.104734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Attempting to bind port baa0b5fb-c907-4563-84cf-90be84fe4a98 on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:46.106231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=4ba669bc-4ddd-4e70-9ce3-551ea8a3b536,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.116314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Port baa0b5fb-c907-4563-84cf-90be84fe4a98 on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:46.118834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Attempting to bind port baa0b5fb-c907-4563-84cf-90be84fe4a98 on network d090cbc7-ba2a-4d42-b4df-22482f2eb54b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:46.134292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:46.134638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Checking segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:46.134933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Bound using segment: {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:46.135363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Bound port: baa0b5fb-c907-4563-84cf-90be84fe4a98, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316d3519-ab69-4f93-ba4d-209f9aa1982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:46.135720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.148422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41130) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.165587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.187126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e59529-8017-46c7-a9bc-b9b26c9438b6']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.198082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb11ee80-aef2-4ebf-ac68-4492a3745e07') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.198614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb11ee80-aef2-4ebf-ac68-4492a3745e07') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.210393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.220987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:46.224521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:46.237003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.243129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:46.243515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:46.246477 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:46.290352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.306460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.348389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bcacb79-ffd2-4c3b-a29d-daee8d88a405 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=053f1c57ac4d4ff9bfd6eb6d37558de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567768 Feb 11 14:08:46.352157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.365207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.365963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.367991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] 10.222.0.60 "PUT /v2.0/ports/baa0b5fb-c907-4563-84cf-90be84fe4a98 HTTP/1.1" status: 200 len: 1092 time: 1.5011978 Feb 11 14:08:46.368845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:46.371855 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1578810c-d805-40f4-9dd2-6c351650131d" -d '{"events": [{"name": "network-changed", "server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:46.403653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.412764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.417027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/networks/a5e59529-8017-46c7-a9bc-b9b26c9438b6 HTTP/1.1" status: 204 len: 168 time: 0.9900897 Feb 11 14:08:46.426505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9ce81-0da7-4c19-b13e-dac33beb7167 service neutron] Pushing event updated for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.426505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.431050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.438273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2108493097'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:46.443226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8be71e-ff40-4d16-aa02-ead44cc0f212 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Network': ['ID=a5e59529-8017-46c7-a9bc-b9b26c9438b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.463476 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1626ef9d-0d31-4479-945b-cd54141e534e x-openstack-request-id: req-1626ef9d-0d31-4479-945b-cd54141e534e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:46.463825 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:46.464262 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1626ef9d-0d31-4479-945b-cd54141e534e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:46.464830 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98', 'status': 'completed', 'code': 200} Feb 11 14:08:46.475955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.549154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578810c-d805-40f4-9dd2-6c351650131d req-763cb15e-e130-4c4d-95f4-c552d70a3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.550796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1578810c-d805-40f4-9dd2-6c351650131d req-763cb15e-e130-4c4d-95f4-c552d70a3fac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 1095 time: 0.0515506 Feb 11 14:08:46.582200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:46.585910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.651560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2061862711-network', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:46.664747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.665417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.667772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89e871bc-6d12-4520-9011-da22377e970e HTTP/1.1" status: 204 len: 168 time: 0.3142538 Feb 11 14:08:46.697509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23afec-2434-4813-b266-21d0e07d736d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e871bc-6d12-4520-9011-da22377e970e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.733310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:46.756975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.757330 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Added segment 5c622b97-9f52-48c5-b303-6dc252f470dd of type vlan for network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea Feb 11 14:08:46.768002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941df95-1f79-4765-b513-f30ec6e790e9 req-1597c1c5-ab30-48fd-aa14-299293a41d50 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.768120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9941df95-1f79-4765-b513-f30ec6e790e9 req-1597c1c5-ab30-48fd-aa14-299293a41d50 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 944 time: 0.1292651 Feb 11 14:08:46.776323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578810c-d805-40f4-9dd2-6c351650131d req-ebf7a14e-27a8-4612-8e1b-30f5706ba728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.777814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1578810c-d805-40f4-9dd2-6c351650131d req-ebf7a14e-27a8-4612-8e1b-30f5706ba728 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2177281 Feb 11 14:08:46.790223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b291b0d-c19a-49f9-9ef3-feb9cedbd76b req-4c3e3bc1-7c62-461e-8bdc-a026d97a5bce tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.792014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b291b0d-c19a-49f9-9ef3-feb9cedbd76b req-4c3e3bc1-7c62-461e-8bdc-a026d97a5bce tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 944 time: 0.1165235 Feb 11 14:08:46.814934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:46.837278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:46.837694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4ba669bc-4ddd-4e70-9ce3-551ea8a3b536 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:46.837818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b291b0d-c19a-49f9-9ef3-feb9cedbd76b req-0bf77df2-052a-44ec-a572-7eebd982b150 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388398 Feb 11 14:08:46.839882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Made reservation on behalf of c41ae0e4cfea4541a678c84337e7d163 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:46.848269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.855502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.883825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f5785b84-0079-4aba-8513-6ac144a6e5e1 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:46.900841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.936413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9941df95-1f79-4765-b513-f30ec6e790e9 req-09b9459d-34fa-4fac-95c3-91f33ee0012d tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576240 Feb 11 14:08:46.993781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578810c-d805-40f4-9dd2-6c351650131d req-4fd028f4-239c-4471-b365-39b79b266500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.995266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1578810c-d805-40f4-9dd2-6c351650131d req-4fd028f4-239c-4471-b365-39b79b266500 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905963 Feb 11 14:08:46.997592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:47.010423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'mac_address': 'fa:16:3e:61:8d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:47.041866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.052134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.063768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5785b84-0079-4aba-8513-6ac144a6e5e1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:47.081127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-de66e5f7-8cfa-447b-91fe-c12c5ba48aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:47.082729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-de66e5f7-8cfa-447b-91fe-c12c5ba48aab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 1095 time: 0.0493920 Feb 11 14:08:47.090778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:47.126284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-fc2f1920-6eb5-408d-9fd8-72b35ae68c4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98 HTTP/1.1" status: 200 len: 217 time: 0.0340757 Feb 11 14:08:47.183016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.188463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:47.189092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.218832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.218959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-14cf7a7f-ad76-44a7-acc1-576e24c3d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:47.220332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-14cf7a7f-ad76-44a7-acc1-576e24c3d475 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 200 len: 861 time: 0.0772440 Feb 11 14:08:47.223527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.234863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:47.244885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.244885 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Added segment 57fceb50-fe92-4088-a087-cbe8d5c2fff0 of type vlan for network b284aa1d-8dc6-4fab-932e-1a76975c171a Feb 11 14:08:47.278598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.291380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.366926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-8c698853-2295-4588-bc1d-4e70553d0d83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d090cbc7-ba2a-4d42-b4df-22482f2eb54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723636 Feb 11 14:08:47.377792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9446497 Feb 11 14:08:47.380523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:47.385775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'subnet': {'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:47.399764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bdf4d-252e-4980-9284-0ad27930a36f tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Network': ['ID=7a5775a5-6a5c-4ee0-86ab-9edd723929ea,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.414385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:47.417843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4d1ae-5d50-4bd3-b8d2-2c9f1bc4df27,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.442667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f5785b84-0079-4aba-8513-6ac144a6e5e1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:47.505194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.506171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:47.509251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.584465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-75a0da39-0bac-4347-a92f-bc9d80ee0eff service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964271 Feb 11 14:08:47.646474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] Pushing event updated for resources: {'Network': ['ID=b284aa1d-8dc6-4fab-932e-1a76975c171a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.661505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9c659e0-b475-402f-9d53-7df11ae3d669 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5097134 Feb 11 14:08:47.662382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:47.667700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Request body: {'subnet': {'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2061862711-subnet', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:47.671955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b284aa1d-8dc6-4fab-932e-1a76975c171a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:47.694922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:47.698645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.698954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75b106-93cc-4669-a1ff-a81c69326098 req-22d4e357-ef10-4d58-ae35-0d86d0a1b8d3 service neutron] 10.222.0.60 "GET /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064291 Feb 11 14:08:47.878421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Made reservation on behalf of c41ae0e4cfea4541a678c84337e7d163 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:47.880936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.026644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52db4a-af32-4c29-9d65-891c3520d114 req-4802a352-8f17-4910-9b08-bc519695b2f9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:48.028269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c52db4a-af32-4c29-9d65-891c3520d114 req-4802a352-8f17-4910-9b08-bc519695b2f9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 945 time: 0.0941992 Feb 11 14:08:48.043800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.094721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a57f4d42-ced4-41a6-ae3d-f5e5119f0ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.100146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b23e-e3cd-4bf3-8f00-f40a6b902076 req-fa526201-ba98-4ebd-a452-177badfdcd4b tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:48.101827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d817b23e-e3cd-4bf3-8f00-f40a6b902076 req-fa526201-ba98-4ebd-a452-177badfdcd4b tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 944 time: 0.0619438 Feb 11 14:08:48.160529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d817b23e-e3cd-4bf3-8f00-f40a6b902076 req-d85ddac0-3e55-4941-a709-1e3ac29f2f13 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505562 Feb 11 14:08:48.196925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c52db4a-af32-4c29-9d65-891c3520d114 req-1713deba-c8f9-4e0b-ba94-494786887710 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599667 Feb 11 14:08:48.207891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Subnet': ['ID=7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:48.230595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Checking segment: {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:48.230958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network hostable DHCP agents. Network: 7a5775a5-6a5c-4ee0-86ab-9edd723929ea, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:48.300322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.337149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:48.355435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:48.395601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Checking segment: {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:48.395957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Network hostable DHCP agents. Network: b284aa1d-8dc6-4fab-932e-1a76975c171a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:48.439382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e477ca-06bb-462b-b147-410e2bf2a6b9 req-edca220d-c962-42fa-8987-fc38ac1c53aa tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:48.440992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5e477ca-06bb-462b-b147-410e2bf2a6b9 req-edca220d-c962-42fa-8987-fc38ac1c53aa tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1097 time: 0.0640175 Feb 11 14:08:48.444771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7a5775a5-6a5c-4ee0-86ab-9edd723929ea) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:48.452255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:48.452864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.462003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c0a34-77ef-4cda-a109-6e305ab5d0d0 None None] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:48.490038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5e477ca-06bb-462b-b147-410e2bf2a6b9 req-6516cae8-ab13-43dc-873f-20243b589557 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Feb 11 14:08:48.534248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Network b284aa1d-8dc6-4fab-932e-1a76975c171a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:48.540823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b284aa1d-8dc6-4fab-932e-1a76975c171a) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:48.545517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:48.546235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.562852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d4e2c-a0ac-4c01-8224-b937a192ee76 None None] Network b284aa1d-8dc6-4fab-932e-1a76975c171a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:48.566530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e6ab3f2c-6110-4f44-a2f1-bf41ec5dcdd8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1846156 Feb 11 14:08:48.569187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:48.574469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-390773858'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:48.642288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df9df133-b502-40bb-a3b6-0ee5643e75f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9782317 Feb 11 14:08:48.643964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41240) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:48.649032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:48.715876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7a5775a5-6a5c-4ee0-86ab-9edd723929ea', 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'fixed_ips': [{'subnet_id': '7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:48.719976 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.774870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:48.778317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.809072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.810622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:48.810926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.823574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.824126 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Added segment cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7 of type vlan for network 60f5c254-9529-47a1-9845-19df03eb702e Feb 11 14:08:48.878847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b284aa1d-8dc6-4fab-932e-1a76975c171a', 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'fixed_ips': [{'subnet_id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:48.879725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.881515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.922770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f5785b84-0079-4aba-8513-6ac144a6e5e1 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:48.942267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.019545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.025125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:49.027431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.088165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Allocated IP 19.80.0.2 (7a5775a5-6a5c-4ee0-86ab-9edd723929ea/7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3/c4a0a900-3722-4ef2-9614-3cd5f67fa487) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:49.105950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Network': ['ID=60f5c254-9529-47a1-9845-19df03eb702e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.130164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 60f5c254-9529-47a1-9845-19df03eb702e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:49.170327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c648a821-83f0-440a-bb2b-88ec19db2af5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5997348 Feb 11 14:08:49.171263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41270) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:49.177401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'subnet': {'network_id': '60f5c254-9529-47a1-9845-19df03eb702e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:49.243892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.369001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:49.369988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158b7b-cb60-4825-9d15-f477c10e8165 req-ee63e6d8-c9f6-4d17-90f3-a2b0d1f996d6 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:49.371763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c158b7b-cb60-4825-9d15-f477c10e8165 req-ee63e6d8-c9f6-4d17-90f3-a2b0d1f996d6 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 944 time: 0.1086445 Feb 11 14:08:49.375212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.395959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port f5785b84-0079-4aba-8513-6ac144a6e5e1 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:49.418768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port f5785b84-0079-4aba-8513-6ac144a6e5e1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:49.419170 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.433948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Allocated IP 172.20.0.2 (b284aa1d-8dc6-4fab-932e-1a76975c171a/f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad/6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:49.449600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41286) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:49.453672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c158b7b-cb60-4825-9d15-f477c10e8165 req-85a5f674-16b5-4cad-844d-9bdb4fa5a655 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Feb 11 14:08:49.518196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41290) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:49.724392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.727875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.761941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830807a-29af-426c-a33c-3f7072130492 req-f7075642-0901-4787-8423-46d197624551 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:49.770518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1830807a-29af-426c-a33c-3f7072130492 req-f7075642-0901-4787-8423-46d197624551 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 945 time: 0.1271758 Feb 11 14:08:49.788081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.796986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.808807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:49.811603 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b762edbe-7e76-4f56-a050-d6612dc2e576" -d '{"events": [{"server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "name": "network-vif-plugged", "status": "completed", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:49.827283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.847373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5b1566e-4e28-4b90-b7a0-0bd546896b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.856096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.870016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1830807a-29af-426c-a33c-3f7072130492 req-0d647a5c-2f3d-49f2-9914-76dc25260cc0 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985665 Feb 11 14:08:49.870463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:49.886886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:49.900442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:49.908264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:49.908815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78369d44-b69b-451f-b1eb-ca77475932ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.910310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Pushing event updated for resources: {'Port': ['ID=c4a0a900-3722-4ef2-9614-3cd5f67fa487,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.925685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.971540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.974562 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.998547 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37463d83-c454-4271-9248-6651f52fca2b x-openstack-request-id: req-37463d83-c454-4271-9248-6651f52fca2b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:49.999511 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "name": "network-vif-plugged", "status": "completed", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:49.999511 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37463d83-c454-4271-9248-6651f52fca2b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:49.999853 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'code': 200} Feb 11 14:08:50.046995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Subnet': ['ID=9fb9587e-c0a3-4d28-9a99-a60234eb3adf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.053265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Allocated IP 172.25.7.14 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/81109fe6-739b-4ad9-b067-1e69fd1b18cd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:50.075150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Attempting to bind port c4a0a900-3722-4ef2-9614-3cd5f67fa487 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:50.076193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Attempting to bind port c4a0a900-3722-4ef2-9614-3cd5f67fa487 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:50.076809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Attempting to bind port c4a0a900-3722-4ef2-9614-3cd5f67fa487 on network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:50.080926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Network b284aa1d-8dc6-4fab-932e-1a76975c171a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:50.089761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:50.094507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:50.097589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:50.098076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Checking segment: {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:50.098586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.099076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Bound using segment: {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:50.100257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Bound port: c4a0a900-3722-4ef2-9614-3cd5f67fa487, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:50.100257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.112063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5b1566e-4e28-4b90-b7a0-0bd546896b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.128404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0324-199c-4b8e-b1cc-643964883376 req-fd69997a-b69b-4846-b070-fffe7293892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:50.129948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-908c0324-199c-4b8e-b1cc-643964883376 req-fd69997a-b69b-4846-b070-fffe7293892f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1097 time: 0.0621679 Feb 11 14:08:50.134252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Checking segment: {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:50.134618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network hostable DHCP agents. Network: 60f5c254-9529-47a1-9845-19df03eb702e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:50.181931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78369d44-b69b-451f-b1eb-ca77475932ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.184701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5b1566e-4e28-4b90-b7a0-0bd546896b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.193798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.195195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-908c0324-199c-4b8e-b1cc-643964883376 req-0a95f4e0-44da-4a96-a14b-751110bda5c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581856 Feb 11 14:08:50.237175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Attempting to bind port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:50.237556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Attempting to bind port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:50.237919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Attempting to bind port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f on network b284aa1d-8dc6-4fab-932e-1a76975c171a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:50.242649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a5b1566e-4e28-4b90-b7a0-0bd546896b0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9e9adadd1124101ab05d05b8b9528c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7844453 Feb 11 14:08:50.243136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41308) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:50.245840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1566e-4e28-4b90-b7a0-0bd546896b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac32e6-dd36-4a15-8bb3-005187f4ddd0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.252153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.254007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:50.254388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Checking segment: {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:50.254796 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.255193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Bound using segment: {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:50.255669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Bound port: 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:50.256050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.302887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Pushing event updated for resources: {'Port': ['ID=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.303780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.305691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] For port c4a0a900-3722-4ef2-9614-3cd5f67fa487, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:50.319122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 60f5c254-9529-47a1-9845-19df03eb702e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:50.336739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.341174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] For port c4a0a900-3722-4ef2-9614-3cd5f67fa487, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c4a0a900-3722-4ef2-9614-3cd5f67fa487,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:50.352586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78369d44-b69b-451f-b1eb-ca77475932ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.370877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] For port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:50.374249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] For port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:50.405470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-78369d44-b69b-451f-b1eb-ca77475932ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b5e26c880cc41648aab65fbbb8f1ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8852136 Feb 11 14:08:50.408340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41314) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:50.414437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78369d44-b69b-451f-b1eb-ca77475932ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c953f8-0230-4c8e-9298-f1c4c3a34034,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.425548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4e5a-4a98-4489-920e-b04086f60de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.432299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.448696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 60f5c254-9529-47a1-9845-19df03eb702e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:50.451970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.458836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:50.458836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.465494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.475614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a00bb1-3698-4965-92c4-4e61f8c3cb19 None None] Network 60f5c254-9529-47a1-9845-19df03eb702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:50.500765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.511588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.514697 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcac32e6-dd36-4a15-8bb3-005187f4ddd0 HTTP/1.1" status: 204 len: 168 time: 0.2697134 Feb 11 14:08:50.530994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeced87b-76ee-44fd-86ef-befc94dbd12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac32e6-dd36-4a15-8bb3-005187f4ddd0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.561198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2524e8a3-e189-46dd-9e68-fe3298f00062 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3883753 Feb 11 14:08:50.604522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device baa0b5fb-c907-4563-84cf-90be84fe4a98 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:50.665127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7c445-3fd0-408f-8083-7b87caf154c1 None None] Pushing event updated for resources: {'Port': ['ID=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.913111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8263af1-ddb9-440f-b944-0dc1c67ba9e6 None None] Pushing event updated for resources: {'Port': ['ID=c4a0a900-3722-4ef2-9614-3cd5f67fa487,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.005938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:51.025785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-60f5c254-9529-47a1-9845-19df03eb702e', 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'fixed_ips': [{'subnet_id': '9fb9587e-c0a3-4d28-9a99-a60234eb3adf'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:51.026652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.044792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'baa0b5fb-c907-4563-84cf-90be84fe4a98', 'network_id': 'd090cbc7-ba2a-4d42-b4df-22482f2eb54b', 'port_id': 'baa0b5fb-c907-4563-84cf-90be84fe4a98', 'mac_address': 'fa:16:3e:b6:31:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84eb29b1-8c99-4c54-91f5-d4dfd019d6b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:51.085267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:51.089727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:51.111756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:51.157239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Pushing event updated for resources: {'Port': ['ID=81109fe6-739b-4ad9-b067-1e69fd1b18cd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.175330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.198731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2be6c5-6bb4-4455-a504-2a1dec5bab98 req-f63d54e1-18d4-4eac-8b14-804711baff10 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:51.209262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.211456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef2be6c5-6bb4-4455-a504-2a1dec5bab98 req-f63d54e1-18d4-4eac-8b14-804711baff10 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 944 time: 0.1761827 Feb 11 14:08:51.252647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa0b5fb-c907-4563-84cf-90be84fe4a98 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:51.274462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.307194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:51.324300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Allocated IP 19.86.0.2 (60f5c254-9529-47a1-9845-19df03eb702e/9fb9587e-c0a3-4d28-9a99-a60234eb3adf/4246afcf-e99f-4ca4-b715-1427c5576d5a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:51.343332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-8c1eb217-29c6-476e-9439-471053f9ab33 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:08:51.345282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-8c1eb217-29c6-476e-9439-471053f9ab33 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101368 Feb 11 14:08:51.377536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef2be6c5-6bb4-4455-a504-2a1dec5bab98 req-5b712b7e-bfb8-4e6a-b996-db04839bc8fc tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650929 Feb 11 14:08:51.411796 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.432052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-07595276-427a-4442-8e68-d99596ff5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:51.433566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-07595276-427a-4442-8e68-d99596ff5ee9 service neutron] 10.222.0.31 "GET /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 1094 time: 0.0692036 Feb 11 14:08:51.451411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:51.451883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:08:51.524781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:51.538027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.539382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.541158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.543678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0c953f8-0230-4c8e-9298-f1c4c3a34034 HTTP/1.1" status: 204 len: 168 time: 1.1342521 Feb 11 14:08:51.604308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4659ea02-48e1-4881-97dc-9792da93d19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.611638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c8c2-3cbd-4ca5-ace8-a4ee9903b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c953f8-0230-4c8e-9298-f1c4c3a34034,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.628390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:51.629457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:51.629963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:51.637271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:51.638009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:51.644973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:51.645504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:51.646060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:51.646673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Bound port: b6e0e5d9-a813-4543-b7de-5d5209d40a61, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:51.667865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.726657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:51.769461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['baa0b5fb-c907-4563-84cf-90be84fe4a98'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:51.786582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-54b560fe-6fd7-4672-85a0-2f6aaf738326 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:51.792392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-54b560fe-6fd7-4672-85a0-2f6aaf738326 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:51.794389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-54b560fe-6fd7-4672-85a0-2f6aaf738326 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/networks?id=7a5775a5-6a5c-4ee0-86ab-9edd723929ea&id=60f5c254-9529-47a1-9845-19df03eb702e HTTP/1.1" status: 200 len: 1391 time: 0.3332009 Feb 11 14:08:51.805367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.809144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.816560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.821315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-abbd7982-c85d-47a1-82c4-a5e0bd6bbd75 service neutron] 10.222.0.31 "POST /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61/bindings HTTP/1.1" status: 201 len: 389 time: 0.3747666 Feb 11 14:08:51.863989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-e8fca657-e58f-4acf-8ce2-53acb7f2e3c8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/quotas/58f9c681ac8d443f803411b646055161 HTTP/1.1" status: 200 len: 375 time: 0.0610335 Feb 11 14:08:51.908952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.978979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4659ea02-48e1-4881-97dc-9792da93d19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.992750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Network 60f5c254-9529-47a1-9845-19df03eb702e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:51.997067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:52.002237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:52.014984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-a1cb71b6-3666-44eb-8580-24cc9bdfa1b8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1401098 Feb 11 14:08:52.048934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Pushing event updated for resources: {'Port': ['ID=4246afcf-e99f-4ca4-b715-1427c5576d5a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.104176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4659ea02-48e1-4881-97dc-9792da93d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.115505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Attempting to bind port 4246afcf-e99f-4ca4-b715-1427c5576d5a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:52.115907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Attempting to bind port 4246afcf-e99f-4ca4-b715-1427c5576d5a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:52.116433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Attempting to bind port 4246afcf-e99f-4ca4-b715-1427c5576d5a on network 60f5c254-9529-47a1-9845-19df03eb702e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:52.126986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:52.131731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Checking segment: {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:52.131731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.131731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Bound using segment: {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:52.131731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Bound port: 4246afcf-e99f-4ca4-b715-1427c5576d5a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:52.131731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.234276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5db3c-2a63-4016-94bb-172f7308f34a None None] Network b284aa1d-8dc6-4fab-932e-1a76975c171a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:52.235257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d830b5-9e76-42e9-848a-56f56f4e5454 req-a880c5e0-48f9-465a-a5d7-485c72aa67a5 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:52.244340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5d830b5-9e76-42e9-848a-56f56f4e5454 req-a880c5e0-48f9-465a-a5d7-485c72aa67a5 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 946 time: 0.0849342 Feb 11 14:08:52.309054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5d830b5-9e76-42e9-848a-56f56f4e5454 req-59fab913-5795-4b77-ad26-196fc5aa5836 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634341 Feb 11 14:08:52.329104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4659ea02-48e1-4881-97dc-9792da93d19f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15cbee5a427f4cc29594c7b0eb3025ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8029556 Feb 11 14:08:52.338548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ea02-48e1-4881-97dc-9792da93d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd78668-3e99-4479-aedf-683bed514576,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.348468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:52.463948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-07e2f574-f2a4-4376-a169-ad47982075dc service neutron] 10.222.0.31 "GET /v2.0/networks/7a5775a5-6a5c-4ee0-86ab-9edd723929ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809021 Feb 11 14:08:52.550629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] For port 4246afcf-e99f-4ca4-b715-1427c5576d5a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:52.559982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.572472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-b7641132-f19e-4dbf-8fe5-5659d9405690 service neutron] 10.222.0.31 "GET /v2.0/networks/7a5775a5-6a5c-4ee0-86ab-9edd723929ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098661 Feb 11 14:08:52.576216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] For port 4246afcf-e99f-4ca4-b715-1427c5576d5a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4246afcf-e99f-4ca4-b715-1427c5576d5a,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:52.579831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] Provisioning complete for port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:52.580699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.587985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f80d6-5ccb-4e28-9aee-f6d3c26cf300 req-b37d1f24-e0ae-4901-9c7f-c3a971f65ee6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:52.590661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-497f80d6-5ccb-4e28-9aee-f6d3c26cf300 req-b37d1f24-e0ae-4901-9c7f-c3a971f65ee6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.1559062 Feb 11 14:08:52.619340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.672951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683f227-67e3-4233-8e2e-ed9249d03026 None None] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:52.679732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.683286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-fb5838c2-78e5-43c5-9f3b-c2dc326902d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:52.685358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-fb5838c2-78e5-43c5-9f3b-c2dc326902d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1097 time: 0.1385515 Feb 11 14:08:52.692766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.700462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-a6269411-70b5-40ac-ab4b-95206165feef service neutron] 10.222.0.31 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266088 Feb 11 14:08:52.749068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-497f80d6-5ccb-4e28-9aee-f6d3c26cf300 req-39b898e1-0f7a-4846-ba83-d605fcfdde86 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179118 Feb 11 14:08:52.830212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.967426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133e333-2302-4567-8f45-fdc134eeea21 None None] Pushing event updated for resources: {'Port': ['ID=4246afcf-e99f-4ca4-b715-1427c5576d5a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.008653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c4a0a900-3722-4ef2-9614-3cd5f67fa487 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:53.017517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] For port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.047695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.050296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.065230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dd78668-3e99-4479-aedf-683bed514576 HTTP/1.1" status: 204 len: 168 time: 0.7014918 Feb 11 14:08:53.104712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.161009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4fdb7-ddfa-4d97-90e4-c8e250b813af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd78668-3e99-4479-aedf-683bed514576,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.175838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.183119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-e1dab6d3-4c3c-47bb-bdad-710a4199147d service neutron] 10.222.0.31 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743850 Feb 11 14:08:53.324607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c5b99e26-fcff-407c-b513-6654e8f017e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:53.327235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c5b99e26-fcff-407c-b513-6654e8f017e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.6308424 Feb 11 14:08:53.369504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] Provisioning complete for port c4a0a900-3722-4ef2-9614-3cd5f67fa487 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:53.370120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.402755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Router ae9e5d91-e45c-4881-aab6-98efb1903055 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:08:53.441523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-99711f7d-22d7-436d-b003-4c673e022511 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 258 time: 0.6281676 Feb 11 14:08:53.448091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:53.450972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.458885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c4a0a900-3722-4ef2-9614-3cd5f67fa487 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:53.459261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.471449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-eade28fa-59de-4a11-9d29-dac90763dc17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 217 time: 0.1315913 Feb 11 14:08:53.550065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085c8a0-4a3e-4199-a4d1-544e165e006a None None] Pushing event updated for resources: {'Port': ['ID=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.609320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-9a2ba544-f0ab-4ee8-8a65-4b3b88635324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:53.611771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-9a2ba544-f0ab-4ee8-8a65-4b3b88635324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1338241 Feb 11 14:08:53.699273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-f40b852a-3703-4214-aeda-217580390654 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789549 Feb 11 14:08:53.740497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.750924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.795178 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.828556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:53.838616 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Sync routers for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:53.850347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:53.851700 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.884624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] For port c4a0a900-3722-4ef2-9614-3cd5f67fa487, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c4a0a900-3722-4ef2-9614-3cd5f67fa487,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.918226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c4f6-369f-4760-8194-40b75a06a97a req-2efc75da-8ad8-4f4f-831e-72a89fcabef9 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:53.929356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc70c4f6-369f-4760-8194-40b75a06a97a req-2efc75da-8ad8-4f4f-831e-72a89fcabef9 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 945 time: 0.2581618 Feb 11 14:08:53.987547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.987770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-56c4255a-392d-4e91-b5a3-f95ce7f47494 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809548 Feb 11 14:08:54.007719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc70c4f6-369f-4760-8194-40b75a06a97a req-0595740a-d328-4095-8b40-71ee986e5e6c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Feb 11 14:08:54.085908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.085908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8210f95-305d-4364-87b6-0ea7b1a2c514 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4384751 Feb 11 14:08:54.088873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41402) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:54.102134 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:54.167118 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-d179cfdf-67bc-4f8a-98a5-14a1207a2a4f service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726193 Feb 11 14:08:54.187031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.237207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:08:54.237887 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:08:54.246599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88e126-0f41-4091-853c-db2af59ae350 None None] Pushing event updated for resources: {'Port': ['ID=c4a0a900-3722-4ef2-9614-3cd5f67fa487,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.248642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5810a849-b5dd-4a56-8066-5e42e4704d1c None None] Provisioning complete for port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:54.249042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5810a849-b5dd-4a56-8066-5e42e4704d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.289358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5b91046-81cc-4fa2-9d47-847d4ae46bab req-f521d2b3-1571-46e6-acc7-619eb001c97a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 210 time: 0.0727429 Feb 11 14:08:54.402192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Allocated IP 172.25.7.178 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ea5a576e-367b-4324-93c0-24b6f8b62f38) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:54.472813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5810a849-b5dd-4a56-8066-5e42e4704d1c None None] Provisioning complete for port c4a0a900-3722-4ef2-9614-3cd5f67fa487 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:54.473328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5810a849-b5dd-4a56-8066-5e42e4704d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.567125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device baa0b5fb-c907-4563-84cf-90be84fe4a98 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:54.631476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.674727 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 3, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:54.677168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4269d-52be-4419-a4a1-3a356cfae876 None None] Network 60f5c254-9529-47a1-9845-19df03eb702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:54.713737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Checking router: ae9e5d91-e45c-4881-aab6-98efb1903055 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:54.714498 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Updating router ae9e5d91-e45c-4881-aab6-98efb1903055 port 81109fe6-739b-4ad9-b067-1e69fd1b18cd binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:54.745000 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.752441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.804164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:54.918833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:54.928346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:54.941991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:54.947688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event updated for resources: {'Port': ['ID=ea5a576e-367b-4324-93c0-24b6f8b62f38,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.998196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:55.079697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port baa0b5fb-c907-4563-84cf-90be84fe4a98 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:55.122714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port baa0b5fb-c907-4563-84cf-90be84fe4a98 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:55.122970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.196436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2073161210-network', 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:55.208867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.225024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.233346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] Provisioning complete for port 4246afcf-e99f-4ca4-b715-1427c5576d5a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:55.233720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.279653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622cb6-2db3-47af-8568-84d3920dd5c4 req-e1f4ce75-5f1c-4f97-8e60-984a71b5465b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:55.281381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3622cb6-2db3-47af-8568-84d3920dd5c4 req-e1f4ce75-5f1c-4f97-8e60-984a71b5465b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.1000679 Feb 11 14:08:55.318708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.331123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:55.331508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.479141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.532955 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.542613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:55.545895 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589e395-b4b7-4d56-9ea4-2ebef5fd58cb" -d '{"events": [{"server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "name": "network-vif-plugged", "status": "completed", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:55.556457 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.576801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:55.603041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] For port 4246afcf-e99f-4ca4-b715-1427c5576d5a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4246afcf-e99f-4ca4-b715-1427c5576d5a,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:55.613466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Allocated IP 172.20.0.1 (b284aa1d-8dc6-4fab-932e-1a76975c171a/f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad/d1df2176-33e2-4d32-b08a-903ba0cbfe70) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:55.627194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.660263 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.669523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.697764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:55.699894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.711253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.740165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.745402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3622cb6-2db3-47af-8568-84d3920dd5c4 req-39d40218-327b-4b5e-8c32-96c06233b85e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501405 Feb 11 14:08:55.746308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.763869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.786813 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1aee3-5395-42b1-898f-9d0542d2083c None None] Pushing event updated for resources: {'Port': ['ID=81109fe6-739b-4ad9-b067-1e69fd1b18cd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.801483 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Attempting to bind port 81109fe6-739b-4ad9-b067-1e69fd1b18cd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:55.801854 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Attempting to bind port 81109fe6-739b-4ad9-b067-1e69fd1b18cd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:55.802216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Attempting to bind port 81109fe6-739b-4ad9-b067-1e69fd1b18cd on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:55.822223 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:55.822679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:55.823085 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.823472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:55.823949 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Bound port: 81109fe6-739b-4ad9-b067-1e69fd1b18cd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:55.824341 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.842877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.918799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d50b4-3b3b-43e4-8c2e-3801d77452ff None None] Pushing event updated for resources: {'Port': ['ID=4246afcf-e99f-4ca4-b715-1427c5576d5a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.924437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-20fe4872-5abc-4e5d-90c2-17e1111836bc None None] Provisioning complete for port 4246afcf-e99f-4ca4-b715-1427c5576d5a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:55.925232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20fe4872-5abc-4e5d-90c2-17e1111836bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.937662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event updated for resources: {'Port': ['ID=ea5a576e-367b-4324-93c0-24b6f8b62f38,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:55.957555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] For port 81109fe6-739b-4ad9-b067-1e69fd1b18cd, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:55.961856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] For port 81109fe6-739b-4ad9-b067-1e69fd1b18cd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81109fe6-739b-4ad9-b067-1e69fd1b18cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:55.963869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.985644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.078210 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.127119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.128098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.130165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-04ca100f-34ed-419c-a35d-11787c969daa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6869929 Feb 11 14:08:56.163590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Network b284aa1d-8dc6-4fab-932e-1a76975c171a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:56.164927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.195337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-676cfbf3-0613-4810-8b38-fe7aaecd8912 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0559335 Feb 11 14:08:56.196322 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1aee3-5395-42b1-898f-9d0542d2083c None None] Pushing event updated for resources: {'Port': ['ID=81109fe6-739b-4ad9-b067-1e69fd1b18cd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.199104 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:56.199688 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:56.254746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4246afcf-e99f-4ca4-b715-1427c5576d5a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:56.260520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:56.270388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:56.273713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.313250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:56.331746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.338352 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Added segment f0dc2352-fc80-473d-bc26-0b208842e6b6 of type vlan for network bab20f48-5a1c-4e80-84f1-d119dede1f8a Feb 11 14:08:56.410665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.413883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-741905b9-c199-4b81-adcb-bb7f0019c38d tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:56.415303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d976ed78-60ef-495e-971a-3b1bae85b524 req-741905b9-c199-4b81-adcb-bb7f0019c38d tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2037106 Feb 11 14:08:56.449189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4246afcf-e99f-4ca4-b715-1427c5576d5a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:56.449668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.474472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:56.536101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.592558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.595840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.resource_extend [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:08:56.686725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c4a0a900-3722-4ef2-9614-3cd5f67fa487 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:56.777400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c4a0a900-3722-4ef2-9614-3cd5f67fa487 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:56.777783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.881766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f51c9bf6-47c2-4f51-88cd-55a750796d8a None None] Provisioning complete for port d1df2176-33e2-4d32-b08a-903ba0cbfe70 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:56.882171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f51c9bf6-47c2-4f51-88cd-55a750796d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.914723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 3, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:56.973685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f51c9bf6-47c2-4f51-88cd-55a750796d8a None None] Port d1df2176-33e2-4d32-b08a-903ba0cbfe70 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:56.981967 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be694c-12c4-46a2-82e8-921762ffef79 None None] The sync data for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 is: [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 3, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:57.020364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a66d87-1a81-4911-bd94-c19b9a9d962c req-5ef37ec6-fa84-4f8b-9608-b66e4050f266 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 210 time: 0.0791962 Feb 11 14:08:57.065673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:57.145833 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfcb9da-6d8a-49c2-a46b-929c0d95b4ad x-openstack-request-id: req-8cfcb9da-6d8a-49c2-a46b-929c0d95b4ad {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:57.146147 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "name": "network-vif-plugged", "status": "completed", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:57.146408 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cfcb9da-6d8a-49c2-a46b-929c0d95b4ad {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:57.146871 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98', 'code': 200} Feb 11 14:08:57.147043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-29e12866-58c8-448c-a519-71887c7d86cf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.147366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:57.147742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.158266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-29e12866-58c8-448c-a519-71887c7d86cf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.160279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-29e12866-58c8-448c-a519-71887c7d86cf tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "GET /v2.0/networks?id=7a5775a5-6a5c-4ee0-86ab-9edd723929ea&id=60f5c254-9529-47a1-9845-19df03eb702e HTTP/1.1" status: 200 len: 1391 time: 0.7440715 Feb 11 14:08:57.174721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'port': {'device_id': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea', 'admin_state_up': True, 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.319855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c389e-6ea4-4884-b37a-471537c6d8ef req-aff462ef-8c8d-4ada-a546-42ec5959142c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.328746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-344c389e-6ea4-4884-b37a-471537c6d8ef req-aff462ef-8c8d-4ada-a546-42ec5959142c tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 946 time: 0.7979350 Feb 11 14:08:57.357797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.358893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.359473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.366981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-5cdd629b-1ea0-44db-98ed-388f23e98d5c tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.375271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-5cdd629b-1ea0-44db-98ed-388f23e98d5c tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1130462 Feb 11 14:08:57.376028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117320-0eb0-435b-8485-230375d6353b req-0aad947f-ae5e-41e7-ad42-68e1affe642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.377658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55117320-0eb0-435b-8485-230375d6353b req-0aad947f-ae5e-41e7-ad42-68e1affe642c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 1097 time: 0.1159370 Feb 11 14:08:57.444178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-2260a1f8-173c-47ab-9ffe-ee8ea365f487 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0680470 Feb 11 14:08:57.455106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'floatingip': {'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.505628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-344c389e-6ea4-4884-b37a-471537c6d8ef req-2795bb99-df85-4d84-8dc1-96819d016662 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759741 Feb 11 14:08:57.527306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.549015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5476556 Feb 11 14:08:57.561938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:57.570880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Request body: {'subnet': {'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2073161210-subnet', 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.575896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.593516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236e27-d3e8-4cd1-9a57-6c07f0fdf69c admin admin] Pushing event updated for resources: {'Network': ['ID=bab20f48-5a1c-4e80-84f1-d119dede1f8a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.605863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:57.621265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:57.626961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.635012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55117320-0eb0-435b-8485-230375d6353b req-5e611af9-3be9-489d-9da5-a0c81d9e7168 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087584 Feb 11 14:08:57.814516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Allocated IP 19.80.0.109 (7a5775a5-6a5c-4ee0-86ab-9edd723929ea/7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3/e86d75d8-ed17-477e-84e1-51e5513fc615) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:57.923215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4246afcf-e99f-4ca4-b715-1427c5576d5a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:57.927081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d9f30-45ee-45b0-9f61-0f838028d533 req-6d6c1bf4-176d-4b1a-8bcb-0207f747d802 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.928590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb2d9f30-45ee-45b0-9f61-0f838028d533 req-6d6c1bf4-176d-4b1a-8bcb-0207f747d802 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.1276562 Feb 11 14:08:57.977384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:57.979935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.001141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4246afcf-e99f-4ca4-b715-1427c5576d5a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:58.007733 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.067520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb2d9f30-45ee-45b0-9f61-0f838028d533 req-97d27891-6180-424f-9120-1bafe0b55e48 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308801 Feb 11 14:08:58.151266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81109fe6-739b-4ad9-b067-1e69fd1b18cd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:58.241703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 81109fe6-739b-4ad9-b067-1e69fd1b18cd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:58.242369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.307051 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.378532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.416820 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.469406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 81109fe6-739b-4ad9-b067-1e69fd1b18cd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81109fe6-739b-4ad9-b067-1e69fd1b18cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:58.486250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.531501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.549841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.562355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.579005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.602705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.635165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=81109fe6-739b-4ad9-b067-1e69fd1b18cd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.699566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bcb3a0-530e-4ab9-9859-32aa440864b8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.711035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.727864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Network b284aa1d-8dc6-4fab-932e-1a76975c171a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:58.732617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:58.742633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:58.745130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Network hostable DHCP agents. Network: bab20f48-5a1c-4e80-84f1-d119dede1f8a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:58.769392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.935435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:58.943625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:58.952083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:58.960275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.967528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:59.030115 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Floating IP b3959486-1ff8-4775-b547-682768178845 associated. External IP: 172.25.7.178, port: f5785b84-0079-4aba-8513-6ac144a6e5e1. Feb 11 14:08:59.038228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df72e6-3609-4972-8095-6c2addf6ba34 req-0588be85-4dce-4ff5-83bc-e97c3cf16788 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.042458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73df72e6-3609-4972-8095-6c2addf6ba34 req-0588be85-4dce-4ff5-83bc-e97c3cf16788 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 932 time: 0.1334858 Feb 11 14:08:59.044723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Router ae9e5d91-e45c-4881-aab6-98efb1903055 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:59.046560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, bab20f48-5a1c-4e80-84f1-d119dede1f8a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:59.057135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5dca9-cb53-4605-aca2-c50c2a0b43ff None None] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:59.083493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.084573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.110959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.111628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.182625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73df72e6-3609-4972-8095-6c2addf6ba34 req-a9be6d59-b22b-4dfb-bb6e-fc7a66054a2e tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108012 Feb 11 14:08:59.250712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-15c09346-8329-4df4-9b06-22e7a8a51307 None None] Provisioning complete for port d1df2176-33e2-4d32-b08a-903ba0cbfe70 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:59.251181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15c09346-8329-4df4-9b06-22e7a8a51307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.252188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-c5d390c5-2f1a-4b1e-9ad9-7903d25c2455 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0799985 Feb 11 14:08:59.274502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7bab3a1-d132-4339-b45b-c31fa6bb57e6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7098334 Feb 11 14:08:59.284839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Request body: {'port': {'device_id': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e', 'admin_state_up': True, 'tenant_id': '58f9c681ac8d443f803411b646055161'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:59.306664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-15c09346-8329-4df4-9b06-22e7a8a51307 None None] Port d1df2176-33e2-4d32-b08a-903ba0cbfe70 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:59.314672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f4f2e-f223-4f7d-825d-73bd09915faf None None] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:59.471971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:59.477370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ed72915-7c6f-4630-bc6a-a8d8c46a1c5e admin admin] 10.222.0.31 "PUT /v2.0/routers/ae9e5d91-e45c-4881-aab6-98efb1903055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3870955 Feb 11 14:08:59.516208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f115d295-dc5b-46d0-bee8-7a4e8ff7f0da None None] Provisioning complete for port e86d75d8-ed17-477e-84e1-51e5513fc615 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:59.516585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f115d295-dc5b-46d0-bee8-7a4e8ff7f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.532296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7c6ec-3911-4f7b-9fee-7c2e42137d5b req-ed7ae65a-5416-4a9e-ac0a-cc3aa5a72018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.538307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82a7c6ec-3911-4f7b-9fee-7c2e42137d5b req-ed7ae65a-5416-4a9e-ac0a-cc3aa5a72018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 946 time: 0.1435037 Feb 11 14:08:59.563877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Sync routers for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:59.582024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:59.582788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:59.588584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f115d295-dc5b-46d0-bee8-7a4e8ff7f0da None None] Port e86d75d8-ed17-477e-84e1-51e5513fc615 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:59.589807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Made reservation on behalf of 58f9c681ac8d443f803411b646055161 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:59.593809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.617141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82a7c6ec-3911-4f7b-9fee-7c2e42137d5b req-c79a004b-bbf7-460f-b743-b026da26a191 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697703 Feb 11 14:08:59.760165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81109fe6-739b-4ad9-b067-1e69fd1b18cd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:59.806226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:59.832254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Allocated IP 19.86.0.245 (60f5c254-9529-47a1-9845-19df03eb702e/9fb9587e-c0a3-4d28-9a99-a60234eb3adf/2cc05dc6-4201-4dde-a934-c7cad29fb8c5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:59.944479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:59.965692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9116f3-d851-49f7-8509-16bbe50c2626 req-4f8d3b61-da5e-4bfe-8175-239d13794f07 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.967922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb9116f3-d851-49f7-8509-16bbe50c2626 req-4f8d3b61-da5e-4bfe-8175-239d13794f07 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.0668728 Feb 11 14:08:59.994820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 81109fe6-739b-4ad9-b067-1e69fd1b18cd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:59.994820 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.015342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb9116f3-d851-49f7-8509-16bbe50c2626 req-c765be20-23b4-493e-9dc5-7e220919ed9a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Feb 11 14:09:00.035632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:00.040375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.047630 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Sync routers for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:00.077055 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:00.077659 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:00.181796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-24828f2d-b167-4a3c-bad3-4ef7f852b100 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "PUT /v2.0/floatingips/b3959486-1ff8-4775-b547-682768178845 HTTP/1.1" status: 200 len: 997 time: 2.7313490 Feb 11 14:09:00.184656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:00.185391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:57Z', 'revision_number': 4, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd1df2176-33e2-4d32-b08a-903ba0cbfe70', 'name': '', 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'mac_address': 'fa:16:3e:e4:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:08:57Z', 'revision_number': 2, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'subnets': [{'id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:00.186626 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5c691-2b5d-4511-9ef2-83777e245ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:00.219134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Checking router: ae9e5d91-e45c-4881-aab6-98efb1903055 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:00.225391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Updating router ae9e5d91-e45c-4881-aab6-98efb1903055 port d1df2176-33e2-4d32-b08a-903ba0cbfe70 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:00.225391 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.250985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.286830 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:00.312752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-63bac399-d476-4d96-af40-7855a8e87d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.314312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-63bac399-d476-4d96-af40-7855a8e87d95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1097 time: 0.1104088 Feb 11 14:09:00.317239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.504157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-b2f4d52b-6b2a-4886-9fc0-485e76004252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.505927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-b2f4d52b-6b2a-4886-9fc0-485e76004252 service neutron] 10.222.0.31 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 930 time: 0.1829956 Feb 11 14:09:00.582706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.668677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41486) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:00.673794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-106889264-network', 'tenant_id': '05b791660e764820be8cd20d6e9d5d9c'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:00.684330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Network 60f5c254-9529-47a1-9845-19df03eb702e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:00.700943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:00.721699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:00.728728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-e82aff0a-41ee-40bd-b492-bfd447e3dcf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 1000 time: 0.2146511 Feb 11 14:09:00.738099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event updated for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:00.745633 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b3959486-1ff8-4775-b547-682768178845', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'mac_address': 'fa:16:3e:61:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 1, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:00.754501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.777403 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Checking router: c5a676e1-c05b-463f-8d26-ff9749c8a5a3 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:00.794471 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:00.806474 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:00.826335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Made reservation on behalf of 05b791660e764820be8cd20d6e9d5d9c for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:00.835107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.856854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.860479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.867133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.871315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-bd42d87f-5c34-4fae-824a-287fe7012751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.873477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-bd42d87f-5c34-4fae-824a-287fe7012751 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.1247511 Feb 11 14:09:00.877750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.954093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-740b8d39-a635-4f02-aabe-41b86b23352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.955741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-740b8d39-a635-4f02-aabe-41b86b23352a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656450 Feb 11 14:09:01.034339 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:01.098904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4b8103d1-3d04-4eda-9397-a7a76d3b9c4d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8290164 Feb 11 14:09:01.120612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Request body: {'port': {'device_id': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:01.121851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78346-ce4a-4a4a-be54-ced92b099354 None None] Pushing event updated for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.150866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.238962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Attempting to bind port d1df2176-33e2-4d32-b08a-903ba0cbfe70 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:01.239623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Attempting to bind port d1df2176-33e2-4d32-b08a-903ba0cbfe70 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:01.239728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Attempting to bind port d1df2176-33e2-4d32-b08a-903ba0cbfe70 on network b284aa1d-8dc6-4fab-932e-1a76975c171a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:01.277190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:01.277570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Checking segment: {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:01.277981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.281438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Bound using segment: {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:01.281949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Bound port: d1df2176-33e2-4d32-b08a-903ba0cbfe70, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fceb50-fe92-4088-a087-cbe8d5c2fff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:01.282349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.336495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-ce072582-43dd-4853-9f35-a49f0aa2b34c service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715813 Feb 11 14:09:01.339921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.346658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-43b99697-ff19-4882-80ba-1cbf8272f471 None None] Provisioning complete for port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:01.347032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43b99697-ff19-4882-80ba-1cbf8272f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.401996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-c99c8298-3402-4e9c-947f-f0b130990f45 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5135968 Feb 11 14:09:01.417224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:01.432134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-43b99697-ff19-4882-80ba-1cbf8272f471 None None] Port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:09:01.436539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.458139 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b3959486-1ff8-4775-b547-682768178845', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'mac_address': 'fa:16:3e:61:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 1, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:01.462688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] For port d1df2176-33e2-4d32-b08a-903ba0cbfe70, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:01.467087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] For port d1df2176-33e2-4d32-b08a-903ba0cbfe70, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d1df2176-33e2-4d32-b08a-903ba0cbfe70,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:01.487573 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f334f-e7f3-486d-8bc8-71acc8817885 None None] The sync data for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 is: [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b3959486-1ff8-4775-b547-682768178845', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'mac_address': 'fa:16:3e:61:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 1, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:01.499519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.513347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:01.531437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.532019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.561355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.561875 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Added segment b82085d0-c8e4-4fb1-ac7f-55d596ea8b86 of type vlan for network 5351d8bf-49da-4e0e-b96f-1a010cab2fb3 Feb 11 14:09:01.570879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90e5e386-e6d4-4b3d-855d-f10b1cffdf24 req-33d6d762-eb3e-422c-bdc7-755f2ea44d36 service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075148 Feb 11 14:09:01.704205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f9dca088-eede-4945-b383-348638d302d5 None None] Provisioning complete for port d1df2176-33e2-4d32-b08a-903ba0cbfe70 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:01.705053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d454553-6b57-4062-8582-37af0bd72ac5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.709712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.721220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9dca088-eede-4945-b383-348638d302d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.818379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86d75d8-ed17-477e-84e1-51e5513fc615 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:01.829888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.846153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Transition to ACTIVE for port object e86d75d8-ed17-477e-84e1-51e5513fc615 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:01.847214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:01.847846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:01.873642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.874996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:01.875927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.910292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cbec3-bdba-4e6e-9974-9dd8f79a572c None None] New status for floating IP b3959486-1ff8-4775-b547-682768178845: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:01.918594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.919988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78346-ce4a-4a4a-be54-ced92b099354 None None] Pushing event updated for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.992640 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:01.998957 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c675a31d-2c1b-4f38-b125-a151d085aa18 x-openstack-request-id: req-c675a31d-2c1b-4f38-b125-a151d085aa18 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:01.999240 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:01.999494 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c675a31d-2c1b-4f38-b125-a151d085aa18 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:01.999895 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'status': 'completed', 'code': 200} Feb 11 14:09:02.100512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4281914 Feb 11 14:09:02.110155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41494) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:02.119298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Request body: {'subnet': {'network_id': '5351d8bf-49da-4e0e-b96f-1a010cab2fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-106889264-subnet', 'tenant_id': '05b791660e764820be8cd20d6e9d5d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:02.123536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a7c82-353d-4052-82d2-fb44d39c6883 admin admin] Pushing event updated for resources: {'Network': ['ID=5351d8bf-49da-4e0e-b96f-1a010cab2fb3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:02.139966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-16c4d194-004f-4e3c-8f5e-c662f2b5b7e4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.141699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-16c4d194-004f-4e3c-8f5e-c662f2b5b7e4 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 946 time: 0.2093000 Feb 11 14:09:02.184814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Pushing event updated for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:02.252003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5351d8bf-49da-4e0e-b96f-1a010cab2fb3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:02.265740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b001ba-fe0a-4955-9580-679f16838a27 req-91cae249-2939-4042-abf8-8d60e6617ff9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.273006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b001ba-fe0a-4955-9580-679f16838a27 req-91cae249-2939-4042-abf8-8d60e6617ff9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.274686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90b001ba-fe0a-4955-9580-679f16838a27 req-91cae249-2939-4042-abf8-8d60e6617ff9 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1667 time: 0.1946139 Feb 11 14:09:02.282541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-59abdc5a-1778-45cd-930b-31ca9c8a1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.284184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-59abdc5a-1778-45cd-930b-31ca9c8a1909 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1097 time: 0.2355294 Feb 11 14:09:02.321736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Allocated IP 172.25.7.229 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/423706ab-1add-4c34-a6b2-e08689bac8e4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:02.393072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Attempting to bind port e86d75d8-ed17-477e-84e1-51e5513fc615 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:02.396959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Attempting to bind port e86d75d8-ed17-477e-84e1-51e5513fc615 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:02.396959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Attempting to bind port e86d75d8-ed17-477e-84e1-51e5513fc615 on network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:02.400977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Port e86d75d8-ed17-477e-84e1-51e5513fc615 on network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:02.401391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Attempting to bind port e86d75d8-ed17-477e-84e1-51e5513fc615 on network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:02.431899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:02.432400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Checking segment: {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:02.432877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Bound using segment: {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:02.433453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Bound port: e86d75d8-ed17-477e-84e1-51e5513fc615, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c622b97-9f52-48c5-b303-6dc252f470dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:02.433906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.451253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.484869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90b001ba-fe0a-4955-9580-679f16838a27 req-34800be4-7d24-4203-86fc-c7ff3b0f7d13 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978831 Feb 11 14:09:02.491225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:02.523113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Deleting port baa0b5fb-c907-4563-84cf-90be84fe4a98 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:02.523457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.580773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9dca088-eede-4945-b383-348638d302d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.586172 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.605232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Made reservation on behalf of 05b791660e764820be8cd20d6e9d5d9c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:02.605835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:02.610192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.612914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e86d75d8-ed17-477e-84e1-51e5513fc615,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:02.678606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event updated for resources: {'Port': ['ID=423706ab-1add-4c34-a6b2-e08689bac8e4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:02.704548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:02.709259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff567c-ccc1-43f5-81a9-09a2a7c80a9f req-d71e9827-2039-4c0b-8b6a-7d4fbada40f6 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.710061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f9dca088-eede-4945-b383-348638d302d5 None None] For port d1df2176-33e2-4d32-b08a-903ba0cbfe70, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d1df2176-33e2-4d32-b08a-903ba0cbfe70,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:02.711824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bff567c-ccc1-43f5-81a9-09a2a7c80a9f req-d71e9827-2039-4c0b-8b6a-7d4fbada40f6 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/ports?device_id=411a141f-a7f7-4e55-96ad-956613588b84 HTTP/1.1" status: 200 len: 946 time: 0.0947094 Feb 11 14:09:02.716340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.722949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-8fee4727-69ed-4132-932b-c249fc100c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.724521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-8fee4727-69ed-4132-932b-c249fc100c09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 930 time: 0.4291165 Feb 11 14:09:02.749766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:02.760994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:02.800947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9dca088-eede-4945-b383-348638d302d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.845573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] For port baa0b5fb-c907-4563-84cf-90be84fe4a98, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=baa0b5fb-c907-4563-84cf-90be84fe4a98,segment=NetworkSegment(316d3519-ab69-4f93-ba4d-209f9aa1982b),segment_id=316d3519-ab69-4f93-ba4d-209f9aa1982b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:02.846079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.864530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dca088-eede-4945-b383-348638d302d5 None None] Pushing event updated for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:02.869657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Calling delete_port for baa0b5fb-c907-4563-84cf-90be84fe4a98 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:02.870440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-b972a993-c62a-4d3a-b48e-097e5341ed7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 1002 time: 0.0884809 Feb 11 14:09:02.902111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1b165179-3861-4516-950a-c0627aeabadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:57Z', 'revision_number': 4, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd1df2176-33e2-4d32-b08a-903ba0cbfe70', 'name': '', 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'mac_address': 'fa:16:3e:e4:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'subnets': [{'id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:02.943039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165179-3861-4516-950a-c0627aeabadb None None] The sync data for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 is: [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:08:57Z', 'revision_number': 4, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd1df2176-33e2-4d32-b08a-903ba0cbfe70', 'name': '', 'network_id': 'b284aa1d-8dc6-4fab-932e-1a76975c171a', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'mac_address': 'fa:16:3e:e4:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:55Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'subnets': [{'id': 'f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:02.971560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-754d1df0-72c8-4d0c-a950-356b05c3ac85 None None] Provisioning complete for port d1df2176-33e2-4d32-b08a-903ba0cbfe70 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:02.971935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-754d1df0-72c8-4d0c-a950-356b05c3ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.144644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.282739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.352348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.352972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.354841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] 10.222.0.62 "PUT /v2.0/ports/e86d75d8-ed17-477e-84e1-51e5513fc615 HTTP/1.1" status: 200 len: 1092 time: 2.2479157 Feb 11 14:09:03.373205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.382956 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bff567c-ccc1-43f5-81a9-09a2a7c80a9f req-80ec598e-e4db-46f7-bb58-43fb8ad4c737 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups?id=694fb48a-388f-4777-890f-a1dbead0b22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573076 Feb 11 14:09:03.408848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8f9f-266f-4f5b-8aee-7abab3d311fa service neutron] Pushing event updated for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.437142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-58f14c75-a51f-427d-a2c3-21d764157fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.438707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-58f14c75-a51f-427d-a2c3-21d764157fac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.5509644 Feb 11 14:09:03.465207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Request body: {'port': {'device_id': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:03.578366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-3b7ab6be-c6e0-4405-b527-ced2fde03334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.580173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-3b7ab6be-c6e0-4405-b527-ced2fde03334 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270978 Feb 11 14:09:03.634106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.681779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4a19-3c38-49fc-8c57-faddef118acb req-49787f59-446e-4408-abbf-10af3a17d061 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.683271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60fd4a19-3c38-49fc-8c57-faddef118acb req-49787f59-446e-4408-abbf-10af3a17d061 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.1836693 Feb 11 14:09:03.820711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d1df2176-33e2-4d32-b08a-903ba0cbfe70 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:03.840187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60fd4a19-3c38-49fc-8c57-faddef118acb req-0246d8cc-8ee9-4248-ae72-b2ddb7523d83 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352463 Feb 11 14:09:03.922359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d1df2176-33e2-4d32-b08a-903ba0cbfe70 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:03.924433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.042952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Checking segment: {'id': 'b82085d0-c8e4-4fb1-ac7f-55d596ea8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5351d8bf-49da-4e0e-b96f-1a010cab2fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:04.042952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Network hostable DHCP agents. Network: 5351d8bf-49da-4e0e-b96f-1a010cab2fb3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:04.046732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b048f4af-8faf-4a90-ae49-203e156f6c97,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.085970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.107605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:04.109976 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2499cd-8112-4dea-acec-87dd13cb77ce" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:04.117558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-6bb6cfad-9958-4bba-b2e5-a309b4b087bd tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 258 time: 0.1868417 Feb 11 14:09:04.128718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-3a8d39e1-b34c-4423-b0ff-a84123f3351e service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289097 Feb 11 14:09:04.129378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event deleted for resources: {'Port': ['ID=baa0b5fb-c907-4563-84cf-90be84fe4a98,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.138384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:04.146540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Network 5351d8bf-49da-4e0e-b96f-1a010cab2fb3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:04.203082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] No DVR routers for this DVR port baa0b5fb-c907-4563-84cf-90be84fe4a98 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:04.208782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.215964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0d3e0e9-b840-49d2-8fe9-670de9aa8fb8 req-681bc96c-e801-49b5-909b-fd9107764018 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.60 "DELETE /v2.0/ports/baa0b5fb-c907-4563-84cf-90be84fe4a98 HTTP/1.1" status: 204 len: 173 time: 2.0632110 Feb 11 14:09:04.221742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'name': 'network-vif-deleted', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:04.225906 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261dc992-b925-4c81-bffd-3b287b28876b" -d '{"events": [{"server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "name": "network-vif-deleted", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:04.229194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5351d8bf-49da-4e0e-b96f-1a010cab2fb3) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:04.234512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:04.235108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.241560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab44af4-04c2-4c30-aaee-95692c2da1d1 None None] Network 5351d8bf-49da-4e0e-b96f-1a010cab2fb3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:04.265601 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.353309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-12809939-a488-4349-8a23-84a38d94e000 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2310507 Feb 11 14:09:04.353309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.360510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90f5c691-2b5d-4511-9ef2-83777e245ee2 req-bfee1d72-d9c8-4ac9-bc6c-e46744ba5eaa service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146485 Feb 11 14:09:04.389463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.433161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f62265-028d-428e-b42a-4f9a51763c54 None None] Network 5351d8bf-49da-4e0e-b96f-1a010cab2fb3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:04.527286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.587083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event updated for resources: {'Port': ['ID=423706ab-1add-4c34-a6b2-e08689bac8e4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.614930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device baa0b5fb-c907-4563-84cf-90be84fe4a98 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:04.644023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: baa0b5fb-c907-4563-84cf-90be84fe4a98 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:04.644368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device baa0b5fb-c907-4563-84cf-90be84fe4a98 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:04.679129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.686164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-b366d43e-054c-4cd8-a7b7-a5d5da6f2f8d tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2825937 Feb 11 14:09:04.701419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:04.741335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.767578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.784092 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-696cd6c3-3dc0-4eec-96b5-ba3e16701040 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0945282 Feb 11 14:09:04.792723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Transition to ACTIVE for port object 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:04.876571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.915980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-9d401597-4f22-4afa-9f1b-34a9eb008778 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:04.929112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-9d401597-4f22-4afa-9f1b-34a9eb008778 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1333272 Feb 11 14:09:04.937855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-d816b7cc-ae42-4891-ad3d-0e6ba89f0364 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:09:04.939113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Allocated IP 172.25.7.126 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6a75f1b7-0421-4080-954c-4a093f8a295f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:04.954206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.962151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-22251f24-cc76-4882-aff6-f109121cf5c3 req-d816b7cc-ae42-4891-ad3d-0e6ba89f0364 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316076 Feb 11 14:09:05.119686 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.194041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Attempting to bind port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:05.194382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Attempting to bind port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:05.194710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Attempting to bind port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 on network 60f5c254-9529-47a1-9845-19df03eb702e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:05.207037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 on network 60f5c254-9529-47a1-9845-19df03eb702e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:05.207454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Attempting to bind port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 on network 60f5c254-9529-47a1-9845-19df03eb702e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:05.217727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:05.218100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Checking segment: {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:05.218470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Bound using segment: {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:05.219089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Bound port: 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:05.219453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.245236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9df5d-6139-412b-ae31-48964e3de6a7 req-2fc869a8-33bd-45c8-9532-808b7e39dede tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.251669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9df5d-6139-412b-ae31-48964e3de6a7 req-2fc869a8-33bd-45c8-9532-808b7e39dede tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.260639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41d9df5d-6139-412b-ae31-48964e3de6a7 req-2fc869a8-33bd-45c8-9532-808b7e39dede tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1679 time: 0.0880368 Feb 11 14:09:05.308214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:05.312566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:05.314546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.321541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41d9df5d-6139-412b-ae31-48964e3de6a7 req-cd1fb767-2e16-4ba8-a6b0-7d6e629d6208 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580833 Feb 11 14:09:05.370174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:05.374018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:05.377777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:05.402672 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe702e87-3e45-480c-92b8-ed6c4f669796 x-openstack-request-id: req-fe702e87-3e45-480c-92b8-ed6c4f669796 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:05.403862 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:05.403862 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe702e87-3e45-480c-92b8-ed6c4f669796 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:05.404111 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615', 'status': 'completed', 'code': 200} Feb 11 14:09:05.408792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.435183 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b880ed3-c517-45cb-aa52-4529560b4e03 x-openstack-request-id: req-7b880ed3-c517-45cb-aa52-4529560b4e03 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:05.435479 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a141f-a7f7-4e55-96ad-956613588b84", "name": "network-vif-deleted", "tag": "baa0b5fb-c907-4563-84cf-90be84fe4a98", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:05.435805 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b880ed3-c517-45cb-aa52-4529560b4e03 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:05.436214 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a141f-a7f7-4e55-96ad-956613588b84', 'name': 'network-vif-deleted', 'tag': 'baa0b5fb-c907-4563-84cf-90be84fe4a98', 'status': 'completed', 'code': 200} Feb 11 14:09:05.438653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event updated for resources: {'Port': ['ID=6a75f1b7-0421-4080-954c-4a093f8a295f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.471377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.472022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.473615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] 10.222.0.62 "PUT /v2.0/ports/2cc05dc6-4201-4dde-a934-c7cad29fb8c5 HTTP/1.1" status: 200 len: 1092 time: 2.0124333 Feb 11 14:09:05.569511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-e91ba285-a560-4a41-9170-5e0fa655f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.570107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-e91ba285-a560-4a41-9170-5e0fa655f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.571728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-e91ba285-a560-4a41-9170-5e0fa655f990 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1981 time: 0.1537910 Feb 11 14:09:05.577338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90c316-55f2-4026-8f6d-8320e415c889 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.590374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.717960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.768130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-c980b254-8528-413c-bc9d-1c69c6786e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.768702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-c980b254-8528-413c-bc9d-1c69c6786e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.769340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-c980b254-8528-413c-bc9d-1c69c6786e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.770955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-c980b254-8528-413c-bc9d-1c69c6786e94 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=58f9c681ac8d443f803411b646055161&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1890700 Feb 11 14:09:05.857370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-994204ee-2e31-4b2c-a8ac-fa04209605af tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.859123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-994204ee-2e31-4b2c-a8ac-fa04209605af tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.1247857 Feb 11 14:09:05.878141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-4d60e61a-4d35-4ed4-9755-b3533965de78 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/quotas/21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 375 time: 0.0119982 Feb 11 14:09:05.915307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-2466f221-4ff2-4119-8501-cbd367cc7472 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294116 Feb 11 14:09:05.932137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-acadb242-c710-4212-bbd4-f7ea10f4c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.933713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c2499cd-8112-4dea-acec-87dd13cb77ce req-acadb242-c710-4212-bbd4-f7ea10f4c68b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515453 Feb 11 14:09:05.982012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:06.016752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f36941f0-fd0a-4aea-a78a-6711a2508188 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925732 Feb 11 14:09:06.024549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-fefe4403-3064-48e4-acff-0ae7780a612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.025289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-fefe4403-3064-48e4-acff-0ae7780a612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.026821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-fefe4403-3064-48e4-acff-0ae7780a612d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1981 time: 0.0432012 Feb 11 14:09:06.030175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:06.102183 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-5358e668-06a5-45eb-a3f3-d2e8ee06d7aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=e86d75d8-ed17-477e-84e1-51e5513fc615 HTTP/1.1" status: 200 len: 217 time: 0.0626204 Feb 11 14:09:06.120413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-cf84765b-ffb8-43b2-acc5-4254a95d64de service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973244 Feb 11 14:09:06.180028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event updated for resources: {'Port': ['ID=6a75f1b7-0421-4080-954c-4a093f8a295f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:06.195651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:06.202335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4ee60b82-a783-4f52-a01e-406c30d735c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.203806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4ee60b82-a783-4f52-a01e-406c30d735c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3 HTTP/1.1" status: 200 len: 801 time: 0.0938327 Feb 11 14:09:06.264531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-fcb73a7a-4cc1-44e7-964b-aa5d362250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.266122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-fcb73a7a-4cc1-44e7-964b-aa5d362250dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a5775a5-6a5c-4ee0-86ab-9edd723929ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536821 Feb 11 14:09:06.331612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:06.332831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-8584204a-9dd3-47cd-85b2-dbf83cceb117 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2023208 Feb 11 14:09:06.405656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-7725a185-86e2-4a4c-b901-3d00f6e1bdfb tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0625587 Feb 11 14:09:06.436731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4931a1a0-1dad-4e9a-abe4-f139861d02e4 service neutron] 10.222.0.62 "GET /v2.0/networks/7a5775a5-6a5c-4ee0-86ab-9edd723929ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625397 Feb 11 14:09:06.475852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bfb56-a5a3-44df-8f09-790387b2abc9 req-6e535ca9-a821-4d14-a446-4dadee833a2a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.477935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-928bfb56-a5a3-44df-8f09-790387b2abc9 req-6e535ca9-a821-4d14-a446-4dadee833a2a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.0590091 Feb 11 14:09:06.519472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-928bfb56-a5a3-44df-8f09-790387b2abc9 req-d9c36526-ebec-454e-abf7-2e772b78f292 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Feb 11 14:09:06.602145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48e29150-74a6-49a1-9f70-6376c3539ed6 req-f615dd1a-3c49-4cf8-8733-e60c1fe10e40 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips/2e7e99f6-186c-430d-91aa-27b4d6798d13 HTTP/1.1" status: 200 len: 693 time: 0.0546448 Feb 11 14:09:06.629801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-5f2bda67-2191-4fb1-9389-46c54e967a26 service neutron] 10.222.0.62 "GET /v2.0/networks/7a5775a5-6a5c-4ee0-86ab-9edd723929ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783123 Feb 11 14:09:06.639993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-583a754a-14f2-4ecc-a31b-5de8be73a78e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.641430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18191aa8-d9f7-49df-b0e7-c3fab4ef414c req-583a754a-14f2-4ecc-a31b-5de8be73a78e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2020898 Feb 11 14:09:06.686714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-7a5ce4fc-784a-4506-9193-85b5eff3ee11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5 HTTP/1.1" status: 200 len: 217 time: 0.0439956 Feb 11 14:09:06.691990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-4f7c6e8e-4ea1-4876-b3d3-a0247fe7c664 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066041 Feb 11 14:09:06.735283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29150-74a6-49a1-9f70-6376c3539ed6 req-ef053648-dba6-447e-b973-3638a7f01e52 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.736780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48e29150-74a6-49a1-9f70-6376c3539ed6 req-ef053648-dba6-447e-b973-3638a7f01e52 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1207552 Feb 11 14:09:06.757416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4a898e2b-6f36-4f38-a41a-fd7aa90cdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.759334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-4a898e2b-6f36-4f38-a41a-fd7aa90cdf38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fb9587e-c0a3-4d28-9a99-a60234eb3adf HTTP/1.1" status: 200 len: 801 time: 0.0600059 Feb 11 14:09:06.798089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-19885f75-30e5-4c33-8209-b6e12b965c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.799660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-19885f75-30e5-4c33-8209-b6e12b965c28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b1410a354374f4599f9076d0b6d939c&device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 1097 time: 0.0553634 Feb 11 14:09:06.817428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-7c25fce7-9674-4f8f-b4c7-998a085528ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.819120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-7c25fce7-9674-4f8f-b4c7-998a085528ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f5c254-9529-47a1-9845-19df03eb702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530443 Feb 11 14:09:06.837497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b64f473-5d8c-4359-bcd9-bdac5d46141d req-44e04a33-9ac5-4c3b-94ba-b8013e2cf8e4 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0315745 Feb 11 14:09:06.945062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-e4104d06-a090-4308-926f-6463499b47e8 service neutron] 10.222.0.62 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149178 Feb 11 14:09:06.985968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-ab158a7f-02fa-45d8-ad34-2d1276e49dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.987546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-ab158a7f-02fa-45d8-ad34-2d1276e49dba service neutron] 10.222.0.60 "GET /v2.0/networks?id=17b70048-9e29-4f77-af34-aa1e43ba42c3 HTTP/1.1" status: 200 len: 915 time: 0.1543086 Feb 11 14:09:06.996588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcae170-16e2-4a57-924f-09b24dfec45a req-b67ce921-c444-4900-9ebf-a22bdbea2519 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.002459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcae170-16e2-4a57-924f-09b24dfec45a req-b67ce921-c444-4900-9ebf-a22bdbea2519 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.003985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fcae170-16e2-4a57-924f-09b24dfec45a req-b67ce921-c444-4900-9ebf-a22bdbea2519 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1679 time: 0.0839944 Feb 11 14:09:07.045245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-a388488d-f65a-41c4-9b6a-d2a18eca2d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cff9cc08-2824-483a-acee-5de00958a4b3 HTTP/1.1" status: 200 len: 217 time: 0.0400820 Feb 11 14:09:07.065694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0cc6e2c-03e4-482f-b3ef-bb760a5000c3 req-5e404b68-ff11-44dc-a6b9-2f167442d9fa service neutron] 10.222.0.62 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118901 Feb 11 14:09:07.111124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fcae170-16e2-4a57-924f-09b24dfec45a req-639f4028-9219-4556-8a78-21607de352c0 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994036 Feb 11 14:09:07.139514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-9f9e497b-3ad4-4d43-8179-4233d0014d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.141225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-9f9e497b-3ad4-4d43-8179-4233d0014d4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34f6879b-d828-43c2-ba7b-57e6e3a7d1d9 HTTP/1.1" status: 200 len: 853 time: 0.0875604 Feb 11 14:09:07.210438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-2d1d29f8-9245-4819-b704-cb96c68b6340 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.211942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-2d1d29f8-9245-4819-b704-cb96c68b6340 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0568633 Feb 11 14:09:07.224179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a062d083-12a5-4e01-910f-e83a69a762c0 req-a6d89e1f-2010-4205-8d0d-e412fc46d61f tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=c41ae0e4cfea4541a678c84337e7d163 HTTP/1.1" status: 200 len: 696 time: 0.0876193 Feb 11 14:09:07.264394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-62ce3660-4cdd-49f4-a92d-0e2e9f4449d3 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0460165 Feb 11 14:09:07.274776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-c0af5df3-45a9-4c38-8cd1-f32c61d682f3 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'floatingip': {'port_id': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:07.307876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-e3d23546-ee86-4488-8b3e-7af74f7fa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.309483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-e3d23546-ee86-4488-8b3e-7af74f7fa53c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17b70048-9e29-4f77-af34-aa1e43ba42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429658 Feb 11 14:09:07.312982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-c0af5df3-45a9-4c38-8cd1-f32c61d682f3 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:07.400632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062d083-12a5-4e01-910f-e83a69a762c0 req-b536477f-75ee-4e8f-b6ac-4ded6e96bbd3 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.402086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a062d083-12a5-4e01-910f-e83a69a762c0 req-b536477f-75ee-4e8f-b6ac-4ded6e96bbd3 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks?id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 787 time: 0.1601329 Feb 11 14:09:07.405533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:07.408065 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37a083-e0a7-404d-8ff2-0f7475b40944" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:07.419609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-a062d083-12a5-4e01-910f-e83a69a762c0 req-4a20227a-4dbc-4934-bf7a-7bf494fbd902 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:09:07.420714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a062d083-12a5-4e01-910f-e83a69a762c0 req-4a20227a-4dbc-4934-bf7a-7bf494fbd902 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117698 Feb 11 14:09:07.449292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-94709345-19d6-4a2a-a2cd-082323476ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325784 Feb 11 14:09:07.548617 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-c0af5df3-45a9-4c38-8cd1-f32c61d682f3 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 14:09:07.548943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-021866e3-712d-49fc-9675-cd55f99dd9f1 req-60018e26-a0d2-4015-8165-771868ac8c05 service neutron] 10.222.0.60 "GET /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925992 Feb 11 14:09:07.562236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b14081a7-8d9d-404d-80bb-fc371c3dd2a8 req-c0af5df3-45a9-4c38-8cd1-f32c61d682f3 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "PUT /v2.0/floatingips/5eab6ebd-ad78-4823-aba4-46fe4ed90a3d HTTP/1.1" status: 409 len: 551 time: 0.2904427 Feb 11 14:09:07.804781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-375b19ae-f80e-43ff-b7cc-d18f11b4fb8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398009 Feb 11 14:09:07.890953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-9c8161da-6f97-4ace-8d7f-04c00548ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:07.892848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-9c8161da-6f97-4ace-8d7f-04c00548ec6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1096 time: 0.0440495 Feb 11 14:09:07.920088 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7615c-09f3-4ea1-bdda-d3f968735004 x-openstack-request-id: req-7cc7615c-09f3-4ea1-bdda-d3f968735004 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:07.920378 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:07.920636 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cc7615c-09f3-4ea1-bdda-d3f968735004 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:07.922039 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5', 'status': 'completed', 'code': 200} Feb 11 14:09:08.071154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc391c8-1d95-4f47-a545-dad7bed0c198 req-9f6b2835-3f81-445b-844e-f4389291cbfb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.079116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fc391c8-1d95-4f47-a545-dad7bed0c198 req-9f6b2835-3f81-445b-844e-f4389291cbfb tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.0772760 Feb 11 14:09:08.091238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-4e7f4ea2-992b-4a92-b201-bc01bc40996f tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips/2e7e99f6-186c-430d-91aa-27b4d6798d13 HTTP/1.1" status: 200 len: 693 time: 0.1386817 Feb 11 14:09:08.115342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fc391c8-1d95-4f47-a545-dad7bed0c198 req-9c29ac47-6279-4e9f-88fb-a23419bc9465 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Feb 11 14:09:08.188323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-37bc5991-bfac-4f83-b11d-fc408a1ea991 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips/5eab6ebd-ad78-4823-aba4-46fe4ed90a3d HTTP/1.1" status: 200 len: 693 time: 0.0456653 Feb 11 14:09:08.303525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-ceda88ae-cfa4-4dac-a461-40605345b63f tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.304983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-ceda88ae-cfa4-4dac-a461-40605345b63f tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1099472 Feb 11 14:09:08.315896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-f7a5d0f4-c004-4872-92d0-893a5996dbc4 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:09:08.316989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-f7a5d0f4-c004-4872-92d0-893a5996dbc4 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058627 Feb 11 14:09:08.369417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-b8a9bad2-134c-4bbf-a832-979e398091aa tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0458477 Feb 11 14:09:08.428853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-9bed14c2-81b1-4a57-a648-074c62a1c891 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0526643 Feb 11 14:09:08.492729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-8f4f7288-5d61-4fc6-9796-6848c946701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.493386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-8f4f7288-5d61-4fc6-9796-6848c946701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.494716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-8f4f7288-5d61-4fc6-9796-6848c946701b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58f9c681ac8d443f803411b646055161&device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1981 time: 0.5053952 Feb 11 14:09:08.580268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Deleting port 6a75f1b7-0421-4080-954c-4a093f8a295f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:08.580933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.584378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-c6df60c2-7a91-4893-81ff-a9ee5bd573a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.585898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-c6df60c2-7a91-4893-81ff-a9ee5bd573a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.6547873 Feb 11 14:09:08.599697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-95aae6a5-a1a2-4bc2-9376-06a14c84a885 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.601082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-95aae6a5-a1a2-4bc2-9376-06a14c84a885 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.5039058 Feb 11 14:09:08.650168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-c6e34408-fd86-4841-a76e-68e7a07e08e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0465243 Feb 11 14:09:08.723090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-200d0f11-8aa3-4787-a528-ffd2093cd6d5 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.1115036 Feb 11 14:09:08.730216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.731126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.752794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Calling delete_port for 6a75f1b7-0421-4080-954c-4a093f8a295f owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:08.763776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-6b007784-be68-4660-92db-32af12976aa3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.765488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-6b007784-be68-4660-92db-32af12976aa3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.1713495 Feb 11 14:09:08.781227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-39fbb894-bc4f-47fe-b337-4874ef482c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.782743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-39fbb894-bc4f-47fe-b337-4874ef482c7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60f5c254-9529-47a1-9845-19df03eb702e HTTP/1.1" status: 200 len: 902 time: 0.2787333 Feb 11 14:09:08.806132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-e1a89dcd-689a-400d-8e2e-5ce807e965a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.807523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-e1a89dcd-689a-400d-8e2e-5ce807e965a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1259372 Feb 11 14:09:08.808566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Request body: {'port': {'device_id': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'admin_state_up': True, 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:08.843913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7407be04-3533-43ec-a0d7-ad6bf1706efb tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.1091855 Feb 11 14:09:08.853106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-6d613161-5527-4328-ab07-dad3766bdaff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5 HTTP/1.1" status: 200 len: 217 time: 0.0624974 Feb 11 14:09:08.884380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-58869089-360e-42cd-bdec-9d4897872b33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395079 Feb 11 14:09:08.975501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:09.030676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-02547771-fc5e-4c2a-ac4b-2ec061a59b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.032336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-02547771-fc5e-4c2a-ac4b-2ec061a59b34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9fb9587e-c0a3-4d28-9a99-a60234eb3adf HTTP/1.1" status: 200 len: 801 time: 0.1584036 Feb 11 14:09:09.074584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:09.081021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.081150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:09.092195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5', 'network_id': '60f5c254-9529-47a1-9845-19df03eb702e', 'port_id': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5', 'mac_address': 'fa:16:3e:89:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb9587e-c0a3-4d28-9a99-a60234eb3adf', 'ip_address': '19.86.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:09.135058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.136498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-854ffba8-6918-4ea2-81cf-71cb2e400009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.138063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-854ffba8-6918-4ea2-81cf-71cb2e400009 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f5c254-9529-47a1-9845-19df03eb702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797806 Feb 11 14:09:09.141897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-7ef5fcc3-25c5-4c38-976c-ef529bae2226 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146473 Feb 11 14:09:09.148341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Deleting port 423706ab-1add-4c34-a6b2-e08689bac8e4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:09.148675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.149504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:09.169657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:09.205911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.232046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.232733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e86d75d8-ed17-477e-84e1-51e5513fc615 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:09.287018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event deleted for resources: {'Port': ['ID=6a75f1b7-0421-4080-954c-4a093f8a295f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.352478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.352478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.361469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.378895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.379512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.380040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.380535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.381071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.381563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.382054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.382539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.383021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.383500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.383981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.384473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:09.389125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Calling delete_port for 423706ab-1add-4c34-a6b2-e08689bac8e4 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:09.392223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54da57e4-7683-41cd-bccb-a83ec880ef50 req-cf5803a0-e7f2-4b9e-8ceb-8cce8883552e service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248864 Feb 11 14:09:09.396156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-28dd30eb-3a22-450e-b308-8c644e07ad0a service neutron] 10.222.0.62 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447248 Feb 11 14:09:09.417566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.423058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.432499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f212f1c-f070-4d62-95b8-41f9d3ddbcbb req-484152fb-aa6b-4aae-94ff-9d4b2b2eaa39 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "DELETE /v2.0/floatingips/5eab6ebd-ad78-4823-aba4-46fe4ed90a3d HTTP/1.1" status: 204 len: 173 time: 0.9970913 Feb 11 14:09:09.450510 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:09.456502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e86d75d8-ed17-477e-84e1-51e5513fc615,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:09.484582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Allocated IP 172.20.0.11 (bab20f48-5a1c-4e80-84f1-d119dede1f8a/e2bcb3a0-530e-4ab9-9859-32aa440864b8/8f6c9cd6-558b-4065-ab36-c30f904a6e33) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:09.489546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'e86d75d8-ed17-477e-84e1-51e5513fc615', 'network_id': '7a5775a5-6a5c-4ee0-86ab-9edd723929ea', 'port_id': 'e86d75d8-ed17-477e-84e1-51e5513fc615', 'mac_address': 'fa:16:3e:af:f8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:09.544811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.545727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f37a083-e0a7-404d-8ff2-0f7475b40944 req-d50b0bc4-75c3-40dd-b462-f17bcfc5dbc2 service neutron] 10.222.0.62 "GET /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409788 Feb 11 14:09:09.571751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86d75d8-ed17-477e-84e1-51e5513fc615 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:09.595903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e86d75d8-ed17-477e-84e1-51e5513fc615,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:09.659847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.686734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-867c55e3-0ab2-4c40-b385-fdc966021f35 req-edaf55fc-88d0-4bbd-aa5f-30bdbbf3995b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0644958 Feb 11 14:09:09.694085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.713505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.725347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-dfd83006-119f-473a-9ea6-17d0a1c4537f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.726832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-dfd83006-119f-473a-9ea6-17d0a1c4537f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.60 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 946 time: 0.1058924 Feb 11 14:09:09.735994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event deleted for resources: {'Port': ['ID=423706ab-1add-4c34-a6b2-e08689bac8e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.801409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.803991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.805181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-283a920e-7792-4c6c-a1e6-384c713f9b3e req-7dd646b1-852c-483d-a245-a7aa6da759e9 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "DELETE /v2.0/floatingips/2e7e99f6-186c-430d-91aa-27b4d6798d13 HTTP/1.1" status: 204 len: 173 time: 0.9501309 Feb 11 14:09:09.837065 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.892463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Deleting port cff9cc08-2824-483a-acee-5de00958a4b3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:09.892872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:09.923533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fccf2c-b57f-47e0-9b55-6367e581a48e req-cfe5d39a-b7c7-4ca6-8d6a-1534ef4f5f4f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.925272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03fccf2c-b57f-47e0-9b55-6367e581a48e req-cfe5d39a-b7c7-4ca6-8d6a-1534ef4f5f4f tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/ports?device_id=8118c134-ead8-413f-9ae5-cbbd09114178 HTTP/1.1" status: 200 len: 946 time: 0.0598500 Feb 11 14:09:09.974371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03fccf2c-b57f-47e0-9b55-6367e581a48e req-9b4188c8-c8d1-4987-9d17-c3cfaf5b8493 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda7dba0-346d-49b5-8018-e02eb8dfe594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Feb 11 14:09:10.001008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] For port cff9cc08-2824-483a-acee-5de00958a4b3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cff9cc08-2824-483a-acee-5de00958a4b3,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:10.001577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.010483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.028852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Calling delete_port for cff9cc08-2824-483a-acee-5de00958a4b3 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:10.043724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2cc05dc6-4201-4dde-a934-c7cad29fb8c5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:10.078591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:10.132299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:10.139765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:10.144467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:10.153579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:10.223291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b4224-f54e-4b13-9f02-7e3e20482b0e req-87146244-4f5e-4b79-978e-99033b2cbe9d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.230563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b4224-f54e-4b13-9f02-7e3e20482b0e req-87146244-4f5e-4b79-978e-99033b2cbe9d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.239606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-977b4224-f54e-4b13-9f02-7e3e20482b0e req-87146244-4f5e-4b79-978e-99033b2cbe9d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1681 time: 0.1039333 Feb 11 14:09:10.247646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.248454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.266311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.309464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-977b4224-f54e-4b13-9f02-7e3e20482b0e req-4ce1da71-7344-41f4-80f0-70e6b8806b8a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689149 Feb 11 14:09:10.329318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.390552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-f8a14511-efe0-4cca-aed1-09e12966088c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6161051 Feb 11 14:09:10.406931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2b79-227c-457d-996b-84b0824bcda0 req-9cb2432a-c2bf-4a8b-8a90-dd5e92a18e21 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.408566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84bb2b79-227c-457d-996b-84b0824bcda0 req-9cb2432a-c2bf-4a8b-8a90-dd5e92a18e21 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.0941248 Feb 11 14:09:10.413891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Request body: {'port': {'device_id': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:10.431476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-281aae0e-738b-4ce9-933b-e9103d44a9f1 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 1002 time: 0.0811851 Feb 11 14:09:10.487875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-47cdcb99-a503-407e-a7db-7662bc944570 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.489193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.497215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-47cdcb99-a503-407e-a7db-7662bc944570 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports/f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 943 time: 0.0548701 Feb 11 14:09:10.500724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['cff9cc08-2824-483a-acee-5de00958a4b3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:10.526990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84bb2b79-227c-457d-996b-84b0824bcda0 req-47e890bb-97f5-4dee-9744-8e3e4a3aecf5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Feb 11 14:09:10.531149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Pushing event deleted for resources: {'Port': ['ID=cff9cc08-2824-483a-acee-5de00958a4b3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:10.533236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.578126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.580730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.581903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b HTTP/1.1" status: 204 len: 168 time: 0.5022366 Feb 11 14:09:10.587936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] No DVR routers for this DVR port cff9cc08-2824-483a-acee-5de00958a4b3 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:10.588625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41592) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:10.591477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.595660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef35b0e2-a335-4e75-95d2-8478d2391bd1 req-9b28898f-0652-48b5-b20e-ee120b444851 tempest-AttachSCSIVolumeTestJSON-256566333 tempest-AttachSCSIVolumeTestJSON-256566333-project] 10.222.0.60 "DELETE /v2.0/ports/cff9cc08-2824-483a-acee-5de00958a4b3 HTTP/1.1" status: 204 len: 173 time: 0.8583741 Feb 11 14:09:10.614064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587e00-41c2-4f0a-afd2-7a26fd563b87 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:10.614509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'name': 'network-vif-deleted', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:10.615979 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-c685a3ed-dba9-4446-b49e-bc9caf24aa83 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] show failed (client error): The resource could not be found. Feb 11 14:09:10.619648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c685a3ed-dba9-4446-b49e-bc9caf24aa83 tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "GET /v2.0/security-groups/2fcd0b28-7693-40a5-9a46-aa9fcfd3bf4b HTTP/1.1" status: 404 len: 347 time: 0.0252609 Feb 11 14:09:10.620238 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e45349-e5ec-4e83-a3ce-9993ec6d55d9" -d '{"events": [{"server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "name": "network-vif-deleted", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:10.620783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:10.636595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-edfc8f82-5d2b-4f37-82f8-d745f82ee78b tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 1002 time: 0.1005101 Feb 11 14:09:10.841071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b57c75b3-c2dd-40ba-ae40-b753e8a2e66c tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.843440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b57c75b3-c2dd-40ba-ae40-b753e8a2e66c tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1744194 Feb 11 14:09:10.849767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Deleting port d5e02eb6-b130-49f4-91e8-db6dbf2f4aee {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:10.850117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.975389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-ed1e59f2-cc02-4c5f-9d0f-89547a0f7935 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 1002 time: 0.1216912 Feb 11 14:09:10.986390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:10.992424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:11.030105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.030348 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.055864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Calling delete_port for d5e02eb6-b130-49f4-91e8-db6dbf2f4aee owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:11.105631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['e86d75d8-ed17-477e-84e1-51e5513fc615'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:11.131298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-2c363674-c4d7-4600-bdb9-c37accf3afe5 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5346754 Feb 11 14:09:11.145335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.151345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:11.166207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:11.180269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:11.180740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.298124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.320550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6c9cd6-558b-4065-ab36-c30f904a6e33 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:11.330738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.370762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Transition to ACTIVE for port object 8f6c9cd6-558b-4065-ab36-c30f904a6e33 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:11.407102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.425810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.464723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.468318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.471817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Pushing event deleted for resources: {'Port': ['ID=d5e02eb6-b130-49f4-91e8-db6dbf2f4aee,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:11.484983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.516031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:11.518775 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e498da5-28b0-47b6-b6be-335a946df68d" -d '{"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-plugged", "status": "completed", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:11.533840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:11.547871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.549085 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Floating IP b3959486-1ff8-4775-b547-682768178845 disassociated. External IP: 172.25.7.178, port: f5785b84-0079-4aba-8513-6ac144a6e5e1. Feb 11 14:09:11.570219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:11.596240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.598795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.599940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c770f136-7218-4740-8657-7382d08914cd tempest-ImagesOneServerNegativeTestJSON-479641913 tempest-ImagesOneServerNegativeTestJSON-479641913-project] 10.222.0.31 "DELETE /v2.0/floatingips/5dc067c8-acb4-4946-8e5e-4d7721ffca49 HTTP/1.1" status: 204 len: 168 time: 0.9782386 Feb 11 14:09:11.603549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.636025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Allocated IP 172.25.7.220 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/61498fb8-fa81-4aa4-a387-4440160cdd22) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:11.664657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:11.708961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:11.709295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:11.709618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:11.720799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:11.721152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:11.730363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:11.730790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:11.731258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:11.732635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Bound port: 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:11.732635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.787558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:11.808645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.837467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:11.843405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:11.897483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:11.902359 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.907698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Sync routers for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:11.917150 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:11.917743 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:11.928627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-b1e21c08-869b-4b22-b77c-c317fde22d42 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "PUT /v2.0/floatingips/b3959486-1ff8-4775-b547-682768178845 HTTP/1.1" status: 200 len: 695 time: 0.9452603 Feb 11 14:09:11.929107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:11.931381 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e8884a-92a2-4224-94ec-532c8b15808b" -d '{"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:11.939907 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.977398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.986941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:11.987552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:11.989192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] 10.222.0.62 "PUT /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 1092 time: 1.5796366 Feb 11 14:09:11.998581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-9dbcc23d-66f5-4449-a661-167fd365c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.001464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-9dbcc23d-66f5-4449-a661-167fd365c063 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1097 time: 0.0585897 Feb 11 14:09:12.025073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:12.026464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4da0f9-a8aa-424a-b841-208ccd5a0677 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:12.029543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:12.059708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:12.103768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event updated for resources: {'Port': ['ID=61498fb8-fa81-4aa4-a387-4440160cdd22,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:12.120053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:12.204808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-44edf77e-d475-4d8f-9fb3-d32700b43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.206986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-44edf77e-d475-4d8f-9fb3-d32700b43b47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1095 time: 0.0837886 Feb 11 14:09:12.213809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:12.257340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-ef9def74-d9ae-4e1b-90e8-8f749f880648 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0396185 Feb 11 14:09:12.342444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:12.351090 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:12.364156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-314e0b4f-5548-4dc5-b135-44b8b9e9e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.365751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-314e0b4f-5548-4dc5-b135-44b8b9e9e653 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1015768 Feb 11 14:09:12.379209 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Checking router: c5a676e1-c05b-463f-8d26-ff9749c8a5a3 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:12.390423 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:12.391143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:12.402225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-b223ca5c-0cc7-4a80-bc88-3ef413011f4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292308 Feb 11 14:09:12.436198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-0f78f7c0-b855-4d14-80cd-c05590aa0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.441515 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-0f78f7c0-b855-4d14-80cd-c05590aa0b5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 930 time: 0.4348438 Feb 11 14:09:12.484123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-9668130b-da9b-4a9c-90f4-306597cb1fcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0354106 Feb 11 14:09:12.496291 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:12.533829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-5a5062f9-c7c7-4255-9c78-b6046c8f3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.535304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-5a5062f9-c7c7-4255-9c78-b6046c8f3d05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.0443559 Feb 11 14:09:12.566289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-4e1d2fb7-17ab-46e5-b042-c788d8a25ac2 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541181 Feb 11 14:09:12.594823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-60845a3e-c6e3-4739-b434-94d6706869de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.596396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-60845a3e-c6e3-4739-b434-94d6706869de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534177 Feb 11 14:09:12.650820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:12.682409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c00f6c84-3cce-4b1d-a2b5-3c902db0a1b0 req-a216b2df-bb5f-437c-8af6-59914089e258 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044610 Feb 11 14:09:12.701039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-d7052f64-aff4-4cee-baf8-2a521ff4f788 service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966334 Feb 11 14:09:12.711011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:12.722262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:12.737876 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857992-5d28-4417-8639-b94cf8c3f776 None None] The sync data for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 is: [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:08:27Z', 'revision_number': 4, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9721fc51-c7c3-4a98-9a15-f5737a915f24', 'name': '', 'network_id': '475768ad-84e7-4f05-8242-4d3e22af9fa4', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'mac_address': 'fa:16:3e:d4:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:26Z', 'updated_at': '2022-02-11T14:08:38Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'subnets': [{'id': '6aac4c72-d84b-43cb-9240-4834190f6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:12.799353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6445bc-51ea-489d-a433-7cb785493d77 req-7be3fb15-b73f-4097-a382-00683aed3bba service neutron] 10.222.0.31 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919909 Feb 11 14:09:12.805598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event updated for resources: {'Port': ['ID=61498fb8-fa81-4aa4-a387-4440160cdd22,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:12.818756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:12.976331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c5f94-7c2c-4412-9bc4-92342a944b67 None None] New status for floating IP b3959486-1ff8-4775-b547-682768178845: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:12.977628 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1493c-dd62-4b89-8476-f7c510b9e4f1 x-openstack-request-id: req-68a1493c-dd62-4b89-8476-f7c510b9e4f1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:12.978070 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118c134-ead8-413f-9ae5-cbbd09114178", "name": "network-vif-deleted", "tag": "cff9cc08-2824-483a-acee-5de00958a4b3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:12.978438 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68a1493c-dd62-4b89-8476-f7c510b9e4f1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:12.979086 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118c134-ead8-413f-9ae5-cbbd09114178', 'name': 'network-vif-deleted', 'tag': 'cff9cc08-2824-483a-acee-5de00958a4b3', 'status': 'completed', 'code': 200} Feb 11 14:09:13.004350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:13.018772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7bdcb35a-dc03-4eb1-b359-22ed6ba65851 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8606431 Feb 11 14:09:13.018936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e86d75d8-ed17-477e-84e1-51e5513fc615 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:13.067664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-7b74194d-50ab-42f8-ac21-36c64e3201f5 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0523250 Feb 11 14:09:13.083592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946784-dde4-4248-b973-10e40e59c0c3 req-fd46fee3-02dc-407d-946b-b93a2249fa19 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.085682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23946784-dde4-4248-b973-10e40e59c0c3 req-fd46fee3-02dc-407d-946b-b93a2249fa19 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0624611 Feb 11 14:09:13.124505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23946784-dde4-4248-b973-10e40e59c0c3 req-c4423f57-c839-44fb-9ddb-f3bc3e8888ac tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Feb 11 14:09:13.205709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-8e5252fc-4744-4ac4-b5a7-c8a5598238f4 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.222139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59f1330e-8ad4-43e2-85f3-5ff153ea286f req-8e5252fc-4744-4ac4-b5a7-c8a5598238f4 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1473897 Feb 11 14:09:13.255112 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb309e9-66ae-4d50-bdf2-406bbbf3b0e4 x-openstack-request-id: req-8bb309e9-66ae-4d50-bdf2-406bbbf3b0e4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:13.255112 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-plugged", "status": "completed", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:13.255112 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bb309e9-66ae-4d50-bdf2-406bbbf3b0e4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:13.255112 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5', 'code': 200} Feb 11 14:09:13.277307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port e86d75d8-ed17-477e-84e1-51e5513fc615 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:13.283121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port e86d75d8-ed17-477e-84e1-51e5513fc615 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:13.283121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:13.293468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3466de-b743-406e-bc67-e6763bddceff req-a78b9360-f467-41d2-b2c1-53d505608297 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.299491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3466de-b743-406e-bc67-e6763bddceff req-a78b9360-f467-41d2-b2c1-53d505608297 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.301181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a3466de-b743-406e-bc67-e6763bddceff req-a78b9360-f467-41d2-b2c1-53d505608297 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1682 time: 0.0719545 Feb 11 14:09:13.358327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a3466de-b743-406e-bc67-e6763bddceff req-db85942a-d24d-4179-a65c-99b6a4d3eafe tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Feb 11 14:09:13.381812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8110c-7508-4dee-87fe-015f41424528 req-90757bad-ed99-41d6-8056-172df667dc21 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.381954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:13.386158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2b8110c-7508-4dee-87fe-015f41424528 req-90757bad-ed99-41d6-8056-172df667dc21 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 946 time: 0.0816197 Feb 11 14:09:13.420274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e86d75d8-ed17-477e-84e1-51e5513fc615,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:13.488311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2b8110c-7508-4dee-87fe-015f41424528 req-78bb11ed-ac6e-4e11-a109-0f5468471d93 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396047 Feb 11 14:09:13.488651 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae762d7-4909-4d9d-a62a-9e61fd21b89e x-openstack-request-id: req-1ae762d7-4909-4d9d-a62a-9e61fd21b89e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:13.488651 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:13.488651 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ae762d7-4909-4d9d-a62a-9e61fd21b89e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:13.488651 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'status': 'completed', 'code': 200} Feb 11 14:09:13.506019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-baefed01-f1f1-42f4-acd0-0cdd3f8c00bd tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips/b3959486-1ff8-4775-b547-682768178845 HTTP/1.1" status: 200 len: 693 time: 0.0543568 Feb 11 14:09:13.562930 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:13.590286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-baba316e-eb93-456a-89e4-7c9f29e79f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.591805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-baba316e-eb93-456a-89e4-7c9f29e79f5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 1097 time: 0.1049106 Feb 11 14:09:13.625112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:13.672405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-db0f832e-c298-4746-a509-94d5b4f22a37 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips/5b653697-5691-4e4b-949e-fe148e1ec03a HTTP/1.1" status: 200 len: 693 time: 0.0519850 Feb 11 14:09:13.689786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-28b2e324-6c46-4775-8f4f-35cfdf51dd28 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.691167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-28b2e324-6c46-4775-8f4f-35cfdf51dd28 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1687059 Feb 11 14:09:13.759934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-c7902e62-890f-4f3d-85b5-58228a0cb6e4 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0609417 Feb 11 14:09:13.764923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-0fecadd2-53d3-4e0e-b41a-52d4d39a4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.766294 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-0fecadd2-53d3-4e0e-b41a-52d4d39a4045 service neutron] 10.222.0.62 "GET /v2.0/networks?id=475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 200 len: 930 time: 0.1638794 Feb 11 14:09:13.794661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-482a1af7-ed8b-478b-a24b-729cd44de449 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.794661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-482a1af7-ed8b-478b-a24b-729cd44de449 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1085136 Feb 11 14:09:13.860642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-1b5c83fd-4edd-47da-a11d-b618e521be27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0846114 Feb 11 14:09:13.862828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-9507f4c7-c3fb-42dc-bd78-2c9fe61ec896 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0663874 Feb 11 14:09:13.863711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-a3d5080d-29ec-4897-bfe5-9766f7531a5e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0895865 Feb 11 14:09:13.932756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-ce91dd38-3c47-49bc-a829-45f3337a2639 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0555124 Feb 11 14:09:13.950199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-30f1aa49-be1e-4c0f-bbd5-aa6fd1b80dc8 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.951751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-30f1aa49-be1e-4c0f-bbd5-aa6fd1b80dc8 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.1078126 Feb 11 14:09:13.989517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:14.010300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-dd936652-6bff-461d-834e-3f1c0a0cf377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.010300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-dd936652-6bff-461d-834e-3f1c0a0cf377 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 200 len: 868 time: 0.1317401 Feb 11 14:09:14.077316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-b052ae59-c769-4765-8969-7345fb11e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.078869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-b052ae59-c769-4765-8969-7345fb11e530 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=475768ad-84e7-4f05-8242-4d3e22af9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629580 Feb 11 14:09:14.082963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Deleting port ea5a576e-367b-4324-93c0-24b6f8b62f38 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:14.083301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.108434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.167514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Deleting port 61498fb8-fa81-4aa4-a387-4440160cdd22 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:14.167861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.232748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.233353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.254768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Calling delete_port for ea5a576e-367b-4324-93c0-24b6f8b62f38 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:14.258081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-33286b15-351b-4328-8598-a755fcb58e2c service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638999 Feb 11 14:09:14.307158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.307391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.336820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:14.346915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Calling delete_port for 61498fb8-fa81-4aa4-a387-4440160cdd22 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:14.411764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1e8884a-92a2-4224-94ec-532c8b15808b req-66cd8f30-75be-4fa0-beaa-a186dda8a5f6 service neutron] 10.222.0.62 "GET /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464391 Feb 11 14:09:14.422615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:14.483719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.550912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.574919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.581269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event deleted for resources: {'Port': ['ID=ea5a576e-367b-4324-93c0-24b6f8b62f38,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:14.614040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cff9cc08-2824-483a-acee-5de00958a4b3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:14.636168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.639520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: cff9cc08-2824-483a-acee-5de00958a4b3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:14.640051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cff9cc08-2824-483a-acee-5de00958a4b3 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:14.651872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:14.658204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.661121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.664335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02694841-12ef-4b85-bae0-497c8209cfb7 req-b87748cc-8c5b-49e0-aaa4-ad22e3fe2bf9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "DELETE /v2.0/floatingips/b3959486-1ff8-4775-b547-682768178845 HTTP/1.1" status: 204 len: 173 time: 0.7943976 Feb 11 14:09:14.703669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Pushing event deleted for resources: {'Port': ['ID=61498fb8-fa81-4aa4-a387-4440160cdd22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:14.744438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:14.744778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:14.745140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:14.755161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:14.755488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Attempting to bind port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:14.764471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:14.764815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:14.765222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:14.765656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Bound port: b6e0e5d9-a813-4543-b7de-5d5209d40a61, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:14.766014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.780376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.783208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.784408 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38aba9cf-3240-421e-90d1-4badab6bb0e8 req-dcaf458f-97de-4e12-a844-e7eb9db1eb28 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b653697-5691-4e4b-949e-fe148e1ec03a HTTP/1.1" status: 204 len: 173 time: 0.8435900 Feb 11 14:09:14.851296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:14.885220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:14.909203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b76c3-f2dc-49d5-81c8-7cce5cd353c2 req-8636b3f0-e545-4533-8df7-622987165096 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.910779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-300b76c3-f2dc-49d5-81c8-7cce5cd353c2 req-8636b3f0-e545-4533-8df7-622987165096 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0711653 Feb 11 14:09:14.922791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeacf65-9c3d-4372-b5bd-e2c35895ba14 req-d1a0423d-9eb6-44e7-8fbc-6e0ee01ddd45 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.931420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeacf65-9c3d-4372-b5bd-e2c35895ba14 req-d1a0423d-9eb6-44e7-8fbc-6e0ee01ddd45 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.931420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeeacf65-9c3d-4372-b5bd-e2c35895ba14 req-d1a0423d-9eb6-44e7-8fbc-6e0ee01ddd45 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.0585415 Feb 11 14:09:14.953909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:14.961608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-300b76c3-f2dc-49d5-81c8-7cce5cd353c2 req-da6fef3e-fe24-4252-ac60-e3ab2c71aa10 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Feb 11 14:09:14.984684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:14.986849 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a520b-0aad-43dc-b414-29482f1d1587" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:15.002049 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeeacf65-9c3d-4372-b5bd-e2c35895ba14 req-f4f3cc58-4cbb-4c09-9f01-6bb00849c68a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514693 Feb 11 14:09:15.007414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:15.067443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:15.071259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.071881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.073291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-670a3420-3dcf-4f31-9537-328d4c80eb3f service neutron] 10.222.0.62 "PUT /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 1122 time: 1.0921049 Feb 11 14:09:15.092380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41694) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:15.129416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7b6e-733d-4387-bec3-645cc9861b9f req-65226ea2-90f7-45d6-ba85-90a4270d9157 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.130994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f39f7b6e-733d-4387-bec3-645cc9861b9f req-65226ea2-90f7-45d6-ba85-90a4270d9157 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.0740829 Feb 11 14:09:15.131214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:15.185399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:15.187511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f39f7b6e-733d-4387-bec3-645cc9861b9f req-d11ddd1e-2ff8-4488-9964-ccaa7df40591 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Feb 11 14:09:15.198162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:15.226910 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-7dca1847-4ed5-48bd-99e2-4df60892fd7f req-5167fca0-45fb-4474-93c9-a16c2635d252 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] show failed (client error): The resource could not be found. Feb 11 14:09:15.242727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7dca1847-4ed5-48bd-99e2-4df60892fd7f req-5167fca0-45fb-4474-93c9-a16c2635d252 tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips/5b653697-5691-4e4b-949e-fe148e1ec03a HTTP/1.1" status: 404 len: 350 time: 0.1242747 Feb 11 14:09:15.249058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:09:15.249650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:15.264116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Deleting subnet 84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:15.267525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.323475 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86031ce3-6b38-48e2-a352-b1554b74a2c8 x-openstack-request-id: req-86031ce3-6b38-48e2-a352-b1554b74a2c8 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:15.323767 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:15.324014 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86031ce3-6b38-48e2-a352-b1554b74a2c8 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:15.326027 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'status': 'completed', 'code': 200} Feb 11 14:09:15.358787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:15.367873 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d27994-fb35-4893-a0cf-c1e112f48106" -d '{"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:15.373927 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-08f8a4e6-da69-4737-9ee7-18d5ff80acfd req-9472a6a1-672f-43e9-bd00-843362e08f8a tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] show failed (client error): The resource could not be found. Feb 11 14:09:15.375145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f8a4e6-da69-4737-9ee7-18d5ff80acfd req-9472a6a1-672f-43e9-bd00-843362e08f8a tempest-FloatingIPsTestJSON-2024294909 tempest-FloatingIPsTestJSON-2024294909-project] 10.222.0.31 "GET /v2.0/floatingips/5b653697-5691-4e4b-949e-fe148e1ec03a HTTP/1.1" status: 404 len: 350 time: 0.0613284 Feb 11 14:09:15.388596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.390895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41702) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:15.442420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abea9d-2daa-4eb5-a66d-75f9c6138d30 req-c625a1a9-82d4-4ac6-ba30-239f6e152239 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.450203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92abea9d-2daa-4eb5-a66d-75f9c6138d30 req-c625a1a9-82d4-4ac6-ba30-239f6e152239 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0744715 Feb 11 14:09:15.463071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61'}, {'name': 'network-changed', 'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:15.466129 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b2b3a-9954-409e-b91b-b7deb72768a5" -d '{"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61"}, {"name": "network-changed", "server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:15.510063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-70ab490d-7bad-4ab1-94d7-d23e4a1ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.512773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-70ab490d-7bad-4ab1-94d7-d23e4a1ba49a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1095 time: 0.1910584 Feb 11 14:09:15.540147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92abea9d-2daa-4eb5-a66d-75f9c6138d30 req-2a922fc8-06be-4366-a3d9-4c0a5a0e9776 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0892222 Feb 11 14:09:15.540817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.548148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:15.584176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'port_id': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'mac_address': 'fa:16:3e:ea:d2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bcb3a0-530e-4ab9-9859-32aa440864b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:15.667932 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dea963-d6e7-47c9-8a71-19f0a687091e x-openstack-request-id: req-50dea963-d6e7-47c9-8a71-19f0a687091e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:15.668552 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:15.668552 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50dea963-d6e7-47c9-8a71-19f0a687091e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:15.670794 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615', 'code': 200} Feb 11 14:09:15.754176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-84b0aea8-0c44-4716-98f7-e54aa26d47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.755960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-84b0aea8-0c44-4716-98f7-e54aa26d47e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.2115729 Feb 11 14:09:15.761171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.794402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6c9cd6-558b-4065-ab36-c30f904a6e33 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:15.810420 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0708c21e-b849-4373-8c80-880e5e744150 x-openstack-request-id: req-0708c21e-b849-4373-8c80-880e5e744150 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:15.810798 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61", "code": 200}, {"name": "network-changed", "server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:15.811112 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0708c21e-b849-4373-8c80-880e5e744150 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:15.811595 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'code': 200} Feb 11 14:09:15.811917 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'status': 'completed', 'code': 200} Feb 11 14:09:15.813821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5520e82d-dfbe-41b9-a066-98fee54e70e9 req-892602d6-482f-4c9c-b4c4-17e285f67112 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0568650 Feb 11 14:09:15.841483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:15.854841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-26c294a1-b82f-4334-a1a9-fabd256e9249 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0398924 Feb 11 14:09:15.916712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.953284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-5d529dba-5605-471f-a3a5-f2a93cf8f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.958280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-5d529dba-5605-471f-a3a5-f2a93cf8f321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0952847 Feb 11 14:09:15.995745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:16.009604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-1b48e837-fcf3-4522-96e8-736d58fbac2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460777 Feb 11 14:09:16.115763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-0655e3de-0b35-48f3-9735-4855adfe5ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978484 Feb 11 14:09:16.226817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.238332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec7a520b-0aad-43dc-b414-29482f1d1587 req-f10ed79a-115d-4304-b839-77c936728b10 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152978 Feb 11 14:09:16.299711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84eb29b1-8c99-4c54-91f5-d4dfd019d6b4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:16.315843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.321281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd8d6331-b936-44eb-96e6-7ec2932c5699 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84eb29b1-8c99-4c54-91f5-d4dfd019d6b4 HTTP/1.1" status: 204 len: 168 time: 1.2255328 Feb 11 14:09:16.325504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['8f6c9cd6-558b-4065-ab36-c30f904a6e33'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:16.354801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:16.355650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563687c8-c277-4e6c-8111-6dd71a7e7177 req-364bb501-38b4-4cea-adbe-2265b3c9a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.356301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563687c8-c277-4e6c-8111-6dd71a7e7177 req-364bb501-38b4-4cea-adbe-2265b3c9a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.357903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-563687c8-c277-4e6c-8111-6dd71a7e7177 req-364bb501-38b4-4cea-adbe-2265b3c9a1bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1985 time: 0.6384337 Feb 11 14:09:16.385772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-545ecde3-c7b1-4212-a5e9-e0c57444a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.387816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-545ecde3-c7b1-4212-a5e9-e0c57444a8c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1125 time: 0.6525831 Feb 11 14:09:16.423330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4256-a9d4-40cd-86a9-1d28d225fbf2 req-1dbce766-db3c-43ca-8d48-86ccf3e36e68 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.430832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-708c4256-a9d4-40cd-86a9-1d28d225fbf2 req-1dbce766-db3c-43ca-8d48-86ccf3e36e68 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.2114027 Feb 11 14:09:16.447319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.502189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db979a9-3748-49de-a648-49aad8bc7b42 req-e8d40838-c626-42cd-a59b-6dd9a720e691 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.508422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db979a9-3748-49de-a648-49aad8bc7b42 req-e8d40838-c626-42cd-a59b-6dd9a720e691 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.510088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1db979a9-3748-49de-a648-49aad8bc7b42 req-e8d40838-c626-42cd-a59b-6dd9a720e691 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.2001803 Feb 11 14:09:16.540822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-563687c8-c277-4e6c-8111-6dd71a7e7177 req-8499cf42-7f01-4e34-b235-cc930fac0849 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695912 Feb 11 14:09:16.569094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-708c4256-a9d4-40cd-86a9-1d28d225fbf2 req-a03b0596-68bd-4c67-a902-258e960e4dce tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374326 Feb 11 14:09:16.578358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.600759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-91b9d1a9-4acd-4493-a024-b4f2d3d0a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.602735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-91b9d1a9-4acd-4493-a024-b4f2d3d0a30f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2075565 Feb 11 14:09:16.613293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1db979a9-3748-49de-a648-49aad8bc7b42 req-a1993ac0-dea4-417b-8370-ead03940be36 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871751 Feb 11 14:09:16.627532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d090cbc7-ba2a-4d42-b4df-22482f2eb54b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:16.648604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316d3519-ab69-4f93-ba4d-209f9aa1982b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:16.649178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316d3519-ab69-4f93-ba4d-209f9aa1982b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:16.655899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-f5a4eb47-5585-4504-b317-13a211a1f093 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 217 time: 0.0432165 Feb 11 14:09:16.659461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.683766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.700798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:16.701306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:16.703128 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:16.769408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-a6ae3f8e-8d63-43cd-bfa1-104e425a2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.770871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-a6ae3f8e-8d63-43cd-bfa1-104e425a2fed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1052105 Feb 11 14:09:16.792805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc5e8-d704-4970-b2cb-5debc50c46bf req-14ab2990-d294-4b77-83af-b6843da5bc61 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.794945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4ddc5e8-d704-4970-b2cb-5debc50c46bf req-14ab2990-d294-4b77-83af-b6843da5bc61 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 946 time: 0.1036303 Feb 11 14:09:16.799921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5a96-36a8-4f31-9a6e-889b160ca79c req-4ba9a077-3564-4640-aab7-8c8cbc5c0d69 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.801455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8ed5a96-36a8-4f31-9a6e-889b160ca79c req-4ba9a077-3564-4640-aab7-8c8cbc5c0d69 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.1346126 Feb 11 14:09:16.819557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-a9d25d3d-0b5f-4404-a93b-d459e592152a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412393 Feb 11 14:09:16.843862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.847946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4ddc5e8-d704-4970-b2cb-5debc50c46bf req-87bed1d7-878a-4099-94ac-6f75fc4d779f tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Feb 11 14:09:16.855179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.862769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/d090cbc7-ba2a-4d42-b4df-22482f2eb54b HTTP/1.1" status: 204 len: 168 time: 0.5016205 Feb 11 14:09:16.880867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe78e4-814e-4b5f-abb6-a9f44849e4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d090cbc7-ba2a-4d42-b4df-22482f2eb54b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:16.883552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.985204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8ed5a96-36a8-4f31-9a6e-889b160ca79c req-f0b909f4-09a7-4357-8bbc-886be606c868 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678298 Feb 11 14:09:17.067801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-2c6c0273-f673-4a01-95ec-ffc9584976cb service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362673 Feb 11 14:09:17.217880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-777b2b3a-9954-409e-b91b-b7deb72768a5 req-2c05b38d-1ba7-41a8-be64-167fa7f50f8e service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460431 Feb 11 14:09:17.280590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:17.311890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Deleting port d1df2176-33e2-4d32-b08a-903ba0cbfe70 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:17.312482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.328802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2cd133e-54ab-4dcf-95ae-f7b80f7bd794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc4a6ada94474ea8a9add36c49ce5026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464675 Feb 11 14:09:17.330961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:17.387898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.410647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.415821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] For port d1df2176-33e2-4d32-b08a-903ba0cbfe70, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d1df2176-33e2-4d32-b08a-903ba0cbfe70,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:17.416626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.429716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Calling delete_port for d1df2176-33e2-4d32-b08a-903ba0cbfe70 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:17.551000 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.555991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.555991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/694fb48a-388f-4777-890f-a1dbead0b22f HTTP/1.1" status: 204 len: 168 time: 0.2235432 Feb 11 14:09:17.567236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d65812-71f1-4890-a7ce-417bd6999b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694fb48a-388f-4777-890f-a1dbead0b22f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:17.720039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f9b1-67aa-4fd5-ae32-5a5ff3f26db5 req-1f77826e-2e6a-48f0-88b1-ba0b23de404d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.722115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14a3f9b1-67aa-4fd5-ae32-5a5ff3f26db5 req-1f77826e-2e6a-48f0-88b1-ba0b23de404d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0704472 Feb 11 14:09:17.724073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.773271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1df2176-33e2-4d32-b08a-903ba0cbfe70,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:17.831433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93297c6-f362-4065-8c6b-8df5b508cbdb req-8747b449-190c-4871-8322-eebc0c368b1d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.839248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93297c6-f362-4065-8c6b-8df5b508cbdb req-8747b449-190c-4871-8322-eebc0c368b1d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.841389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e93297c6-f362-4065-8c6b-8df5b508cbdb req-8747b449-190c-4871-8322-eebc0c368b1d tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.1112511 Feb 11 14:09:17.846677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14a3f9b1-67aa-4fd5-ae32-5a5ff3f26db5 req-3293a1ab-c8a9-4c07-ac11-be068293dc07 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151402 Feb 11 14:09:17.889320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e93297c6-f362-4065-8c6b-8df5b508cbdb req-eae791da-be4e-44a1-a225-833b35846f1a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Feb 11 14:09:18.016069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:18.033369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6292-cd27-4be2-9bc2-dfc89bfd7e38 req-dc4ee356-05bf-45a6-b21c-fd165bb22a61 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.035020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-759f6292-cd27-4be2-9bc2-dfc89bfd7e38 req-dc4ee356-05bf-45a6-b21c-fd165bb22a61 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 946 time: 0.0983322 Feb 11 14:09:18.060789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4998fc79-84df-4955-8797-7eb5ddf9a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:18.118483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656aa5b-4dec-42c3-87b4-90caeb900254 req-ceec722d-a1ef-45c7-8e80-c2914d3a838e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.120182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3656aa5b-4dec-42c3-87b4-90caeb900254 req-ceec722d-a1ef-45c7-8e80-c2914d3a838e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.0492897 Feb 11 14:09:18.169459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-759f6292-cd27-4be2-9bc2-dfc89bfd7e38 req-21ad6e95-8c7c-45c9-8e32-3eeb6d9ca2f0 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273673 Feb 11 14:09:18.171705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3656aa5b-4dec-42c3-87b4-90caeb900254 req-a9d64563-0457-4d15-aa51-6faba865f43f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Feb 11 14:09:18.270167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:18.412590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:18.488434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Router ae9e5d91-e45c-4881-aab6-98efb1903055 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:18.506715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-171e1025-eb7f-4e99-a501-f934fce49fdf tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.508385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-171e1025-eb7f-4e99-a501-f934fce49fdf tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.62 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 946 time: 0.1512680 Feb 11 14:09:18.601040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfb7-9a25-4fdb-a933-1e814bde7ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:18.766794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:18.767260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:18.772788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a29487ad-00d3-40e6-a3c7-2b5c5e25d042 admin admin] 10.222.0.31 "PUT /v2.0/routers/ae9e5d91-e45c-4881-aab6-98efb1903055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3806119 Feb 11 14:09:18.784767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41780) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:18.784971 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Sync routers for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:18.797414 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:18.798640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:18.842139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Deleting port f5785b84-0079-4aba-8513-6ac144a6e5e1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:18.842482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:18.973570 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:18.997313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfb7-9a25-4fdb-a933-1e814bde7ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.016130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:19.090251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfb7-9a25-4fdb-a933-1e814bde7ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.117248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0ef7dfb7-9a25-4fdb-a933-1e814bde7ebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82c92131bbb040b5a0db97bf85798d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959138 Feb 11 14:09:19.125892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41790) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:19.165821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:19.172344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.173653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:19.174282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.189068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] For port f5785b84-0079-4aba-8513-6ac144a6e5e1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f5785b84-0079-4aba-8513-6ac144a6e5e1,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:19.189480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.225873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Deleting port 6453b6f3-a862-48e6-b606-726f3b146dd2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:19.226463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.237191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a863-7473-4778-bf3d-6bd16c9a2c1f req-3704254a-102c-4dc1-830d-fb003c6c9812 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.238753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d53a863-7473-4778-bf3d-6bd16c9a2c1f req-3704254a-102c-4dc1-830d-fb003c6c9812 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.2378247 Feb 11 14:09:19.256781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfcc58-c813-47cd-a853-49ec62c552cf req-2be93f56-46ea-4f77-a741-13ea67491092 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.263343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfcc58-c813-47cd-a853-49ec62c552cf req-2be93f56-46ea-4f77-a741-13ea67491092 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.264998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aecfcc58-c813-47cd-a853-49ec62c552cf req-2be93f56-46ea-4f77-a741-13ea67491092 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.2329807 Feb 11 14:09:19.265670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7dfb7-9a25-4fdb-a933-1e814bde7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789abf8b-8473-441a-9757-1f72700967ff,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:19.284083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Calling delete_port for f5785b84-0079-4aba-8513-6ac144a6e5e1 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:19.327737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.343846 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 5, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.376327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:19.383323 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7832e-6114-4057-9c39-55d776c37cd7" -d '{"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:19.400207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Checking router: ae9e5d91-e45c-4881-aab6-98efb1903055 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:19.401168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d53a863-7473-4778-bf3d-6bd16c9a2c1f req-a1d3d3ef-96f0-4e54-a925-f97dd1ea7bed tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480889 Feb 11 14:09:19.403925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:19.425604 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Routers {'ae9e5d91-e45c-4881-aab6-98efb1903055'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:19.426422 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ae9e5d91-e45c-4881-aab6-98efb1903055'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.444524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] For port 6453b6f3-a862-48e6-b606-726f3b146dd2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6453b6f3-a862-48e6-b606-726f3b146dd2,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:19.450633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.470973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.474527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Calling delete_port for 6453b6f3-a862-48e6-b606-726f3b146dd2 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:19.553955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:19.574266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] Set router ae9e5d91-e45c-4881-aab6-98efb1903055 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:19.623275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77e1e5-77ba-4421-ae5b-df1f28fbc348 req-2d59b6f6-62c0-4eb2-94cc-c2c3f14b82b9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.625431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb77e1e5-77ba-4421-ae5b-df1f28fbc348 req-2d59b6f6-62c0-4eb2-94cc-c2c3f14b82b9 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 946 time: 0.1156037 Feb 11 14:09:19.717815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb77e1e5-77ba-4421-ae5b-df1f28fbc348 req-99962e0a-a80f-43f3-b6f2-b95ba6e2eeec tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/security-groups?id=14282c56-f3b8-421f-b06d-a17c915db008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831671 Feb 11 14:09:19.846275 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 5, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.871974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a3d88-0d6f-4bd8-9f63-73b8f8d5f56f req-55f718d1-21e3-444e-93e5-3da42a51e924 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.873565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb8a3d88-0d6f-4bd8-9f63-73b8f8d5f56f req-55f718d1-21e3-444e-93e5-3da42a51e924 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.0685532 Feb 11 14:09:19.873933 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf379-dd97-4b2f-8fc1-294cd2b2679d None None] The sync data for ids ['ae9e5d91-e45c-4881-aab6-98efb1903055'] in n-d-828407-1 is: [{'id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'name': 'tempest-FloatingIPsTestJSON-2061862711-router', 'tenant_id': 'c41ae0e4cfea4541a678c84337e7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:48Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 5, 'project_id': 'c41ae0e4cfea4541a678c84337e7d163', 'gw_port': {'id': '81109fe6-739b-4ad9-b067-1e69fd1b18cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5d91-e45c-4881-aab6-98efb1903055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:19.894960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.946670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.952031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6453b6f3-a862-48e6-b606-726f3b146dd2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:19.965735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aecfcc58-c813-47cd-a853-49ec62c552cf req-65fbc386-4e3b-460f-be5a-0cd4aa78c4b5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717792 Feb 11 14:09:19.983421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb8a3d88-0d6f-4bd8-9f63-73b8f8d5f56f req-a770f1a8-a6e6-41e7-8dfa-eaacbe544359 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000488 Feb 11 14:09:20.011411 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b2a69e-28fb-411b-b291-b11e6734c979 x-openstack-request-id: req-29b2a69e-28fb-411b-b291-b11e6734c979 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:20.012027 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:20.012494 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29b2a69e-28fb-411b-b291-b11e6734c979 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:20.013166 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'code': 200} Feb 11 14:09:20.046873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.086736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.219325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.221952 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.223146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/789abf8b-8473-441a-9757-1f72700967ff HTTP/1.1" status: 204 len: 168 time: 1.0945230 Feb 11 14:09:20.254299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.266909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe456b1-207c-456d-a6f5-2951ea0529dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789abf8b-8473-441a-9757-1f72700967ff,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:20.308231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Pushing event deleted for resources: {'Port': ['ID=f5785b84-0079-4aba-8513-6ac144a6e5e1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:20.385372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed064da-9719-4aa6-a284-977d4c4c2f7c req-ea9ebd0f-9879-473c-8789-ac9c946d7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.385372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ed064da-9719-4aa6-a284-977d4c4c2f7c req-ea9ebd0f-9879-473c-8789-ac9c946d7061 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1097 time: 0.2448010 Feb 11 14:09:20.390284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.393880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Deleting port 81109fe6-739b-4ad9-b067-1e69fd1b18cd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:20.394668 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.396556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] No DVR routers for this DVR port f5785b84-0079-4aba-8513-6ac144a6e5e1 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:20.399500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.404390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-767b7f93-f47a-4f35-8de2-6983f98fdc14 req-7407a5f6-e5f4-4ac9-ac60-01dd68e8f24e tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.62 "DELETE /v2.0/ports/f5785b84-0079-4aba-8513-6ac144a6e5e1 HTTP/1.1" status: 204 len: 173 time: 1.8380134 Feb 11 14:09:20.405037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'name': 'network-vif-deleted', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:20.408736 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c2bff-85ce-4e1b-a834-8329a75fcd16" -d '{"events": [{"server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "name": "network-vif-deleted", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:20.431803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-996b5218-b15b-4b7c-8285-98c4e6f6b452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.523929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] For port 81109fe6-739b-4ad9-b067-1e69fd1b18cd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81109fe6-739b-4ad9-b067-1e69fd1b18cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:20.524427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.539085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ed064da-9719-4aa6-a284-977d4c4c2f7c req-f3f599ff-eb9e-42df-8128-13f7586c8d88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462274 Feb 11 14:09:20.543421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Calling delete_port for 81109fe6-739b-4ad9-b067-1e69fd1b18cd owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:20.777177 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac7f4f1-848f-4b62-9282-27b06c21aff3 x-openstack-request-id: req-4ac7f4f1-848f-4b62-9282-27b06c21aff3 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:20.777755 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286ce1a2-9917-4b00-a5d7-1815506f3876", "name": "network-vif-deleted", "tag": "f5785b84-0079-4aba-8513-6ac144a6e5e1", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:20.778001 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ac7f4f1-848f-4b62-9282-27b06c21aff3 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:20.781401 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286ce1a2-9917-4b00-a5d7-1815506f3876', 'name': 'network-vif-deleted', 'tag': 'f5785b84-0079-4aba-8513-6ac144a6e5e1', 'status': 'completed', 'code': 200} Feb 11 14:09:20.836678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801835b7-9175-4e07-a4b1-542438d5c4c9 req-9ae2a8a8-54b3-4db4-b4e1-298b2e9ecd33 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.844590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-801835b7-9175-4e07-a4b1-542438d5c4c9 req-9ae2a8a8-54b3-4db4-b4e1-298b2e9ecd33 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 946 time: 0.1738930 Feb 11 14:09:20.867932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.891108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Router 99c8411c-fd88-4c84-a3ca-f668c0e75010 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:20.926792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Pushing event deleted for resources: {'Port': ['ID=81109fe6-739b-4ad9-b067-1e69fd1b18cd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:20.958769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a8777-5475-4f83-8fe3-9d8f2c83952c req-658f37a5-6339-4e9d-a646-ad63a9076f41 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.964974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a8777-5475-4f83-8fe3-9d8f2c83952c req-658f37a5-6339-4e9d-a646-ad63a9076f41 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.966974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-539a8777-5475-4f83-8fe3-9d8f2c83952c req-658f37a5-6339-4e9d-a646-ad63a9076f41 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.1311734 Feb 11 14:09:20.980000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-801835b7-9175-4e07-a4b1-542438d5c4c9 req-700da3b3-c9a1-4078-9889-83991398b00e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344986 Feb 11 14:09:21.012420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f5785b84-0079-4aba-8513-6ac144a6e5e1 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:21.029719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.069946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: f5785b84-0079-4aba-8513-6ac144a6e5e1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:21.070281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f5785b84-0079-4aba-8513-6ac144a6e5e1 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:21.110258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-539a8777-5475-4f83-8fe3-9d8f2c83952c req-470ee80b-082b-42cf-80f0-b01356357d30 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212933 Feb 11 14:09:21.143128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.146691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.278245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.278919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9e5d91-e45c-4881-aab6-98efb1903055 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:21.284691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.286170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-89a8f050-7c1d-442a-bd60-c1a4abc9babe admin admin] 10.222.0.31 "DELETE /v2.0/routers/ae9e5d91-e45c-4881-aab6-98efb1903055 HTTP/1.1" status: 204 len: 168 time: 2.5054953 Feb 11 14:09:21.288738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:21.389764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Deleting subnet f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:21.394642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.434492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbdac-432b-42de-9f82-97f877a80727 req-5119a985-a86a-493f-8266-a434d59d0fe4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:21.436165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b2fbdac-432b-42de-9f82-97f877a80727 req-5119a985-a86a-493f-8266-a434d59d0fe4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.1303465 Feb 11 14:09:21.485970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.490935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:21.500785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-37d2ea07-d66f-413a-b4d0-ddac64e060b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/99c8411c-fd88-4c84-a3ca-f668c0e75010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290781 Feb 11 14:09:21.504160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Sync routers for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:21.504658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:21.543935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b2fbdac-432b-42de-9f82-97f877a80727 req-bd20a862-7ca3-4e6d-bf6a-2619ffffa730 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996342 Feb 11 14:09:21.562637 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e858b0c-3a2c-4995-9e8b-618d01d6f501 req-65958ea8-cfaa-4c41-976f-7ba6fcb97ca6 tempest-FloatingIPsAssociationNegativeTestJSON-287720284 tempest-FloatingIPsAssociationNegativeTestJSON-287720284-project] 10.222.0.31 "GET /v2.0/ports?device_id=286ce1a2-9917-4b00-a5d7-1815506f3876 HTTP/1.1" status: 200 len: 210 time: 0.0690553 Feb 11 14:09:21.563244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:21.564241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:21.680270 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.737357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:21.760004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.803145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.898825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41850) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:22.107766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-704348841-network', 'tenant_id': '8c1a3e9db1e540e09330532edae0de52'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:22.119058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81109fe6-739b-4ad9-b067-1e69fd1b18cd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:22.124989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.149036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 81109fe6-739b-4ad9-b067-1e69fd1b18cd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:22.149036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81109fe6-739b-4ad9-b067-1e69fd1b18cd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:22.149036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d1df2176-33e2-4d32-b08a-903ba0cbfe70 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:22.171033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d59cb3-0396-4b88-8355-461bfc9dba45 req-111f4a86-6999-43ce-bbb4-0eae1513bfce tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.172576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65d59cb3-0396-4b88-8355-461bfc9dba45 req-111f4a86-6999-43ce-bbb4-0eae1513bfce tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0805688 Feb 11 14:09:22.178236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d1df2176-33e2-4d32-b08a-903ba0cbfe70 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:22.178492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d1df2176-33e2-4d32-b08a-903ba0cbfe70 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:22.191725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:09:19Z', 'revision_number': 5, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port': {'id': 'db8db73f-9de9-4f8f-8370-af062ec00284', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:06:48Z', 'updated_at': '2022-02-11T14:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:22.204624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.243687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:22.246045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.252440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:22.252605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-601ee099-060c-4197-b53d-d99aecf935ff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f8ecc4c2-cd93-47c6-9c20-a12cc44a7aad HTTP/1.1" status: 204 len: 168 time: 0.9624791 Feb 11 14:09:22.259027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65d59cb3-0396-4b88-8355-461bfc9dba45 req-20896aae-5581-4809-8fa2-3115b6b7d10b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727167 Feb 11 14:09:22.290701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Made reservation on behalf of 8c1a3e9db1e540e09330532edae0de52 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:22.299269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.344780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.362493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Deleting port db8db73f-9de9-4f8f-8370-af062ec00284 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:22.362829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.450990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847282bc-2367-4b36-a27e-970f8631cc6a None None] Network b284aa1d-8dc6-4fab-932e-1a76975c171a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:22.453706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Checking router: 99c8411c-fd88-4c84-a3ca-f668c0e75010 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:22.462436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] For port db8db73f-9de9-4f8f-8370-af062ec00284, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=db8db73f-9de9-4f8f-8370-af062ec00284,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:22.462939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.470716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.476991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Calling delete_port for db8db73f-9de9-4f8f-8370-af062ec00284 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:22.516839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be63-fe5d-4768-bf2d-57f5bb8225d2 req-e2d48ada-d903-44c3-afe1-1db063b54bb4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.523614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be63-fe5d-4768-bf2d-57f5bb8225d2 req-e2d48ada-d903-44c3-afe1-1db063b54bb4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.523801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Routers {'99c8411c-fd88-4c84-a3ca-f668c0e75010'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:22.524314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['99c8411c-fd88-4c84-a3ca-f668c0e75010'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:22.525775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8763be63-fe5d-4768-bf2d-57f5bb8225d2 req-e2d48ada-d903-44c3-afe1-1db063b54bb4 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.1416914 Feb 11 14:09:22.698516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] Set router 99c8411c-fd88-4c84-a3ca-f668c0e75010 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:22.713017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:22.717352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8763be63-fe5d-4768-bf2d-57f5bb8225d2 req-4a1e0152-c52e-4bf6-883a-6634ae8b7c48 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543119 Feb 11 14:09:22.722945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.775389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:09:22Z', 'revision_number': 6, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:22.780746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-5ce623f6-a440-4bd5-abba-f9a6fde45259 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.792698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-5ce623f6-a440-4bd5-abba-f9a6fde45259 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.796813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-5ce623f6-a440-4bd5-abba-f9a6fde45259 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.3104651 Feb 11 14:09:22.807841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dd2d8-0b9d-4c03-b153-7d0df365b502 None None] The sync data for ids ['99c8411c-fd88-4c84-a3ca-f668c0e75010'] in n-d-828407-1 is: [{'id': '99c8411c-fd88-4c84-a3ca-f668c0e75010', 'name': 'tempest-AttachSCSIVolumeTestJSON-732131370-router', 'tenant_id': '2b1410a354374f4599f9076d0b6d939c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:06:47Z', 'updated_at': '2022-02-11T14:09:22Z', 'revision_number': 6, 'project_id': '2b1410a354374f4599f9076d0b6d939c', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:22.848802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Pushing event deleted for resources: {'Port': ['ID=db8db73f-9de9-4f8f-8370-af062ec00284,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:22.882094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.889466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] DHCP port deletion for b284aa1d-8dc6-4fab-932e-1a76975c171a request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:22.894313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Deleting port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:22.894662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:22.999578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.025038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Deleting port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:23.026950 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.078370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] For port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:23.080030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.083791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:23.124694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Calling delete_port for 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:23.127372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46759189-8c98-4e91-b85c-e75997705ade,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:23.147773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.148127 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Added segment 81e1d31c-3ad9-4e4f-804d-80b1e7dd3648 of type vlan for network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e Feb 11 14:09:23.183180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77955606-0680-4299-b33b-4db5974091fc req-fbc803d8-a410-42c6-8271-398ce61df1c1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.186550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77955606-0680-4299-b33b-4db5974091fc req-fbc803d8-a410-42c6-8271-398ce61df1c1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.3972042 Feb 11 14:09:23.188092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] For port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,segment=NetworkSegment(57fceb50-fe92-4088-a087-cbe8d5c2fff0),segment_id=57fceb50-fe92-4088-a087-cbe8d5c2fff0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:23.188503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.190102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.205435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Calling delete_port for 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:23.253574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:23.253950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.272576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.317671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.350280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.356379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.432650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.444511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77955606-0680-4299-b33b-4db5974091fc req-59224a5d-4a6f-4341-b825-218d8e4b69b3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456505 Feb 11 14:09:23.452164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:23.462787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.493260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] Pushing event deleted for resources: {'Port': ['ID=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:23.498076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.506708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.518002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30747348-7c66-40d7-be36-2333d74ca071 None None] No DVR routers for this DVR port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:23.530932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:23.532215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:23.534254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.535395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.535765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.554940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475353-7553-40c5-8f63-27faaee0880e req-783cb5d1-238e-4b7c-8e8b-21fe4901a142 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.557520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85475353-7553-40c5-8f63-27faaee0880e req-783cb5d1-238e-4b7c-8e8b-21fe4901a142 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 946 time: 0.1694522 Feb 11 14:09:23.573959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.574784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c8411c-fd88-4c84-a3ca-f668c0e75010 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:23.584743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.590687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c30fd647-5c3a-432f-8a7c-e78d07abb60a admin admin] 10.222.0.31 "DELETE /v2.0/routers/99c8411c-fd88-4c84-a3ca-f668c0e75010 HTTP/1.1" status: 204 len: 168 time: 2.0450034 Feb 11 14:09:23.591689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:23.616537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] No DVR routers for this DVR port 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:23.658362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Deleting subnet 34f6879b-d828-43c2-ba7b-57e6e3a7d1d9 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:23.672802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.727660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.741584 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8415551 Feb 11 14:09:23.755082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:23.759933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Request body: {'subnet': {'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-704348841-subnet', 'tenant_id': '8c1a3e9db1e540e09330532edae0de52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:23.775598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6453b6f3-a862-48e6-b606-726f3b146dd2 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:23.800212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bcf0f-61a3-438e-b268-13b6f05cc5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:23.811354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6453b6f3-a862-48e6-b606-726f3b146dd2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:23.811671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6453b6f3-a862-48e6-b606-726f3b146dd2 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:23.812093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:23.815265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:23.937258 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85475353-7553-40c5-8f63-27faaee0880e req-e32093cf-fb57-4835-8799-d7608491613f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562720 Feb 11 14:09:23.939384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.940272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.977158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:23.977759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bdaeeb1-85cc-468f-bc81-fd5c314fbf2f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:23.978500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db8db73f-9de9-4f8f-8370-af062ec00284 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:23.983320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Made reservation on behalf of 8c1a3e9db1e540e09330532edae0de52 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:23.984758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.991422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b284aa1d-8dc6-4fab-932e-1a76975c171a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:23.999066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-082df9d9-20fb-4e01-a950-47572d65b3a8 service neutron] 10.222.0.60 "GET /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.2264647 Feb 11 14:09:24.009998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fceb50-fe92-4088-a087-cbe8d5c2fff0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:24.010358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fceb50-fe92-4088-a087-cbe8d5c2fff0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:24.011085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: db8db73f-9de9-4f8f-8370-af062ec00284 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:24.011648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device db8db73f-9de9-4f8f-8370-af062ec00284 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:24.029594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.050489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.066601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:24.067023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:24.069102 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:24.097728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.112455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.175698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=2cc05dc6-4201-4dde-a934-c7cad29fb8c5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:24.202591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:24.206787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.217588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-bc74db64-c4aa-4c81-9a32-f38d8c6180ce tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "DELETE /v2.0/ports/2cc05dc6-4201-4dde-a934-c7cad29fb8c5 HTTP/1.1" status: 204 len: 173 time: 1.4081767 Feb 11 14:09:24.217588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-deleted', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:24.217588 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9351a-50f2-4343-b692-dc19975c158e" -d '{"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-deleted", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:24.249499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.260161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.264214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b284aa1d-8dc6-4fab-932e-1a76975c171a HTTP/1.1" status: 204 len: 168 time: 2.0098827 Feb 11 14:09:24.281498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921cce-d6ae-49a2-b24f-4b2b48076166 admin admin] Pushing event deleted for resources: {'Network': ['ID=b284aa1d-8dc6-4fab-932e-1a76975c171a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:24.391660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port e86d75d8-ed17-477e-84e1-51e5513fc615 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:24.392017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.511898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port e86d75d8-ed17-477e-84e1-51e5513fc615, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e86d75d8-ed17-477e-84e1-51e5513fc615,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:24.512281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.526639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for e86d75d8-ed17-477e-84e1-51e5513fc615 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:24.583971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce552475-6239-4af9-a94f-2e6e268e6572 req-42f3e3b5-53cd-4c10-941f-48db795feea1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:24.589694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce552475-6239-4af9-a94f-2e6e268e6572 req-42f3e3b5-53cd-4c10-941f-48db795feea1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:24.597679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce552475-6239-4af9-a94f-2e6e268e6572 req-42f3e3b5-53cd-4c10-941f-48db795feea1 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 1683 time: 0.6215320 Feb 11 14:09:24.622303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:24.647716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:24.677592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.704883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4b2c6d4d-6412-4c07-9f03-5c18ee8a66b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c41ae0e4cfea4541a678c84337e7d163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806525 Feb 11 14:09:24.705218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41900) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:24.784685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce552475-6239-4af9-a94f-2e6e268e6572 req-57785c7a-80b5-47ce-9d41-7bb60ff4ac59 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/security-groups?id=c91d7e90-bd63-4573-8c51-5210d97379bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861615 Feb 11 14:09:24.785773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.790085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b886008-c20a-426e-bf17-6c374ffc04fc None None] Network 17b70048-9e29-4f77-af34-aa1e43ba42c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:24.791446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/34f6879b-d828-43c2-ba7b-57e6e3a7d1d9 HTTP/1.1" status: 204 len: 168 time: 1.1941755 Feb 11 14:09:24.792078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:24.797034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18948183-5fb6-4fc5-b095-a34e1d8421dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f6879b-d828-43c2-ba7b-57e6e3a7d1d9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:24.852409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:24.931185 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4456ef26-dfd4-41fb-a921-142ea30b77c0 x-openstack-request-id: req-4456ef26-dfd4-41fb-a921-142ea30b77c0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:24.931733 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-deleted", "tag": "2cc05dc6-4201-4dde-a934-c7cad29fb8c5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:24.932165 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4456ef26-dfd4-41fb-a921-142ea30b77c0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:24.933661 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-deleted', 'tag': '2cc05dc6-4201-4dde-a934-c7cad29fb8c5', 'status': 'completed', 'code': 200} Feb 11 14:09:24.973539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=e86d75d8-ed17-477e-84e1-51e5513fc615,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:25.026466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.040404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:25.044852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port e86d75d8-ed17-477e-84e1-51e5513fc615 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:25.050918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.054425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4028611-1cd3-42b3-8198-34e3a3a2cdef req-87571e4c-96df-4b3f-aea3-2a163aaef11a tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.62 "DELETE /v2.0/ports/e86d75d8-ed17-477e-84e1-51e5513fc615 HTTP/1.1" status: 204 len: 173 time: 0.8332260 Feb 11 14:09:25.085380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe43ac6-7b4c-4db9-9a3e-7b2f1eea756d req-f51fdc2b-4de5-45bb-b66e-3ee350ca3f8f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.088782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] DHCP port deletion for 17b70048-9e29-4f77-af34-aa1e43ba42c3 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:25.088782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:25.089005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2cc05dc6-4201-4dde-a934-c7cad29fb8c5 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:25.089363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e86d75d8-ed17-477e-84e1-51e5513fc615 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:25.093843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fe43ac6-7b4c-4db9-9a3e-7b2f1eea756d req-f51fdc2b-4de5-45bb-b66e-3ee350ca3f8f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 944 time: 0.1858265 Feb 11 14:09:25.108375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.114829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:25.157890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: e86d75d8-ed17-477e-84e1-51e5513fc615 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:25.158649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e86d75d8-ed17-477e-84e1-51e5513fc615 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:25.160376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dff2fa-2a0d-4fd9-967d-1b4ce98832ea req-a6c85ebd-9289-46f3-8c22-46d2a0bd586d tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.162102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16dff2fa-2a0d-4fd9-967d-1b4ce98832ea req-a6c85ebd-9289-46f3-8c22-46d2a0bd586d tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0604968 Feb 11 14:09:25.169231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Deleting port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:25.169697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.189550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.191935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Deleting port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:25.191935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.192799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.204754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:25.257752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fe43ac6-7b4c-4db9-9a3e-7b2f1eea756d req-f5c9d737-245d-4592-8ac1-41bdfabc73a9 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627402 Feb 11 14:09:25.300779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16dff2fa-2a0d-4fd9-967d-1b4ce98832ea req-05f11687-eb01-4a61-a98d-2ccb6b4dcd85 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287751 Feb 11 14:09:25.301016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] For port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:25.301701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.302587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] For port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,segment=NetworkSegment(1fc5aba2-3277-48c9-9d2c-8902bde3e829),segment_id=1fc5aba2-3277-48c9-9d2c-8902bde3e829)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:25.302949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.327510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Calling delete_port for 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:25.335179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Calling delete_port for 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:25.356796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e0e5d9-a813-4543-b7de-5d5209d40a61 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:25.399654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:25.403464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d58433-b51a-4c55-9dca-bb20ccc08091,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:25.462486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Checking segment: {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:25.462848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Network hostable DHCP agents. Network: 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:25.491560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f104-c0d3-4202-91b3-34d464fa96fc req-69986c1f-c3d3-40c0-8593-d369e42c40f9 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.493115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Deleting port 9721fc51-c7c3-4a98-9a15-f5737a915f24 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:25.493333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2a4f104-c0d3-4202-91b3-34d464fa96fc req-69986c1f-c3d3-40c0-8593-d369e42c40f9 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0745847 Feb 11 14:09:25.493854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.529171 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2a4f104-c0d3-4202-91b3-34d464fa96fc req-2b431fd2-802c-467d-b4c7-cc49e70900cc tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291450 Feb 11 14:09:25.575212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.600423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] For port 9721fc51-c7c3-4a98-9a15-f5737a915f24, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9721fc51-c7c3-4a98-9a15-f5737a915f24,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:25.601116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.634479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Calling delete_port for 9721fc51-c7c3-4a98-9a15-f5737a915f24 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:25.639349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.640367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:25.646596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.649357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.654518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ea4d1ae-5d50-4bd3-b8d2-2c9f1bc4df27 HTTP/1.1" status: 204 len: 168 time: 0.9218373 Feb 11 14:09:25.655073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.689104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3a214-9a68-458f-af82-df14ad36f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4d1ae-5d50-4bd3-b8d2-2c9f1bc4df27,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:25.723789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:25.735557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.736152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.738709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] Pushing event deleted for resources: {'Port': ['ID=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:25.739754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:25.766118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] No DVR routers for this DVR port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:25.766270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] Transition to ACTIVE for port object b6e0e5d9-a813-4543-b7de-5d5209d40a61 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:25.772476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e45e2-0d8c-4068-81d0-46929bb98f2a None None] No DVR routers for this DVR port 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:25.777547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb0923-c020-4d1f-95ed-d1654cd0cdf8 None None] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:25.841631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e025ceb7-c9b3-4087-adba-e33a0a4afd07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0853608 Feb 11 14:09:25.883446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:25.898389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.929363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:25.929713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b74b56a-57fb-4bb8-9e91-d9cdcf6e3521 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:25.984835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.994328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626ea68-610c-4f75-8114-e56cc2f18b31 None None] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:26.017872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b70048-9e29-4f77-af34-aa1e43ba42c3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:26.030458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc5aba2-3277-48c9-9d2c-8902bde3e829') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:26.031353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc5aba2-3277-48c9-9d2c-8902bde3e829') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:26.032800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d23dc81-1a74-4122-8571-8baf2bb8d038 req-b7605a9a-deb7-4308-ac3c-38f3d8a1f6b8 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "GET /v2.0/ports?device_id=eaf8b078-8d01-4a17-848b-ad199bf24ca3 HTTP/1.1" status: 200 len: 210 time: 0.0569985 Feb 11 14:09:26.044501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.057779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] No DVR routers for this DVR port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:26.070295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:26.079818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.089444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:26.090410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:26.092158 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:26.096482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e7cca7c9-3259-4035-bf93-1b7941c34b88 service neutron] 10.222.0.60 "PUT /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0643585 Feb 11 14:09:26.139594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.192481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9721fc51-c7c3-4a98-9a15-f5737a915f24,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:26.272570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.281392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c4be0f18-ba92-4bdf-84ae-98f898b43ef0 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.283443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c4be0f18-ba92-4bdf-84ae-98f898b43ef0 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0843267 Feb 11 14:09:26.284952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.291491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17b70048-9e29-4f77-af34-aa1e43ba42c3 HTTP/1.1" status: 204 len: 168 time: 1.4955299 Feb 11 14:09:26.337207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:26.399297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a733-4d4d-4f41-897f-ddce96efa722 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b70048-9e29-4f77-af34-aa1e43ba42c3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:26.460661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c6bc9af8-63a1-4a23-b0e9-7fa734e33a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.462285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-c6bc9af8-63a1-4a23-b0e9-7fa734e33a77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962&tenant_id=9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 1096 time: 0.1630502 Feb 11 14:09:26.505195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.571834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:26.624593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf757852-3a79-4fc7-a524-3cc6fe2b795f req-03e9a8dd-efa8-41e4-8089-cc780799e184 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.632774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf757852-3a79-4fc7-a524-3cc6fe2b795f req-03e9a8dd-efa8-41e4-8089-cc780799e184 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.1645565 Feb 11 14:09:26.709055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-19ea1328-b995-49c4-8a36-296c9f8d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.711404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-19ea1328-b995-49c4-8a36-296c9f8d5401 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1096 time: 0.1498504 Feb 11 14:09:26.737789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf757852-3a79-4fc7-a524-3cc6fe2b795f req-53688b09-2bc0-4454-af1f-15d64f58db22 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 Feb 11 14:09:26.754747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5022cdeb-3b96-45b0-82dc-75603dd5482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.883195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:26.939680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-deleted', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:26.942625 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9957d5-abda-492a-9d73-b60f0c4ca4eb" -d '{"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-deleted", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:26.960041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-859d9594-e73b-4723-a4ee-ad97d6c48e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.961500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-859d9594-e73b-4723-a4ee-ad97d6c48e91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2430322 Feb 11 14:09:27.022781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-a3887230-4c3b-42a5-9103-cafd1850ba29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 200 len: 217 time: 0.0530751 Feb 11 14:09:27.038052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1565811964', 'description': 'tempest-description-187871487'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:27.074817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:27.075063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5022cdeb-3b96-45b0-82dc-75603dd5482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.081286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f4981012-4905-4453-a18a-82b5008cd1cb admin admin] 10.222.0.31 "PUT /v2.0/routers/c5a676e1-c05b-463f-8d26-ff9749c8a5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3671927 Feb 11 14:09:27.083879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:27.087216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Sync routers for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:27.102757 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:27.102757 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:27.162944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-60da3fc0-2d48-4382-a9ad-8650916796f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:27.164464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-60da3fc0-2d48-4382-a9ad-8650916796f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1318424 Feb 11 14:09:27.192318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.226970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-e4adaca3-464f-4e48-ac00-5b116b98f45b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544057 Feb 11 14:09:27.227589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5022cdeb-3b96-45b0-82dc-75603dd5482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.318916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.330961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5022cdeb-3b96-45b0-82dc-75603dd5482f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ab564a41aa1480c9507fb67aca9cace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7581770 Feb 11 14:09:27.333713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:27.336335 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:27.341143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022cdeb-3b96-45b0-82dc-75603dd5482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89d413b-6c45-40ff-9978-609dec41924e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.353121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.398901 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.404343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.455938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.459608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58012ee-b091-4dd0-8eb6-6a4f32499f0c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.547099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.549530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fc3f83e-a6e2-4c89-b86a-f27df62efee3 req-a8ebdb47-034f-4b2c-b6c0-106387d79445 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5156951 Feb 11 14:09:27.577500 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:09:25Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:27.606777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41988) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:27.633866 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Checking router: c5a676e1-c05b-463f-8d26-ff9749c8a5a3 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:27.634446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.640380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.644947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b89d413b-6c45-40ff-9978-609dec41924e HTTP/1.1" status: 204 len: 168 time: 0.3082669 Feb 11 14:09:27.651459 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Routers {'c5a676e1-c05b-463f-8d26-ff9749c8a5a3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:27.654159 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:27.659663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee164900-1684-4150-810a-1a7f9bc0667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89d413b-6c45-40ff-9978-609dec41924e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.722344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41994) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:27.738154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.740653 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c22fba2-3ff0-4754-b5e7-87de68f6d182 x-openstack-request-id: req-5c22fba2-3ff0-4754-b5e7-87de68f6d182 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:27.740957 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf8b078-8d01-4a17-848b-ad199bf24ca3", "name": "network-vif-deleted", "tag": "e86d75d8-ed17-477e-84e1-51e5513fc615", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:27.741214 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c22fba2-3ff0-4754-b5e7-87de68f6d182 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:27.742344 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf8b078-8d01-4a17-848b-ad199bf24ca3', 'name': 'network-vif-deleted', 'tag': 'e86d75d8-ed17-477e-84e1-51e5513fc615', 'status': 'completed', 'code': 200} Feb 11 14:09:27.859815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting subnet 9fb9587e-c0a3-4d28-9a99-a60234eb3adf {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:27.863760 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.876571 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] Set router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:27.916068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-ccd2a8a4-1703-41fc-b2e0-4fbaf9d9c650 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661837 Feb 11 14:09:27.957554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.023257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1085126739-network', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:28.031918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1390398514', 'description': 'tempest-description-1042174223'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:28.042360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.087844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-b2b64213-e8cf-46d4-9bae-c8b2749e9921 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642325 Feb 11 14:09:28.115717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.144239 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:09:25Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:28.174839 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923999e-5dba-43ae-a796-ca26750aca1b None None] The sync data for ids ['c5a676e1-c05b-463f-8d26-ff9749c8a5a3'] in n-d-828407-1 is: [{'id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649055339-router', 'tenant_id': '2f8f430d8cba4923b70f86cabdda60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:19Z', 'updated_at': '2022-02-11T14:09:25Z', 'revision_number': 5, 'project_id': '2f8f430d8cba4923b70f86cabdda60b4', 'gw_port': {'id': '921e96ce-f2e3-4ab5-8b76-a724e7c34891', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a676e1-c05b-463f-8d26-ff9749c8a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:20Z', 'updated_at': '2022-02-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:28.196192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.197936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Made reservation on behalf of 42d39e55655f4e8e8abb34decec7f67e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:28.200374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.222004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Deleting port 3cd46aaa-4ac8-4025-868c-f5799f110ee0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:28.222371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.245931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.259673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-0daaf6e4-811d-425f-9471-81a75d46245f tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:09:28.261349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-0daaf6e4-811d-425f-9471-81a75d46245f tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113277 Feb 11 14:09:28.270799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Deleting port 921e96ce-f2e3-4ab5-8b76-a724e7c34891 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:28.271147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.355222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.365837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-2131434a-0989-4b15-8220-3c5d3c522519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.367068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-2131434a-0989-4b15-8220-3c5d3c522519 service neutron] 10.222.0.31 "GET /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 1094 time: 0.0936813 Feb 11 14:09:28.380031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] For port 3cd46aaa-4ac8-4025-868c-f5799f110ee0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3cd46aaa-4ac8-4025-868c-f5799f110ee0,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:28.380396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.413254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Calling delete_port for 3cd46aaa-4ac8-4025-868c-f5799f110ee0 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:28.417760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] For port 921e96ce-f2e3-4ab5-8b76-a724e7c34891, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=921e96ce-f2e3-4ab5-8b76-a724e7c34891,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:28.418365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.441391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Request body: {'binding': {'host': 'n-h2-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:28.442086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Unknown quota resources ['binding']. {{(pid=109375) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:09:28.443496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Calling delete_port for 921e96ce-f2e3-4ab5-8b76-a724e7c34891 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:28.458638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb9587e-c0a3-4d28-9a99-a60234eb3adf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:28.497806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a3df0b-71a9-4557-8a27-36538b8ea87b None None] Network 60f5c254-9529-47a1-9845-19df03eb702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:28.498567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.502521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8ab9459e-7517-4be8-b26e-3848d17664c5 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/subnets/9fb9587e-c0a3-4d28-9a99-a60234eb3adf HTTP/1.1" status: 204 len: 168 time: 0.7787032 Feb 11 14:09:28.507396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42008) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:28.669754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.708330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.752475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.755049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-88111096-ef09-4075-8af0-89d000a0155c tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.756704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-88111096-ef09-4075-8af0-89d000a0155c tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1751983 Feb 11 14:09:28.770404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.799702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] DHCP port deletion for 60f5c254-9529-47a1-9845-19df03eb702e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:28.868180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.887865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d43a91-5d0d-4ff4-8369-a27f5506a5df,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:28.903699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Deleting port 4246afcf-e99f-4ca4-b715-1427c5576d5a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:28.904418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.932315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.933727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d547d0-c16f-449f-98d5-b9efa1894bc3 req-56b10a4d-731c-4513-ac38-1cc330549dc3 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0934215 Feb 11 14:09:28.935367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on host n-h2-828407-1 for vnic_type normal with profile None {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:28.935705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:28.936045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:28.963658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:29.000481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:29.000826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:29.005777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a3da1-d2f2-4e83-a1fe-4492f769ea5c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.010747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.011096 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Added segment 4820499f-740d-44db-b34e-00d16a856ee2 of type vlan for network c399776d-5da1-42b6-8461-e16793f96edd Feb 11 14:09:29.016754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] For port 4246afcf-e99f-4ca4-b715-1427c5576d5a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4246afcf-e99f-4ca4-b715-1427c5576d5a,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:29.017432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.025508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:29.025936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:29.026239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:29.026683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Bound port: 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:29.031413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.033124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Calling delete_port for 4246afcf-e99f-4ca4-b715-1427c5576d5a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:29.081716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.084664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=921e96ce-f2e3-4ab5-8b76-a724e7c34891,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.108224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-a20552dc-21ea-4a69-bed2-b520dd324cca service neutron] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:29.116355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port 4246afcf-e99f-4ca4-b715-1427c5576d5a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:29.116702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.161920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-a20552dc-21ea-4a69-bed2-b520dd324cca service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.163034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfeffb28-4f16-49ee-afd8-1e1bf7ce32c4 req-a20552dc-21ea-4a69-bed2-b520dd324cca service neutron] 10.222.0.62 "DELETE /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.3905060 Feb 11 14:09:29.194290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.204423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd46aaa-4ac8-4025-868c-f5799f110ee0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.222445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.260775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port 4246afcf-e99f-4ca4-b715-1427c5576d5a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4246afcf-e99f-4ca4-b715-1427c5576d5a,segment=NetworkSegment(cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7),segment_id=cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:29.273338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.302713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc057-8ae6-4f14-85ee-fdf32df91df7 req-fd38b40d-0151-4b32-bba9-f6fc2b4fa3a2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.309504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-625dc057-8ae6-4f14-85ee-fdf32df91df7 req-fd38b40d-0151-4b32-bba9-f6fc2b4fa3a2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.2595909 Feb 11 14:09:29.312030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:29.324602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for 4246afcf-e99f-4ca4-b715-1427c5576d5a owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:29.329622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.395819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.405646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ed5f10d8-0238-4e47-97c1-0f86b7335ced service neutron] 10.222.0.31 "POST /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33/bindings HTTP/1.1" status: 201 len: 389 time: 1.0008407 Feb 11 14:09:29.414500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] Pushing event deleted for resources: {'Port': ['ID=4246afcf-e99f-4ca4-b715-1427c5576d5a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.416567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80784df-7149-4df1-9d8a-4f4ff2a5a40c None None] No DVR routers for this DVR port 4246afcf-e99f-4ca4-b715-1427c5576d5a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:29.426822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.426822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.426822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.436226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-625dc057-8ae6-4f14-85ee-fdf32df91df7 req-8c69ed79-bb12-4305-b87a-1c0c1560fe9f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229515 Feb 11 14:09:29.490110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.492530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.515166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c399776d-5da1-42b6-8461-e16793f96edd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.529646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c399776d-5da1-42b6-8461-e16793f96edd details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:29.534050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.576366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=4246afcf-e99f-4ca4-b715-1427c5576d5a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:29.588576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port 4246afcf-e99f-4ca4-b715-1427c5576d5a on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:29.607897 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90ebfa34-e9b5-4045-ab66-8ffefeb8f4c8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9991682 Feb 11 14:09:29.618067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:29.627757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Request body: {'subnet': {'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1085126739-subnet', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:29.748031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Made reservation on behalf of 42d39e55655f4e8e8abb34decec7f67e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:29.751148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.751759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.755041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.757517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a676e1-c05b-463f-8d26-ff9749c8a5a3 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:29.763874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.765085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d4bdcae1-638f-447c-85da-f308125a51b8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5a676e1-c05b-463f-8d26-ff9749c8a5a3 HTTP/1.1" status: 204 len: 168 time: 2.6802816 Feb 11 14:09:29.769206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:29.788771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f5c254-9529-47a1-9845-19df03eb702e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:29.798716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-94137f90-f628-47b4-a122-7b04db3adc92 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.805448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-94137f90-f628-47b4-a122-7b04db3adc92 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 812 time: 0.2317557 Feb 11 14:09:29.839483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:29.841648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda0f3fe-3ef1-44f7-9036-c432cb2ac6d7') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:29.862148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.874435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-c8ea8d55-a38a-4270-9eef-91e22a42fc12 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/quotas/8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 375 time: 0.0681040 Feb 11 14:09:29.883955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.920143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4246afcf-e99f-4ca4-b715-1427c5576d5a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:29.935000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-7173b431-b036-4cde-9002-f4e9a774dda7 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480161 Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:29.944946 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:29.986087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 4246afcf-e99f-4ca4-b715-1427c5576d5a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:29.996819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4246afcf-e99f-4ca4-b715-1427c5576d5a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:29.997427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9721fc51-c7c3-4a98-9a15-f5737a915f24 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:30.088162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9721fc51-c7c3-4a98-9a15-f5737a915f24 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:30.088162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9721fc51-c7c3-4a98-9a15-f5737a915f24 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:30.129385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Deleting subnet 6aac4c72-d84b-43cb-9240-4834190f6f38 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:30.137228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.181032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.195061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.213709 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.492054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-97d30b31-d0a2-4e99-b59e-f935bace8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.493611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-97d30b31-d0a2-4e99-b59e-f935bace8ab3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0739536 Feb 11 14:09:30.500788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-5db9cced-bf3a-4061-9904-db6461a6cdb5 service neutron] 10.222.0.31 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439458 Feb 11 14:09:30.507347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c93d-413c-45bf-aa5a-ac5c9b3cb2d3 req-4702fa34-e190-4b0e-8682-d4f82a524df6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.508821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1a7c93d-413c-45bf-aa5a-ac5c9b3cb2d3 req-4702fa34-e190-4b0e-8682-d4f82a524df6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 946 time: 0.4455826 Feb 11 14:09:30.517242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.583977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.605162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.608342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/networks/60f5c254-9529-47a1-9845-19df03eb702e HTTP/1.1" status: 204 len: 168 time: 2.0943823 Feb 11 14:09:30.611694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42052) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:30.611831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.634898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:30.664651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cac48-e8f5-474c-b879-f6f8599a3fed tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Network': ['ID=60f5c254-9529-47a1-9845-19df03eb702e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:30.767380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1a7c93d-413c-45bf-aa5a-ac5c9b3cb2d3 req-79b57e11-f10d-4b45-bcf7-9ad5b7e561ac tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855116 Feb 11 14:09:30.768123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting subnet 7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:30.768123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.768123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-7b8b55dc-b9d4-47e3-a916-886b4bcd5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.769140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-7b8b55dc-b9d4-47e3-a916-886b4bcd5544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.2633555 Feb 11 14:09:30.796907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-98151308-98ca-43ae-a411-855929956289 service neutron] 10.222.0.31 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800698 Feb 11 14:09:30.837495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d95f960e-d079-478a-979b-a1ecbc0b2a43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0500445 Feb 11 14:09:30.840636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e56418-3860-4e35-bdb9-cea043c5c53e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:30.856365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.879385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.884101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:30.886276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b958601b-3354-4e97-8ceb-482681d40073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.906745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Checking segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:30.907004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Network hostable DHCP agents. Network: c399776d-5da1-42b6-8461-e16793f96edd, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:30.916681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Router fcdb7853-dbdf-422c-ad6f-35a12281b64b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:30.920078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.925647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-887eb916-aa6d-420a-91f5-dc55eecb3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.927124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-887eb916-aa6d-420a-91f5-dc55eecb3bff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0833468 Feb 11 14:09:30.963304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.963925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c9f4c-fde6-49a1-a963-a6ce09993060 req-3cdf8b79-cf75-4776-88c7-d5065d77bb74 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.964879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f48c9f4c-fde6-49a1-a963-a6ce09993060 req-3cdf8b79-cf75-4776-88c7-d5065d77bb74 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1096 time: 0.1792080 Feb 11 14:09:30.969113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aac4c72-d84b-43cb-9240-4834190f6f38,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:30.980953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.981899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-e0c1d503-08e9-4ad2-ac12-be73101d87e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472686 Feb 11 14:09:30.984097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-063e41cc-2f10-4039-aa3e-682396101fde admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6aac4c72-d84b-43cb-9240-4834190f6f38 HTTP/1.1" status: 204 len: 168 time: 1.2124715 Feb 11 14:09:30.984395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681cd6a-fb61-4bc0-9e50-abec3a09f1bb None None] Network 475768ad-84e7-4f05-8242-4d3e22af9fa4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:30.986641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42058) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:31.088935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Network c399776d-5da1-42b6-8461-e16793f96edd is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:31.096122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f48c9f4c-fde6-49a1-a963-a6ce09993060 req-8624eb57-922d-4e41-814a-5dba6552a8f3 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214154 Feb 11 14:09:31.112759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.195760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb18881-0ec4-488e-8652-e29ccf034346 req-6db9da9c-d045-491d-9303-3edcfdf3311f tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0557933 Feb 11 14:09:31.204118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.216271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c399776d-5da1-42b6-8461-e16793f96edd) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:31.218952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b958601b-3354-4e97-8ceb-482681d40073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.220567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:31.221186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.236089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b80ea01-0b8f-463d-91a6-ae618fc124be None None] Network c399776d-5da1-42b6-8461-e16793f96edd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:31.245542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:31.252459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-2f75541c-d5be-491c-92db-a098cee61005 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621524 Feb 11 14:09:31.265011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6f569767-06a0-471e-9c09-2ea3b0e9960f admin admin] 10.222.0.31 "PUT /v2.0/routers/fcdb7853-dbdf-422c-ad6f-35a12281b64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9238083 Feb 11 14:09:31.268050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Sync routers for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:31.272075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:31.301126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:31.301697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:31.330644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b958601b-3354-4e97-8ceb-482681d40073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.340608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-95e54a6c-3245-4aeb-824a-436e99935601 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7173030 Feb 11 14:09:31.344271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.349904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42070) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:31.359084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:31.400172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:31.413110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.421694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14b15dd6-7fcd-4831-a562-3169a183f122 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/subnets/7dd6591b-9b2e-4d5d-ae7c-2ec0e39f2df3 HTTP/1.1" status: 204 len: 168 time: 0.7822356 Feb 11 14:09:31.483147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:31.487215 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-157e5555-54ad-49a3-846f-f9e546f5860d service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071187 Feb 11 14:09:31.493877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42072) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:31.574934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014de710-813b-48f1-bc70-58252183f5df None None] Network 7a5775a5-6a5c-4ee0-86ab-9edd723929ea requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:31.577664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Deleting port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:31.577664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.577918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] DHCP port deletion for 475768ad-84e7-4f05-8242-4d3e22af9fa4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:31.685060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.726092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] For port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:31.726505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.730719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-e38b9737-ac3d-4393-bd74-0e38648c9669 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:31.732669 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-e38b9737-ac3d-4393-bd74-0e38648c9669 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.1255004 Feb 11 14:09:31.734090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.734685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.755610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828407-1'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:31.804274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Calling delete_port for 8b35a03e-6c27-4e48-8b60-ce85d1539a6a owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:31.819984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958601b-3354-4e97-8ceb-482681d40073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cd67c-f5f5-460c-86c0-9040f8557abe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:31.829517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b958601b-3354-4e97-8ceb-482681d40073 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4b9c604107841b381b4d2714e93b8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1625831 Feb 11 14:09:31.829517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706bab-fe5c-42e5-8106-46547a53c982 req-1e222f39-f8c0-4f1e-9ea0-7b2d46d97c50 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:31.830821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d706bab-fe5c-42e5-8106-46547a53c982 req-1e222f39-f8c0-4f1e-9ea0-7b2d46d97c50 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 1096 time: 0.5669091 Feb 11 14:09:31.833405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:31.889444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.912268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 921e96ce-f2e3-4ab5-8b76-a724e7c34891 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:31.949655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.959086 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d706bab-fe5c-42e5-8106-46547a53c982 req-2d7552c8-88d9-4b49-bcc9-8db4ad41237b tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160922 Feb 11 14:09:31.975762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.978961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.987063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 921e96ce-f2e3-4ab5-8b76-a724e7c34891 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:31.987063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 921e96ce-f2e3-4ab5-8b76-a724e7c34891 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:31.987063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b35a03e-6c27-4e48-8b60-ce85d1539a6a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:32.041115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.088969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Deleting port c4a0a900-3722-4ef2-9614-3cd5f67fa487 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:32.089224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.120029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.123330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c399776d-5da1-42b6-8461-e16793f96edd', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:09:32.125748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.129194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Deleting port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:32.130040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.212083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.215728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.219423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/750cd67c-f5f5-460c-86c0-9040f8557abe HTTP/1.1" status: 204 len: 168 time: 0.3824446 Feb 11 14:09:32.227892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f4e53-3da7-4b1b-8e04-d0cfec3da778 req-9e7d4c95-490a-4c60-9e75-4716a41d932e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:32.229568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-345f4e53-3da7-4b1b-8e04-d0cfec3da778 req-9e7d4c95-490a-4c60-9e75-4716a41d932e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 946 time: 0.3125317 Feb 11 14:09:32.255750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] DHCP port deletion for 7a5775a5-6a5c-4ee0-86ab-9edd723929ea request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:32.306680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b56cb7-e638-4894-b381-d3aab161c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cd67c-f5f5-460c-86c0-9040f8557abe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:32.363144 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Deleting port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:32.363144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.376673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] For port c4a0a900-3722-4ef2-9614-3cd5f67fa487, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c4a0a900-3722-4ef2-9614-3cd5f67fa487,segment=NetworkSegment(5c622b97-9f52-48c5-b303-6dc252f470dd),segment_id=5c622b97-9f52-48c5-b303-6dc252f470dd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:32.376673 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.397238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] For port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,segment=NetworkSegment(cd2598e9-637c-49a3-a681-b50746000163),segment_id=cd2598e9-637c-49a3-a681-b50746000163)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:32.397561 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.421426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.435230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Calling delete_port for 8b35a03e-6c27-4e48-8b60-ce85d1539a6a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:32.438434 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.439249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-345f4e53-3da7-4b1b-8e04-d0cfec3da778 req-3400d1f5-dc0a-46c1-a311-c0560a916512 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864765 Feb 11 14:09:32.461387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:09:28Z', 'revision_number': 5, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port': {'id': 'fd2a5cc9-dcea-4fa0-9667-dd703662a8ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:03Z', 'updated_at': '2022-02-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:32.508370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] For port fd2a5cc9-dcea-4fa0-9667-dd703662a8ac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:32.508747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.513697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Calling delete_port for c4a0a900-3722-4ef2-9614-3cd5f67fa487 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:32.522873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.546905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Calling delete_port for fd2a5cc9-dcea-4fa0-9667-dd703662a8ac owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:32.572326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:32.577497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Checking router: fcdb7853-dbdf-422c-ad6f-35a12281b64b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:32.586936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d1a24f1-ea1f-4907-a614-8405a8efe540 req-9f5a328e-3a9e-4212-81a1-33e41f176acb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0833962 Feb 11 14:09:32.626505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] No DVR routers for this DVR port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:32.655294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Allocated IP 172.20.0.2 (c399776d-5da1-42b6-8461-e16793f96edd/01e56418-3860-4e35-bdb9-cea043c5c53e/b12782a0-3e6b-4cd5-b6f2-073e1f775198) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:32.663604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Routers {'fcdb7853-dbdf-422c-ad6f-35a12281b64b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:32.664520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:32.784155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:32.860380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.882382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.911994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475768ad-84e7-4f05-8242-4d3e22af9fa4']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:32.926501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:32.929123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2598e9-637c-49a3-a681-b50746000163') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:32.929474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2598e9-637c-49a3-a681-b50746000163') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:32.936408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2a5cc9-dcea-4fa0-9667-dd703662a8ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:32.967764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.010677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:33.013457 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60a587e-398d-48c0-9307-90b42e1fb849" -d '{"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:33.016754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.020535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.026821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.031545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:33.032051 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:33.034955 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:33.116067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] Set router fcdb7853-dbdf-422c-ad6f-35a12281b64b gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:33.116857 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0443cc4e-f852-43d5-ac5d-098e92fed796 x-openstack-request-id: req-0443cc4e-f852-43d5-ac5d-098e92fed796 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:33.117167 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:33.117412 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0443cc4e-f852-43d5-ac5d-098e92fed796 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:33.117797 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'code': 200} Feb 11 14:09:33.121371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.133403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.151775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.154697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Deleting port c4a0a900-3722-4ef2-9614-3cd5f67fa487 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:33.155128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.157387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.161295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.209827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] No DVR routers for this DVR port c4a0a900-3722-4ef2-9614-3cd5f67fa487 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:33.218791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:09:32Z', 'revision_number': 6, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:33.248902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Port': ['ID=c4a0a900-3722-4ef2-9614-3cd5f67fa487,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.259001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.295067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.296026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcdb7853-dbdf-422c-ad6f-35a12281b64b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:33.303661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] Pushing event deleted for resources: {'Port': ['ID=8b35a03e-6c27-4e48-8b60-ce85d1539a6a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.304466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.309417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee0ad2-fdcb-4ed8-bcb7-644edd03f9f2 None None] No DVR routers for this DVR port 8b35a03e-6c27-4e48-8b60-ce85d1539a6a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:33.311330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1559da9e-5696-4200-a675-11d562142067 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fcdb7853-dbdf-422c-ad6f-35a12281b64b HTTP/1.1" status: 204 len: 168 time: 2.0382390 Feb 11 14:09:33.314269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:33.314567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749267b-7e1e-40d9-b7fb-ae4a4cc5b216 None None] The sync data for ids ['fcdb7853-dbdf-422c-ad6f-35a12281b64b'] in n-d-828407-1 is: [{'id': 'fcdb7853-dbdf-422c-ad6f-35a12281b64b', 'name': 'tempest-AttachSCSIVolumeTestJSON-682206250-router', 'tenant_id': 'faa4c58badba432095d60f920ee76400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:01Z', 'updated_at': '2022-02-11T14:09:32Z', 'revision_number': 6, 'project_id': 'faa4c58badba432095d60f920ee76400', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:33.351949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.356770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] For port c4a0a900-3722-4ef2-9614-3cd5f67fa487, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:33.361560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.368449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] 10.222.0.31 "DELETE /v2.0/networks/475768ad-84e7-4f05-8242-4d3e22af9fa4 HTTP/1.1" status: 204 len: 168 time: 2.3670979 Feb 11 14:09:33.390011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Calling delete_port for c4a0a900-3722-4ef2-9614-3cd5f67fa487 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:33.392676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Port c4a0a900-3722-4ef2-9614-3cd5f67fa487 was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:09:33.396358 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.445880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72524a73-5a40-4ed5-b56d-441486c18811 admin admin] Pushing event deleted for resources: {'Network': ['ID=475768ad-84e7-4f05-8242-4d3e22af9fa4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.457354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Deleting subnet 10cfc08c-df01-4ee8-9d69-ad0dad0e1876 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:33.460863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.496974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] Pushing event deleted for resources: {'Port': ['ID=c4a0a900-3722-4ef2-9614-3cd5f67fa487,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.516387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff9c36-019b-445e-8eef-da8ddb802bf1 None None] No DVR routers for this DVR port c4a0a900-3722-4ef2-9614-3cd5f67fa487 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:33.537775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.545370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.598931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.602654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.650937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.695052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Network c399776d-5da1-42b6-8461-e16793f96edd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:33.723915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:33.733377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:33.738761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20fd73cf-d6f2-4611-b540-8c44a76038f7 req-4fa83f06-5d69-4eb9-83ea-4874474ff4f0 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0523069 Feb 11 14:09:33.744557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Pushing event updated for resources: {'Port': ['ID=b12782a0-3e6b-4cd5-b6f2-073e1f775198,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.856476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:33.859531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Attempting to bind port b12782a0-3e6b-4cd5-b6f2-073e1f775198 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:33.860176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Attempting to bind port b12782a0-3e6b-4cd5-b6f2-073e1f775198 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:33.860764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Attempting to bind port b12782a0-3e6b-4cd5-b6f2-073e1f775198 on network c399776d-5da1-42b6-8461-e16793f96edd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:33.867339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:33.868146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Checking segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:33.869019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.869679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Bound using segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:33.870393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Bound port: b12782a0-3e6b-4cd5-b6f2-073e1f775198, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:33.871009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.891904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.952069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.967052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10cfc08c-df01-4ee8-9d69-ad0dad0e1876 HTTP/1.1" status: 204 len: 168 time: 0.6413329 Feb 11 14:09:33.980198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2dbc75-28d2-40d4-882a-45cd2c7b3aae None None] Network 845f6b45-52b7-40a6-9f17-f91cf95078af requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:33.982942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c4a0a900-3722-4ef2-9614-3cd5f67fa487 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:34.012752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c4a0a900-3722-4ef2-9614-3cd5f67fa487 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:34.013256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c4a0a900-3722-4ef2-9614-3cd5f67fa487 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:34.013766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3cd46aaa-4ac8-4025-868c-f5799f110ee0 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:34.022816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:34.023441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:34.047700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2604d-0345-4173-ba1c-6892b1e05911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cfc08c-df01-4ee8-9d69-ad0dad0e1876,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:34.073211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3cd46aaa-4ac8-4025-868c-f5799f110ee0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:34.073703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3cd46aaa-4ac8-4025-868c-f5799f110ee0 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:34.104083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17c3b8d7-81e7-42d8-a34b-264650826298 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f8f430d8cba4923b70f86cabdda60b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463195 Feb 11 14:09:34.124634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42138) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:34.166478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.170944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] For port b12782a0-3e6b-4cd5-b6f2-073e1f775198, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:34.187885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on host n-h1-828407-1 for vnic_type normal with profile {"migrating_to": "n-h2-828407-1"} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:34.188129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:34.188590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:34.195940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] For port b12782a0-3e6b-4cd5-b6f2-073e1f775198, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b12782a0-3e6b-4cd5-b6f2-073e1f775198,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:34.241469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.267754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.272880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5775a5-6a5c-4ee0-86ab-9edd723929ea']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:34.280250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.302050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:34.304598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Attempting to bind port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:34.336712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:34.337519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:34.339028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:34.340302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Bound port: 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:34.341657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.345755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf40224-1561-4e5b-905b-d0eb507ff52d None None] Pushing event updated for resources: {'Port': ['ID=b12782a0-3e6b-4cd5-b6f2-073e1f775198,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:34.357029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fdfa-a8bc-4754-8e9c-0c7347997a91 req-608a1661-b1c1-4708-be87-fe17669423e0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:34.368439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2f8fdfa-a8bc-4754-8e9c-0c7347997a91 req-608a1661-b1c1-4708-be87-fe17669423e0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.7732050 Feb 11 14:09:34.385020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c622b97-9f52-48c5-b303-6dc252f470dd') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:34.385578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c622b97-9f52-48c5-b303-6dc252f470dd') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:34.435294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] DHCP port deletion for 845f6b45-52b7-40a6-9f17-f91cf95078af request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:34.475647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-467b2443-0377-4073-bcd5-0ac9bf494bf2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:34.477221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-467b2443-0377-4073-bcd5-0ac9bf494bf2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.60 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 812 time: 0.2829335 Feb 11 14:09:34.498367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'device_id': '9c726193-cff7-4ae3-ada5-c19902528062', 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e', 'admin_state_up': True, 'tenant_id': '8c1a3e9db1e540e09330532edae0de52'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:34.522319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.547037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Deleting port b8abe8b7-137c-4542-89aa-e3878ebc923e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:34.547555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.637276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] For port b8abe8b7-137c-4542-89aa-e3878ebc923e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8abe8b7-137c-4542-89aa-e3878ebc923e,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:34.638027 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.664181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2f8fdfa-a8bc-4754-8e9c-0c7347997a91 req-d9b128bc-eda6-4a54-9a78-a5d4b2798a76 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937362 Feb 11 14:09:34.666782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.683843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.690122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Calling delete_port for b8abe8b7-137c-4542-89aa-e3878ebc923e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:34.708168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:34.708581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:34.714375 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:34.724649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-network', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:34.724649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.851498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:34.854518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.898573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.900212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:34.919287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Deleting port b8abe8b7-137c-4542-89aa-e3878ebc923e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:34.919621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.921775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Made reservation on behalf of 8c1a3e9db1e540e09330532edae0de52 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:34.924068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.925133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.930521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4e8db389-90d5-4e5f-a1b3-d05082a568b7 req-31664845-6f40-4d9a-aafe-4d27f77864ec tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0530782 Feb 11 14:09:34.939126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:34.939310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.970537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] Pushing event deleted for resources: {'Port': ['ID=b8abe8b7-137c-4542-89aa-e3878ebc923e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:34.972852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a441923-aa6e-4d77-ad3b-f8bce1c8dc1a None None] No DVR routers for this DVR port b8abe8b7-137c-4542-89aa-e3878ebc923e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:34.995621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Allocated IP 172.25.7.60 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6bb4fcc8-56aa-416f-b6c0-86909a318921) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:35.047526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.066313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] For port b8abe8b7-137c-4542-89aa-e3878ebc923e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8abe8b7-137c-4542-89aa-e3878ebc923e,segment=NetworkSegment(7783c10a-ff20-4ed1-80c2-0984f738da3b),segment_id=7783c10a-ff20-4ed1-80c2-0984f738da3b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:35.066924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.087105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Calling delete_port for b8abe8b7-137c-4542-89aa-e3878ebc923e owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:35.140009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.154370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.187645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.197586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] 10.222.0.31 "DELETE /v2.0/networks/7a5775a5-6a5c-4ee0-86ab-9edd723929ea HTTP/1.1" status: 204 len: 168 time: 3.6994567 Feb 11 14:09:35.198705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Pushing event deleted for resources: {'Network': ['ID=7a5775a5-6a5c-4ee0-86ab-9edd723929ea,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.219272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:35.219895 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.221207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] 10.222.0.60 "PUT /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 1122 time: 3.4741912 Feb 11 14:09:35.221659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:35.223883 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5007216-bcde-4242-b28e-b585b07773f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:35.238340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.238694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.239038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.239379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.239717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.240053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.240386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.240710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.241265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.241757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.242269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.242781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05990fb1-2e5e-472b-bc9f-6441c494f9f2 tempest-ServersTestMultiNic-178376185 tempest-ServersTestMultiNic-178376185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:35.245621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e116-7c50-40da-8bda-2b865c31ba2d service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.252681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.301925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['8f6c9cd6-558b-4065-ab36-c30f904a6e33'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:35.316925 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0139e4fe-de5e-48a4-8b35-005cb7fc9562 x-openstack-request-id: req-0139e4fe-de5e-48a4-8b35-005cb7fc9562 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:35.316925 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:35.317255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:35.317353 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0139e4fe-de5e-48a4-8b35-005cb7fc9562 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:35.317353 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'status': 'completed', 'code': 200} Feb 11 14:09:35.319010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.321631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.325061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14282c56-f3b8-421f-b06d-a17c915db008 HTTP/1.1" status: 204 len: 168 time: 1.1942332 Feb 11 14:09:35.349803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.387339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.412659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7896-1e87-4bb1-ab30-5fba66e06a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14282c56-f3b8-421f-b06d-a17c915db008,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.427263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.429839 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Added segment 8dae6bae-3c74-4735-a068-f62175a91c1e of type vlan for network f63371f4-0184-43a0-8933-72c171b8137c Feb 11 14:09:35.432645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0627e29-ae36-4cf8-b71e-c8ce910e680c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.480852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42158) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:35.504522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] No DVR routers for this DVR port b8abe8b7-137c-4542-89aa-e3878ebc923e on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:35.546933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8abe8b7-137c-4542-89aa-e3878ebc923e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.654871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.666841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.717637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Allocated IP 172.20.0.11 (4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e/28d58433-b51a-4c55-9dca-bb20ccc08091/c20bf310-2c82-4ba3-9c26-8ee31d594e13) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:35.788877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:35.800348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:35.809443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.823364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:35.882808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007216-bcde-4242-b28e-b585b07773f1 req-88dc6dd6-cbb4-4ecb-85c6-49875042fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:35.884196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-88dc6dd6-cbb4-4ecb-85c6-49875042fc0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1125 time: 0.5381904 Feb 11 14:09:35.891504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b12782a0-3e6b-4cd5-b6f2-073e1f775198 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:35.944388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845f6b45-52b7-40a6-9f17-f91cf95078af']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:35.958442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.959490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:35.960264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.962331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b12782a0-3e6b-4cd5-b6f2-073e1f775198 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:35.962921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.006919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7783c10a-ff20-4ed1-80c2-0984f738da3b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:36.007902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7783c10a-ff20-4ed1-80c2-0984f738da3b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:36.082859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989146e-6095-4d5d-86cb-bc6ca980f422 None None] Network c399776d-5da1-42b6-8461-e16793f96edd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:36.168228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.177398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.201151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb4fcc8-56aa-416f-b6c0-86909a318921,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:36.209372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-210b1d82-98a6-40e6-b40b-4e7fcb1c3110 None None] Provisioning complete for port b12782a0-3e6b-4cd5-b6f2-073e1f775198 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:36.209825 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-210b1d82-98a6-40e6-b40b-4e7fcb1c3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.250747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2191634 Feb 11 14:09:36.265636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93acd883-a2e0-483b-bd41-f76afb209edf req-c653dbac-974b-49f3-b0ed-25a42729a292 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.1582351 Feb 11 14:09:36.270277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42174) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:36.271520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.287514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b12782a0-3e6b-4cd5-b6f2-073e1f775198, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b12782a0-3e6b-4cd5-b6f2-073e1f775198,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:36.299826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Request body: {'subnet': {'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-subnet', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:36.314000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e91e7c-d4ce-46cc-b95f-0268cfe5f04c admin admin] Pushing event updated for resources: {'Network': ['ID=f63371f4-0184-43a0-8933-72c171b8137c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:36.339160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:36.339601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.341771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f63371f4-0184-43a0-8933-72c171b8137c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:36.348851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74b6b-e295-4911-995f-c2184516f8ea req-3ebd11a4-0172-4b0a-b555-8371780f16be tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:36.353379 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:36.361386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ada74b6b-e295-4911-995f-c2184516f8ea req-3ebd11a4-0172-4b0a-b555-8371780f16be tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.5480373 Feb 11 14:09:36.388588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.452295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007216-bcde-4242-b28e-b585b07773f1 req-89036343-8332-4c52-bfd5-31e37fe4302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:36.452295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-89036343-8332-4c52-bfd5-31e37fe4302a service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.5012136 Feb 11 14:09:36.458014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.516353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-2fc7f0f1-f24e-4c90-a0c4-240087325f08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0474200 Feb 11 14:09:36.539878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.575922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.582250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] 10.222.0.31 "DELETE /v2.0/networks/845f6b45-52b7-40a6-9f17-f91cf95078af HTTP/1.1" status: 204 len: 168 time: 2.5520530 Feb 11 14:09:36.591297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b12782a0-3e6b-4cd5-b6f2-073e1f775198,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:36.594561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8abe8b7-137c-4542-89aa-e3878ebc923e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:36.612086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ada74b6b-e295-4911-995f-c2184516f8ea req-143445f8-0226-4e5b-a3fe-ccc1cb475877 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494497 Feb 11 14:09:36.624040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901368d9-b022-4321-bcfe-1c60f9f4626c admin admin] Pushing event deleted for resources: {'Network': ['ID=845f6b45-52b7-40a6-9f17-f91cf95078af,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:36.648819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:36.651331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007216-bcde-4242-b28e-b585b07773f1 req-8089418a-14b5-46db-9742-01fca8a026a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:36.651545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.652884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-8089418a-14b5-46db-9742-01fca8a026a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1283722 Feb 11 14:09:36.675493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b8abe8b7-137c-4542-89aa-e3878ebc923e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:36.681079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8abe8b7-137c-4542-89aa-e3878ebc923e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:36.681079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fd2a5cc9-dcea-4fa0-9667-dd703662a8ac no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:36.697679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-ad8310eb-71b7-49ad-8fbd-5dc69848a5b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343080 Feb 11 14:09:36.718026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.736314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.811589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: fd2a5cc9-dcea-4fa0-9667-dd703662a8ac {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:36.811939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fd2a5cc9-dcea-4fa0-9667-dd703662a8ac not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:36.887292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:36.896320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:36.898855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:36.902964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:36.974621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:36.975336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.985949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-57b825e1-1e18-4d95-9931-342de1a8ba3d service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767546 Feb 11 14:09:37.098295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.166590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5007216-bcde-4242-b28e-b585b07773f1 req-daccb611-d1c4-4f74-96bc-11c12351fc39 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726871 Feb 11 14:09:37.167297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:37.187639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.189612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42190) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:37.192203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-20b6e9e6-728a-44dd-b9c7-7c9c0c3b273a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7034197 Feb 11 14:09:37.237084 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-226762eb-80e1-4bfb-a145-bdb4990990d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b1410a354374f4599f9076d0b6d939c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681760 Feb 11 14:09:37.239577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:37.259114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.263889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-428dd8a5-88bd-4981-a85d-330097d4b489 None None] Provisioning complete for port b12782a0-3e6b-4cd5-b6f2-073e1f775198 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:37.265307 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-428dd8a5-88bd-4981-a85d-330097d4b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.350508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.394797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.431437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744f6ed5-b4f4-401c-9987-b886dedd4cce,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:37.462588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Request body: {'port': {'device_id': '9c726193-cff7-4ae3-ada5-c19902528062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:37.489507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Checking segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:37.490342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Network hostable DHCP agents. Network: f63371f4-0184-43a0-8933-72c171b8137c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:37.508523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775d2b2-2f20-4be0-ada6-f2e779930279 req-5ae827e0-966a-4776-b782-486c7703cacd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:37.510096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0775d2b2-2f20-4be0-ada6-f2e779930279 req-5ae827e0-966a-4776-b782-486c7703cacd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 932 time: 0.1100302 Feb 11 14:09:37.559027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-686949832-network', 'tenant_id': '950bea0c23d24a7685d22fec5433069d'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:37.560426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.583243 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0775d2b2-2f20-4be0-ada6-f2e779930279 req-8daf3020-6fcb-45e5-817c-aa3ae987499d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 Feb 11 14:09:37.621375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.624101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.627733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fda7dba0-346d-49b5-8018-e02eb8dfe594 HTTP/1.1" status: 204 len: 168 time: 0.3860633 Feb 11 14:09:37.664556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faeb74-f72f-4bc3-aaf1-18fc28b4e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda7dba0-346d-49b5-8018-e02eb8dfe594,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:37.675859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Network f63371f4-0184-43a0-8933-72c171b8137c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:37.703943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:37.705556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.738519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.780658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f63371f4-0184-43a0-8933-72c171b8137c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:37.791010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4536d3-f70c-4da5-83a3-4d38d8068695 None None] Network f63371f4-0184-43a0-8933-72c171b8137c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:37.801726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:37.802762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.808935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:09:37.920974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa5d7d-9f5d-48d7-b670-6ba16fbc6c38 req-e81cb8a1-aa50-489c-b669-a12b7610a97d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:37.922746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bfa5d7d-9f5d-48d7-b670-6ba16fbc6c38 req-e81cb8a1-aa50-489c-b669-a12b7610a97d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.1985586 Feb 11 14:09:37.962622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b12782a0-3e6b-4cd5-b6f2-073e1f775198 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:37.974777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20bf310-2c82-4ba3-9c26-8ee31d594e13 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:37.985411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.001234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b1335bbe-9779-4a58-bda6-3bbeda170742 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7296393 Feb 11 14:09:38.001713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Transition to ACTIVE for port object c20bf310-2c82-4ba3-9c26-8ee31d594e13 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:38.003783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:38.012088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:38.035127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b12782a0-3e6b-4cd5-b6f2-073e1f775198 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:38.035687 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.061276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f63371f4-0184-43a0-8933-72c171b8137c', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:09:38.062119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.090597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.131995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.147496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.148720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.154479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Deleting port 36de95ce-0ebb-4005-958d-df0c15d993fc {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:38.165372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.198402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bfa5d7d-9f5d-48d7-b670-6ba16fbc6c38 req-9bc8f692-621a-42e7-892d-638d8c949914 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032642 Feb 11 14:09:38.211467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.219660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.229766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:38.360559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Allocated IP 172.20.0.2 (f63371f4-0184-43a0-8933-72c171b8137c/744f6ed5-b4f4-401c-9987-b886dedd4cce/0a23e3f0-3c34-4e87-a088-b22b11444be8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:38.480849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Attempting to bind port c20bf310-2c82-4ba3-9c26-8ee31d594e13 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:38.481713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Attempting to bind port c20bf310-2c82-4ba3-9c26-8ee31d594e13 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:38.482275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Attempting to bind port c20bf310-2c82-4ba3-9c26-8ee31d594e13 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:38.492598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.497520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Port c20bf310-2c82-4ba3-9c26-8ee31d594e13 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:38.498113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Attempting to bind port c20bf310-2c82-4ba3-9c26-8ee31d594e13 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:38.506833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:38.507443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Checking segment: {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:38.507932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Bound using segment: {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:38.508481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Bound port: c20bf310-2c82-4ba3-9c26-8ee31d594e13, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:38.509421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.584859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:38.590730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:38.601225 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Sync routers for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:38.620463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:38.630358 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:38.633867 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:38.656499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a9caf-4df5-44bc-8ba5-95337a5b87af,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:38.668608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.669535 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Added segment 642cd7fb-afe4-4b10-816c-41c70fd85922 of type vlan for network dc246e33-6079-47cb-bc27-380392c5290e Feb 11 14:09:38.675633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:38.693654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:38.757508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.774476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.778101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] For port 36de95ce-0ebb-4005-958d-df0c15d993fc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=36de95ce-0ebb-4005-958d-df0c15d993fc,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:38.779339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.785670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.789624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e29c221-d08f-44e9-a1e8-e0d324baa6c6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4327669 Feb 11 14:09:38.791010 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4028edfb-311e-4909-a804-cb756b480b8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faa4c58badba432095d60f920ee76400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959256 Feb 11 14:09:38.797663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42216) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:38.798001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42218) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:38.814795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:38.815424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:38.817348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 1092 time: 1.6131935 Feb 11 14:09:38.817524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Calling delete_port for 36de95ce-0ebb-4005-958d-df0c15d993fc owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:38.818724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:38.821107 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff45888-29d3-4784-98a1-1794716a6a63" -d '{"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:38.868263 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:38.933872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcbf5c-62ee-41b8-83be-42f078400728 req-a6c2f902-7ed8-4c29-8566-52c293a6f6bb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:38.942354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0fcbf5c-62ee-41b8-83be-42f078400728 req-a6c2f902-7ed8-4c29-8566-52c293a6f6bb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 944 time: 0.2181308 Feb 11 14:09:38.998842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.000870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:39.002082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.097733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:39.137083 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:36Z', 'revision_number': 3, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:39.172552 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Checking router: eda1fb2e-7d61-4d49-a35f-dc036d2ddeea for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:39.173247 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Updating router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea port 6bb4fcc8-56aa-416f-b6c0-86909a318921 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:39.203015 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.231942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:39.276398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.281915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 has no active binding in host n-h2-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:09:39.355009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.357266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc246e33-6079-47cb-bc27-380392c5290e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.377786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.393642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network dc246e33-6079-47cb-bc27-380392c5290e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:39.400962 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad8d8e1-9bd0-41cd-be46-023cf7f69e94 x-openstack-request-id: req-5ad8d8e1-9bd0-41cd-be46-023cf7f69e94 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:39.401514 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:39.401514 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ad8d8e1-9bd0-41cd-be46-023cf7f69e94 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:39.402448 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'status': 'completed', 'code': 200} Feb 11 14:09:39.460025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.468473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0828-f640-4150-a552-bcd6a2aa83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.475287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0fcbf5c-62ee-41b8-83be-42f078400728 req-7a3d1f3e-1243-4073-9f1e-b18723d74603 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320096 Feb 11 14:09:39.534797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Network f63371f4-0184-43a0-8933-72c171b8137c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:39.538954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f0-3c34-4e87-a088-b22b11444be8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.545838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:39.549703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:39.560497 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.579874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-71abd058-ecc9-4375-b43c-e276c085d1f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3817332 Feb 11 14:09:39.582056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2eef82-3798-4724-9509-83ac72cebcac req-cb7464d7-0fa2-4105-8e0f-b55d95757694 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:39.584442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee2eef82-3798-4724-9509-83ac72cebcac req-cb7464d7-0fa2-4105-8e0f-b55d95757694 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.1812406 Feb 11 14:09:39.586794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-0f55bbca-7038-46c1-937a-b05b0b9d8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:39.590094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-0f55bbca-7038-46c1-937a-b05b0b9d8016 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1095 time: 0.1904397 Feb 11 14:09:39.590746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:39.591848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.597805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Request body: {'subnet': {'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-686949832-subnet', 'tenant_id': '950bea0c23d24a7685d22fec5433069d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:39.624849 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.631864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Attempting to bind port 0a23e3f0-3c34-4e87-a088-b22b11444be8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:39.632282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Attempting to bind port 0a23e3f0-3c34-4e87-a088-b22b11444be8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:39.632714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Attempting to bind port 0a23e3f0-3c34-4e87-a088-b22b11444be8 on network f63371f4-0184-43a0-8933-72c171b8137c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:39.635514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.650387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:39.651606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Checking segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:39.652981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.656077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Bound using segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:39.656618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Bound port: 0a23e3f0-3c34-4e87-a088-b22b11444be8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:39.657028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.685692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-0bc77fd1-31fc-48f8-833c-25ab252817ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 217 time: 0.0821159 Feb 11 14:09:39.742551 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Attempting to bind port 6bb4fcc8-56aa-416f-b6c0-86909a318921 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:39.744174 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Attempting to bind port 6bb4fcc8-56aa-416f-b6c0-86909a318921 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:39.744798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Attempting to bind port 6bb4fcc8-56aa-416f-b6c0-86909a318921 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:39.759100 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Pushing event updated for resources: {'Port': ['ID=6bb4fcc8-56aa-416f-b6c0-86909a318921,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.780241 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.781038 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.781737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.782080 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.782420 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.782753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.783078 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.785041 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.785705 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.786368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.788700 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.790388 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:39.798322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee2eef82-3798-4724-9509-83ac72cebcac req-a622f8e3-e3e7-4111-b9e4-877c20b1ab59 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925831 Feb 11 14:09:39.805770 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:39.806268 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:39.807222 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.808302 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:39.809141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Bound port: 6bb4fcc8-56aa-416f-b6c0-86909a318921, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:39.811391 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.813315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] For port 0a23e3f0-3c34-4e87-a088-b22b11444be8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:39.816778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] For port 0a23e3f0-3c34-4e87-a088-b22b11444be8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0a23e3f0-3c34-4e87-a088-b22b11444be8,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:39.821573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.824839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.832630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95559fdb-d1c5-4890-a721-eec34fe12ad6 HTTP/1.1" status: 204 len: 168 time: 1.0213170 Feb 11 14:09:39.845392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-1f64f098-22f4-4eaf-b1e7-aa1546dd9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:39.846859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-1f64f098-22f4-4eaf-b1e7-aa1546dd9244 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.1517787 Feb 11 14:09:39.864463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.894583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Allocated IP 172.25.7.41 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:39.908179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.915954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:39.918590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:39.922387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-b308710f-6c20-49fb-9521-8d864e3e2b8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465136 Feb 11 14:09:39.923719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Pushing event deleted for resources: {'Port': ['ID=36de95ce-0ebb-4005-958d-df0c15d993fc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.931692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ebf98-76f3-4b24-b5dc-3e4b5510c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95559fdb-d1c5-4890-a721-eec34fe12ad6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:39.955764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] For port 6bb4fcc8-56aa-416f-b6c0-86909a318921, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:39.966772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] For port 6bb4fcc8-56aa-416f-b6c0-86909a318921, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bb4fcc8-56aa-416f-b6c0-86909a318921,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:40.023390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c01fea-fb8c-48c4-8cbc-c0db6570d510 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f0-3c34-4e87-a088-b22b11444be8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:40.042917 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.058634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.168919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:40.169864 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:40.175489 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b71dca-7f55-49a0-863a-eab321106e49 None None] Pushing event updated for resources: {'Port': ['ID=6bb4fcc8-56aa-416f-b6c0-86909a318921,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:40.383275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.393820 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:40.437164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Allocated IP 172.20.0.1 (c399776d-5da1-42b6-8461-e16793f96edd/01e56418-3860-4e35-bdb9-cea043c5c53e/d6ff6e28-2761-4931-a2e5-5f0eaeb9e079) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:40.774181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076eb6-1ce7-4250-87d3-b84ba4cb82ec req-fb85dffa-7a9f-4105-859c-3ededa68b975 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:40.776380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8076eb6-1ce7-4250-87d3-b84ba4cb82ec req-fb85dffa-7a9f-4105-859c-3ededa68b975 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 944 time: 0.1399074 Feb 11 14:09:40.784423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-03b10519-e39f-4fa3-88bc-381bf98bed95 service neutron] 10.222.0.62 "GET /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.3842576 Feb 11 14:09:40.807485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-b3b352b3-8f45-4ae6-829e-26d1f66272df service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332350 Feb 11 14:09:40.815097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.881256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.937126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8076eb6-1ce7-4250-87d3-b84ba4cb82ec req-cb8bccbe-7e04-4a09-934f-6c1c5fc7368a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495676 Feb 11 14:09:40.981234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Router 498e6610-180c-4401-ab61-1f9a05ebac1f has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:41.006690 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:36Z', 'revision_number': 3, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:41.026426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.037798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6c9-4328-4c08-8f4a-7327bb733b51 None None] The sync data for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 is: [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:36Z', 'revision_number': 3, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:41.110015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.154521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:41.162129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-69f49a0e-48fd-46a9-a6ab-24c187daa15d admin admin] 10.222.0.31 "PUT /v2.0/routers/498e6610-180c-4401-ab61-1f9a05ebac1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6660390 Feb 11 14:09:41.172453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Sync routers for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:41.173006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42290) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:41.191639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Network c399776d-5da1-42b6-8461-e16793f96edd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:41.191798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:41.191798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:41.239914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:41.243007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:41.243132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5668c8d-0f94-4b40-8d4d-a32070b09932 req-f41f7da9-3a34-447d-ab47-c4614f631acd tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:41.244926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5668c8d-0f94-4b40-8d4d-a32070b09932 req-f41f7da9-3a34-447d-ab47-c4614f631acd tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 944 time: 0.2723041 Feb 11 14:09:41.301707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.346258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:41.456984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:41.478640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:41.516103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.536023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:41.664854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6c9cd6-558b-4065-ab36-c30f904a6e33 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:41.675060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68a6681-5df3-4c3e-9286-0c4d4f282cf4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:41.731461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.755833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:41.764125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Checking segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:41.764488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Network hostable DHCP agents. Network: dc246e33-6079-47cb-bc27-380392c5290e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:41.798221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:41.811214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c9f7aac-e376-4a48-a1f5-02234cc41f99 None None] Provisioning complete for port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:41.811850 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7aac-e376-4a48-a1f5-02234cc41f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.852227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5668c8d-0f94-4b40-8d4d-a32070b09932 req-72a6a8dc-db98-4d51-a32d-33f1405e7093 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796905 Feb 11 14:09:41.868859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-952e6a34-0c63-434d-a548-c1e1e0ceb17c req-1051edff-7065-483d-9bd7-167e9d1a4737 service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0520399 Feb 11 14:09:42.013986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d60ff1-dc68-48d1-830d-f1bb07aa8b4b None None] Network f63371f4-0184-43a0-8933-72c171b8137c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:42.015973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f7aac-e376-4a48-a1f5-02234cc41f99 None None] Port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:09:42.102556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-602324137-network', 'tenant_id': 'e19ee2d4103944cfbdc5db887354aeba'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:42.121379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.174233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:42.181563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] Provisioning complete for port 0a23e3f0-3c34-4e87-a088-b22b11444be8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:42.182798 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.198229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0a23e3f0-3c34-4e87-a088-b22b11444be8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:42.223264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:42.248824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:42.255203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Pushing event updated for resources: {'Port': ['ID=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.263745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Network dc246e33-6079-47cb-bc27-380392c5290e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:42.320931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-f25d0c8e-de83-4443-8f69-25da5ce58ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.322656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-f25d0c8e-de83-4443-8f69-25da5ce58ebc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1095 time: 0.2625163 Feb 11 14:09:42.323405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Made reservation on behalf of e19ee2d4103944cfbdc5db887354aeba for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:42.325825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.399424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, dc246e33-6079-47cb-bc27-380392c5290e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:42.405470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.406054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.409288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.429883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.462535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308081c-8fca-4554-86f6-d3839eacb5a2 None None] Network dc246e33-6079-47cb-bc27-380392c5290e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:42.469346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.480601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:09:39Z', 'revision_number': 5, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port': {'id': '52f6b883-51c5-4631-9fe1-96f33961fbb6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:07:16Z', 'updated_at': '2022-02-11T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:42.566722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.591186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f5aa-2cc5-4d39-8c41-3f1ea9cd3d81 req-20b7a9e8-eae8-488a-a3b6-6450956e5437 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.593034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a92f5aa-2cc5-4d39-8c41-3f1ea9cd3d81 req-20b7a9e8-eae8-488a-a3b6-6450956e5437 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 944 time: 0.1347442 Feb 11 14:09:42.641105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Checking router: 498e6610-180c-4401-ab61-1f9a05ebac1f for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:42.643102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] Transition to ACTIVE for port object 8f6c9cd6-558b-4065-ab36-c30f904a6e33 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:42.681521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8756765b-7308-438c-ab42-0d9b2fecb940 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0873239 Feb 11 14:09:42.703029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0a23e3f0-3c34-4e87-a088-b22b11444be8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:42.703435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.763195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Routers {'498e6610-180c-4401-ab61-1f9a05ebac1f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:42.763840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['498e6610-180c-4401-ab61-1f9a05ebac1f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:42.767133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] For port 0a23e3f0-3c34-4e87-a088-b22b11444be8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0a23e3f0-3c34-4e87-a088-b22b11444be8,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:42.769351 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.781577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.843898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a92f5aa-2cc5-4d39-8c41-3f1ea9cd3d81 req-eb952fb7-1e88-4bc2-a062-18480950c971 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229452 Feb 11 14:09:42.851917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.874692 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.928855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bb4fcc8-56aa-416f-b6c0-86909a318921 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:42.935062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-906987c3-65f5-452f-9667-1ce5c97bdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.936580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-906987c3-65f5-452f-9667-1ce5c97bdfcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.5854919 Feb 11 14:09:42.965115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Deleting port 52f6b883-51c5-4631-9fe1-96f33961fbb6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:42.965756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.026707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:43.029496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] No DVR routers for this DVR port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:43.059144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-6218b7d2-5817-497e-81ad-fabdeb4c3bec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 217 time: 0.1001000 Feb 11 14:09:43.086493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.086848 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Added segment 4bc0bd99-ee58-4aae-bbb0-4b760f126a70 of type vlan for network 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 Feb 11 14:09:43.111242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.116793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80e720-d94c-4746-b8e8-b88f27335033,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.180593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.210263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] For port 52f6b883-51c5-4631-9fe1-96f33961fbb6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=52f6b883-51c5-4631-9fe1-96f33961fbb6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:43.213310 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.244615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.252430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Calling delete_port for 52f6b883-51c5-4631-9fe1-96f33961fbb6 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:43.274839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.310818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:43.355003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.383627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] Set router 498e6610-180c-4401-ab61-1f9a05ebac1f gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:43.385977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eedf73-83e0-4d5a-9471-74eefad127c4 None None] Network dc246e33-6079-47cb-bc27-380392c5290e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:43.471692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d5583685-e4ba-4969-a69a-4e236eb2e1f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33/bindings/n-h2-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6624322 Feb 11 14:09:43.482873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-5b1b4b72-9d49-4e97-bdcb-af842136c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:43.484953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-5b1b4b72-9d49-4e97-bdcb-af842136c7eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.4121149 Feb 11 14:09:43.517964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:09:42Z', 'revision_number': 6, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:43.526364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b657-f9cb-4e6f-9195-55924de0d315 req-b80417c0-e227-449f-b2e0-8112119e475e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:43.545533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.548607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.563174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebe6d8-b3d5-440f-b139-5b5298614d8d None None] The sync data for ids ['498e6610-180c-4401-ab61-1f9a05ebac1f'] in n-d-828407-1 is: [{'id': '498e6610-180c-4401-ab61-1f9a05ebac1f', 'name': 'tempest-ServersTestMultiNic-881047467-router', 'tenant_id': '58f9c681ac8d443f803411b646055161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:07:14Z', 'updated_at': '2022-02-11T14:09:42Z', 'revision_number': 6, 'project_id': '58f9c681ac8d443f803411b646055161', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:43.565642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2500-397f-4da6-91ec-70bfeb329a07 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f0-3c34-4e87-a088-b22b11444be8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.572518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e15b657-f9cb-4e6f-9195-55924de0d315 req-b80417c0-e227-449f-b2e0-8112119e475e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.5141940 Feb 11 14:09:43.620509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f3a8dec1-c082-4b11-a2b5-9af77355dfa1 None None] Provisioning complete for port 0a23e3f0-3c34-4e87-a088-b22b11444be8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:43.621400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a8dec1-c082-4b11-a2b5-9af77355dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.629218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:43.666147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6bb4fcc8-56aa-416f-b6c0-86909a318921 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:43.666463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.703566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.704581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:43.707056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.743624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-c962082d-3c46-4ce9-908e-1aac2125159c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2455492 Feb 11 14:09:43.853013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.874980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 6bb4fcc8-56aa-416f-b6c0-86909a318921, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bb4fcc8-56aa-416f-b6c0-86909a318921,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:43.885036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0848472 Feb 11 14:09:43.891393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:43.900861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e15b657-f9cb-4e6f-9195-55924de0d315 req-c0f7bc18-6770-421e-8f51-0cc8163ab12e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262327 Feb 11 14:09:43.909198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Request body: {'subnet': {'network_id': '8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-602324137-subnet', 'tenant_id': 'e19ee2d4103944cfbdc5db887354aeba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:43.945530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.985481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1f58f-7a28-48b6-b055-ff0ee78b1a52 admin admin] Pushing event updated for resources: {'Network': ['ID=8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.041583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:44.107914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-02fe1a8b-43da-4b87-9426-3808abcf65fe tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.115075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-02fe1a8b-43da-4b87-9426-3808abcf65fe tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.4449904 Feb 11 14:09:44.138350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=6bb4fcc8-56aa-416f-b6c0-86909a318921,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.160936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0a23e3f0-3c34-4e87-a088-b22b11444be8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:44.169422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Network c399776d-5da1-42b6-8461-e16793f96edd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:44.179308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-c71b1bf2-b71b-4cff-89d5-71f9f70680ce tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/quotas/950bea0c23d24a7685d22fec5433069d HTTP/1.1" status: 200 len: 375 time: 0.0432744 Feb 11 14:09:44.180558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:44.214292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-98a8ae08-60f3-4f73-9300-8d40a828da07 service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513593 Feb 11 14:09:44.217882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.233599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0a23e3f0-3c34-4e87-a088-b22b11444be8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:44.233982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.310903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-3b390aa8-ae3d-4712-a082-501497443732 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457761 Feb 11 14:09:44.313579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-f723fc0c-2b8a-4d86-b4f2-b843e77b9036 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.315388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-f723fc0c-2b8a-4d86-b4f2-b843e77b9036 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.6666739 Feb 11 14:09:44.333126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 36de95ce-0ebb-4005-958d-df0c15d993fc no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:44.361301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 36de95ce-0ebb-4005-958d-df0c15d993fc {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:44.362580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 36de95ce-0ebb-4005-958d-df0c15d993fc not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:44.488848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.564312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f6b883-51c5-4631-9fe1-96f33961fbb6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.601512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fc516dd1-f7b0-4322-8926-3c9ef09dd430 None None] Provisioning complete for port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:44.601887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc516dd1-f7b0-4322-8926-3c9ef09dd430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.628765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:44.635794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ba1275b7-a600-40d9-bcd0-0de7e03da101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.638267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-ba1275b7-a600-40d9-bcd0-0de7e03da101 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&tenant_id=21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 1096 time: 0.2505322 Feb 11 14:09:44.650503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Made reservation on behalf of e19ee2d4103944cfbdc5db887354aeba for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:44.652844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.707266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fc516dd1-f7b0-4322-8926-3c9ef09dd430 None None] Port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:09:44.775115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c20bf310-2c82-4ba3-9c26-8ee31d594e13 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:44.780447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf3253-59ac-4225-acb2-a6ceefe8fd1e req-5c708c93-b2bf-4472-97f5-e11fbdbe09d4 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.783006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4cf3253-59ac-4225-acb2-a6ceefe8fd1e req-5c708c93-b2bf-4472-97f5-e11fbdbe09d4 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 944 time: 0.6460450 Feb 11 14:09:44.785591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-2dc02e10-1cf4-4a43-bbed-fe297692a962 service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647341 Feb 11 14:09:44.855079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.862563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d6f348e4-afd5-464e-b9f9-7e174c60ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.864084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-d6f348e4-afd5-464e-b9f9-7e174c60ebf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1951184 Feb 11 14:09:44.916934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:44.960616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e', 'port_id': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'mac_address': 'fa:16:3e:f5:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d58433-b51a-4c55-9dca-bb20ccc08091', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:44.975620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ff45888-29d3-4784-98a1-1794716a6a63 req-8acca588-7084-4515-a304-7cc092115c1a service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510042 Feb 11 14:09:44.984141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4cf3253-59ac-4225-acb2-a6ceefe8fd1e req-398bb428-b93e-4859-9145-ace5a542836b tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557255 Feb 11 14:09:45.018565 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.038981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20bf310-2c82-4ba3-9c26-8ee31d594e13 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:45.069157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.088426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:45.113754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.156803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.186742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f55-af9d-4032-b693-21b4ccba4be9 req-6b4a93b4-89dc-4575-9cc8-d88e129bc452 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.188715 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37315f55-af9d-4032-b693-21b4ccba4be9 req-6b4a93b4-89dc-4575-9cc8-d88e129bc452 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0710356 Feb 11 14:09:45.192334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Router ff68f755-8ce7-470a-accc-bd3c68caf8ae is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:09:45.209517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:45.225576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-182c9c91-dfc3-4cf5-afc3-c145aa2a7d88 admin admin] 10.222.0.31 "PUT /v2.0/routers/eda1fb2e-7d61-4d49-a35f-dc036d2ddeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4260809 Feb 11 14:09:45.227878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-cc1c9cb2-f75d-46db-a662-a7e3ae1b56ee service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345846 Feb 11 14:09:45.231610 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Sync routers for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:45.243643 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:45.255059 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:45.266266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.296529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:45.329081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.329740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 498e6610-180c-4401-ab61-1f9a05ebac1f {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:45.357025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.358277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-17118c2b-95a4-4fd8-9fe1-e10f73b91ab0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/498e6610-180c-4401-ab61-1f9a05ebac1f HTTP/1.1" status: 204 len: 168 time: 4.1843784 Feb 11 14:09:45.361060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42372) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:45.362394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-98e1ac6d-905b-450c-abdc-4e4246e047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.364597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-98e1ac6d-905b-450c-abdc-4e4246e047ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.4268849 Feb 11 14:09:45.400867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:45.450619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37315f55-af9d-4032-b693-21b4ccba4be9 req-32061389-1627-4ae8-a2ee-e39591225e99 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496350 Feb 11 14:09:45.451256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82956bc2-5138-4b7a-afe9-88a727686053,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:45.461757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-c9db57af-23ef-4b7e-9d19-e136f27a8b58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0888770 Feb 11 14:09:45.529341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Deleting subnet 94e8b9a1-14ef-4774-8af5-6bfda8b819d7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:09:45.542138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.556932 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:45.568419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Checking segment: {'id': '4bc0bd99-ee58-4aae-bbb0-4b760f126a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:45.570705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Network hostable DHCP agents. Network: 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:45.589578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:45.615535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Sync routers for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:45.659293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.670700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:45.671347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:45.719344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.723551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5749b991-502b-412d-83a5-cb2654112792 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7156785 Feb 11 14:09:45.728074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:45.738920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-3500c59d-a653-44bd-a0e5-9854c7b474c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.742342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-3500c59d-a653-44bd-a0e5-9854c7b474c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.2734847 Feb 11 14:09:45.807198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a0131ea-771b-42cf-87ce-016022661932 req-1d37632f-4b82-4c74-82d7-6bfdc4da770f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 210 time: 0.1401026 Feb 11 14:09:45.835758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-01619b5a-0aa9-48bc-8876-8aa679e16db6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765743 Feb 11 14:09:45.840778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Network 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:45.928941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:45.946486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:45.982011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.984038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.019448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d43ee-5af5-40b2-a6e8-0868f915c89f None None] Network 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:46.087792 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:42Z', 'revision_number': 2, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:46.152794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bb4fcc8-56aa-416f-b6c0-86909a318921 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:46.200404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.219034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-912782a8-09c8-4adf-b1d3-5b64d6ca7d12 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3131931 Feb 11 14:09:46.248372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Checking router: eda1fb2e-7d61-4d49-a35f-dc036d2ddeea for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:46.251022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Updating router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:46.293497 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.408860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-5bfc6e46-8f3d-4fd8-ad98-ceebe560d88e service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653322 Feb 11 14:09:46.567720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43b3cf-0c26-4ad9-ba03-ac082c4c3d04 None None] Network 8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:46.599411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3268ba-03e4-44e1-804f-2e637c06157d req-03a69cc8-316e-4cb5-8a13-7c40f3b75c55 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:46.602409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d3268ba-03e4-44e1-804f-2e637c06157d req-03a69cc8-316e-4cb5-8a13-7c40f3b75c55 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 945 time: 0.4475915 Feb 11 14:09:46.618512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.685696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:46.697212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907353042', 'description': 'tempest-description--601171061'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:46.711969 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:46.788069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-304295514', 'description': 'tempest-description-346696458'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:46.816137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6bb4fcc8-56aa-416f-b6c0-86909a318921 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:46.816386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.901298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.923712 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.954179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.963745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:42Z', 'revision_number': 3, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:46.998421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Checking router: ff68f755-8ce7-470a-accc-bd3c68caf8ae for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:46.998421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Updating router ff68f755-8ce7-470a-accc-bd3c68caf8ae port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:47.059542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.060197 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.102266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.106808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94e8b9a1-14ef-4774-8af5-6bfda8b819d7 HTTP/1.1" status: 204 len: 168 time: 1.7412066 Feb 11 14:09:47.108633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1538f6-46ae-464b-b095-ef67b4b0627c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e8b9a1-14ef-4774-8af5-6bfda8b819d7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.110630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:47.197796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Allocated IP 172.20.0.1 (f63371f4-0184-43a0-8933-72c171b8137c/744f6ed5-b4f4-401c-9987-b886dedd4cce/1152b027-7107-471e-8878-719e67fd4ac7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:47.211323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51097c-9981-4932-8e09-28e25b93ede8 None None] Pushing event updated for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.222533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35244f29-5b02-4723-a660-4351d892c72f None None] Network 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:47.225446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 52f6b883-51c5-4631-9fe1-96f33961fbb6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:47.228277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d3268ba-03e4-44e1-804f-2e637c06157d req-3252221d-cddb-43ff-bc4a-7df49d08ba4e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145618 Feb 11 14:09:47.264388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-7348b360-fbba-416b-b437-1c22277244c9 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413780 Feb 11 14:09:47.278016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.344284 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Attempting to bind port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:47.344907 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Attempting to bind port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:47.347295 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Attempting to bind port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 on network c399776d-5da1-42b6-8461-e16793f96edd {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:47.376143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:47.376528 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Checking segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:47.376960 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.377359 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Bound using segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:47.381666 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Bound port: d6ff6e28-2761-4931-a2e5-5f0eaeb9e079, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:47.387193 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.404697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.419893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 52f6b883-51c5-4631-9fe1-96f33961fbb6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:47.420498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 52f6b883-51c5-4631-9fe1-96f33961fbb6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:47.545016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc387-1491-4763-954e-f5fc02ed442e req-6655ab6f-2bcc-47e6-ae2b-c8bda8dce38b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.547006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-994cc387-1491-4763-954e-f5fc02ed442e req-6655ab6f-2bcc-47e6-ae2b-c8bda8dce38b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.1873009 Feb 11 14:09:47.550096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Deleting port c5431971-e2d6-4dc1-b36a-697e19610aff {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:47.551118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.569943 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] For port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:47.578196 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] For port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:47.592874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.623971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.664835 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.672718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.703364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] For port c5431971-e2d6-4dc1-b36a-697e19610aff, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c5431971-e2d6-4dc1-b36a-697e19610aff,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:47.703736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.721798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.737052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] DHCP port deletion for 1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:09:47.751130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Calling delete_port for c5431971-e2d6-4dc1-b36a-697e19610aff owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:47.767360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:47.767995 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:47.773604 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51097c-9981-4932-8e09-28e25b93ede8 None None] Pushing event updated for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.797879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.805280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-994cc387-1491-4763-954e-f5fc02ed442e req-36452b65-123f-4cd0-bcad-31d137f95e8d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475265 Feb 11 14:09:47.841756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.852854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] Provisioning complete for port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:47.860121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.936818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Pushing event updated for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.950722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca98d4-7ca4-4501-b9bd-9277d5b01e13,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.970810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.977815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:47.983359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eb64b92a-8a78-4c7c-91f1-64a00d37579c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2940540 Feb 11 14:09:47.986248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.987875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-627b5553-955b-49d3-922c-007e839fa451 req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2402391 Feb 11 14:09:48.001452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'security_group_rule': {'security_group_id': '2fca98d4-7ca4-4501-b9bd-9277d5b01e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:48.040116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Network f63371f4-0184-43a0-8933-72c171b8137c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:48.045553 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:48.099902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Deleting port c5431971-e2d6-4dc1-b36a-697e19610aff {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:48.100410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.118646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:48.130285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-851ba377-71c8-4a7d-964a-dba2a47d8641 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.131466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:48.131569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.131663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-851ba377-71c8-4a7d-964a-dba2a47d8641 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.3164411 Feb 11 14:09:48.194330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aa04f-148e-4d71-ac53-1156dedd49d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627e1691-8380-404b-a088-a69925e1a1c7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.226315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-7c0852a6-e6c2-44dc-9009-9546a8727ef1 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/627e1691-8380-404b-a088-a69925e1a1c7 HTTP/1.1" status: 200 len: 1811 time: 0.1896160 Feb 11 14:09:48.230347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67f1ea2f-d835-4818-9999-422489449cbc req-b0a3b5eb-f3ef-49db-8073-b69c67e53922 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 210 time: 0.1193583 Feb 11 14:09:48.243078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627e1691-8380-404b-a088-a69925e1a1c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:48.243078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627e1691-8380-404b-a088-a69925e1a1c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:48.288906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.323657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.361189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.378764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c5431971-e2d6-4dc1-b36a-697e19610aff no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:48.383019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87fd3930-3c27-42c2-8d4c-f049da53571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.428367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.454387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5431971-e2d6-4dc1-b36a-697e19610aff,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.483268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c5431971-e2d6-4dc1-b36a-697e19610aff {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:48.488739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c5431971-e2d6-4dc1-b36a-697e19610aff not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:48.507417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] No DVR routers for this DVR port c5431971-e2d6-4dc1-b36a-697e19610aff on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:48.563793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Attempting to bind port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:48.564171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Attempting to bind port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:48.564536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Attempting to bind port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:48.579120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:47Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:48.600487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.619869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1bac2-485d-4498-bdfe-6740e872174a None None] The sync data for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 is: [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:47Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:48.620358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:48.620740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:48.621228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.621630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:48.622292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Bound port: d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:48.622700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.641122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] For port c5431971-e2d6-4dc1-b36a-697e19610aff, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c5431971-e2d6-4dc1-b36a-697e19610aff,segment=NetworkSegment(cfb7a238-7df7-45bb-9c1b-665f0ea47bd2),segment_id=cfb7a238-7df7-45bb-9c1b-665f0ea47bd2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:48.641669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.643358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.666292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-5815a2f7-858a-4969-97a1-fb1c8e025f54 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.670874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-5815a2f7-858a-4969-97a1-fb1c8e025f54 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.2515450 Feb 11 14:09:48.689390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Request body: {'port': {'device_id': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'admin_state_up': True, 'tenant_id': '950bea0c23d24a7685d22fec5433069d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:48.722907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Calling delete_port for c5431971-e2d6-4dc1-b36a-697e19610aff owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:48.724664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbac270-a3a8-4e75-97d6-a721d3d9f340 None None] Pushing event updated for resources: {'Port': ['ID=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.725867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.731655 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.737034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550bf0d-dc6b-4e42-92c8-c83ff8d96e0d req-53799f08-3e78-4919-95ef-86dbc91349f2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.755773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0550bf0d-dc6b-4e42-92c8-c83ff8d96e0d req-53799f08-3e78-4919-95ef-86dbc91349f2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 945 time: 0.3700972 Feb 11 14:09:48.825217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c20bf310-2c82-4ba3-9c26-8ee31d594e13 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:48.832167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-6e36419f-bcc3-42ec-8b48-9851f13e420a service neutron] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:48.851471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.856977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-6e36419f-bcc3-42ec-8b48-9851f13e420a service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.867767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2adc79ae-e12e-46f0-8f2f-9cc7ffc78f86 req-6e36419f-bcc3-42ec-8b48-9851f13e420a service neutron] 10.222.0.60 "DELETE /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33/bindings/n-h1-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.6990142 Feb 11 14:09:48.876965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.906227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:48.921494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.926735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:48.927598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.928383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb7a238-7df7-45bb-9c1b-665f0ea47bd2') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:48.929806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b786ff6d-962b-4fc2-a4d3-a30b50bd481e req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6941230 Feb 11 14:09:48.947636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] For port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:48.950312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.956031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b6891-a900-4358-acc9-dc1ec5f44feb tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e052783-aa17-4c2a-b1f9-b9984e925e33,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.999295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0550bf0d-dc6b-4e42-92c8-c83ff8d96e0d req-b2be6b78-ac9a-4a20-8074-6a3d04e3c0d2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032130 Feb 11 14:09:49.003488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.006895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] For port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:49.026029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] For port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:49.035090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.049784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:09:49.050192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:49.051969 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:49.128403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.144757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.147483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5ab7bb-4a30-47ae-9c58-1aa99090ab00,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.185911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] No DVR routers for this DVR port c5431971-e2d6-4dc1-b36a-697e19610aff on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:49.194585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.224275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port c20bf310-2c82-4ba3-9c26-8ee31d594e13 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:49.248583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.257082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3b9a4692-2623-4372-a6b9-bbede73b6a7e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2691004 Feb 11 14:09:49.258034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42424) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:49.261793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port c20bf310-2c82-4ba3-9c26-8ee31d594e13 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:49.261793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.284795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'security_group_rule': {'security_group_id': '2fca98d4-7ca4-4501-b9bd-9277d5b01e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:49.306893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da0044d4-3002-44b0-97ec-12f428755962 req-85f93d87-c469-4acb-a935-b21ac285895b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/627e1691-8380-404b-a088-a69925e1a1c7 HTTP/1.1" status: 200 len: 2404 time: 0.1786866 Feb 11 14:09:49.307522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.319466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8c060-fae6-42a6-9b80-9f2399707bcc req-ae09a24a-ca22-432d-bf24-e7f6f8fbaeab tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.325520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75f8c060-fae6-42a6-9b80-9f2399707bcc req-ae09a24a-ca22-432d-bf24-e7f6f8fbaeab tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.2792175 Feb 11 14:09:49.328565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.345639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf HTTP/1.1" status: 204 len: 168 time: 2.2323208 Feb 11 14:09:49.355263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:49.357124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:49.381523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732917e-7a84-4137-b389-ef47751d1fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0b2eef-2fd8-4f81-83b1-0ba2ec9068bf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.458754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75f8c060-fae6-42a6-9b80-9f2399707bcc req-56548ebb-3db4-48e6-b0f8-ada408f70e80 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Feb 11 14:09:49.537301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17a67a3c-111c-46c3-b671-bcb4db6a6626 req-31c2c7fc-9aaa-4f17-99fb-d3c301c4f738 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 210 time: 0.0669909 Feb 11 14:09:49.547142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:49.550619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.584875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-1d744ed8-5c53-4396-b75c-4710a3c0da4b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-group-rules/8e052783-aa17-4c2a-b1f9-b9984e925e33 HTTP/1.1" status: 200 len: 778 time: 0.0649314 Feb 11 14:09:49.598928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e8ff-044d-46b6-9f68-95e127a0cd46 None None] Pushing event updated for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.611828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-72319a56-127b-4d35-a601-852544e93401 None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:49.612614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72319a56-127b-4d35-a601-852544e93401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.654026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.669722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe467bf6-269b-4dfb-8061-11cf31545a85 None None] Pushing event deleted for resources: {'Port': ['ID=c5431971-e2d6-4dc1-b36a-697e19610aff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.672150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.764794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.784371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cd22c-76ce-4c5d-9b19-66b1a39db459 req-ae939314-2c18-4b29-b4f5-1a6a127cc0ef tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.787477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e58cd22c-76ce-4c5d-9b19-66b1a39db459 req-ae939314-2c18-4b29-b4f5-1a6a127cc0ef tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1100771 Feb 11 14:09:49.826140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.858066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.884562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42436) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:49.909665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.939068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e58cd22c-76ce-4c5d-9b19-66b1a39db459 req-58bc901d-c03f-41ff-be99-e6f0045c3240 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362426 Feb 11 14:09:49.962665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adf4655-91b0-4253-9e18-1c5baa64c619,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.963463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Allocated IP 172.20.0.8 (dc246e33-6079-47cb-bc27-380392c5290e/d68a6681-5df3-4c3e-9286-0c4d4f282cf4/fcbdb37a-c4dd-49e8-9922-c4bbf0896e96) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:50.009491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8c7d037-e3de-4d16-aa2c-f30ae1ca0fbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58f9c681ac8d443f803411b646055161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220074 Feb 11 14:09:50.014671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:50.093481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.097839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a70b1ae0-f314-449f-8152-e04971ee0437 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8278112 Feb 11 14:09:50.111308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:50.173461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:50.219748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.251265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.264707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:50.294357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.312705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:50.361521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.379366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-9c2afe34-fb36-4d1a-b9fc-10f3c6072a98 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/627e1691-8380-404b-a088-a69925e1a1c7 HTTP/1.1" status: 200 len: 2404 time: 0.7782228 Feb 11 14:09:50.382192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-72319a56-127b-4d35-a601-852544e93401 None None] Port 1152b027-7107-471e-8878-719e67fd4ac7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:09:50.398710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.415437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28263b01-4a97-4ebd-a1f1-21902d992338 req-7230e3f9-9ae2-4928-9ad7-ab67263b8989 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:50.424935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28263b01-4a97-4ebd-a1f1-21902d992338 req-7230e3f9-9ae2-4928-9ad7-ab67263b8989 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 945 time: 0.2266059 Feb 11 14:09:50.437467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:50.439998 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bfe39e-432d-4b06-b838-d019ff0dd7e6" -d '{"events": [{"server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "name": "network-vif-plugged", "status": "completed", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:50.449777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.459067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.469996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.478234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbac270-a3a8-4e75-97d6-a721d3d9f340 None None] Pushing event updated for resources: {'Port': ['ID=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.509467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Network dc246e33-6079-47cb-bc27-380392c5290e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:50.518298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Pushing event updated for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.534425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:50.538997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28263b01-4a97-4ebd-a1f1-21902d992338 req-f8c7f45a-75de-46cd-bde2-bd597e0f949e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130843 Feb 11 14:09:50.551626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:50.581903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:50.587556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8623-8d6e-4091-8e75-da4767379ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.595938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.606709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.607866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9552c12-307f-4559-8727-c4fe9ea6fc97 req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8e052783-aa17-4c2a-b1f9-b9984e925e33 HTTP/1.1" status: 204 len: 173 time: 0.2125576 Feb 11 14:09:50.684379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-72319a56-127b-4d35-a601-852544e93401 None None] Provisioning complete for port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:50.685276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72319a56-127b-4d35-a601-852544e93401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.698032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.753502 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e3fea-7851-4dcc-b1d9-c2ae72b38810 x-openstack-request-id: req-bb2e3fea-7851-4dcc-b1d9-c2ae72b38810 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:50.753817 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "name": "network-vif-plugged", "status": "completed", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:50.754077 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb2e3fea-7851-4dcc-b1d9-c2ae72b38810 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:50.755202 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'code': 200} Feb 11 14:09:50.777882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93a4d3-4e69-4502-986f-cfd04346badc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e052783-aa17-4c2a-b1f9-b9984e925e33,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.844154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.847305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.853217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Network f63371f4-0184-43a0-8933-72c171b8137c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:50.865012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-a5a7ca68-9b51-4cca-9fd0-a7154db66ee3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:50.865211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:50.865888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.868674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-a5a7ca68-9b51-4cca-9fd0-a7154db66ee3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.1660094 Feb 11 14:09:50.870203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:50.870897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.874980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.879453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c91d7e90-bd63-4573-8c51-5210d97379bc HTTP/1.1" status: 204 len: 168 time: 0.8629999 Feb 11 14:09:50.910707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:50.911332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.958719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.972178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-c667cf24-a7e6-4299-96eb-e177ab7b2462 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/quotas/21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 375 time: 0.0889030 Feb 11 14:09:51.016785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-056c93d6-d1f0-4bad-b1fc-61f7ad43bf60 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3352163 Feb 11 14:09:51.032731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Request body: {'port': {'device_id': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:51.070052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019c93b-7024-4501-8476-4c5d2e9175c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d7e90-bd63-4573-8c51-5210d97379bc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:51.159678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958bc39-640b-4530-9218-191ede2b59c5 req-dd02a0f2-0a2d-47ec-80cf-461cc8a5c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.162540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7958bc39-640b-4530-9218-191ede2b59c5 req-dd02a0f2-0a2d-47ec-80cf-461cc8a5c7e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1097 time: 0.2799230 Feb 11 14:09:51.168695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087d64c-6eb6-41af-a9c5-41ebf5a644d3 req-336ab9ec-fb0a-4133-9f35-64eaae1a986f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.179703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e087d64c-6eb6-41af-a9c5-41ebf5a644d3 req-336ab9ec-fb0a-4133-9f35-64eaae1a986f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 931 time: 0.2991607 Feb 11 14:09:51.250968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:47Z', 'revision_number': 1, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:51.255409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-a69fc75e-3781-4069-b8ea-ed4090c4c48f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817602 Feb 11 14:09:51.280320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e087d64c-6eb6-41af-a9c5-41ebf5a644d3 req-cbc16ce5-97bb-4a7b-ab76-3f6141e2a22b tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960441 Feb 11 14:09:51.297824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.319160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7897d49-d0f7-4a46-b813-82617648b92c None None] The sync data for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 is: [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:47Z', 'revision_number': 1, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:51.333027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1990497380', 'description': 'tempest-description-1775290810'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:51.411303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ebac140f-30b0-4c40-af16-55a11eec5976 None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:51.411680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebac140f-30b0-4c40-af16-55a11eec5976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.419493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7958bc39-640b-4530-9218-191ede2b59c5 req-7e745c8a-b3c2-46bb-8163-6c143a99b24a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470031 Feb 11 14:09:51.427868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Allocated IP 172.25.7.42 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/222e4d32-e2a8-4f9d-9f55-4bbab8b864dd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:51.443455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Router ff68f755-8ce7-470a-accc-bd3c68caf8ae has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:51.534690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ebac140f-30b0-4c40-af16-55a11eec5976 None None] Port 1152b027-7107-471e-8878-719e67fd4ac7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:09:51.550409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-3df298ee-99c2-4127-a6c6-0b6aaa746101 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941172 Feb 11 14:09:51.588724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.604256 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.818737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:51.830625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4ea89cef-e104-4555-b70b-f528b5645c8a admin admin] 10.222.0.31 "PUT /v2.0/routers/ff68f755-8ce7-470a-accc-bd3c68caf8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1057765 Feb 11 14:09:51.836429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-6122edc7-192a-47ae-96e6-6f6ae3c3c0f8 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476950 Feb 11 14:09:51.840126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.910055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.957915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.986258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.052788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:52.068547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:52.080374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:52.084923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.091648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:52.101167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.107392 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acadeebb-0372-44fb-823a-1246b1910fec req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7766159 Feb 11 14:09:52.113474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed70e9-1d6e-4c9b-9017-bbd63a9891d3 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e319b3db-4ce5-4afd-8425-4091a18d181b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:52.131004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Transition to ACTIVE for port object fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:52.159017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'Port': ['ID=222e4d32-e2a8-4f9d-9f55-4bbab8b864dd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:52.212620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.345922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.362618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c62162af-727a-4b16-b902-36530f39eefe req-7ab0f232-9267-436f-840e-ef13a5929870 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/e319b3db-4ce5-4afd-8425-4091a18d181b HTTP/1.1" status: 200 len: 1813 time: 0.1015751 Feb 11 14:09:52.384381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:52.461566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1d7b70f-ddb2-4a7e-920a-0a3d67e6a503 req-5d12593e-5c6e-427a-aa8c-12d74cd12fc9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 210 time: 0.0457597 Feb 11 14:09:52.498596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072560c-803d-4313-bcc4-e6815c14f770 req-1566aebe-70eb-41fb-9dbb-044c11e6b21e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:52.510242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4072560c-803d-4313-bcc4-e6815c14f770 req-1566aebe-70eb-41fb-9dbb-044c11e6b21e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 946 time: 0.2248411 Feb 11 14:09:52.579352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.659579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Attempting to bind port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:52.659579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Attempting to bind port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:52.659884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Attempting to bind port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:52.721150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4072560c-803d-4313-bcc4-e6815c14f770 req-c172601e-2a00-424e-b29c-94f99bc7fa26 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045400 Feb 11 14:09:52.722101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 on network dc246e33-6079-47cb-bc27-380392c5290e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:52.724505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Attempting to bind port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:52.745042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:52.745587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Checking segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:52.747052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Bound using segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:52.748291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Bound port: fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:52.749292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.833485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1553369719', 'description': 'tempest-description-1035555928'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:52.933438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33f71-68ba-4158-91be-83d9dcbff195 req-fb8c4f93-a084-4843-b499-d8af7d09d559 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:52.933438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5c33f71-68ba-4158-91be-83d9dcbff195 req-fb8c4f93-a084-4843-b499-d8af7d09d559 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.2432559 Feb 11 14:09:52.960120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:52.966817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:52.988855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5c33f71-68ba-4158-91be-83d9dcbff195 req-753a276e-f98e-49de-8c5e-5d2dbaef0b17 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589516 Feb 11 14:09:53.031667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.110419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.114166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.157048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:53.166840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.223487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.226049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.304846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.318860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.319614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.321404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-833dca71-ea59-4bfe-a105-af9fc3ab0edd service neutron] 10.222.0.60 "PUT /v2.0/ports/fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 HTTP/1.1" status: 200 len: 1091 time: 2.2930872 Feb 11 14:09:53.321853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:53.325987 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf439b07-ebcd-4fb8-bb57-31bf83fff501" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:53.328418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.330478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.365325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'Port': ['ID=222e4d32-e2a8-4f9d-9f55-4bbab8b864dd,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.374553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.399802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba169e-7b40-4898-bba0-b80ca06200e7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.406624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:53.412575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-216702542-network', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:53.441390 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625190e6-ced0-4078-aa1b-34e9135a2541 x-openstack-request-id: req-625190e6-ced0-4078-aa1b-34e9135a2541 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:53.443925 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:53.444252 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-625190e6-ced0-4078-aa1b-34e9135a2541 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:53.445037 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'status': 'completed', 'code': 200} Feb 11 14:09:53.456678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1885318600-network', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:53.463421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.470989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-994e5ca6-f954-4de2-920e-fcb3a66724bc tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3517308 Feb 11 14:09:53.511746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-4534197b-250a-4a5f-b354-fc2e375c24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.511746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-4534197b-250a-4a5f-b354-fc2e375c24ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 1094 time: 0.0552404 Feb 11 14:09:53.546497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.554842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47a45708-a72d-46cb-b848-abd6caec89a7 req-62761eee-0f07-4a98-88d1-746ab32a0afd tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7216756 Feb 11 14:09:53.583702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a281b07-fd5c-42b6-8355-033d0415a014 req-1570a840-3122-460a-9ed6-3e90d42b1bf7 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 210 time: 0.0543447 Feb 11 14:09:53.641318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-0bb51d20-1bea-420f-b69e-d9796a591c11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 HTTP/1.1" status: 200 len: 217 time: 0.1181824 Feb 11 14:09:53.751040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:53.753611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.787022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.967285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051d616-5bc7-4acb-99ea-da6f21478d23 req-c9e944d9-3e9d-4509-8dce-7d6b402affb0 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.969217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9051d616-5bc7-4acb-99ea-da6f21478d23 req-c9e944d9-3e9d-4509-8dce-7d6b402affb0 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 946 time: 0.1217997 Feb 11 14:09:54.074292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9051d616-5bc7-4acb-99ea-da6f21478d23 req-b15dd8c1-6a82-47d3-9079-12d6d8dade42 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915172 Feb 11 14:09:54.079852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.123969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-efc27b34-ad69-4a7f-8a4c-218f9918ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.125712 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-efc27b34-ad69-4a7f-8a4c-218f9918ea48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.4760232 Feb 11 14:09:54.142597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e9fa0a2-2e6b-4190-916c-cac5724576b5 req-564fa394-8ac3-4f6c-81ab-a4b1e7801bdf tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/f1ba169e-7b40-4898-bba0-b80ca06200e7 HTTP/1.1" status: 200 len: 1813 time: 0.5129843 Feb 11 14:09:54.186683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.189814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-64254cd0-1e42-45a7-b912-d1c4b9e6a07c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461867 Feb 11 14:09:54.190562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Made reservation on behalf of a28ba7275047445e9eac587c027c55cd for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:54.192828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.204692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.205653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82304-2c97-4956-b85a-0c2ff8457e18 req-71a5304a-4918-49d2-8ede-c9ad6c9ce0f1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.208604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:54.218639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae82304-2c97-4956-b85a-0c2ff8457e18 req-71a5304a-4918-49d2-8ede-c9ad6c9ce0f1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.0854144 Feb 11 14:09:54.263363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:54.298857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae82304-2c97-4956-b85a-0c2ff8457e18 req-6bd51c85-f9e9-4bc5-a9c8-cdd5d82a940c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620019 Feb 11 14:09:54.306287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.310765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.311306 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Added segment 6a69b460-8dfd-4915-a9a2-1648061337a8 of type vlan for network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c Feb 11 14:09:54.356475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:54.361385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.374885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1195973212', 'description': 'tempest-description-2088706630'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:54.384007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.449185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-5ce7eb59-4bfd-4965-a51f-154e17416f8d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1565811964&fields=id&tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 267 time: 0.1963410 Feb 11 14:09:54.455848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-b4475866-0487-4e4f-b63e-fddd540a886a service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526567 Feb 11 14:09:54.504962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.520161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:54.528568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.601417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.602687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.603352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.609979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.611249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-55b2f475-7363-4013-9af3-3d8e79ad6b9d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.612770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-55b2f475-7363-4013-9af3-3d8e79ad6b9d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 946 time: 0.1541111 Feb 11 14:09:54.633425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.642476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.650366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a2ee474-0e00-4a8c-b78e-93f95a66f504 req-4035abac-f008-4cc0-8903-ac420d417654 service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822596 Feb 11 14:09:54.661776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'security_groups': ['46759189-8c98-4e91-b85c-e75997705ade', 'c58012ee-b091-4dd0-8eb6-6a4f32499f0c']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:54.694481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] Pushing event updated for resources: {'Network': ['ID=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.707461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:54.734189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.738174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.739561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-62ef4d5b-ab14-45e5-8c13-b290e64cb96e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5814080 Feb 11 14:09:54.745984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42584) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:54.774897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Request body: {'subnet': {'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1885318600-subnet', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:54.777876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.798046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4301f-2c7f-4dd2-a80f-ca2c5699f62f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.829581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.882913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:54.895790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.903453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e678eb45-8e62-4765-8513-6379fc64a269 req-549acc7c-7eae-4e29-bb03-842c507df71b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5436471 Feb 11 14:09:54.914760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.915422 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Added segment 4249e093-1b44-4177-9ff8-36faf3360c98 of type vlan for network 85ff3ab4-bc85-4ea2-baa7-82330909e97e Feb 11 14:09:54.985391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f77595c-4e7a-4062-b564-14cf16469cd6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.032415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Sync routers for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:55.036577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abadbd06-be25-4833-937c-5f08dc4ebed8 req-ee348bcb-2b7f-4ff2-add9-fbf3cf2bee72 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 210 time: 0.0476007 Feb 11 14:09:55.047840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:55.048639 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:55.049349 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:55.054872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.055768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.098336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-213d5cb2-83c9-4182-bfb0-4406a0210004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.099910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-213d5cb2-83c9-4182-bfb0-4406a0210004 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 1094 time: 0.2182431 Feb 11 14:09:55.183993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-175aaa3d-387e-4b9a-a3a0-d896a445bb3b req-1b4a327b-13bc-448c-9e9f-7c3e465c4082 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/09c4301f-2c7f-4dd2-a80f-ca2c5699f62f HTTP/1.1" status: 200 len: 1813 time: 0.1034386 Feb 11 14:09:55.205873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.207428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.208521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.273793 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:55.274052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1202899322', 'description': 'tempest-description-783098712'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:55.390848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.411397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0034204 Feb 11 14:09:55.414953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42618) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:55.425286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Request body: {'subnet': {'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-subnet', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:55.449361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.464997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801b850-4260-4409-a8ab-a937a1c49aef admin admin] Pushing event updated for resources: {'Network': ['ID=85ff3ab4-bc85-4ea2-baa7-82330909e97e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.476077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:09:55.544765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-c5e125a7-a346-4a66-8030-5f6a7c3cfa49 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.546679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-c5e125a7-a346-4a66-8030-5f6a7c3cfa49 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.4437923 Feb 11 14:09:55.548031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-51f9af02-7590-4531-aef5-7239a9c41a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.549755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-51f9af02-7590-4531-aef5-7239a9c41a09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 905 time: 0.4327524 Feb 11 14:09:55.572595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Request body: {'port': {'device_id': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'admin_state_up': True, 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:55.589782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:55.651488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43f46b7-7086-44b2-a344-8aa8bccd0206,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.684831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.686081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-c3a79066-2dd1-43cb-a886-6d49ecec9d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 HTTP/1.1" status: 200 len: 217 time: 0.1241763 Feb 11 14:09:55.692039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Checking segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:55.692396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Network hostable DHCP agents. Network: f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:55.701284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Made reservation on behalf of a28ba7275047445e9eac587c027c55cd for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:55.703526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.715551 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:49Z', 'revision_number': 2, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:55.745643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.755348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Checking router: ff68f755-8ce7-470a-accc-bd3c68caf8ae for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:55.755909 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Updating router ff68f755-8ce7-470a-accc-bd3c68caf8ae port 1152b027-7107-471e-8878-719e67fd4ac7 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:55.762533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.786569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-de1132a3-8f44-43ab-a63e-c08abacc5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.788063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-de1132a3-8f44-43ab-a63e-c08abacc5e70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.0915413 Feb 11 14:09:55.793950 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.827507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-b501b306-f25f-455a-b8d5-3ca07c0568db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294409 Feb 11 14:09:55.835298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.844641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:55.855690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:55.868385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2509138-cdaa-44fa-b8de-d65838d252da,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.879928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.900408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c695b63-b39d-4ee9-8d39-003ef86f1426 req-1976a037-7c25-4cc2-abfc-a88d88d55e1c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6538501 Feb 11 14:09:55.914502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:55.932014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.937945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.964262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.969919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324de549-5175-4486-b685-4e8655d859e3 None None] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:55.971899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.995866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3539d014-21d3-4738-ba6d-577f2a530bf6 req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "PUT /v2.0/ports/c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 982 time: 1.3586521 Feb 11 14:09:55.999899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:56.007260 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f56b09-fe3f-46b2-8041-a706346bef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:56.039822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:56.042780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.105802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dc67a-b2a1-43f8-ba7b-93e01c090058 req-d7a3ecde-1521-40c1-ae87-7f35b77b90b9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:56.113649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-524dc67a-b2a1-43f8-ba7b-93e01c090058 req-d7a3ecde-1521-40c1-ae87-7f35b77b90b9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.1103420 Feb 11 14:09:56.126410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9798aea5-be8a-482b-bac7-18767c2b6a92 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3755124 Feb 11 14:09:56.132393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42640) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:56.139432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:56.173320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:56.178961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-524dc67a-b2a1-43f8-ba7b-93e01c090058 req-bfcb493d-a01c-452b-9603-ceaf84203489 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630295 Feb 11 14:09:56.195390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:56.208851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.272653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20788c6-4197-4590-b9db-45360d57e785 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.323941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.325182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.364720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f14b9c9-b956-4071-8b52-7c586e28b1df req-a735b1ad-5f23-44e3-9824-d90ea500b9fc tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/b2509138-cdaa-44fa-b8de-d65838d252da HTTP/1.1" status: 200 len: 1812 time: 0.3375978 Feb 11 14:09:56.398499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d7e43b-2e0d-42fb-99d4-a46e07fab800,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.418544 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.428657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-85ef5222-12b6-4b1a-a0f9-1441d72d73e8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1390398514&fields=id&tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 267 time: 0.1627095 Feb 11 14:09:56.467138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Checking segment: {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:56.467513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Network hostable DHCP agents. Network: 85ff3ab4-bc85-4ea2-baa7-82330909e97e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:56.503968 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dcb1fc-8eb7-4901-828d-758833f66c91 x-openstack-request-id: req-56dcb1fc-8eb7-4901-828d-758833f66c91 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:56.504256 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:56.506513 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56dcb1fc-8eb7-4901-828d-758833f66c91 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:56.510264 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'status': 'completed', 'code': 200} Feb 11 14:09:56.559012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-bf386f8a-1d52-44c9-abca-fe309df1bd14 service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187734 Feb 11 14:09:56.563975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b33852b5-051f-4041-8107-da960b58cc12 req-29bc9106-4582-425e-a9e0-bfa304d1b4da tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 210 time: 0.0435252 Feb 11 14:09:56.575480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.576508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:56.579532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.590952 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.604429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-3921bb12-cc24-4d8d-8e73-be1de950cffa tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:56.606565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-3921bb12-cc24-4d8d-8e73-be1de950cffa tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 985 time: 0.1767120 Feb 11 14:09:56.618570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Allocated IP 172.20.0.12 (bab20f48-5a1c-4e80-84f1-d119dede1f8a/e2bcb3a0-530e-4ab9-9859-32aa440864b8/f9b6fe21-7ef9-4044-9938-f3387a1967ec) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:56.633785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-408f209d-72f1-44b4-8a22-a507dbc2cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:56.635338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-408f209d-72f1-44b4-8a22-a507dbc2cdae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1136 time: 0.1617119 Feb 11 14:09:56.654138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'security_groups': ['46759189-8c98-4e91-b85c-e75997705ade', 'c58012ee-b091-4dd0-8eb6-6a4f32499f0c', '55d43a91-5d0d-4ff4-8369-a27f5506a5df']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:56.670211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f080f-852c-4084-9655-a4819116889c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:09:56.671066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.722613 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-d50d8c12-2b8c-459d-9b16-f5fd1b4997fd req-1a000266-2cde-41c5-bc63-ec743d5e478c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] show failed (client error): The resource could not be found. Feb 11 14:09:56.723661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d50d8c12-2b8c-459d-9b16-f5fd1b4997fd req-1a000266-2cde-41c5-bc63-ec743d5e478c tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/854ee0a6-cc7a-4e82-86a6-13196f36e8a8 HTTP/1.1" status: 404 len: 352 time: 0.1081154 Feb 11 14:09:56.725753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771e834-9592-4a2b-b228-306626dca199 None None] Pushing event updated for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.838251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf439b07-ebcd-4fb8-bb57-31bf83fff501 req-cf60f6db-4a12-45bf-94e6-beddc40c4de5 service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690358 Feb 11 14:09:56.842587 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-d6b78927-57b9-44b6-84bc-00562582e4b9 req-aa25e498-7820-4828-9820-d52ff797e29e tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] show failed (client error): The resource could not be found. Feb 11 14:09:56.860941 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d6b78927-57b9-44b6-84bc-00562582e4b9 req-aa25e498-7820-4828-9820-d52ff797e29e tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-group-rules/636a6cf3-e2cc-4d02-9529-3fbeb91afa6d HTTP/1.1" status: 404 len: 361 time: 0.0702796 Feb 11 14:09:56.864804 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Attempting to bind port 1152b027-7107-471e-8878-719e67fd4ac7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:56.865229 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Attempting to bind port 1152b027-7107-471e-8878-719e67fd4ac7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:56.870068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Attempting to bind port 1152b027-7107-471e-8878-719e67fd4ac7 on network f63371f4-0184-43a0-8933-72c171b8137c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:56.879636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:56.880141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Checking segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:56.880626 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.891854 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Bound using segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:56.892470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Bound port: 1152b027-7107-471e-8878-719e67fd4ac7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:56.892991 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.003487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-6fcdb00a-cb24-4e4f-bda4-c5f512b2ff4e tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/b2509138-cdaa-44fa-b8de-d65838d252da HTTP/1.1" status: 200 len: 1812 time: 0.1135705 Feb 11 14:09:57.034355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] For port 1152b027-7107-471e-8878-719e67fd4ac7, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:57.043626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:57.045977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] For port 1152b027-7107-471e-8878-719e67fd4ac7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1152b027-7107-471e-8878-719e67fd4ac7,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:57.046198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-1e4e3282-3b2e-48ef-9a35-ac238be3ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:57.053387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-1e4e3282-3b2e-48ef-9a35-ac238be3ebda service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.3025410 Feb 11 14:09:57.131342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.168353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.169432 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.206593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.282646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:57.285381 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:57.290478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-09f23806-1631-4cfd-abc0-608b655c5c99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 217 time: 0.2239127 Feb 11 14:09:57.298857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 85ff3ab4-bc85-4ea2-baa7-82330909e97e) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:57.367156 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771e834-9592-4a2b-b228-306626dca199 None None] Pushing event updated for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:57.385169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.421176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e817f-1de5-484a-a07d-184ce3f06c0d None None] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:09:57.422394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.434559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-6c2f4d33-f6c6-4644-a59c-a57c01cd879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:57.436165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-6c2f4d33-f6c6-4644-a59c-a57c01cd879b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.1297133 Feb 11 14:09:57.439915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:57.440505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.448154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.456830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.465669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:57.466039 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.466273 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:57.470211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1223469f-6ad7-40d6-8c2e-1805d5bd38d6 req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2509138-cdaa-44fa-b8de-d65838d252da HTTP/1.1" status: 204 len: 173 time: 0.4655521 Feb 11 14:09:57.510139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:57.511684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f891-222f-4b32-b208-7bcf002d5511 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2509138-cdaa-44fa-b8de-d65838d252da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:57.527877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:57.537807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:57.540471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:57.553934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.646034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-e6490c11-4476-46b4-a84e-cee09b67623a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1944950 Feb 11 14:09:57.683051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:57.684297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.737673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8210e-28db-408a-aa7f-02835b427700 req-715226fc-31ce-4f97-9d4a-5cb9df9533d0 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:57.746992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-631f080f-852c-4084-9655-a4819116889c None None] Allocated IP 172.20.0.2 (f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c/f43f46b7-7086-44b2-a344-8aa8bccd0206/8e67ead1-f25a-4022-9649-ce8022169c1b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:57.748264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ed8210e-28db-408a-aa7f-02835b427700 req-715226fc-31ce-4f97-9d4a-5cb9df9533d0 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.1357770 Feb 11 14:09:57.810956 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-535253e2-1446-4c53-a3fd-0f070b3787ec tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2497602 Feb 11 14:09:57.827383 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-56928357-b258-4a39-97ca-f884111366d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:57Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:57.833896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Request body: {'port': {'device_id': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:57.862046 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56928357-b258-4a39-97ca-f884111366d6 None None] The sync data for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 is: [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:57Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:57.882082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ed8210e-28db-408a-aa7f-02835b427700 req-80759332-b38d-4bb0-90e8-44ee59b25525 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273966 Feb 11 14:09:57.943639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.984579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'fixed_ips': [{'subnet_id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:09:57.985952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.094206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0b06e68e-f742-42fa-99a9-4c0ad7316ba0 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/09c4301f-2c7f-4dd2-a80f-ca2c5699f62f HTTP/1.1" status: 200 len: 1813 time: 0.1302776 Feb 11 14:09:58.310985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a0680f0f-c320-4d5c-8b73-439161ee89d4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8943093 Feb 11 14:09:58.314936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.315210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Allocated IP 172.20.0.2 (85ff3ab4-bc85-4ea2-baa7-82330909e97e/57d7e43b-2e0d-42fb-99d4-a46e07fab800/543b1fe9-fddb-4648-bdd3-992f47bdeced) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:58.317036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:58.328400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:58.345747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1152b027-7107-471e-8878-719e67fd4ac7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:58.406949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-51c1e821-77a1-4121-941c-b7487cc83e85 service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518654 Feb 11 14:09:58.427214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.516095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.517166 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.579615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39f56b09-fe3f-46b2-8041-a706346bef9a req-f2e7f3ce-d5c7-46aa-b777-a6cdd747d5b8 service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585667 Feb 11 14:09:58.581720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.593303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.678554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b6fe21-7ef9-4044-9938-f3387a1967ec {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:58.699716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:58.738344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] For port 1152b027-7107-471e-8878-719e67fd4ac7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1152b027-7107-471e-8878-719e67fd4ac7,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:58.751584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.764876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.769232 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.770529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76ed86b6-b548-4d6b-aa4d-28222f3ee454 req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-groups/09c4301f-2c7f-4dd2-a80f-ca2c5699f62f HTTP/1.1" status: 204 len: 173 time: 0.6752646 Feb 11 14:09:58.773411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.779928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:58.781209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.833959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:58.845526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.862884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22d633-11b0-4543-9eb2-d55b0599202f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4301f-2c7f-4dd2-a80f-ca2c5699f62f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:58.877873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.878080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Transition to ACTIVE for port object f9b6fe21-7ef9-4044-9938-f3387a1967ec will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:58.888538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.917415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.920284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.921157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.962237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:58.974776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:58.975869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.996459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17dc2225-9d27-4360-b2ed-b043cb461386 req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "PUT /v2.0/ports/c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 1021 time: 2.3813019 Feb 11 14:09:58.997270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:58.999748 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190fa5d5-1cb8-4d56-b643-3a7359b657ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:59.006974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.043978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f080f-852c-4084-9655-a4819116889c None None] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:59.066979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.085340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:59.092669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.132688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-631f080f-852c-4084-9655-a4819116889c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:59.133324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa777415-943b-4b0f-a182-77d4f37f1987 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.140453 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:09:59.155194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-3a8b92e4-f80b-42e9-b45f-b64fac42ca1b tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/f1ba169e-7b40-4898-bba0-b80ca06200e7 HTTP/1.1" status: 200 len: 1813 time: 0.1262095 Feb 11 14:09:59.169716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f080f-852c-4084-9655-a4819116889c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:59.235460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Allocated IP 172.25.7.62 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/c8624a13-26c9-4c1e-9b86-6f0c6962980f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:59.250086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2eb1-1583-48fd-b322-94c4c8d65301 req-28df01c2-2716-4cb1-b950-3df2bf01834c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:59.254448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9dd2eb1-1583-48fd-b322-94c4c8d65301 req-28df01c2-2716-4cb1-b950-3df2bf01834c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 944 time: 0.3068299 Feb 11 14:09:59.272266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.288958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.303801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631f080f-852c-4084-9655-a4819116889c None None] Attempting to bind port 8e67ead1-f25a-4022-9649-ce8022169c1b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:59.304198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631f080f-852c-4084-9655-a4819116889c None None] Attempting to bind port 8e67ead1-f25a-4022-9649-ce8022169c1b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:59.304559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f080f-852c-4084-9655-a4819116889c None None] Attempting to bind port 8e67ead1-f25a-4022-9649-ce8022169c1b on network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:59.307616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.318009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:59.334736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f080f-852c-4084-9655-a4819116889c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:59.338506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f080f-852c-4084-9655-a4819116889c None None] Checking segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:59.338506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.338506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f080f-852c-4084-9655-a4819116889c None None] Bound using segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:59.338506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631f080f-852c-4084-9655-a4819116889c None None] Bound port: 8e67ead1-f25a-4022-9649-ce8022169c1b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:59.338506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.351011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.351494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:59.365923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:59.428307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-631f080f-852c-4084-9655-a4819116889c None None] For port 8e67ead1-f25a-4022-9649-ce8022169c1b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:59.430024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9dd2eb1-1583-48fd-b322-94c4c8d65301 req-a0e99840-b18a-4aad-bf69-d3b35eed82aa tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577213 Feb 11 14:09:59.432470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-631f080f-852c-4084-9655-a4819116889c None None] For port 8e67ead1-f25a-4022-9649-ce8022169c1b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e67ead1-f25a-4022-9649-ce8022169c1b,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:59.433577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be7c74-e2f4-47f1-b1fa-7ce5638f9d55 None None] Pushing event updated for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.446111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.580543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:59.580543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:59.580543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:59.581027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-38ec89f9-8c49-461f-9208-596fe72db125 None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:59.581027 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38ec89f9-8c49-461f-9208-596fe72db125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Bound port: f9b6fe21-7ef9-4044-9938-f3387a1967ec, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:59.581271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.707895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7e947-5136-43be-ad97-652de7453e75 req-712673e8-faa4-46cb-96bc-571ecbb8d962 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:59.709485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71e7e947-5136-43be-ad97-652de7453e75 req-712673e8-faa4-46cb-96bc-571ecbb8d962 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.1863911 Feb 11 14:09:59.713914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:59.716961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f080f-852c-4084-9655-a4819116889c None None] Pushing event updated for resources: {'Port': ['ID=8e67ead1-f25a-4022-9649-ce8022169c1b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.717978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:59.763637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.770697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.772655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f45e20a-c33a-442f-98ce-f0f55aed112e req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1ba169e-7b40-4898-bba0-b80ca06200e7 HTTP/1.1" status: 204 len: 173 time: 0.6004446 Feb 11 14:09:59.797735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71e7e947-5136-43be-ad97-652de7453e75 req-6f02e305-4c65-461a-9ec5-2d91f175847f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783906 Feb 11 14:09:59.799177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.808118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:59.826811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Attempting to bind port 543b1fe9-fddb-4648-bdd3-992f47bdeced on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:59.827186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Attempting to bind port 543b1fe9-fddb-4648-bdd3-992f47bdeced by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:59.827546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Attempting to bind port 543b1fe9-fddb-4648-bdd3-992f47bdeced on network 85ff3ab4-bc85-4ea2-baa7-82330909e97e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:59.829863 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631f080f-852c-4084-9655-a4819116889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.834997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1fb14-a091-453e-886c-440aa8a0231a tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba169e-7b40-4898-bba0-b80ca06200e7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.834997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.835266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.864190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:59.871560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.871747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:59.877562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:59.877942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Checking segment: {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:59.878340 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.878730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Bound using segment: {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:59.879203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Bound port: 543b1fe9-fddb-4648-bdd3-992f47bdeced, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:59.879584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.881522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'mac_address': 'fa:16:3e:37:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:59.897609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Pushing event updated for resources: {'Port': ['ID=543b1fe9-fddb-4648-bdd3-992f47bdeced,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.899341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:59.965394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:59.965394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.965394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] 10.222.0.62 "PUT /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 1092 time: 2.1376510 Feb 11 14:09:59.980008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:59.990303 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6349435-4185-4cc3-ad6c-84f6d378da69" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:00.070936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b25c8-6c60-47fb-a7de-27973b15037a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.241293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f080f-852c-4084-9655-a4819116889c None None] Pushing event updated for resources: {'Port': ['ID=8e67ead1-f25a-4022-9649-ce8022169c1b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.321248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-251f44f1-b157-44f0-b30f-72c969e33f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:00.326080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-251f44f1-b157-44f0-b30f-72c969e33f28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1095 time: 0.1833797 Feb 11 14:10:00.331609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Pushing event updated for resources: {'Port': ['ID=c8624a13-26c9-4c1e-9b86-6f0c6962980f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.444399 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f04e3a-8eab-4688-8b88-25608ac8565c x-openstack-request-id: req-60f04e3a-8eab-4688-8b88-25608ac8565c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:00.444689 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:00.447474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Allocated IP 172.25.7.71 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/73902db2-2500-43d7-bc15-0132ad815bac) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:00.448826 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60f04e3a-8eab-4688-8b88-25608ac8565c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:00.449482 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'status': 'completed', 'code': 200} Feb 11 14:10:00.487562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65ed3-8d04-4395-bea6-d027deefef0d req-bb14afeb-4fc1-43a4-bb2a-b7a0cc7300a9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:00.496185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4b65ed3-8d04-4395-bea6-d027deefef0d req-bb14afeb-4fc1-43a4-bb2a-b7a0cc7300a9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1024 time: 0.6289053 Feb 11 14:10:00.587013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-8cc1277f-b524-4c49-9c45-bc5d4200894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:00.589127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-8cc1277f-b524-4c49-9c45-bc5d4200894f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1175 time: 0.1352413 Feb 11 14:10:00.589312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-715ac63c-1f06-4d09-91e8-2959a8a46ba5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.2193134 Feb 11 14:10:00.626975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1152b027-7107-471e-8878-719e67fd4ac7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:00.640818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4b65ed3-8d04-4395-bea6-d027deefef0d req-32534531-57af-4323-84b3-69a0cc69ee90 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d43a91-5d0d-4ff4-8369-a27f5506a5df&id=46759189-8c98-4e91-b85c-e75997705ade&id=c58012ee-b091-4dd0-8eb6-6a4f32499f0c HTTP/1.1" status: 200 len: 6149 time: 0.1430511 Feb 11 14:10:00.697560 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bcf4f1-d716-48a4-a3dc-2ba345bc014f x-openstack-request-id: req-23bcf4f1-d716-48a4-a3dc-2ba345bc014f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:00.698390 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:00.698633 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23bcf4f1-d716-48a4-a3dc-2ba345bc014f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:00.699044 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'status': 'completed', 'code': 200} Feb 11 14:10:00.754304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.758945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-2416a9b4-c573-4bf4-a35d-0c8ee24e6304 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/e319b3db-4ce5-4afd-8425-4091a18d181b HTTP/1.1" status: 200 len: 1813 time: 0.2853680 Feb 11 14:10:00.768844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] For port 543b1fe9-fddb-4648-bdd3-992f47bdeced, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:00.829357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] For port 543b1fe9-fddb-4648-bdd3-992f47bdeced, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=543b1fe9-fddb-4648-bdd3-992f47bdeced,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:00.831247 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.833088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:00.862023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-cf77e15d-515c-48c9-a183-5c43bee8f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:00.863686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-cf77e15d-515c-48c9-a183-5c43bee8f9f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.2368808 Feb 11 14:10:00.885181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-d83c5667-fc94-4bcb-bb05-4bf2e7c5821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:00.885181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-d83c5667-fc94-4bcb-bb05-4bf2e7c5821f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.2857430 Feb 11 14:10:00.891949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.916973 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-3d8e4eab-8244-4432-a352-6fb9f88f8ef9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384464 Feb 11 14:10:00.917576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.940917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.958968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:00.960100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-c50991e7-d877-495b-a7ac-2beae9858935 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 200 len: 217 time: 0.0651362 Feb 11 14:10:00.962845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.044671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-92f35616-75a3-4ff8-98cf-d2d71335384e service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134167 Feb 11 14:10:01.047141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1152b027-7107-471e-8878-719e67fd4ac7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:01.047526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.060774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f1c8b-8631-4350-9573-a15d66053be1 None None] Pushing event updated for resources: {'Port': ['ID=543b1fe9-fddb-4648-bdd3-992f47bdeced,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.097728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4fb6d-3b56-4c9f-9b70-149a77113ce5 req-d2677047-7e6f-4cbd-90c6-94038a83be57 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.111970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.113312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ab4fb6d-3b56-4c9f-9b70-149a77113ce5 req-d2677047-7e6f-4cbd-90c6-94038a83be57 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 944 time: 0.2553096 Feb 11 14:10:01.131487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.227010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-b1536307-814d-432e-bf38-28e00c2bb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.228624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-b1536307-814d-432e-bf38-28e00c2bb75a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.2615519 Feb 11 14:10:01.261807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ab4fb6d-3b56-4c9f-9b70-149a77113ce5 req-de8d768c-4701-42b7-865c-01e017bb7c89 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473076 Feb 11 14:10:01.306704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.351267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-272411d1-a976-465e-82b8-4dca828eed11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140819 Feb 11 14:10:01.381744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1921427507 ', 'description': 'tempest-description-1191228003'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:01.406057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.412497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.503675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=73902db2-2500-43d7-bc15-0132ad815bac,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.521819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa2bb57-b251-4c22-ab20-e456d02fcf8b req-bb62897c-af7e-4dc4-8851-cfddea9b60b9 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679337 Feb 11 14:10:01.531772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:01.568162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:01.582439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:01.626035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:01.937788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-fae13449-97d2-498d-a943-fbe3bd552313 service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036891 Feb 11 14:10:01.937788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.945121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522399c-79a3-4db8-aa34-50dc1df0ae3f None None] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:02.200665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] Provisioning complete for port 8e67ead1-f25a-4022-9649-ce8022169c1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:02.206315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.228678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-190fa5d5-1cb8-4d56-b643-3a7359b657ee req-d8ffc57d-3176-4df6-9cde-17ff53ce7d6a service neutron] 10.222.0.60 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879908 Feb 11 14:10:02.231148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-d3418e25-d219-4921-a80e-6af2edf4dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:02.235365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-d3418e25-d219-4921-a80e-6af2edf4dd64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1095 time: 0.0953577 Feb 11 14:10:02.328356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 543b1fe9-fddb-4648-bdd3-992f47bdeced up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:02.452871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 543b1fe9-fddb-4648-bdd3-992f47bdeced triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:02.453634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.522902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.550836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-761602ab-7d03-42e8-ba7c-e175b52f2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:02.552304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-761602ab-7d03-42e8-ba7c-e175b52f2ede service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.3101640 Feb 11 14:10:02.582193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] For port 8e67ead1-f25a-4022-9649-ce8022169c1b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e67ead1-f25a-4022-9649-ce8022169c1b,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:02.632623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.639748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-42829b13-ebb9-4283-8e8a-f85c631c55a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.0795598 Feb 11 14:10:02.706351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 543b1fe9-fddb-4648-bdd3-992f47bdeced, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=543b1fe9-fddb-4648-bdd3-992f47bdeced,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:02.722838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-405bd715-1f40-4077-b4aa-ec53ae9ab763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:02.724689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-405bd715-1f40-4077-b4aa-ec53ae9ab763 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0767550 Feb 11 14:10:02.759937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-86a605e6-ef73-4cb8-a936-d27d8d22efb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262444 Feb 11 14:10:02.830952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ac318-aeb7-477d-a4bc-59974d0543b3 None None] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:02.869979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-23bcd1eb-6412-43d5-bb7e-a57fff10dd32 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033587 Feb 11 14:10:02.991499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6349435-4185-4cc3-ad6c-84f6d378da69 req-fd41493e-dac8-4be5-8e76-3fbbb0bd1a65 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139646 Feb 11 14:10:03.113044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:03.143983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:03.236359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.279170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.282322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.291593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-744f3032-a094-4018-8d99-cc1d106b2c80 req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-groups/e319b3db-4ce5-4afd-8425-4091a18d181b HTTP/1.1" status: 204 len: 173 time: 2.5145574 Feb 11 14:10:03.292437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Router aedef316-45e2-4bec-a972-5bd74dd1ff1b is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:03.292550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.292550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e67ead1-f25a-4022-9649-ce8022169c1b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:03.292550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.319714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:03.343127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213c93e-7948-4f16-add3-031513e4bc24 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319b3db-4ce5-4afd-8425-4091a18d181b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:03.384158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.393921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:03.455132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:03.461124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.480027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df80f40-1326-4632-98e5-e160edcd0793 req-1d6dadf9-c307-4add-8da9-630a53260e64 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.481667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4df80f40-1326-4632-98e5-e160edcd0793 req-1d6dadf9-c307-4add-8da9-630a53260e64 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 944 time: 0.0749376 Feb 11 14:10:03.486717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.490364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'port_id': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'mac_address': 'fa:16:3e:4c:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bcb3a0-530e-4ab9-9859-32aa440864b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:03.498462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Sync routers for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:03.504927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37caa820-4165-40a7-8089-26542aad93df,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:03.518779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:03.519165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.586924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4df80f40-1326-4632-98e5-e160edcd0793 req-d8fb913d-acea-4557-8b0e-80829d416035 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Feb 11 14:10:03.621366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.622726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-240c6cb4-41a2-4fbc-856d-bb66c34c0c9b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4893074 Feb 11 14:10:03.625770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:03.625936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.650472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4df07e27-1886-4cfb-8d6e-da611e648684 req-e14c1117-f59f-4062-a3e3-1e8f448fc067 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 2.3078463 Feb 11 14:10:03.699086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=543b1fe9-fddb-4648-bdd3-992f47bdeced,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:03.756986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-91168d44-4000-4abd-8e68-a7d8dc52265f tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "GET /v2.0/security-groups/627e1691-8380-404b-a088-a69925e1a1c7 HTTP/1.1" status: 200 len: 1811 time: 0.0950775 Feb 11 14:10:03.797399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.800511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8e67ead1-f25a-4022-9649-ce8022169c1b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:03.801120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.811260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:03.812535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:03.830621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.876495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.915008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e5a9a2bc-f352-4002-945e-bcc578e40799 None None] Provisioning complete for port 543b1fe9-fddb-4648-bdd3-992f47bdeced triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:03.915255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a2bc-f352-4002-945e-bcc578e40799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.922342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139969-f7fc-469c-bf76-62dc370e1598 req-5859ca29-ee2b-48d8-87ad-e14fe0f48135 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.930894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44139969-f7fc-469c-bf76-62dc370e1598 req-5859ca29-ee2b-48d8-87ad-e14fe0f48135 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 944 time: 0.1689055 Feb 11 14:10:04.016986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b6fe21-7ef9-4044-9938-f3387a1967ec {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:04.037272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.041352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.048758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a1b78f9-963f-4a49-8de0-04f9585a72a9 req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] 10.222.0.31 "DELETE /v2.0/security-groups/627e1691-8380-404b-a088-a69925e1a1c7 HTTP/1.1" status: 204 len: 173 time: 0.2908363 Feb 11 14:10:04.048937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:04.090869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceb2b3-9cfd-4898-8ba6-a1c4d7731ec4 tempest-SecurityGroupRulesNegativeTestJSON-14655935 tempest-SecurityGroupRulesNegativeTestJSON-14655935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e1691-8380-404b-a088-a69925e1a1c7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.106882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44139969-f7fc-469c-bf76-62dc370e1598 req-097a9708-330c-4119-8efd-00ce196d5b6a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704550 Feb 11 14:10:04.121104 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.155247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd088477-f852-4a4f-85e3-de27213acad4 req-1a37c8a9-3ddd-4f8a-b2b8-e2e5e10e5db2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/37caa820-4165-40a7-8089-26542aad93df HTTP/1.1" status: 200 len: 1781 time: 0.0693049 Feb 11 14:10:04.239207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:04.281270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419b7f-91a6-48d6-bf34-bef060caf5c1 None None] Pushing event updated for resources: {'Port': ['ID=8e67ead1-f25a-4022-9649-ce8022169c1b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.287042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:04.318810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.412053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:04.414370 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55584cc-480e-468c-b325-ef5067803f39" -d '{"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-plugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:04.420912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Deleting subnet 82956bc2-5138-4b7a-afe9-88a727686053 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:10:04.441594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.475920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:04.484056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.556073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.565956 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71870be2-e432-4f2f-ab5f-c358c5581552 x-openstack-request-id: req-71870be2-e432-4f2f-ab5f-c358c5581552 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:04.566253 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-plugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:04.566506 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71870be2-e432-4f2f-ab5f-c358c5581552 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:04.566913 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'code': 200} Feb 11 14:10:04.593519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.600463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-e099a5ed-b15c-4d89-9378-ab2bb31c8e46 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/37caa820-4165-40a7-8089-26542aad93df HTTP/1.1" status: 200 len: 1781 time: 0.1756506 Feb 11 14:10:04.618966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.663827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e5a9a2bc-f352-4002-945e-bcc578e40799 None None] Provisioning complete for port 8e67ead1-f25a-4022-9649-ce8022169c1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:04.664608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a2bc-f352-4002-945e-bcc578e40799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.716515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9f57-0bb8-4aa6-8999-72a54537d294 req-00540573-c000-4384-8bcb-8d1c29fcf1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.718256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75ba9f57-0bb8-4aa6-8999-72a54537d294 req-00540573-c000-4384-8bcb-8d1c29fcf1fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 1096 time: 0.0737107 Feb 11 14:10:04.748497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f9b6fe21-7ef9-4044-9938-f3387a1967ec'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:04.755637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.795657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.828159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 543b1fe9-fddb-4648-bdd3-992f47bdeced up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:04.855516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75ba9f57-0bb8-4aa6-8999-72a54537d294 req-97e0d227-1f87-4e66-901c-b56648dd2fc5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188014 Feb 11 14:10:04.886396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da168f-200b-4938-8043-22a6e85ba9d5 req-b481a2e2-bbcc-4fc8-9be1-bce16f6e1f47 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.889086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71da168f-200b-4938-8043-22a6e85ba9d5 req-b481a2e2-bbcc-4fc8-9be1-bce16f6e1f47 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 945 time: 0.1552520 Feb 11 14:10:04.900410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:00Z', 'revision_number': 3, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:04.951425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Checking router: aedef316-45e2-4bec-a972-5bd74dd1ff1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:04.951763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Updating router aedef316-45e2-4bec-a972-5bd74dd1ff1b port c8624a13-26c9-4c1e-9b86-6f0c6962980f binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:04.976295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.987694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71da168f-200b-4938-8043-22a6e85ba9d5 req-f2a10e48-5a0b-4bd9-ab58-e0cd2542ca12 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Feb 11 14:10:05.033070 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.034275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.056769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.076339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 543b1fe9-fddb-4648-bdd3-992f47bdeced triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:05.076723 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.084487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Router bb5cb01c-b479-429b-90ac-b042c1b057a7 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:05.086797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.136134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82956bc2-5138-4b7a-afe9-88a727686053,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.146491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.149933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b07c416-7727-4105-b042-8c5c623441bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82956bc2-5138-4b7a-afe9-88a727686053 HTTP/1.1" status: 204 len: 168 time: 1.0969830 Feb 11 14:10:05.152647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42728) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:05.278266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.292984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed4ea-7e49-4b32-b59e-e62f7c5d67e9 req-0712cafc-802c-4f68-b91d-4c91218a3615 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:05.294979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e5ed4ea-7e49-4b32-b59e-e62f7c5d67e9 req-0712cafc-802c-4f68-b91d-4c91218a3615 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.0758810 Feb 11 14:10:05.310237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:05.321710 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Sync routers for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:05.346642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:05.353740 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.364339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e67ead1-f25a-4022-9649-ce8022169c1b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:05.382364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.403905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.414212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc0bd99-ee58-4aae-bbb0-4b760f126a70') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.414505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc0bd99-ee58-4aae-bbb0-4b760f126a70') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.424829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.438050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.444066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:10:05.444359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.480086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8e67ead1-f25a-4022-9649-ce8022169c1b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:05.480456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:10:05.498990 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:10:05.517478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.538232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Allocated IP 172.20.0.1 (f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c/f43f46b7-7086-44b2-a344-8aa8bccd0206/06e0c45a-dd0d-4987-9c92-43d959353666) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:05.540350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.543090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.560802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19d4f308-0d3d-44a0-b9ba-cda8e9bb70a0 req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/37caa820-4165-40a7-8089-26542aad93df HTTP/1.1" status: 204 len: 173 time: 0.9216154 Feb 11 14:10:05.561203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e5ed4ea-7e49-4b32-b59e-e62f7c5d67e9 req-a7834c09-f1af-4cfd-a08a-5c44dd6690b7 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360103 Feb 11 14:10:05.602669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.611729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9b06-f7ed-4acb-aff4-a33bf84ba98c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37caa820-4165-40a7-8089-26542aad93df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.613156 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:05.616985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.617183 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-2d3a792f-8d35-4128-9cf2-5da797c4a7a6 req-1b8b61ed-259b-402c-8f10-1538cf4fecca tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:10:05.624740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3 HTTP/1.1" status: 204 len: 168 time: 0.4650977 Feb 11 14:10:05.647344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d3a792f-8d35-4128-9cf2-5da797c4a7a6 req-1b8b61ed-259b-402c-8f10-1538cf4fecca tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/37caa820-4165-40a7-8089-26542aad93df HTTP/1.1" status: 404 len: 352 time: 0.0573223 Feb 11 14:10:05.647530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.680495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08733e8-d942-410d-94c3-78c6761647ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8af7b1a1-61fb-4d40-8e27-df7c5a30b3a3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.706920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2049773643', 'description': 'tempest-description-2146262910'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:05.716515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.717969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d9e7d183-5425-4896-ba55-e36840b42ab9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3981881 Feb 11 14:10:05.721368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:05.792966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec2825-c051-49f4-9d2c-ee58e39c8a67 None None] Pushing event updated for resources: {'Port': ['ID=c8624a13-26c9-4c1e-9b86-6f0c6962980f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.810818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Attempting to bind port c8624a13-26c9-4c1e-9b86-6f0c6962980f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:05.810818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Attempting to bind port c8624a13-26c9-4c1e-9b86-6f0c6962980f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:05.811252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Attempting to bind port c8624a13-26c9-4c1e-9b86-6f0c6962980f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:05.817686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:05.818195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:05.818786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.819272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:05.820290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Bound port: c8624a13-26c9-4c1e-9b86-6f0c6962980f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:05.820791 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.830636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.943946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.958976 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.961325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] For port c8624a13-26c9-4c1e-9b86-6f0c6962980f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:05.980501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] For port c8624a13-26c9-4c1e-9b86-6f0c6962980f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c8624a13-26c9-4c1e-9b86-6f0c6962980f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:05.999257 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Checking router: bb5cb01c-b479-429b-90ac-b042c1b057a7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:05.999593 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Updating router bb5cb01c-b479-429b-90ac-b042c1b057a7 port 73902db2-2500-43d7-bc15-0132ad815bac binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:06.000151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.062358 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.089079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.122384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.159830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea2060-452c-4182-90ae-5c79ffc69e29,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.188117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42744) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:06.197063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:06.197874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:06.238195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.242151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1883945a-7e1a-482a-aee0-edcb4d34ed3b req-9a0ce509-5245-44dc-a436-bbdff83a8844 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5485318 Feb 11 14:10:06.269080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046478ba-9cc2-4df2-b88a-ef4a18ed1f6b req-828beee9-4350-4c2c-9fed-0b1a6fcc9f8d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:06.269080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046478ba-9cc2-4df2-b88a-ef4a18ed1f6b req-828beee9-4350-4c2c-9fed-0b1a6fcc9f8d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 945 time: 0.1728399 Feb 11 14:10:06.278610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-525661061', 'description': 'tempest-description-1483658413'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:06.294283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec2825-c051-49f4-9d2c-ee58e39c8a67 None None] Pushing event updated for resources: {'Port': ['ID=c8624a13-26c9-4c1e-9b86-6f0c6962980f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.304210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0c150234-ebd4-4ce8-9b46-31e013e1ed78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e19ee2d4103944cfbdc5db887354aeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145325 Feb 11 14:10:06.311775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42748) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:06.370997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.392650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:06.396400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.432369 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.434652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.439247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:06.481961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:06.487491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.489929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:06.496781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046478ba-9cc2-4df2-b88a-ef4a18ed1f6b req-6b976101-13f4-4278-90c1-a159e565019c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445889 Feb 11 14:10:06.503648 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.529009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Pushing event updated for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.560669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.600426 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7f310-2099-4ada-b045-48fea2c10361 None None] Pushing event updated for resources: {'Port': ['ID=73902db2-2500-43d7-bc15-0132ad815bac,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.671911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.675871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.677286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c80e720-d94c-4746-b8e8-b88f27335033 HTTP/1.1" status: 204 len: 168 time: 0.3645844 Feb 11 14:10:06.685546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Attempting to bind port 73902db2-2500-43d7-bc15-0132ad815bac on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:06.687276 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Attempting to bind port 73902db2-2500-43d7-bc15-0132ad815bac by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:06.688317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Attempting to bind port 73902db2-2500-43d7-bc15-0132ad815bac on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:06.697310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982caaf-0e4e-43f2-bf14-6a39287fb56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80e720-d94c-4746-b8e8-b88f27335033,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.704421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:06.704802 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:06.705239 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.705642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:06.706127 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Bound port: 73902db2-2500-43d7-bc15-0132ad815bac, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:06.706509 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.779409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.831482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:00Z', 'revision_number': 3, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:06.864489 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] For port 73902db2-2500-43d7-bc15-0132ad815bac, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:06.868225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.871168 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] For port 73902db2-2500-43d7-bc15-0132ad815bac, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73902db2-2500-43d7-bc15-0132ad815bac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:06.888976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a038da-493e-4ae2-a518-6b9afac29f6c None None] The sync data for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 is: [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:00Z', 'revision_number': 3, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:06.927943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deec8a9-5107-43c7-a8f8-723cca4221f6 req-e1d4bf3f-8bf3-46e8-9364-88633300c59c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:06.935934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7deec8a9-5107-43c7-a8f8-723cca4221f6 req-e1d4bf3f-8bf3-46e8-9364-88633300c59c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.1602559 Feb 11 14:10:06.948930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.952145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384b6ce8-330e-4bba-b73b-0ff222d1270a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.980436 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.981881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.983628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8308b63-9802-4fc7-aaec-00de289baaf5 req-4ead52e6-8744-4708-8bbf-a8717bffb576 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7133861 Feb 11 14:10:07.017430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2129496486', 'description': 'tempest-description-629718792'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:07.040372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0bbfc4ac-d3c6-4c0d-9dea-97277ac16642 None None] Provisioning complete for port 06e0c45a-dd0d-4987-9c92-43d959353666 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.040757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc4ac-d3c6-4c0d-9dea-97277ac16642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.086264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7deec8a9-5107-43c7-a8f8-723cca4221f6 req-d55431d6-8f9e-4c01-bddf-f80e0069f698 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375849 Feb 11 14:10:07.127560 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:07.127761 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:07.130094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.133462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.151943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:07.327383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.398145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.410976 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7f310-2099-4ada-b045-48fea2c10361 None None] Pushing event updated for resources: {'Port': ['ID=73902db2-2500-43d7-bc15-0132ad815bac,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.444107 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:07.466396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a84fc7-cd4b-46c7-92c7-aefd41935970,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.512912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.514488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b9e57943-8f36-4902-91b6-e31cf17b8bc9 req-d920f5b8-4b54-4304-9df8-582d7afcb918 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5020797 Feb 11 14:10:07.591508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfc4ac-d3c6-4c0d-9dea-97277ac16642 None None] Port 06e0c45a-dd0d-4987-9c92-43d959353666 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:07.776770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Allocated IP 172.20.0.1 (85ff3ab4-bc85-4ea2-baa7-82330909e97e/57d7e43b-2e0d-42fb-99d4-a46e07fab800/525ca1a9-64ae-460a-8d06-71e0864b6fbb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:07.795392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port f9b6fe21-7ef9-4044-9938-f3387a1967ec completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:07.802442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port f9b6fe21-7ef9-4044-9938-f3387a1967ec triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.803780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.832445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8150ecf-969a-4bc8-896f-e215c8526c83 req-e1cdd6e3-e4ae-4a81-b7f4-cbad3c7dca8a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 10897 time: 0.2664421 Feb 11 14:10:07.914445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:07.919856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8150ecf-969a-4bc8-896f-e215c8526c83 req-75dfde8c-7c02-4a0f-af1c-2c07763a4901 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/46759189-8c98-4e91-b85c-e75997705ade HTTP/1.1" status: 200 len: 2981 time: 0.0818629 Feb 11 14:10:07.933125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177e6ab-b690-4cf8-8df5-03f3a29220e6 req-2b9ba52c-a7f2-443e-9993-cd9f81a63e67 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.939412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a177e6ab-b690-4cf8-8df5-03f3a29220e6 req-2b9ba52c-a7f2-443e-9993-cd9f81a63e67 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 945 time: 0.2937427 Feb 11 14:10:07.963114 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3575d-85d8-4411-86c4-a18b1d256987 None None] The sync data for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 is: [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:08.068953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8150ecf-969a-4bc8-896f-e215c8526c83 req-b632a49b-8308-4fec-9452-7f0e55889649 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/46759189-8c98-4e91-b85c-e75997705ade HTTP/1.1" status: 200 len: 2981 time: 0.1380482 Feb 11 14:10:08.075085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.139833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:08.143348 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c0fb98-86ba-438f-9331-86f2959d8b1c" -d '{"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:08.185642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:08.203770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-ecc17141-8fe4-4564-a00d-813330cf43e1 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/8aea2060-452c-4182-90ae-5c79ffc69e29 HTTP/1.1" status: 200 len: 1801 time: 0.1168685 Feb 11 14:10:08.234986 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.258396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.270096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.288250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.321959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.339368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a177e6ab-b690-4cf8-8df5-03f3a29220e6 req-d14f1b91-dc4b-4ebd-ac44-f45fd8e641b1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862845 Feb 11 14:10:08.357772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-10e38e9c-c0c0-46e8-b62f-e405209529c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4904768 Feb 11 14:10:08.361710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.409821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:08.517358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42796) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:08.535993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.540932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.546404 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af5e59c8-62f8-4507-8e13-c0b7988f3d37 req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/8aea2060-452c-4182-90ae-5c79ffc69e29 HTTP/1.1" status: 204 len: 173 time: 0.3416297 Feb 11 14:10:08.578116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834262fd-a160-4084-8201-cdc61777ab03 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea2060-452c-4182-90ae-5c79ffc69e29,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:08.649018 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca867ea3-d94e-4619-b445-a9be02e293c9 x-openstack-request-id: req-ca867ea3-d94e-4619-b445-a9be02e293c9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:08.649498 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:08.649498 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca867ea3-d94e-4619-b445-a9be02e293c9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:08.649890 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'code': 200} Feb 11 14:10:08.785261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-639013466-network', 'tenant_id': '126289239aaa4e4894185c92d47d0080'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:08.829872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c8624a13-26c9-4c1e-9b86-6f0c6962980f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:08.865077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aad03c-55c3-4763-92d6-f8d8471f3c34 req-f280af0f-7f64-4087-a892-2f9742b494b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:08.867382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29aad03c-55c3-4763-92d6-f8d8471f3c34 req-f280af0f-7f64-4087-a892-2f9742b494b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1097 time: 0.1206448 Feb 11 14:10:08.883813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c8624a13-26c9-4c1e-9b86-6f0c6962980f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.884186 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.951977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Made reservation on behalf of 126289239aaa4e4894185c92d47d0080 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:08.955180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.979660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29aad03c-55c3-4763-92d6-f8d8471f3c34 req-c6e6b9ea-0cdc-4be3-8493-a8dfd6e2cc1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043491 Feb 11 14:10:08.988058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.012154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.036051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.038312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port c8624a13-26c9-4c1e-9b86-6f0c6962980f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c8624a13-26c9-4c1e-9b86-6f0c6962980f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:09.038746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Pushing event updated for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.069700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-214098c3-4847-454f-b3e0-767856aa2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.071577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-214098c3-4847-454f-b3e0-767856aa2c4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 1095 time: 0.1900477 Feb 11 14:10:09.097804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ee9cd-8654-4641-969b-c93ac64bc9ca req-22f4bb16-8a27-43e8-b8c1-465fd83f988c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.099300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a53ee9cd-8654-4641-969b-c93ac64bc9ca req-22f4bb16-8a27-43e8-b8c1-465fd83f988c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 946 time: 0.1895356 Feb 11 14:10:09.173438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.179863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a53ee9cd-8654-4641-969b-c93ac64bc9ca req-4bee183f-94e8-41f1-ad5b-fa394b487da0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 Feb 11 14:10:09.297709 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-77f2eb0a-8da1-45c6-924e-9787f248ed17 req-05a48210-a7d1-4af8-99fe-fcb6e96ff777 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:10:09.298753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77f2eb0a-8da1-45c6-924e-9787f248ed17 req-05a48210-a7d1-4af8-99fe-fcb6e96ff777 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/8aea2060-452c-4182-90ae-5c79ffc69e29 HTTP/1.1" status: 404 len: 352 time: 0.0628111 Feb 11 14:10:09.371764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.413380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.413896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.414717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73902db2-2500-43d7-bc15-0132ad815bac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:09.556639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:10:09.561085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:09.590173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e293ad9-7cdd-4a07-8050-21c3442d3262,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.592253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=c8624a13-26c9-4c1e-9b86-6f0c6962980f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.600114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.600471 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Added segment 5733fafc-810f-431b-9cad-9906ac233712 of type vlan for network 02744190-8d07-461a-9246-86c301ad249a Feb 11 14:10:09.610119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:09.620929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:09.638757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.639229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.639650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.639897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.640373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.640706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.642191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.642531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.645625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.646054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.646392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.646866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.659361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:09.670099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 73902db2-2500-43d7-bc15-0132ad815bac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.670099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.673197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Pushing event updated for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.685704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:09.815800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.836606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-c7b67af3-6194-4e57-b1b1-b12a6f7f88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.842629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-c7b67af3-6194-4e57-b1b1-b12a6f7f88e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.6268964 Feb 11 14:10:09.854428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f97-162c-4ca4-ad37-a157b6010a35 req-9767928c-21de-47bd-b5d4-84238e57d800 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.864761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80262f97-162c-4ca4-ad37-a157b6010a35 req-9767928c-21de-47bd-b5d4-84238e57d800 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 945 time: 0.4130161 Feb 11 14:10:09.972395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.064667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.146893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 73902db2-2500-43d7-bc15-0132ad815bac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73902db2-2500-43d7-bc15-0132ad815bac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:10.236467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.245376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-ab5b2db6-6a6c-4943-bfc8-05afd5696696 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/384b6ce8-330e-4bba-b73b-0ff222d1270a HTTP/1.1" status: 200 len: 1800 time: 0.8960044 Feb 11 14:10:10.427292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-240a50ba-2868-4095-8b33-4954d94dca01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 200 len: 217 time: 0.1990392 Feb 11 14:10:10.446519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=73902db2-2500-43d7-bc15-0132ad815bac,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.457942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1dab99a7-a0af-471d-9c22-1b0761df5a0e None None] Provisioning complete for port 06e0c45a-dd0d-4987-9c92-43d959353666 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:10.458982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1dab99a7-a0af-471d-9c22-1b0761df5a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.544202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.559937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1dab99a7-a0af-471d-9c22-1b0761df5a0e None None] Port 06e0c45a-dd0d-4987-9c92-43d959353666 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:10.576024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.578472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.579530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.581699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.641033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Router aedef316-45e2-4bec-a972-5bd74dd1ff1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:10.644408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80262f97-162c-4ca4-ad37-a157b6010a35 req-6344d47c-ae08-476b-a917-dba403e2c8bd tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7672701 Feb 11 14:10:10.710507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-03d931e4-ccb5-4392-84a3-857a5a9d2a36 None None] Provisioning complete for port 525ca1a9-64ae-460a-8d06-71e0864b6fbb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:10.711063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03d931e4-ccb5-4392-84a3-857a5a9d2a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.730415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.745607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] Pushing event updated for resources: {'Network': ['ID=02744190-8d07-461a-9246-86c301ad249a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.766586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 02744190-8d07-461a-9246-86c301ad249a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:10:10.773495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c8624a13-26c9-4c1e-9b86-6f0c6962980f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:10.857946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-086d0b70-59ca-424e-ac2d-81039c4f0f0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3365107 Feb 11 14:10:10.859503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42832) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:10.873117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Request body: {'subnet': {'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-639013466-subnet', 'tenant_id': '126289239aaa4e4894185c92d47d0080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:10.922767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-03d931e4-ccb5-4392-84a3-857a5a9d2a36 None None] Port 525ca1a9-64ae-460a-8d06-71e0864b6fbb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:10.950640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c8624a13-26c9-4c1e-9b86-6f0c6962980f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:10.951485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.966655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0bc6c-b68a-4601-88db-1f5bc732f402 req-0e886dd4-7303-4878-9ac7-4d5b437d84bd tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.980459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0e0bc6c-b68a-4601-88db-1f5bc732f402 req-0e886dd4-7303-4878-9ac7-4d5b437d84bd tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 946 time: 0.2145672 Feb 11 14:10:11.015227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Made reservation on behalf of 126289239aaa4e4894185c92d47d0080 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:11.027911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.050767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.063237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-5b9546f0-ed4d-4d47-aa8c-f003178b4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.064960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-5b9546f0-ed4d-4d47-aa8c-f003178b4794 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.6248341 Feb 11 14:10:11.067690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.071120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.072998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59f8af53-a302-4e3d-9e5f-51eda58165c9 req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/384b6ce8-330e-4bba-b73b-0ff222d1270a HTTP/1.1" status: 204 len: 173 time: 0.8267751 Feb 11 14:10:11.100127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477884-5bee-47d0-8316-1ae462a95322 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b6ce8-330e-4bba-b73b-0ff222d1270a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.177286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0e0bc6c-b68a-4601-88db-1f5bc732f402 req-318eb9af-6b33-4402-87a5-c97843ddd59d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933067 Feb 11 14:10:11.189563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.216998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73902db2-2500-43d7-bc15-0132ad815bac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:11.261211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-c13996b8-160e-4f44-b240-e569cf64d056 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870151 Feb 11 14:10:11.289697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.308101 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-1788e68e-6403-4925-b2f9-7b85d63183c2 req-31358dd9-13a5-45ba-a784-c623c7eee0bb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:10:11.315565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1788e68e-6403-4925-b2f9-7b85d63183c2 req-31358dd9-13a5-45ba-a784-c623c7eee0bb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/384b6ce8-330e-4bba-b73b-0ff222d1270a HTTP/1.1" status: 404 len: 352 time: 0.1521747 Feb 11 14:10:11.374488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 73902db2-2500-43d7-bc15-0132ad815bac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:11.375348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.471147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68253940-beec-4209-8556-80718d794f24 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:11.488427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Sync routers for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:11.499676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218e026-3858-46c3-9dee-13faeb9a5b77 req-28221ce3-775b-4a13-aee9-11f317e969b0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.502697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1218e026-3858-46c3-9dee-13faeb9a5b77 req-28221ce3-775b-4a13-aee9-11f317e969b0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1097 time: 0.2059457 Feb 11 14:10:11.540947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:11.540947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:11.568477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.571750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1218e026-3858-46c3-9dee-13faeb9a5b77 req-63867f1a-7891-4175-8f31-cf6f90c08450 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557511 Feb 11 14:10:11.574207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-0af5fe2c-42fc-47fa-a545-cb6b10b7d104 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747366 Feb 11 14:10:11.582465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-68253940-beec-4209-8556-80718d794f24 admin admin] 10.222.0.31 "PUT /v2.0/routers/aedef316-45e2-4bec-a972-5bd74dd1ff1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9537759 Feb 11 14:10:11.659901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Checking segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:11.660299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Pushing event updated for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.660401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Network hostable DHCP agents. Network: 02744190-8d07-461a-9246-86c301ad249a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:10:11.660401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf489799-9bc7-42f4-b824-206bcede1852,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.680213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-0611db08-5728-4fd6-85dc-21a515e161d8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/70a84fc7-cd4b-46c7-92c7-aefd41935970 HTTP/1.1" status: 200 len: 1800 time: 0.3215261 Feb 11 14:10:11.781896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Network 02744190-8d07-461a-9246-86c301ad249a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:10:11.797610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:11.802560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829efa-8027-410b-89c3-9c04cc5ac4a9 req-34cea76a-5682-4ee9-9d99-f40afb4d47e0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.802560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2829efa-8027-410b-89c3-9c04cc5ac4a9 req-34cea76a-5682-4ee9-9d99-f40afb4d47e0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1097 time: 0.0732484 Feb 11 14:10:11.812982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.853403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2829efa-8027-410b-89c3-9c04cc5ac4a9 req-20ef8246-1617-4ce4-8711-37fa0370f99d tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Feb 11 14:10:11.854759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 02744190-8d07-461a-9246-86c301ad249a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:11.862861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.862861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.877732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db38da-7e48-4ac7-9dfa-3f4f1f87fb9e None None] Network 02744190-8d07-461a-9246-86c301ad249a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:11.904229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:11.906833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8df59bee-f193-4560-8aeb-fd7ad66f7ff6 req-06df6495-71ac-459b-a2a6-a7cd99567357 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070824 Feb 11 14:10:11.910051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:11.913079 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.951443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a2ff0b4a-bfa1-433b-9dd1-c11636c6bd88 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0895474 Feb 11 14:10:12.180080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Router bb5cb01c-b479-429b-90ac-b042c1b057a7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:12.185106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.190521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49343d-ba52-468a-acae-3e8fc750c3c1 req-42bbefdb-b2f2-4216-bb02-b8fbffccdb19 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:12.191428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.192526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee10a0d5-3d88-4d9c-bb96-c0eb74bd735f req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/70a84fc7-cd4b-46c7-92c7-aefd41935970 HTTP/1.1" status: 204 len: 173 time: 0.5026772 Feb 11 14:10:12.202587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f49343d-ba52-468a-acae-3e8fc750c3c1 req-42bbefdb-b2f2-4216-bb02-b8fbffccdb19 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 945 time: 0.1293712 Feb 11 14:10:12.259282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f93e4-e29a-4d31-8686-b94dc0898de8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a84fc7-cd4b-46c7-92c7-aefd41935970,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:12.303793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f49343d-ba52-468a-acae-3e8fc750c3c1 req-4a54d554-1dc9-419c-bd1a-385c50b4a078 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990062 Feb 11 14:10:12.387132 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-58533ce9-b660-4b81-a2e9-81026b32c5f6 req-cc50c9f6-bdfe-47a5-80b2-2ece4009d779 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:10:12.403968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58533ce9-b660-4b81-a2e9-81026b32c5f6 req-cc50c9f6-bdfe-47a5-80b2-2ece4009d779 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/70a84fc7-cd4b-46c7-92c7-aefd41935970 HTTP/1.1" status: 404 len: 352 time: 0.0804634 Feb 11 14:10:12.450784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-49cf8c85-9976-4899-93a6-8337ecd4f0fe None None] Provisioning complete for port 525ca1a9-64ae-460a-8d06-71e0864b6fbb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:12.451555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49cf8c85-9976-4899-93a6-8337ecd4f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.454349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-02744190-8d07-461a-9246-86c301ad249a', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'tenant_id': '126289239aaa4e4894185c92d47d0080', 'fixed_ips': [{'subnet_id': 'cf489799-9bc7-42f4-b824-206bcede1852'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:10:12.455945 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.499987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:12.507070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1408b38-eb7e-4d8b-83cd-2e318c2833f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/bb5cb01c-b479-429b-90ac-b042c1b057a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7811286 Feb 11 14:10:12.536370 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Sync routers for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:12.614925 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:12.614925 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:12.843359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-49cf8c85-9976-4899-93a6-8337ecd4f0fe None None] Port 525ca1a9-64ae-460a-8d06-71e0864b6fbb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:12.903136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0424852-5223-474d-becb-4abe24a3fcac req-a41f4029-484f-43bb-b378-2c24aa22bfcd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 6149 time: 0.2050381 Feb 11 14:10:12.942077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 2, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:12.973520 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:13.001875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0424852-5223-474d-becb-4abe24a3fcac req-3e484eaa-1403-4d49-beb0-d9c43b60c9e6 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/46759189-8c98-4e91-b85c-e75997705ade HTTP/1.1" status: 200 len: 2981 time: 0.0913725 Feb 11 14:10:13.079065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0424852-5223-474d-becb-4abe24a3fcac req-ae2c9c76-5c12-4d60-a509-c1f6b9d0e2fe tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/46759189-8c98-4e91-b85c-e75997705ade HTTP/1.1" status: 200 len: 2981 time: 0.0762157 Feb 11 14:10:13.120759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42906) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:13.129210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-706347219-network', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:13.192357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Allocated IP 172.20.0.2 (02744190-8d07-461a-9246-86c301ad249a/cf489799-9bc7-42f4-b824-206bcede1852/ccd1dafb-5a58-4dc3-bfac-ad458a4df42f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:13.262526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Made reservation on behalf of 4a3dbafa02a846aba0e1f56cb5530d48 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:13.269618 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.299027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.444776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Checking router: aedef316-45e2-4bec-a972-5bd74dd1ff1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:13.445185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Updating router aedef316-45e2-4bec-a972-5bd74dd1ff1b port 06e0c45a-dd0d-4987-9c92-43d959353666 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:13.449570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917e95-949d-44e0-a2a6-6b2b7196c516 req-6bbe6f11-0ceb-436a-8295-f1c6ce89b71d tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:13.455739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9917e95-949d-44e0-a2a6-6b2b7196c516 req-6bbe6f11-0ceb-436a-8295-f1c6ce89b71d tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1097 time: 0.1033270 Feb 11 14:10:13.475587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.537183 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9917e95-949d-44e0-a2a6-6b2b7196c516 req-d9b90150-27bb-445a-b3ac-fef6d761df56 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Feb 11 14:10:13.538511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.557799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1757101163', 'description': 'tempest-description-2112743858'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:13.660332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '525ca1a9-64ae-460a-8d06-71e0864b6fbb', 'name': '', 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'mac_address': 'fa:16:3e:1b:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 2, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'subnets': [{'id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:13.717697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.748337 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Checking router: bb5cb01c-b479-429b-90ac-b042c1b057a7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:13.748699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Updating router bb5cb01c-b479-429b-90ac-b042c1b057a7 port 525ca1a9-64ae-460a-8d06-71e0864b6fbb binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:13.752871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.796976 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.813205 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.872960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-b77c0636-cb66-45a4-82f5-dc8c1b37933e tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:13.880815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-b77c0636-cb66-45a4-82f5-dc8c1b37933e tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.2873232 Feb 11 14:10:13.887055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Network 02744190-8d07-461a-9246-86c301ad249a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:13.894235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:13.900334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.906040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:13.921935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.963396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-f843aadc-c913-442d-a9c9-af47c39c5208 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/quotas/126289239aaa4e4894185c92d47d0080 HTTP/1.1" status: 200 len: 375 time: 0.0788860 Feb 11 14:10:13.968995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Pushing event updated for resources: {'Port': ['ID=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.012953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.015730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:10:14.087906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928323b-d906-4d01-baff-fccc8f8696ec,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.091010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.091487 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Added segment 36e8eafe-96b0-450d-9cae-686054e984b6 of type vlan for network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 Feb 11 14:10:14.100516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf8ab0-28de-4865-aa40-9f6505e416ef,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.112567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Attempting to bind port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:14.112567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Attempting to bind port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:14.112567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Attempting to bind port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:14.143431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:14.144225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Checking segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:14.144836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.145524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Bound using segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:14.146187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Bound port: ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:14.146795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.158361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.166067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97edbbcb-f900-40fd-beee-9b01895f0741 req-1b48a9fa-4882-415f-854e-5b7453d879a2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6133606 Feb 11 14:10:14.218575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-6c4c51a8-0ac7-446e-9c0d-2b8bd361db09 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2524474 Feb 11 14:10:14.246619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.315544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] For port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:14.322053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] For port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:14.352625 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.386777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.403842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-61779232-ad57-4f56-af86-c274d8b93411 service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499956 Feb 11 14:10:14.405066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.resource_extend [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:10:14.413779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.470874 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.591143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.603122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726edff-4ca7-45df-80a3-f84b4adffcf0 None None] Pushing event updated for resources: {'Port': ['ID=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.614020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.616254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:14.616254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.626122 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b130d0-e75f-45c4-8577-4ae3bd923be0 None None] Pushing event updated for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.659533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Attempting to bind port 525ca1a9-64ae-460a-8d06-71e0864b6fbb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:14.659533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Attempting to bind port 525ca1a9-64ae-460a-8d06-71e0864b6fbb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:14.659533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Attempting to bind port 525ca1a9-64ae-460a-8d06-71e0864b6fbb on network 85ff3ab4-bc85-4ea2-baa7-82330909e97e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:14.678985 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:14.679714 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Checking segment: {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:14.680169 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.681962 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Bound using segment: {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:14.682479 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Bound port: 525ca1a9-64ae-460a-8d06-71e0864b6fbb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4249e093-1b44-4177-9ff8-36faf3360c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:14.683094 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.890006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-183692ab-1763-43c8-ba87-1d21b6c39a89 service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739280 Feb 11 14:10:14.903934 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] For port 525ca1a9-64ae-460a-8d06-71e0864b6fbb, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:14.914508 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] For port 525ca1a9-64ae-460a-8d06-71e0864b6fbb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=525ca1a9-64ae-460a-8d06-71e0864b6fbb,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:14.927942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Attempting to bind port 06e0c45a-dd0d-4987-9c92-43d959353666 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:14.928492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Attempting to bind port 06e0c45a-dd0d-4987-9c92-43d959353666 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:14.928716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Attempting to bind port 06e0c45a-dd0d-4987-9c92-43d959353666 on network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:14.942024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:14.942486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Checking segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:14.942801 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.943195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Bound using segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:14.943679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Bound port: 06e0c45a-dd0d-4987-9c92-43d959353666, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:14.944107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:14.946106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99266ac-78d8-4c75-b0f6-fc5256dde9b0 None None] Pushing event updated for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:14.983762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee95f30-0c9a-4912-bb7b-5e592adb9166,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:15.014455 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.074988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a22aed5f-24d6-49b8-aa22-4f9a28121930 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9526629 Feb 11 14:10:15.077725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:15.085676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Request body: {'subnet': {'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-706347219-subnet', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:15.201344 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b130d0-e75f-45c4-8577-4ae3bd923be0 None None] Pushing event updated for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:15.226047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:15.226668 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:15.232989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:10:15.287610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Made reservation on behalf of 4a3dbafa02a846aba0e1f56cb5530d48 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:15.290376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.316236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] For port 06e0c45a-dd0d-4987-9c92-43d959353666, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:15.517239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] Provisioning complete for port 525ca1a9-64ae-460a-8d06-71e0864b6fbb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:15.517239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.517527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:15.608951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] For port 06e0c45a-dd0d-4987-9c92-43d959353666, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06e0c45a-dd0d-4987-9c92-43d959353666,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:15.711167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-400049529', 'description': 'tempest-description-175182693'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:15.722650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.805094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.821327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:15.822150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:15.837736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.903834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99266ac-78d8-4c75-b0f6-fc5256dde9b0 None None] Pushing event updated for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:15.935738 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '525ca1a9-64ae-460a-8d06-71e0864b6fbb', 'name': '', 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'mac_address': 'fa:16:3e:1b:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:14Z', 'revision_number': 4, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'subnets': [{'id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:15.983117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.034507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] For port 525ca1a9-64ae-460a-8d06-71e0864b6fbb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=525ca1a9-64ae-460a-8d06-71e0864b6fbb,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:16.061039 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2cf59-eabb-4362-8523-8af8c9d44ea6 None None] The sync data for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 is: [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '525ca1a9-64ae-460a-8d06-71e0864b6fbb', 'name': '', 'network_id': '85ff3ab4-bc85-4ea2-baa7-82330909e97e', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'mac_address': 'fa:16:3e:1b:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:14Z', 'revision_number': 4, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'subnets': [{'id': '57d7e43b-2e0d-42fb-99d4-a46e07fab800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:16.139460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.169727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0d2d70-af47-4c35-ad40-89635e5fd0e9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:16.195172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Checking segment: {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:16.195534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Network hostable DHCP agents. Network: 8ee95f30-0c9a-4912-bb7b-5e592adb9166, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:10:16.301822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Provisioning complete for port 525ca1a9-64ae-460a-8d06-71e0864b6fbb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:16.302194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.316041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.332587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:10:16.377282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403d70-4698-48fd-bbd1-eb77ffcac70e None None] Pushing event updated for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:16.403171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 8ee95f30-0c9a-4912-bb7b-5e592adb9166) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:16.404858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:16.413880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:16.413880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.432041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.464550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7624058-ecb4-42c2-b44d-2d9894989267 None None] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:16.492046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea08f6-ed6b-433c-a93f-10f69f8104d1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:16.521618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8f1e3237-6202-4ded-bf3a-1d0e0e99cad8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4403355 Feb 11 14:10:16.521846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:16.526821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:16.575817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.577105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d85a7aa-0129-476c-a9c1-8a5ae9837f56 req-4eca9e2b-8af7-405b-a079-d5ee1720fe23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8805764 Feb 11 14:10:16.707407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.709957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.771439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65714e25-fa3b-4102-8aaa-0bb5d21cc31f None None] Network 02744190-8d07-461a-9246-86c301ad249a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:16.948856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-5ac49441-de4d-4866-b13b-dd2fcf90280c tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:10:16.954455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-5ac49441-de4d-4866-b13b-dd2fcf90280c tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133281 Feb 11 14:10:17.024490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 525ca1a9-64ae-460a-8d06-71e0864b6fbb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:17.106552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-49365ee7-564e-4b8a-8f59-965beae5ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:17.114250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-49365ee7-564e-4b8a-8f59-965beae5ca59 service neutron] 10.222.0.31 "GET /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 1094 time: 0.1443825 Feb 11 14:10:17.133076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Request body: {'binding': {'host': 'n-h2-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:17.133578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Unknown quota resources ['binding']. {{(pid=109375) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:10:17.199506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:17.382758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.443980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on host n-h2-828407-1 for vnic_type normal with profile None {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:17.444866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:17.445898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:17.458656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:17.459269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:17.467585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:17.468542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:17.469144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:17.469857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Bound port: f9b6fe21-7ef9-4044-9938-f3387a1967ec, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:17.549155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:17.557645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:10:17.563488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.668047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.668047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b12e00cf-9459-46fe-9396-f9bcb9c8787a service neutron] 10.222.0.31 "POST /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.5497713 Feb 11 14:10:17.671722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 525ca1a9-64ae-460a-8d06-71e0864b6fbb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:17.672095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.695490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:10:17.756750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Provisioning complete for port 06e0c45a-dd0d-4987-9c92-43d959353666 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:17.757439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.814065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.088686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:18.158548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'mac_address': 'fa:16:3e:37:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:18.205573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Allocated IP 172.20.0.2 (8ee95f30-0c9a-4912-bb7b-5e592adb9166/5a0d2d70-af47-4c35-ad40-89635e5fd0e9/b489d26b-a039-42c3-88f3-94c2d8749a18) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:18.242635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c934cf5-0770-427e-9210-f516cc0daac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.290197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ccd1dafb-5a58-4dc3-bfac-ad458a4df42f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:18.326372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.401961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:15Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:18.402256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.428133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.436446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4ac4a-7cc3-4a3f-ac69-391d4f7b2c02 None None] The sync data for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 is: [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:15Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:18.465760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:18.495627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] For port 06e0c45a-dd0d-4987-9c92-43d959353666, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06e0c45a-dd0d-4987-9c92-43d959353666,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:18.513148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.519422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:18.537725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:18.538150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.625888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.665578 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.669448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Allocated IP 172.25.7.85 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/a205ee9e-233d-4a5d-9207-1cfab132f21c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:18.710779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.720235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-f4a813f5-9339-4bb9-b176-e6f699212dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.722289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-f4a813f5-9339-4bb9-b176-e6f699212dba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1097 time: 0.0590105 Feb 11 14:10:18.735532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.760852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.819047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:18.822818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:18.860979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:18.868934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e920f5-d6b2-4ad4-af81-d305298d34e3 None None] Pushing event updated for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:18.879866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:18.881085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:18.883283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-46e60112-a9a9-4079-93be-57ea2c143beb tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.884869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-46e60112-a9a9-4079-93be-57ea2c143beb tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.2105918 Feb 11 14:10:18.894890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-dc2eb89e-5517-4dfd-bb0c-15feae3e050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.896392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-dc2eb89e-5517-4dfd-bb0c-15feae3e050c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1650143 Feb 11 14:10:18.900791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Request body: {'port': {'device_id': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'admin_state_up': True, 'tenant_id': '126289239aaa4e4894185c92d47d0080'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:18.937290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c53f3383-c283-4ff5-b95b-eca115210a0a None None] Provisioning complete for port 06e0c45a-dd0d-4987-9c92-43d959353666 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:18.938454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c53f3383-c283-4ff5-b95b-eca115210a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:18.940777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:18.948477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-0bca2b49-6719-46db-a03a-3410caf15527 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.0459344 Feb 11 14:10:18.975975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.020003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-cd60ffd1-906b-4409-b33b-32ff59cb911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:19.023051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-cd60ffd1-906b-4409-b33b-32ff59cb911d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0660398 Feb 11 14:10:19.027824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.066433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-08e7f855-491e-438c-a4d4-7b07646e1499 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366781 Feb 11 14:10:19.155308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Pushing event updated for resources: {'Port': ['ID=b489d26b-a039-42c3-88f3-94c2d8749a18,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:19.202577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.211230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Attempting to bind port b489d26b-a039-42c3-88f3-94c2d8749a18 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:19.211705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Attempting to bind port b489d26b-a039-42c3-88f3-94c2d8749a18 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:19.212458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Attempting to bind port b489d26b-a039-42c3-88f3-94c2d8749a18 on network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:19.262404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Made reservation on behalf of 126289239aaa4e4894185c92d47d0080 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:19.266513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.299999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-39fe1af6-1fe6-402a-b0df-38d98d254f78 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225983 Feb 11 14:10:19.310633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:19.317659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:19.318049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Checking segment: {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:19.318608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.319014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Bound using segment: {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:19.319504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Bound port: b489d26b-a039-42c3-88f3-94c2d8749a18, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:19.319886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.338617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:19.351444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:19.355826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Pushing event updated for resources: {'Port': ['ID=a205ee9e-233d-4a5d-9207-1cfab132f21c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:19.475473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:19.492225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-dd59925d-181f-496e-ad75-25a0af1880fe service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837177 Feb 11 14:10:19.527584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] For port b489d26b-a039-42c3-88f3-94c2d8749a18, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:19.535241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] For port b489d26b-a039-42c3-88f3-94c2d8749a18, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b489d26b-a039-42c3-88f3-94c2d8749a18,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:19.548332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c53f3383-c283-4ff5-b95b-eca115210a0a None None] Provisioning complete for port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:19.548332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c53f3383-c283-4ff5-b95b-eca115210a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.700006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Allocated IP 172.20.0.14 (02744190-8d07-461a-9246-86c301ad249a/cf489799-9bc7-42f4-b824-206bcede1852/8ee14e07-4471-4841-848f-69289a21acdf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:19.704866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.779738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294936b-a676-49d5-9a4d-360c1966cdab None None] Pushing event updated for resources: {'Port': ['ID=b489d26b-a039-42c3-88f3-94c2d8749a18,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:19.807621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-c3ba0846-43a3-41a5-9b55-5ee73ac56683 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:19.809464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-c3ba0846-43a3-41a5-9b55-5ee73ac56683 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.0870941 Feb 11 14:10:19.824920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828407-1'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:19.917926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.084431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.091045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.228020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:20.305587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:20.361300 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.363850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:20.379880 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89914c5c-8479-45ff-a8bb-f22926ad8f1c" -d '{"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:20.418437 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be074269-eca9-4f84-9e3f-54ff9060afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.425036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.429931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.476555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.550852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Network 02744190-8d07-461a-9246-86c301ad249a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:20.559638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:20.572054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event updated for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:20.575896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:20.596748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on host n-h1-828407-1 for vnic_type normal with profile {"migrating_to": "n-h2-828407-1"} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:20.597176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:20.597505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:20.604802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:20.605162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Attempting to bind port f9b6fe21-7ef9-4044-9938-f3387a1967ec on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:20.607501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:20.621230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:20.621230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:20.621230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:20.621699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Bound port: f9b6fe21-7ef9-4044-9938-f3387a1967ec, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:20.621960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.793945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:20.797723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:20.804367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:20.804367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.888267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.930478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-2e90bb93-8eea-4c85-941a-2bf8d4cfdb98 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0360589 Feb 11 14:10:20.932063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:20.946006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Request body: {'port': {'device_id': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:20.963927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:21.022945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1362b11c-1057-423b-8f4d-a9f7b7634ec2 None None] Provisioning complete for port 8ee14e07-4471-4841-848f-69289a21acdf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:21.023353 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1362b11c-1057-423b-8f4d-a9f7b7634ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.040754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:21.041400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.042896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-9f020ad4-77cc-4262-a578-6b1728e474f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 1122 time: 1.2259812 Feb 11 14:10:21.096075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.171268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:21.220279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f9b6fe21-7ef9-4044-9938-f3387a1967ec'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:21.260254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1362b11c-1057-423b-8f4d-a9f7b7634ec2 None None] Port 8ee14e07-4471-4841-848f-69289a21acdf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:21.299750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:21.300180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.359183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2204b-4162-48ea-a634-76bf9c82900c None None] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:10:21.552481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:21.646979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Sync routers for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:21.657913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06e0c45a-dd0d-4987-9c92-43d959353666 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:21.812815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:21.812815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:21.814030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee14e07-4471-4841-848f-69289a21acdf {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:21.814030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.814030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Transition to ACTIVE for port object 8ee14e07-4471-4841-848f-69289a21acdf will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:21.818808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] Provisioning complete for port b489d26b-a039-42c3-88f3-94c2d8749a18 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:21.819181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.947277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.948942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc188933-1ad8-4c4f-a95b-ebc4e48b9c08 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4261529 Feb 11 14:10:21.951839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:22.004045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.016034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.036812 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.075705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 06e0c45a-dd0d-4987-9c92-43d959353666 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:22.076103 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.134721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:22.152492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:22.163495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:22.165773 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caead090-e356-488c-959a-35c54db17214" -d '{"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-plugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:22.283829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Attempting to bind port 8ee14e07-4471-4841-848f-69289a21acdf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:22.284138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Attempting to bind port 8ee14e07-4471-4841-848f-69289a21acdf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:22.284470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Attempting to bind port 8ee14e07-4471-4841-848f-69289a21acdf on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:22.296625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Port 8ee14e07-4471-4841-848f-69289a21acdf on network 02744190-8d07-461a-9246-86c301ad249a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:22.296986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Attempting to bind port 8ee14e07-4471-4841-848f-69289a21acdf on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:22.306733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:22.312618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Checking segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:22.312618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Bound using segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:22.312618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Bound port: 8ee14e07-4471-4841-848f-69289a21acdf, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:22.312618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.326243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:22.381051 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.445817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.478689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:22.496739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ee14e07-4471-4841-848f-69289a21acdf,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:22.515425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] For port b489d26b-a039-42c3-88f3-94c2d8749a18, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b489d26b-a039-42c3-88f3-94c2d8749a18,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:22.548026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b489d26b-a039-42c3-88f3-94c2d8749a18 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:22.647179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:22.647800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.679022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.730695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b489d26b-a039-42c3-88f3-94c2d8749a18 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:22.731153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.732389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:22.733112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.734648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] 10.222.0.60 "PUT /v2.0/ports/8ee14e07-4471-4841-848f-69289a21acdf HTTP/1.1" status: 200 len: 1092 time: 1.7938724 Feb 11 14:10:22.735927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:22.737831 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "tag": "8ee14e07-4471-4841-848f-69289a21acdf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:22.742406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.785021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26e1c-4d17-4adf-9131-30887232cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:22.793072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f8b13-8bf8-47af-a2ff-ac4e36ac2ac1 None None] Pushing event updated for resources: {'Port': ['ID=b489d26b-a039-42c3-88f3-94c2d8749a18,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:22.826956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:19Z', 'revision_number': 3, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:22.870046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Checking router: 319898f4-d9ea-44fa-bff9-29c8f905a0b9 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:22.878067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Updating router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 port a205ee9e-233d-4a5d-9207-1cfab132f21c binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:22.908132 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.999866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-35ce9e6e-f676-40ba-8261-6335e1c7a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.002466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-35ce9e6e-f676-40ba-8261-6335e1c7a42f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 1095 time: 0.1178765 Feb 11 14:10:23.077299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-27b6f7e0-7472-483d-9d09-31e177a8fb55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ee14e07-4471-4841-848f-69289a21acdf HTTP/1.1" status: 200 len: 217 time: 0.0653369 Feb 11 14:10:23.077547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ccd1dafb-5a58-4dc3-bfac-ad458a4df42f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:23.116326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.116952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dd03922c-1d90-441a-971e-bcdb07b6a2dc None None] Provisioning complete for port b489d26b-a039-42c3-88f3-94c2d8749a18 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:23.117317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd03922c-1d90-441a-971e-bcdb07b6a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.145872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Allocated IP 172.20.0.1 (8ee95f30-0c9a-4912-bb7b-5e592adb9166/5a0d2d70-af47-4c35-ad40-89635e5fd0e9/aae012ac-22af-48a9-b733-7fdb3fdeba93) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:23.163734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-4229c4ea-2588-4dd2-89af-443181c5cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.165436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-4229c4ea-2588-4dd2-89af-443181c5cbe8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.0816395 Feb 11 14:10:23.277936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-23789749-1b61-4fa2-97b2-f115f69b8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.279457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-23789749-1b61-4fa2-97b2-f115f69b8087 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036298 Feb 11 14:10:23.285103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:23.285503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.357135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.363777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.428210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-24f113f7-4c7a-4d4d-ad82-529756bcc8aa service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416643 Feb 11 14:10:23.462158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.573607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af8cb4f5-3149-4145-b385-5ef0a4f57a9c req-c93e736d-aefa-4b08-8c19-ae0cb5e40fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282816 Feb 11 14:10:23.583176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b489d26b-a039-42c3-88f3-94c2d8749a18 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:23.655250 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:23.780506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b489d26b-a039-42c3-88f3-94c2d8749a18 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:23.781219 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.516533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.558801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:24.561824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:24.565703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:24.573349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.611854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Pushing event updated for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:24.645005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.647906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Attempting to bind port a205ee9e-233d-4a5d-9207-1cfab132f21c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:24.648283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Attempting to bind port a205ee9e-233d-4a5d-9207-1cfab132f21c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:24.648649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Attempting to bind port a205ee9e-233d-4a5d-9207-1cfab132f21c on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:24.657729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:24.658039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:24.658449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.658974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:24.659364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Bound port: a205ee9e-233d-4a5d-9207-1cfab132f21c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:24.659754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.661435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf473-cb89-406e-9abf-b4f8c07c6800 None None] Pushing event updated for resources: {'Port': ['ID=a205ee9e-233d-4a5d-9207-1cfab132f21c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:24.771777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] For port a205ee9e-233d-4a5d-9207-1cfab132f21c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:24.779884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] For port a205ee9e-233d-4a5d-9207-1cfab132f21c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a205ee9e-233d-4a5d-9207-1cfab132f21c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:24.876485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.964812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d43c3b13-01b2-42ea-8cbc-569cc87feeda None None] Provisioning complete for port aae012ac-22af-48a9-b733-7fdb3fdeba93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:24.965673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d43c3b13-01b2-42ea-8cbc-569cc87feeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:24.972259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:24.972948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:25.023008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-e59b6d06-42e4-437d-808f-e6b99d1f312f tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:25.024625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-e59b6d06-42e4-437d-808f-e6b99d1f312f tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.1715558 Feb 11 14:10:25.029746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:25.048059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf473-cb89-406e-9abf-b4f8c07c6800 None None] Pushing event updated for resources: {'Port': ['ID=a205ee9e-233d-4a5d-9207-1cfab132f21c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:25.054429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-630d2867-b38a-472b-9e52-35f08ccb7f1a tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/quotas/126289239aaa4e4894185c92d47d0080 HTTP/1.1" status: 200 len: 375 time: 0.0223308 Feb 11 14:10:25.079467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d43c3b13-01b2-42ea-8cbc-569cc87feeda None None] Port aae012ac-22af-48a9-b733-7fdb3fdeba93 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:25.136504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:25.175291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:25.221382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-def2fac6-8b72-4f53-8646-401ce1eabd5e tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590328 Feb 11 14:10:25.344513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-1602af63-b173-42fb-8222-198de408cd1e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:25.346476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-1602af63-b173-42fb-8222-198de408cd1e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 812 time: 0.1937125 Feb 11 14:10:25.365752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-8faa66d0-3de0-4a68-8260-03783ebbce96 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/quotas/8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 375 time: 0.0124078 Feb 11 14:10:25.382764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:25.439326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-bf68ff59-ee02-4c86-9a4e-e32a84c92762 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676751 Feb 11 14:10:25.479191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:25.520438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec has no active binding in host n-h2-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:10:25.545688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ebee690c-dff1-4cb3-8871-2cca08aabe19 service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897518 Feb 11 14:10:25.624196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:25.636457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'aae012ac-22af-48a9-b733-7fdb3fdeba93', 'name': '', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'mac_address': 'fa:16:3e:d6:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:22Z', 'updated_at': '2022-02-11T14:10:23Z', 'revision_number': 1, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'subnets': [{'id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:25.672310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45417e6-60a9-490a-9b64-75b453a57a59 None None] The sync data for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 is: [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'aae012ac-22af-48a9-b733-7fdb3fdeba93', 'name': '', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'mac_address': 'fa:16:3e:d6:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:22Z', 'updated_at': '2022-02-11T14:10:23Z', 'revision_number': 1, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'subnets': [{'id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:25.673383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-31fa8ab4-de77-4645-bb36-c1fd04ffa7bd service neutron] 10.222.0.31 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213352 Feb 11 14:10:25.809995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-bcb64c63-7170-41f0-95f2-718ebae5672a service neutron] 10.222.0.31 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279845 Feb 11 14:10:25.821275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:25.830250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Pushing event updated for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:25.924527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-568c9792-af8d-4523-aadb-26be3da27fe0 service neutron] 10.222.0.62 "GET /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.2934508 Feb 11 14:10:25.943157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-83484f25-9e73-4955-b6ed-6f59cd4de99a service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807938 Feb 11 14:10:26.114787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:26.126338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:26.365242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58aa2-381d-4c3b-8444-6eeeb467ab9c req-ebded424-4ac2-4df1-8539-3cbd1bd3d39e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:26.376195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6e58aa2-381d-4c3b-8444-6eeeb467ab9c req-ebded424-4ac2-4df1-8539-3cbd1bd3d39e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 944 time: 0.1422520 Feb 11 14:10:26.499188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6e58aa2-381d-4c3b-8444-6eeeb467ab9c req-72b605c1-159a-41cd-8920-af58d25b73df tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204510 Feb 11 14:10:26.506486 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6856c-3573-44f4-a525-77a497133f99 x-openstack-request-id: req-24e6856c-3573-44f4-a525-77a497133f99 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:26.517013 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:26.518310 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e6856c-3573-44f4-a525-77a497133f99 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:26.519439 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'code': 200} Feb 11 14:10:26.568583 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0714c-87b0-44cd-87b8-e3c54a4ad39c x-openstack-request-id: req-4fc0714c-87b0-44cd-87b8-e3c54a4ad39c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:26.570868 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-plugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:26.571344 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fc0714c-87b0-44cd-87b8-e3c54a4ad39c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:26.571980 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'code': 200} Feb 11 14:10:26.647149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a5c43981-8ade-4736-ade8-4315819f71d3 None None] Provisioning complete for port aae012ac-22af-48a9-b733-7fdb3fdeba93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:26.667070 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5c43981-8ade-4736-ade8-4315819f71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:26.694102 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218024a-e582-4119-bdb0-34f5a9ea5368 x-openstack-request-id: req-9218024a-e582-4119-bdb0-34f5a9ea5368 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:26.694742 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "tag": "8ee14e07-4471-4841-848f-69289a21acdf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:26.694742 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9218024a-e582-4119-bdb0-34f5a9ea5368 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:26.698865 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf', 'status': 'completed', 'code': 200} Feb 11 14:10:26.725353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:26.746734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3cc1f0d-d70e-4035-9832-6290f21c00ad req-73ef0907-e73b-4833-917e-5d55cad36e66 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 210 time: 0.0780573 Feb 11 14:10:26.764707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a5c43981-8ade-4736-ade8-4315819f71d3 None None] Port aae012ac-22af-48a9-b733-7fdb3fdeba93 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:27.300277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-91862bf9-26e8-4350-add5-c9ec617a02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:27.302207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-91862bf9-26e8-4350-add5-c9ec617a02c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 1095 time: 0.6181617 Feb 11 14:10:27.503115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:27.534295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:27.592456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b6fe21-7ef9-4044-9938-f3387a1967ec {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:27.606836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:27.688238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a205ee9e-233d-4a5d-9207-1cfab132f21c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:27.698511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:27.720607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31421e49-69f4-4788-b83f-09b95e0cc94d admin admin] 10.222.0.31 "PUT /v2.0/routers/319898f4-d9ea-44fa-bff9-29c8f905a0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7588582 Feb 11 14:10:27.792648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-2c9f38df-56a5-49f2-983a-64f53b672bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:27.798039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-2c9f38df-56a5-49f2-983a-64f53b672bb4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 916 time: 0.4862788 Feb 11 14:10:27.801699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:27.815223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a205ee9e-233d-4a5d-9207-1cfab132f21c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:27.817645 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:27.918829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-06e1f357-9ef3-412a-a8e3-160c178802ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ee14e07-4471-4841-848f-69289a21acdf HTTP/1.1" status: 200 len: 217 time: 0.1098118 Feb 11 14:10:27.991413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:28.017368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a205ee9e-233d-4a5d-9207-1cfab132f21c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a205ee9e-233d-4a5d-9207-1cfab132f21c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:28.134139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-32d1e5b0-de56-4651-9fd6-df11e6c15f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:28.141105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-32d1e5b0-de56-4651-9fd6-df11e6c15f2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.2105896 Feb 11 14:10:28.179131 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:28.256341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a205ee9e-233d-4a5d-9207-1cfab132f21c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:28.327087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-bb6178a3-f10d-438b-881b-bcbfa2475a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:28.328806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-bb6178a3-f10d-438b-881b-bcbfa2475a75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355648 Feb 11 14:10:28.329797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] Transition to ACTIVE for port object f9b6fe21-7ef9-4044-9938-f3387a1967ec will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:28.472948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:28.521531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:28.524637 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb39a35-b56a-4066-a19b-7053270afe11" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:28.593766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] No DVR routers for this DVR port f9b6fe21-7ef9-4044-9938-f3387a1967ec on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:28.597452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-ae0a5ca8-57b3-41a4-8e31-8f005cda331a service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588632 Feb 11 14:10:28.634269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec/bindings/n-h2-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7020016 Feb 11 14:10:28.635090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e478e-6589-4e63-b159-151d683d8e73 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:28.817724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbb0e6cd-9a9c-4ebe-b366-7afe79b740c4 req-3cff0279-b2b1-4ff8-8615-230f263b6d74 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909647 Feb 11 14:10:29.191523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ee14e07-4471-4841-848f-69289a21acdf details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:29.232244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-072b9fad-8d50-4b12-8ff1-d520e76ea1a6 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.236824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-072b9fad-8d50-4b12-8ff1-d520e76ea1a6 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1392465 Feb 11 14:10:29.327276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b9e105d7-922b-461d-8ee0-a70a9abb2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.329401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b9e105d7-922b-461d-8ee0-a70a9abb2f24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&tenant_id=21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 1096 time: 0.0852280 Feb 11 14:10:29.362795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:29.427400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:29.443433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-6b30f9da-7c6a-4f43-b0d3-f4a15071eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.446357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-6b30f9da-7c6a-4f43-b0d3-f4a15071eaf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1096 time: 0.0903659 Feb 11 14:10:29.494779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ee14e07-4471-4841-848f-69289a21acdf,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:29.526081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '8ee14e07-4471-4841-848f-69289a21acdf', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'port_id': '8ee14e07-4471-4841-848f-69289a21acdf', 'mac_address': 'fa:16:3e:fe:96:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf489799-9bc7-42f4-b824-206bcede1852', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:29.618345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:29.650044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a205ee9e-233d-4a5d-9207-1cfab132f21c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:29.652013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-0d0cc481-5d3c-49ea-a6c0-2147ecd908fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.653939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-0d0cc481-5d3c-49ea-a6c0-2147ecd908fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1927307 Feb 11 14:10:29.708424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee14e07-4471-4841-848f-69289a21acdf {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:29.714055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-13123ffc-0197-4ec7-9491-3bda9cd07671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.0502486 Feb 11 14:10:29.738619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Sync routers for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:29.748237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ee14e07-4471-4841-848f-69289a21acdf,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:29.753050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a205ee9e-233d-4a5d-9207-1cfab132f21c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:29.753666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:29.767257 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:29.768923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:29.795678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b1ee8d87-de3c-44ea-b47d-d5422b005bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.797488 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b1ee8d87-de3c-44ea-b47d-d5422b005bf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0744126 Feb 11 14:10:29.848471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-beeba837-d09c-4845-8586-129faa8a38d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431371 Feb 11 14:10:29.861341 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:29.996876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:30.022885 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:30.050707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-681b5866-8cc4-41c2-bbd6-cbd48de3f843 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907923 Feb 11 14:10:30.176162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:30.200620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-3aa563b4-e0ed-4a17-9a11-f147d59c2266 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417389 Feb 11 14:10:30.323501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:30.551253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-24a54f42-8c8e-4d4e-b893-f0aa86a00ff7 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:30.552948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-24a54f42-8c8e-4d4e-b893-f0aa86a00ff7 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.62 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 812 time: 0.2764413 Feb 11 14:10:30.569128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'device_id': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e', 'admin_state_up': True, 'tenant_id': '8c1a3e9db1e540e09330532edae0de52'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:30.683325 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'aae012ac-22af-48a9-b733-7fdb3fdeba93', 'name': '', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'mac_address': 'fa:16:3e:d6:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:22Z', 'updated_at': '2022-02-11T14:10:25Z', 'revision_number': 2, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'subnets': [{'id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:30.745349 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Checking router: 319898f4-d9ea-44fa-bff9-29c8f905a0b9 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:30.746086 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Updating router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 port aae012ac-22af-48a9-b733-7fdb3fdeba93 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:30.785151 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.047434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Made reservation on behalf of 8c1a3e9db1e540e09330532edae0de52 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:31.052356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.104969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.191866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ee14e07-4471-4841-848f-69289a21acdf up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:31.218959 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.262895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-82928bb4-bd06-490f-876c-bc1e46201ebb tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:31.264719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-82928bb4-bd06-490f-876c-bc1e46201ebb tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1958466 Feb 11 14:10:31.361378 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.395492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Allocated IP 172.20.0.10 (4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e/28d58433-b51a-4c55-9dca-bb20ccc08091/eeee2056-ba21-4760-a46c-b00837eb0ab5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:31.399054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-712f2eab-8943-47f7-a1ef-9252b769836d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:31.401243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-712f2eab-8943-47f7-a1ef-9252b769836d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.62 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.2660666 Feb 11 14:10:31.421087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Request body: {'port': {'device_id': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'admin_state_up': True, 'tenant_id': '126289239aaa4e4894185c92d47d0080'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:31.463124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 8ee14e07-4471-4841-848f-69289a21acdf completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:31.471764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 8ee14e07-4471-4841-848f-69289a21acdf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:31.472158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.610953 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Attempting to bind port aae012ac-22af-48a9-b733-7fdb3fdeba93 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:31.611200 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Attempting to bind port aae012ac-22af-48a9-b733-7fdb3fdeba93 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:31.611576 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Attempting to bind port aae012ac-22af-48a9-b733-7fdb3fdeba93 on network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:31.630012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:31.630012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Checking segment: {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:31.630012 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.630350 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Bound using segment: {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:31.631558 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Bound port: aae012ac-22af-48a9-b733-7fdb3fdeba93, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e8eafe-96b0-450d-9cae-686054e984b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:31.631558 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.740975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf57740-9b93-4d90-8ea3-e79844157865 None None] Pushing event updated for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:31.778499 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.819092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Made reservation on behalf of 126289239aaa4e4894185c92d47d0080 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:31.833908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.835511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:31.840691 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796b876-294f-41e3-9e1b-ca27d61be7e7" -d '{"events": [{"server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "name": "network-vif-plugged", "status": "completed", "tag": "8ee14e07-4471-4841-848f-69289a21acdf"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:31.858250 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] For port aae012ac-22af-48a9-b733-7fdb3fdeba93, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:31.871171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ee14e07-4471-4841-848f-69289a21acdf,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:31.874032 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] For port aae012ac-22af-48a9-b733-7fdb3fdeba93, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aae012ac-22af-48a9-b733-7fdb3fdeba93,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:31.941950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.956183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.990674 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.057917 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:32.058546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:32.069819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b4d9cef5-82ee-4c29-919e-524f77a9d236 service neutron] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:32.076041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b4d9cef5-82ee-4c29-919e-524f77a9d236 service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.077023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e05f4fc-d10c-4359-b592-b2e4f20c40f4 req-b4d9cef5-82ee-4c29-919e-524f77a9d236 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec/bindings/n-h1-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.8033543 Feb 11 14:10:32.085222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.107513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:32.153083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:32.181988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Allocated IP 172.20.0.11 (02744190-8d07-461a-9246-86c301ad249a/cf489799-9bc7-42f4-b824-206bcede1852/3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:32.194883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:32.195773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:32.212915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:32.219015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] Provisioning complete for port aae012ac-22af-48a9-b733-7fdb3fdeba93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:32.219666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.340965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:32.346857 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:32.359283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:32.359958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.367013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.367709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.368357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.369681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.370407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.371294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.372255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.373048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.373626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.374614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.375226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.376067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:32.441723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf57740-9b93-4d90-8ea3-e79844157865 None None] Pushing event updated for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:32.468621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-c252c8ed-028e-4d20-b592-5fe9f289ccd8 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9034300 Feb 11 14:10:32.486532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Request body: {'port': {'device_id': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:32.593684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.695402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.733339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.754203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:32.863691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Network 02744190-8d07-461a-9246-86c301ad249a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:32.875051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:32.913794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] For port aae012ac-22af-48a9-b733-7fdb3fdeba93, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aae012ac-22af-48a9-b733-7fdb3fdeba93,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:32.923200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:33.005583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.050763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:33.052575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.077586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event updated for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:33.102051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1093a9-371a-42aa-8c20-425da8391537 None None] Pushing event updated for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:33.158770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-ce401d6b-4418-4b37-b00a-db9f70a6d9a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7455776 Feb 11 14:10:33.172817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Request body: {'port': {'device_id': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:33.180655 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'aae012ac-22af-48a9-b733-7fdb3fdeba93', 'name': '', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'mac_address': 'fa:16:3e:d6:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:22Z', 'updated_at': '2022-02-11T14:10:31Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'subnets': [{'id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:33.226922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bf298c3b-7869-4c34-bdf5-3852b56b6dbf None None] Provisioning complete for port aae012ac-22af-48a9-b733-7fdb3fdeba93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:33.234220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf298c3b-7869-4c34-bdf5-3852b56b6dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.260975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471432ec-9ca6-436f-948b-b2abffb3e1da None None] The sync data for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 is: [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:10:24Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'aae012ac-22af-48a9-b733-7fdb3fdeba93', 'name': '', 'network_id': '8ee95f30-0c9a-4912-bb7b-5e592adb9166', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'mac_address': 'fa:16:3e:d6:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:22Z', 'updated_at': '2022-02-11T14:10:31Z', 'revision_number': 4, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'subnets': [{'id': '5a0d2d70-af47-4c35-ad40-89635e5fd0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:33.348115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.392051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee2056-ba21-4760-a46c-b00837eb0ab5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:33.412242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.427669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Transition to ACTIVE for port object eeee2056-ba21-4760-a46c-b00837eb0ab5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:33.498661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.517516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:33.657662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:33.717612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8edb587d-b185-48e0-a231-6f5c97d98e40 None None] Provisioning complete for port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:33.717936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8edb587d-b185-48e0-a231-6f5c97d98e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.782377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aae012ac-22af-48a9-b733-7fdb3fdeba93 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:33.823248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Attempting to bind port eeee2056-ba21-4760-a46c-b00837eb0ab5 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:33.832710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Attempting to bind port eeee2056-ba21-4760-a46c-b00837eb0ab5 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:33.832710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Attempting to bind port eeee2056-ba21-4760-a46c-b00837eb0ab5 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:33.832710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Port eeee2056-ba21-4760-a46c-b00837eb0ab5 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:33.832710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Attempting to bind port eeee2056-ba21-4760-a46c-b00837eb0ab5 on network 4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:33.835391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:33.835848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Checking segment: {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:33.836243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Bound using segment: {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:33.836671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Bound port: eeee2056-ba21-4760-a46c-b00837eb0ab5, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:33.837059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:33.954464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8edb587d-b185-48e0-a231-6f5c97d98e40 None None] Port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:33.999707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:34.003907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:34.043295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:34.062197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.072489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aae012ac-22af-48a9-b733-7fdb3fdeba93 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:34.073343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.079921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Transition to ACTIVE for port object 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:34.097660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.155762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.166338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.167864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.168360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] 10.222.0.62 "PUT /v2.0/ports/eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 1092 time: 1.6890738 Feb 11 14:10:34.181416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:34.185264 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea85958-92cb-4bd7-8756-5b0b0072d57b" -d '{"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:34.229965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ef11-78e7-4678-bb55-79c21500a882 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:34.359356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-52ada9e6-4f24-4c15-b8e9-9a3686234a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.360917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-52ada9e6-4f24-4c15-b8e9-9a3686234a31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1095 time: 0.0839286 Feb 11 14:10:34.427300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Pushing event updated for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:34.441600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-eae8bd40-8772-42b1-831e-b4b8201470ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0690172 Feb 11 14:10:34.497765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Attempting to bind port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:34.501329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Attempting to bind port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:34.501881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Attempting to bind port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:34.513343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e on network 02744190-8d07-461a-9246-86c301ad249a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:34.513960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Attempting to bind port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:34.524681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:34.527727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Checking segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:34.528254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Bound using segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:34.528821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Bound port: 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:34.533190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.543868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-9b522cd7-787a-45e0-a57a-6bab13948120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.550765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-9b522cd7-787a-45e0-a57a-6bab13948120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.1016080 Feb 11 14:10:34.601760 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-564c545e-8ed1-44f7-b591-d754ea614875 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443656 Feb 11 14:10:34.645865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:34.658579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:34.734021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.773639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-cc4b41b8-d23b-437d-80a7-2e31892bb3d4 service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625285 Feb 11 14:10:34.807857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.808482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.809919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] 10.222.0.62 "PUT /v2.0/ports/3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e HTTP/1.1" status: 200 len: 1092 time: 1.6420612 Feb 11 14:10:34.864458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83479-71d0-4e77-8518-f680dac6af05 service neutron] Pushing event updated for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:34.964545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47f43e16-d9dd-4022-aef9-3e33e657216a req-dadff437-457e-4759-b3da-b8ec9ceba8ef service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842504 Feb 11 14:10:34.997308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-373e028d-f1c0-4e39-961c-77b6d865dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.999180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-373e028d-f1c0-4e39-961c-77b6d865dbd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 1095 time: 0.0734320 Feb 11 14:10:35.047464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-bf332439-7d31-4324-8584-a5997c71b5ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e HTTP/1.1" status: 200 len: 217 time: 0.0399063 Feb 11 14:10:35.113125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-2f56dd8f-be6b-4452-83e0-1a5de1c59e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:35.114006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-2f56dd8f-be6b-4452-83e0-1a5de1c59e23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.0597165 Feb 11 14:10:35.171104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22344d-9189-42d4-9789-93a579a8d27a req-205075fa-9515-432e-9184-7b9c19e1372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:35.173063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-205075fa-9515-432e-9184-7b9c19e1372b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516777 Feb 11 14:10:35.305153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-2fd03076-f3ef-4916-9fb6-e96582799dbb service neutron] 10.222.0.62 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244116 Feb 11 14:10:35.410824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d22344d-9189-42d4-9789-93a579a8d27a req-e568cf6a-8206-4976-abcc-488c76fe6555 service neutron] 10.222.0.62 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986664 Feb 11 14:10:37.362519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device eeee2056-ba21-4760-a46c-b00837eb0ab5 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:37.464767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:37.477089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'network_id': '4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e', 'port_id': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'mac_address': 'fa:16:3e:6c:90:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d58433-b51a-4c55-9dca-bb20ccc08091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:37.515569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.535871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee2056-ba21-4760-a46c-b00837eb0ab5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:37.558595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:37.682464 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.683513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:37.830062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:37.851015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:37.854240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'port_id': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e', 'mac_address': 'fa:16:3e:cc:c6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf489799-9bc7-42f4-b824-206bcede1852', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:37.900756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.916423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:37.941959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:38.018622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:38.123907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:38.282676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:38.288640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:38.416426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00075651-2b6b-481e-8041-1c3de1ce8bb1 req-92768e9c-c150-4faf-afde-7483cb21f1f1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:38.433732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00075651-2b6b-481e-8041-1c3de1ce8bb1 req-92768e9c-c150-4faf-afde-7483cb21f1f1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.1278362 Feb 11 14:10:38.496616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-4220db17-26c1-4c09-8ed8-c3d191d9bc18 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:38.505984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-4220db17-26c1-4c09-8ed8-c3d191d9bc18 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.3244808 Feb 11 14:10:38.526495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-f2763df7-132a-49a5-864c-bb59241996d1 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/quotas/126289239aaa4e4894185c92d47d0080 HTTP/1.1" status: 200 len: 375 time: 0.0191658 Feb 11 14:10:38.535652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00075651-2b6b-481e-8041-1c3de1ce8bb1 req-64eb260c-5356-4cd8-9f7c-a84a370e65be tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964980 Feb 11 14:10:38.625746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-6936e419-3bb8-4cab-8be9-9d6cf1ee2ada tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981257 Feb 11 14:10:38.740990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf599e5-5b04-4453-9a43-a4cf9ce76f5f req-66431bc3-04aa-4c10-b353-d2e30f559f54 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:38.746529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daf599e5-5b04-4453-9a43-a4cf9ce76f5f req-66431bc3-04aa-4c10-b353-d2e30f559f54 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 945 time: 0.1307702 Feb 11 14:10:38.838915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daf599e5-5b04-4453-9a43-a4cf9ce76f5f req-b3425d0c-a2d9-4a89-98b3-9e4f44798128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Feb 11 14:10:38.839922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-0424d525-0324-4881-9654-66ab387e5490 service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119274 Feb 11 14:10:39.010629 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81aaf52-40f2-4a60-b67a-be3eca068761 x-openstack-request-id: req-a81aaf52-40f2-4a60-b67a-be3eca068761 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:39.011170 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "name": "network-vif-plugged", "status": "completed", "tag": "8ee14e07-4471-4841-848f-69289a21acdf", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:39.011170 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a81aaf52-40f2-4a60-b67a-be3eca068761 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:39.011609 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf', 'code': 200} Feb 11 14:10:39.020067 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d301e5cf-eab5-4434-bea3-f626ddcf1610 x-openstack-request-id: req-d301e5cf-eab5-4434-bea3-f626ddcf1610 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:39.024108 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:39.024374 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d301e5cf-eab5-4434-bea3-f626ddcf1610 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:39.024834 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'status': 'completed', 'code': 200} Feb 11 14:10:39.053291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-3f2c2f7a-e026-419b-9e8d-b5f585c78fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120979 Feb 11 14:10:39.113022 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a67873-7449-43cb-8976-2d3e78a8b33f x-openstack-request-id: req-d0a67873-7449-43cb-8976-2d3e78a8b33f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:39.124512 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:39.129300 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0a67873-7449-43cb-8976-2d3e78a8b33f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:39.129745 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'status': 'completed', 'code': 200} Feb 11 14:10:39.149726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-e04dba00-a3cd-48c0-9932-a8998c66dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.151239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-e04dba00-a3cd-48c0-9932-a8998c66dd76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1096 time: 0.1708226 Feb 11 14:10:39.241710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14674-cdbd-42ca-8053-02076ad1a3fb req-9d338ea5-de66-4747-b3bb-6a2a0338dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.244130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61c14674-cdbd-42ca-8053-02076ad1a3fb req-9d338ea5-de66-4747-b3bb-6a2a0338dc4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 1097 time: 0.1558685 Feb 11 14:10:39.264767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-bb3116a0-4281-4c37-bf7b-33d50e8be867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.267877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-bb3116a0-4281-4c37-bf7b-33d50e8be867 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1096 time: 0.0935407 Feb 11 14:10:39.376947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61c14674-cdbd-42ca-8053-02076ad1a3fb req-8f2933ed-e7cf-4ca7-bf4b-fa3b598f0e77 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170740 Feb 11 14:10:39.406561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-52f406a6-5f81-4df0-a048-101c37be1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.414450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-52f406a6-5f81-4df0-a048-101c37be1874 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.1263719 Feb 11 14:10:39.529121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-dffb340f-730c-4a17-a417-2e1052cbf9b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 217 time: 0.1047366 Feb 11 14:10:39.584223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-945db051-caf6-4f9c-a2f9-7664eaf8a91a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.593396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-945db051-caf6-4f9c-a2f9-7664eaf8a91a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 0.2553728 Feb 11 14:10:39.627245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-8a1de306-7a58-4485-9688-f1a038f5232c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/quotas/9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 375 time: 0.0327940 Feb 11 14:10:39.651249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-1c390e92-444d-4493-82da-2cba7ee03ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.660402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-1c390e92-444d-4493-82da-2cba7ee03ed8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.1233993 Feb 11 14:10:39.747561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-da34c365-9e24-438a-bf0c-c8ac568fdd4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800443 Feb 11 14:10:39.749937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-cc86b8ea-ec4c-49e8-a9d7-3bfac51e3c1a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217034 Feb 11 14:10:39.798619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-f6826b66-cd20-4052-8855-5c71053e30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.800622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-f6826b66-cd20-4052-8855-5c71053e30d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.6401908 Feb 11 14:10:39.860243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a7d4f53-35f1-4abd-8ce8-d20edbd58464 req-6632f0a6-3c25-4935-8c22-cfa791935e20 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 210 time: 0.1016734 Feb 11 14:10:40.018616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-455c327e-6c12-433c-bbca-5b494be2ae3e service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543628 Feb 11 14:10:40.020585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-998a2910-7e77-49a0-b37e-3143d2d4b628 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.1901340 Feb 11 14:10:40.048071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-49fac8d5-2907-45f8-9049-9ea2db5fd8ba service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904828 Feb 11 14:10:40.193347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-8e393dd3-434e-4c96-8a37-7ce03649cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.197285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-8e393dd3-434e-4c96-8a37-7ce03649cbed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1594639 Feb 11 14:10:40.248655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981837-85bc-4510-a25b-a5c2c02273a0 req-9de59c5c-6283-422e-b5d7-4aa3667f882c tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.250274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52981837-85bc-4510-a25b-a5c2c02273a0 req-9de59c5c-6283-422e-b5d7-4aa3667f882c tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1096 time: 0.2283719 Feb 11 14:10:40.312096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52981837-85bc-4510-a25b-a5c2c02273a0 req-84cb1acf-ceed-4641-a88c-059165309b82 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Feb 11 14:10:40.313529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-eb093ca0-7542-4317-b5e5-c29a4c19f590 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081233 Feb 11 14:10:40.357168 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eea85958-92cb-4bd7-8756-5b0b0072d57b req-3fe9d69f-e659-441e-8a96-466cf430199d service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563257 Feb 11 14:10:40.657445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380c6a-1785-48a8-9aa5-39b2984f80c1 req-95714215-1b0f-4caa-b201-fcc5cace4e3a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.668280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74380c6a-1785-48a8-9aa5-39b2984f80c1 req-95714215-1b0f-4caa-b201-fcc5cace4e3a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 945 time: 0.1180043 Feb 11 14:10:40.716104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74380c6a-1785-48a8-9aa5-39b2984f80c1 req-0a4df79a-407e-4f99-9d3d-7211136075b7 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Feb 11 14:10:41.003448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-dde06f68-96a2-4801-b769-dcce78b88423 service neutron] 10.222.0.31 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9760623 Feb 11 14:10:41.026315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:41.031151 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb97e06-67ff-4deb-9532-f9851cb8987a" -d '{"events": [{"name": "network-changed", "server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:41.093088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-8eed582e-d4c0-4f4e-93bb-615191bbc915 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704058 Feb 11 14:10:41.312387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3fb39a35-b56a-4066-a19b-7053270afe11 req-542615f6-96e5-4686-8642-7bace64e1371 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121508 Feb 11 14:10:41.363774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device eeee2056-ba21-4760-a46c-b00837eb0ab5 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:41.574228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port eeee2056-ba21-4760-a46c-b00837eb0ab5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:41.579964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port eeee2056-ba21-4760-a46c-b00837eb0ab5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:41.585816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.717854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.755381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:41.758563 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab33bec-fb0f-469e-bde8-7e638da1421d" -d '{"events": [{"server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:41.778935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:41.852054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.853022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:41.970899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:42.081396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:42.087814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:42.093191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:42.214946 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:42.326769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:42.391116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:42.486319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:42.590176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-e00abcde-4c04-4c9b-b126-dcd59cbc796c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:42.591627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-e00abcde-4c04-4c9b-b126-dcd59cbc796c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 815 time: 0.1504095 Feb 11 14:10:42.604364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Request body: {'port': {'device_id': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'admin_state_up': True, 'tenant_id': '126289239aaa4e4894185c92d47d0080'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:43.424990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Made reservation on behalf of 126289239aaa4e4894185c92d47d0080 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:43.428733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:43.607021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Allocated IP 172.20.0.8 (02744190-8d07-461a-9246-86c301ad249a/cf489799-9bc7-42f4-b824-206bcede1852/ccdc022c-618c-4e32-8b2d-6c9924a68221) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:43.817811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:43.933832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:43.949061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:43.951436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:43.995278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Network 02744190-8d07-461a-9246-86c301ad249a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:44.000584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:44.006137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:44.012597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event updated for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:44.116700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.121616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.217342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-c794fbee-05b2-48ef-b927-0d12ee1df33b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6162522 Feb 11 14:10:44.229126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Request body: {'port': {'device_id': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:44.294998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.347038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6c0accec-e2d4-4174-8be5-205316d5a9f9 None None] Provisioning complete for port ccdc022c-618c-4e32-8b2d-6c9924a68221 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:44.347499 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0accec-e2d4-4174-8be5-205316d5a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.391535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6c0accec-e2d4-4174-8be5-205316d5a9f9 None None] Port ccdc022c-618c-4e32-8b2d-6c9924a68221 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:44.585507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc022c-618c-4e32-8b2d-6c9924a68221 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:44.594124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.608707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Transition to ACTIVE for port object ccdc022c-618c-4e32-8b2d-6c9924a68221 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:44.727434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.883716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0fdd9977-532a-40b3-b950-97f6c3af47c1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.893474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0fdd9977-532a-40b3-b950-97f6c3af47c1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.1871309 Feb 11 14:10:44.932089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-dfde1e4d-8240-42b8-8b4d-d791db0690d4 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/quotas/21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 375 time: 0.0376337 Feb 11 14:10:44.938019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:44.969582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b8d01-0137-4ecf-9ce2-d8d85e8e77e9 req-184359ca-a99c-4d49-beb7-96f7a22e1059 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.993434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-639b8d01-0137-4ecf-9ce2-d8d85e8e77e9 req-184359ca-a99c-4d49-beb7-96f7a22e1059 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 943 time: 0.2058408 Feb 11 14:10:44.998265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Attempting to bind port ccdc022c-618c-4e32-8b2d-6c9924a68221 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:44.998717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Attempting to bind port ccdc022c-618c-4e32-8b2d-6c9924a68221 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:44.999876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Attempting to bind port ccdc022c-618c-4e32-8b2d-6c9924a68221 on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:45.046124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-e9a78675-ee35-4790-a065-73813c6b6c91 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130137 Feb 11 14:10:45.135768 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-639b8d01-0137-4ecf-9ce2-d8d85e8e77e9 req-f9e04daf-7645-40b5-b019-9542762fffe0 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385756 Feb 11 14:10:45.141459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Port ccdc022c-618c-4e32-8b2d-6c9924a68221 on network 02744190-8d07-461a-9246-86c301ad249a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:45.141958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Attempting to bind port ccdc022c-618c-4e32-8b2d-6c9924a68221 on network 02744190-8d07-461a-9246-86c301ad249a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:45.154910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:45.156385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Checking segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:45.157851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Bound using segment: {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:45.159200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Bound port: ccdc022c-618c-4e32-8b2d-6c9924a68221, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5733fafc-810f-431b-9cad-9906ac233712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '02744190-8d07-461a-9246-86c301ad249a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:45.159958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:45.196713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-ecfe00d0-4c3d-4711-9c07-2a2bd5c39c63 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490586 Feb 11 14:10:45.340383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:45.349751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:45.392742 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a60db-cc4e-47c5-ba39-3c01f73c68aa x-openstack-request-id: req-d06a60db-cc4e-47c5-ba39-3c01f73c68aa {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:45.393069 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:45.393509 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06a60db-cc4e-47c5-ba39-3c01f73c68aa {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:45.393911 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e', 'status': 'completed', 'code': 200} Feb 11 14:10:45.431254 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-1fa4b5a7-ea24-4d2f-ad14-cc9c5b2a3f40 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328928 Feb 11 14:10:45.455444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-1b41de36-0072-499b-9025-32dba0ffb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.456932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-1b41de36-0072-499b-9025-32dba0ffb080 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 1097 time: 0.0659673 Feb 11 14:10:45.476497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0550-9f94-4b2f-ba33-0772abc992cb req-867820a7-b2da-4457-bf5f-a65bac79e1af tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.480611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1fab0550-9f94-4b2f-ba33-0772abc992cb req-867820a7-b2da-4457-bf5f-a65bac79e1af tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 946 time: 0.0947273 Feb 11 14:10:45.484286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:45.549810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.550457 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:45.551840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] 10.222.0.60 "PUT /v2.0/ports/ccdc022c-618c-4e32-8b2d-6c9924a68221 HTTP/1.1" status: 200 len: 1091 time: 1.3280494 Feb 11 14:10:45.572432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:45.578629 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d64e350-8cfb-4975-9420-333e26cd2da3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:45.777282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1fab0550-9f94-4b2f-ba33-0772abc992cb req-bf137458-3186-4d98-9b85-837499245ab1 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715702 Feb 11 14:10:45.837794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c98c5-cc28-4c13-86c9-c5aea17a4d06 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:45.867967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-1f419366-ae7f-4497-8053-2297efb60c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.879157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-1f419366-ae7f-4497-8053-2297efb60c2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 1094 time: 0.1897743 Feb 11 14:10:45.928119 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14febdda-6a99-41ea-ad56-f132ee41ecfb x-openstack-request-id: req-14febdda-6a99-41ea-ad56-f132ee41ecfb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:45.929764 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:45.930423 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14febdda-6a99-41ea-ad56-f132ee41ecfb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:45.931143 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'code': 200} Feb 11 14:10:45.990536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-bb1085f4-a3ea-4cf1-9a66-c8219f8cd889 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221 HTTP/1.1" status: 200 len: 217 time: 0.1129763 Feb 11 14:10:46.175949 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ff82d-85e4-4d72-b57b-2245405495be x-openstack-request-id: req-067ff82d-85e4-4d72-b57b-2245405495be {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:46.176181 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:46.176487 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-067ff82d-85e4-4d72-b57b-2245405495be {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:46.176921 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221', 'status': 'completed', 'code': 200} Feb 11 14:10:46.260594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80ab7e34-8166-4fc7-9b4d-a9c358ca37eb req-bb76290c-979f-4367-a79d-4bc8e468343a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0552795 Feb 11 14:10:46.263554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-16508650-3762-43e4-afad-a55f527bca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.265301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-16508650-3762-43e4-afad-a55f527bca47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.2678607 Feb 11 14:10:46.298318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9cb3-e8e1-453a-a981-516f58ca5cbc req-31f39d7a-d755-4d14-9c9f-a9cd808fe288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.306949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037e9cb3-e8e1-453a-a981-516f58ca5cbc req-31f39d7a-d755-4d14-9c9f-a9cd808fe288 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1097 time: 0.2211871 Feb 11 14:10:46.374412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037e9cb3-e8e1-453a-a981-516f58ca5cbc req-cedb3ad4-b014-4107-8d21-5bf429dc601c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 Feb 11 14:10:46.476099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-6c238562-024e-442d-ae09-39552938ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.485181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-6c238562-024e-442d-ae09-39552938ab6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076260 Feb 11 14:10:46.515477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b105f83f-017e-4ce8-a432-a2c9e38f23e3 req-127e86d8-34ee-4da2-8646-62e57d73ddb1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.1967185 Feb 11 14:10:46.685639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-f756745e-25e6-4833-812e-147263349a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.687106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-f756745e-25e6-4833-812e-147263349a03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 916 time: 1.1996574 Feb 11 14:10:46.699541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-df22c74e-57c0-457e-a48a-7b3fd39a60c0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.701029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-df22c74e-57c0-457e-a48a-7b3fd39a60c0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 821 time: 1.2353671 Feb 11 14:10:46.746579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Request body: {'port': {'device_id': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'admin_state_up': True, 'tenant_id': '9cb2f931bd4a47559e1d40ba6d995707'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:46.809712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-1ee4d475-6e49-4a92-b412-432f5a59a849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e HTTP/1.1" status: 200 len: 217 time: 0.1077065 Feb 11 14:10:46.825039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125922a1-fae1-4b09-81e3-4f43f4e2fc9a req-e99f189a-600d-4ff5-94b1-f2f57d12efaa tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.835680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-125922a1-fae1-4b09-81e3-4f43f4e2fc9a req-e99f189a-600d-4ff5-94b1-f2f57d12efaa tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 943 time: 0.2022250 Feb 11 14:10:46.885405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-ab59d2c9-520f-478e-bc00-06edabdc9004 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909190 Feb 11 14:10:46.905276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-b88e248f-ea88-47fa-87f3-3c16fc0b4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.907892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-b88e248f-ea88-47fa-87f3-3c16fc0b4975 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.0607562 Feb 11 14:10:47.018738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-a3e10337-e148-4aaa-8d09-e69a8d89172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.021138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-a3e10337-e148-4aaa-8d09-e69a8d89172c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945628 Feb 11 14:10:47.038861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-125922a1-fae1-4b09-81e3-4f43f4e2fc9a req-d6d9eb74-ed3c-4873-b93c-962fd69774fa tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003558 Feb 11 14:10:47.116506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbe1bd95-80df-4644-b3ff-03b06a2bb95a req-7e1827eb-9f0d-4767-a6b1-e5aa5ee60711 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237213 Feb 11 14:10:47.240230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-288146ab-7fa0-4fd3-b15b-114edcd44709 service neutron] 10.222.0.62 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927247 Feb 11 14:10:47.292451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-30de7eac-a81d-46a3-ab95-1373fdad50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.298725 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-30de7eac-a81d-46a3-ab95-1373fdad50b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 1094 time: 0.0661049 Feb 11 14:10:47.430403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-3f5616f9-5cd9-460e-ac02-252d3d38e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.434625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-3f5616f9-5cd9-460e-ac02-252d3d38e7f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 916 time: 0.1234448 Feb 11 14:10:47.459545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb97e06-67ff-4deb-9532-f9851cb8987a req-8b39f237-f14c-4b78-810b-a405f74f0dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090533 Feb 11 14:10:47.461493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Made reservation on behalf of 9cb2f931bd4a47559e1d40ba6d995707 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:47.472377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.497127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-ab84b23f-c57e-4870-95a8-eda63c043851 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221 HTTP/1.1" status: 200 len: 217 time: 0.0565422 Feb 11 14:10:47.618802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-dc84e681-cd03-4593-b182-c60af3331f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.619714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-dc84e681-cd03-4593-b182-c60af3331f92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.1164713 Feb 11 14:10:47.685194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bda6-9364-4041-a13b-77f7c02832e9 req-9ff3cd32-0e57-4702-a368-ce2018d2a77c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.696358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e84bda6-9364-4041-a13b-77f7c02832e9 req-9ff3cd32-0e57-4702-a368-ce2018d2a77c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 946 time: 0.4550350 Feb 11 14:10:47.706170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-f3c8aaaf-4929-4f01-8a4d-4c135b1f5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.714150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-f3c8aaaf-4929-4f01-8a4d-4c135b1f5f6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795002 Feb 11 14:10:47.932806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:47.935600 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e39b22e-0635-46b9-8779-a0c58cbd31f7" -d '{"events": [{"server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "name": "network-vif-plugged", "status": "completed", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:47.973641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e84bda6-9364-4041-a13b-77f7c02832e9 req-5f27d7e0-5f99-4d1b-9fc0-cfe7fe55eb40 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728980 Feb 11 14:10:48.001487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Allocated IP 172.20.0.13 (cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6/eb94f125-d588-4b8a-a879-1674ebf9e7d4/1569f8ea-07dc-48fe-8756-55c765340120) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:48.072305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-ca11012a-6047-44fc-925f-65e1dec12d27 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534400 Feb 11 14:10:48.115951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c075ede-4e37-41f9-9d3a-02dbc0f360e6 req-70a61238-4450-473e-abf6-f684d639d05b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0660396 Feb 11 14:10:48.125297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de9e20b5-0e8a-4cae-bfdd-4a045a28b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:48.213242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cc17a39-4dac-4a47-ad77-47941b21e8fa req-a477f4b4-20bc-4af3-8d91-875a96f82c18 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.0408173 Feb 11 14:10:48.296375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:48.347454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d64e350-8cfb-4975-9420-333e26cd2da3 req-07073fae-d1cc-4c5c-b9cc-467ce90551e7 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450311 Feb 11 14:10:48.358617 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd2164-514a-4f9c-a355-ba4cda98e7cb x-openstack-request-id: req-f2cd2164-514a-4f9c-a355-ba4cda98e7cb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:48.359500 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "name": "network-vif-plugged", "status": "completed", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:48.359910 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2cd2164-514a-4f9c-a355-ba4cda98e7cb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:48.360468 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e', 'code': 200} Feb 11 14:10:48.476863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:48.489491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:48.592159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:48.605714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:48.615344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecf44-c934-4ae2-83e0-7de1df2e2162 req-4ae2ff83-6430-435b-9557-319d380b9a5a tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-412ecf44-c934-4ae2-83e0-7de1df2e2162 req-4ae2ff83-6430-435b-9557-319d380b9a5a tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 943 time: 0.1800141 Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.626235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:48.628670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:48.638219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:48.681236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58011bf8-f791-418d-ac08-b0051e4dd868 req-59a71ed9-5823-49ad-97d5-23e0eaffe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.683531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58011bf8-f791-418d-ac08-b0051e4dd868 req-59a71ed9-5823-49ad-97d5-23e0eaffe91d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 1097 time: 0.2170596 Feb 11 14:10:48.763418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.764049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:48.775294 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-412ecf44-c934-4ae2-83e0-7de1df2e2162 req-91d15798-48f9-46c0-a313-8cb323ffc1e4 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381750 Feb 11 14:10:48.786641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58011bf8-f791-418d-ac08-b0051e4dd868 req-f9032a3b-5794-44df-aa1a-e6693595eba5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866380 Feb 11 14:10:49.115705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ded3f0-db72-4b01-af5a-046214cf31ad req-5fdf9d91-848f-4a54-a920-b1ac5a0ebaad tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.119829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17ded3f0-db72-4b01-af5a-046214cf31ad req-5fdf9d91-848f-4a54-a920-b1ac5a0ebaad tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 946 time: 0.0629368 Feb 11 14:10:49.159156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17ded3f0-db72-4b01-af5a-046214cf31ad req-b9f38e97-a8c9-4c6b-8b17-13d35f6f9fab tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Feb 11 14:10:49.245519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-549de270-6895-41a9-b685-1b7c14b20687 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5349586 Feb 11 14:10:49.261078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Request body: {'port': {'device_id': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:49.291539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3843e7a-f84b-43d9-bd26-cea042be4cb5 req-7590c596-00f1-4869-8d74-41d15f04f380 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0449588 Feb 11 14:10:49.348140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:49.519452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.523776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.574714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:49.603880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-b358b44a-7adb-4ad9-ae73-134a079fcd33 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.605488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-b358b44a-7adb-4ad9-ae73-134a079fcd33 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.3263981 Feb 11 14:10:49.608745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-2f066fd8-c9a5-45eb-bbca-d7cf44419951 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1757101163&fields=id&tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 267 time: 0.1545503 Feb 11 14:10:49.619726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ddf89-8f5a-409b-b0a9-8dcc9d54a7c9 req-02e26bcf-49f3-4a1b-a887-83c74f7186b6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.622059 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a2ddf89-8f5a-409b-b0a9-8dcc9d54a7c9 req-02e26bcf-49f3-4a1b-a887-83c74f7186b6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 932 time: 0.0812473 Feb 11 14:10:49.653434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Request body: {'port': {'device_id': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'admin_state_up': True, 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:49.673621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a2ddf89-8f5a-409b-b0a9-8dcc9d54a7c9 req-81f248da-46e6-4e54-8d42-288f693524db tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Feb 11 14:10:49.759490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.862630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-9c9b1d34-1adc-4097-99da-7ab59699d176 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.863236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-9c9b1d34-1adc-4097-99da-7ab59699d176 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 946 time: 0.2198079 Feb 11 14:10:49.881238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:49.937762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'security_groups': ['46759189-8c98-4e91-b85c-e75997705ade', '34cf8ab0-28de-4865-aa40-9f6505e416ef']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:50.006244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b27019af-3dce-4b1d-ae4e-ff6d705b8efb tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.008552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b27019af-3dce-4b1d-ae4e-ff6d705b8efb tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.2105787 Feb 11 14:10:50.033280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-449b4461-ae61-428b-b55c-233709bdfea8 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/quotas/950bea0c23d24a7685d22fec5433069d HTTP/1.1" status: 200 len: 375 time: 0.0172548 Feb 11 14:10:50.044990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.127112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-e3888d17-1f81-4178-99cb-2662c98068bf tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904028 Feb 11 14:10:50.179747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:50.184020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.276481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-25cce9f2-756a-4812-85a3-3b1862d379d8 service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406054 Feb 11 14:10:50.361433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:50.364977 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d86f12-e4be-4e05-9e9c-bcd9d63506ab" -d '{"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:50.407618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-0a62073b-c86e-4e57-9c1d-67ec6a14788d service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236691 Feb 11 14:10:50.436330 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52047e6d-8856-4286-935b-6f2fada71051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.539867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Allocated IP 172.20.0.3 (bab20f48-5a1c-4e80-84f1-d119dede1f8a/e2bcb3a0-530e-4ab9-9859-32aa440864b8/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:50.556342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1569f8ea-07dc-48fe-8756-55c765340120 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:50.574703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.591068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:50.614881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Transition to ACTIVE for port object 1569f8ea-07dc-48fe-8756-55c765340120 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:50.652086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.760409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.762436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.767317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.775872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:50.846095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.848053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.865877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f3856e0-8635-4e6c-8cf1-e71becb169de req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "PUT /v2.0/ports/eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 982 time: 0.9896052 Feb 11 14:10:50.869088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:50.871370 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89e184-1669-4f23-b76b-5cf6b971a004" -d '{"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:50.873296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:50.904068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:51.000692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7b9e-1a81-4e34-ac47-67c4437ae2fc req-b21d7b3d-1e94-4cd9-83b9-47af172f062d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.014591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdea7b9e-1a81-4e34-ac47-67c4437ae2fc req-b21d7b3d-1e94-4cd9-83b9-47af172f062d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 943 time: 0.1322620 Feb 11 14:10:51.046967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:51.054267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39b82b7d-62b5-4fe3-b852-bcfb0a6b1ae0 req-4dac2182-952e-4285-8029-b631fd4cc435 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0893588 Feb 11 14:10:51.164357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08aca4-1722-4115-8a4d-e11087a75474 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:51.179080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdea7b9e-1a81-4e34-ac47-67c4437ae2fc req-6fd7af6c-c07b-460e-be91-df354b90f6cf tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634104 Feb 11 14:10:51.182125 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdba932f-e321-48af-8135-ccd2bd695d35 x-openstack-request-id: req-fdba932f-e321-48af-8135-ccd2bd695d35 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:51.182615 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:51.183040 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdba932f-e321-48af-8135-ccd2bd695d35 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:51.183594 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'code': 200} Feb 11 14:10:51.215772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:51.224920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:51.225271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:51.234165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:51.234511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:51.258824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.292914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:51.292914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:51.292914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:51.292914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Bound port: 1569f8ea-07dc-48fe-8756-55c765340120, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:51.292914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.333048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-4693785e-7f17-4963-9312-4ed1dea1d71d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.334635 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-4693785e-7f17-4963-9312-4ed1dea1d71d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3cdd322-6b84-41aa-b33f-8760da3a3b19 HTTP/1.1" status: 200 len: 943 time: 0.1970947 Feb 11 14:10:51.347244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:51.374332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:51.375982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ccdc022c-618c-4e32-8b2d-6c9924a68221 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:51.400716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:51.400716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:51.410998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb7c687b-e04c-4e8e-9c4e-e189205d9cf8 req-5d43d17e-ceaf-413f-ba91-661740203b3d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 210 time: 0.1063356 Feb 11 14:10:51.479310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3fad5-5903-49e7-9d8d-c283831197e7 req-676d4229-df7a-42c2-82c0-8729cb2b1d64 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.491815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dda3fad5-5903-49e7-9d8d-c283831197e7 req-676d4229-df7a-42c2-82c0-8729cb2b1d64 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.2468197 Feb 11 14:10:51.584989 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf1a1786-9113-49c2-bca8-80b44d2c7949 req-e7ff41fe-7d30-49e7-85a7-61b87de44d67 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/34cf8ab0-28de-4865-aa40-9f6505e416ef HTTP/1.1" status: 200 len: 1801 time: 0.0995834 Feb 11 14:10:51.619345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:10:51.633763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Deleting port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:10:51.634037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.645094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.645765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.745961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dda3fad5-5903-49e7-9d8d-c283831197e7 req-ec768cd2-850b-43a9-915b-358c60ccd49c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526093 Feb 11 14:10:51.751436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:51.762535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.764528 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-cf1a1786-9113-49c2-bca8-80b44d2c7949 req-8636c0b6-48af-48e3-bd70-d4953d77062f tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 14:10:51.777943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf1a1786-9113-49c2-bca8-80b44d2c7949 req-8636c0b6-48af-48e3-bd70-d4953d77062f tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/34cf8ab0-28de-4865-aa40-9f6505e416ef HTTP/1.1" status: 409 len: 341 time: 0.1752255 Feb 11 14:10:51.807442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:51.822337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-cc7e257a-77ec-4617-abef-2e1268189510 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1732068 Feb 11 14:10:51.834620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] For port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:51.835522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Request body: {'port': {'device_id': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:51.838953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.889534 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811ad09-c761-49ad-baa7-030fa37dd381 x-openstack-request-id: req-5811ad09-c761-49ad-baa7-030fa37dd381 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:51.890572 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:51.894545 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5811ad09-c761-49ad-baa7-030fa37dd381 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:51.895161 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'status': 'completed', 'code': 200} Feb 11 14:10:51.915747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.923722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Calling delete_port for fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:10:52.006853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.007809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.010016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] 10.222.0.60 "PUT /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 1092 time: 2.7547629 Feb 11 14:10:52.015543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.072442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe0a43-e2bb-4aaa-b1c9-f5e6c623da87 service neutron] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:52.100836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-8be5a9ae-e21d-4b5f-9fa7-faa0ed708259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.102527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-8be5a9ae-e21d-4b5f-9fa7-faa0ed708259 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1136 time: 0.2323291 Feb 11 14:10:52.183575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:52.257745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'ccdc022c-618c-4e32-8b2d-6c9924a68221', 'network_id': '02744190-8d07-461a-9246-86c301ad249a', 'port_id': 'ccdc022c-618c-4e32-8b2d-6c9924a68221', 'mac_address': 'fa:16:3e:5a:71:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf489799-9bc7-42f4-b824-206bcede1852', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:52.356542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.375949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc022c-618c-4e32-8b2d-6c9924a68221 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:52.396645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac89d7-3bf1-4792-b45c-eee67f3087ec req-7de4b83e-f0f6-4354-8381-ec1177dce9f6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.405123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93ac89d7-3bf1-4792-b45c-eee67f3087ec req-7de4b83e-f0f6-4354-8381-ec1177dce9f6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 931 time: 0.1997004 Feb 11 14:10:52.405342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:52.414687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-19cb58f8-9bde-4dc5-8c5b-5a56a2d9ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.417267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-19cb58f8-9bde-4dc5-8c5b-5a56a2d9ab15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1095 time: 0.2289188 Feb 11 14:10:52.468997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-06b22770-c058-4e2e-80af-5b57024c79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.470389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-06b22770-c058-4e2e-80af-5b57024c79ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.3593330 Feb 11 14:10:52.487224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-00448e7e-41d5-4121-8303-4305352e27ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 217 time: 0.0592377 Feb 11 14:10:52.501887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eabee-721b-42a9-9080-d53fdfb2fa4d req-7fb60bbe-d246-4dd2-aca6-9a9aeb890f10 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.503558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-739eabee-721b-42a9-9080-d53fdfb2fa4d req-7fb60bbe-d246-4dd2-aca6-9a9aeb890f10 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 985 time: 0.1761630 Feb 11 14:10:52.536400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-1bb1af34-0a65-4d1f-91d5-69a8d1aa4a13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0558565 Feb 11 14:10:52.538487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.557976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93ac89d7-3bf1-4792-b45c-eee67f3087ec req-af97713c-071e-4434-9386-d4a68dd00f9b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494188 Feb 11 14:10:52.596084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:52.661805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.732050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-eb352e84-cb64-4ce7-9590-b1db9d0f963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.733534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-eb352e84-cb64-4ce7-9590-b1db9d0f963f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.1891472 Feb 11 14:10:52.814663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event deleted for resources: {'Port': ['ID=fcbdb37a-c4dd-49e8-9922-c4bbf0896e96,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:52.860083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-d3fa44ff-8dbf-430d-8a5f-ee31d1454cbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949945 Feb 11 14:10:52.864391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] No DVR routers for this DVR port fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:52.868634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.871932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8bdc293-7414-4752-966c-66370b6e3bc4 req-37a452b1-0b50-4e62-8fc5-2acd0086d5d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "DELETE /v2.0/ports/fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 HTTP/1.1" status: 204 len: 173 time: 1.4615643 Feb 11 14:10:52.872467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-deleted', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:52.875257 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da31c4-afef-4993-832b-9ced4d6fdf54" -d '{"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-deleted", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:52.956328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b884087-81b2-4087-8b70-149a4d9ca106 req-7a23d4be-2d19-49d4-ae34-5e8ec32b4659 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.958318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b884087-81b2-4087-8b70-149a4d9ca106 req-7a23d4be-2d19-49d4-ae34-5e8ec32b4659 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 944 time: 0.2501805 Feb 11 14:10:53.146286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ccdc022c-618c-4e32-8b2d-6c9924a68221'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:53.334419 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.343172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-739eabee-721b-42a9-9080-d53fdfb2fa4d req-f9b27029-8054-42d6-a0a4-360fb9dc3dcc tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8236537 Feb 11 14:10:53.353178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:53.353489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-9cc9a10f-1d3b-42b2-959d-a2e95bc87f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.355079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-9cc9a10f-1d3b-42b2-959d-a2e95bc87f01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.8446100 Feb 11 14:10:53.407391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:10:53.408020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device fcbdb37a-c4dd-49e8-9922-c4bbf0896e96 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:53.412544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.464069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-911a3c51-d513-4908-8bcc-9f008c677a59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869758 Feb 11 14:10:53.534753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b884087-81b2-4087-8b70-149a4d9ca106 req-32cd3c40-96a2-4e81-a24a-3fd03556be40 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646081 Feb 11 14:10:53.543264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-5bec4509-d989-4186-b5b6-1f7c79c89f61 service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606634 Feb 11 14:10:53.547219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44a2b3b5-a32f-4e6d-8b6c-5628f63083bc req-5b4e10dd-f919-4aff-832f-697c1f9f46f8 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 210 time: 0.0709269 Feb 11 14:10:53.549611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:53.585447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.613974 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7cb971-020b-4a27-a4f2-bc4d16c686f3 x-openstack-request-id: req-1e7cb971-020b-4a27-a4f2-bc4d16c686f3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:53.623161 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cdd322-6b84-41aa-b33f-8760da3a3b19", "name": "network-vif-deleted", "tag": "fcbdb37a-c4dd-49e8-9922-c4bbf0896e96", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:53.623161 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e7cb971-020b-4a27-a4f2-bc4d16c686f3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:53.623161 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cdd322-6b84-41aa-b33f-8760da3a3b19', 'name': 'network-vif-deleted', 'tag': 'fcbdb37a-c4dd-49e8-9922-c4bbf0896e96', 'status': 'completed', 'code': 200} Feb 11 14:10:53.623704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Transition to ACTIVE for port object 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:53.650674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-0b68f9a5-bc3b-477f-969f-26556d06e235 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720200 Feb 11 14:10:53.710162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf81b3-ed1f-4868-83e4-5774a3b2bd02 req-71a0d86a-21e2-4f9b-a7c5-2b1fd5c42768 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.712605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60bf81b3-ed1f-4868-83e4-5774a3b2bd02 req-71a0d86a-21e2-4f9b-a7c5-2b1fd5c42768 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.1052091 Feb 11 14:10:53.755393 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de89e184-1669-4f23-b76b-5cf6b971a004 req-be7d5a26-3f77-44c3-8cd5-b30c03792b29 service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024543 Feb 11 14:10:53.793291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60bf81b3-ed1f-4868-83e4-5774a3b2bd02 req-b9373bf6-11dc-4756-b98c-78d32097c63b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716498 Feb 11 14:10:53.795076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.813594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb9ff-b097-40ee-af51-4724332b8c95 req-dde33c8b-c8ea-4431-8491-555544097bca tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.813594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96dbb9ff-b097-40ee-af51-4724332b8c95 req-dde33c8b-c8ea-4431-8491-555544097bca tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 931 time: 0.1260083 Feb 11 14:10:53.866030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4825be7-cf0d-46b0-b211-62ce027de1f3 req-4765d255-e272-4a6b-869f-bff86b8e0bac service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059734 Feb 11 14:10:53.893740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:53.898092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:53.900883 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60030235-1d49-4d21-9138-7e190fc224f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "tag": "1569f8ea-07dc-48fe-8756-55c765340120"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:53.912645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96dbb9ff-b097-40ee-af51-4724332b8c95 req-93a6d230-42c6-4df7-92a3-db9979e02821 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Feb 11 14:10:53.987799 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06fa480-937e-4a86-b862-c106bde38885 x-openstack-request-id: req-c06fa480-937e-4a86-b862-c106bde38885 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:53.988089 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "tag": "1569f8ea-07dc-48fe-8756-55c765340120", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:53.988482 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c06fa480-937e-4a86-b862-c106bde38885 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:53.988731 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120', 'status': 'completed', 'code': 200} Feb 11 14:10:53.993071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-04f28f7e-742a-4735-817f-80a60e9d94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.994647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-04f28f7e-742a-4735-817f-80a60e9d94fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1136 time: 0.0484667 Feb 11 14:10:54.007638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:54.007973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:54.009315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:54.013755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:54.014064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:54.019564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:54.019900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:54.020312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:54.020737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Bound port: 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:54.021208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:54.108241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-8a46970e-7f63-4294-afb2-f812ff54d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.109269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:54.110048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-8a46970e-7f63-4294-afb2-f812ff54d683 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.1094182 Feb 11 14:10:54.137095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:54.156613 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-d678e748-accd-4965-a5d6-7f8f07dd3080 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0400722 Feb 11 14:10:54.160938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60030235-1d49-4d21-9138-7e190fc224f5 req-97791696-529a-47ce-ad1f-8ba0f950fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.160938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-97791696-529a-47ce-ad1f-8ba0f950fbc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1095 time: 0.0588973 Feb 11 14:10:54.219031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-07c9c604-aa31-449d-9320-04ffc6214d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.220687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-07c9c604-aa31-449d-9320-04ffc6214d6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.0580218 Feb 11 14:10:54.255390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-ccd3a411-7760-4830-a7aa-de2aa46a14d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284045 Feb 11 14:10:54.278096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:54.328499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.328876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:54.330765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] 10.222.0.62 "PUT /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 1091 time: 2.5046558 Feb 11 14:10:54.335661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60030235-1d49-4d21-9138-7e190fc224f5 req-e9db64db-b866-4004-b3cc-53a4d5d323b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.337732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-e9db64db-b866-4004-b3cc-53a4d5d323b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.1648271 Feb 11 14:10:54.374620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-822d5a56-6a70-47d5-8d55-c8773f97921c service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126785 Feb 11 14:10:54.395914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-c364c15b-7261-47c0-a6bf-9958d4b65e24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 217 time: 0.0499632 Feb 11 14:10:54.399906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b808ba0-f570-4f2e-92df-136a4decd919 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:54.505528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60030235-1d49-4d21-9138-7e190fc224f5 req-44da6dfa-4e29-46d7-8037-97c32b177e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.507195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-44da6dfa-4e29-46d7-8037-97c32b177e3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0981095 Feb 11 14:10:54.520665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0647c-8b09-40b6-bea4-5e0c0fbbf119 req-2733f4fd-85b6-4d9e-9e45-c56cd07081f2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.522537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0a0647c-8b09-40b6-bea4-5e0c0fbbf119 req-2733f4fd-85b6-4d9e-9e45-c56cd07081f2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 985 time: 0.0673001 Feb 11 14:10:54.566116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-9ca13300-714c-487e-b867-1a6d5003109e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422328 Feb 11 14:10:54.780783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16c7fae2-5f15-4d42-81f6-efdcbf87a80c req-23c0c95b-6ca1-4d89-bf4e-c31bdb1779b0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282162 Feb 11 14:10:54.780783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-d4d2f195-1fe1-438a-9afc-bacc9128f519 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.780783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-d4d2f195-1fe1-438a-9afc-bacc9128f519 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.1851783 Feb 11 14:10:54.780783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Request body: {'port': {'device_id': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'admin_state_up': True, 'tenant_id': '950bea0c23d24a7685d22fec5433069d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:54.782879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0a0647c-8b09-40b6-bea4-5e0c0fbbf119 req-50c5b31c-1744-47bb-bc0a-181a02d1e826 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1268566 Feb 11 14:10:54.782879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-e7cbc8b7-b64a-4645-9e81-d3cd1c2f6c20 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319835 Feb 11 14:10:54.806543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d512a22-312d-4203-99fb-7f8325b51740 req-cb483ac5-e680-4ad9-b922-fd2fac9441dc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.808112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d512a22-312d-4203-99fb-7f8325b51740 req-cb483ac5-e680-4ad9-b922-fd2fac9441dc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 944 time: 0.1731548 Feb 11 14:10:54.825859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af79f0cd-e297-4de4-a75d-3e6a9c4a4bae req-c3924474-b83f-4c37-accf-e31e5e32c1db tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 210 time: 0.0470138 Feb 11 14:10:54.866356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60030235-1d49-4d21-9138-7e190fc224f5 req-9d806bdc-05cd-4038-8d1c-044339188ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507626 Feb 11 14:10:54.870700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-dfea88ff-d7bd-4281-8c62-d3de23b9da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.919846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-dfea88ff-d7bd-4281-8c62-d3de23b9da3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1094 time: 0.1277745 Feb 11 14:10:54.925510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-e2591606-e0e9-4b74-a63c-b5a04df132d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 217 time: 0.0439842 Feb 11 14:10:54.965971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96999-c320-4782-a884-2c59f0581878 req-01245e3e-72f6-41df-a5a4-c57fd5e8f083 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.967514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cb96999-c320-4782-a884-2c59f0581878 req-01245e3e-72f6-41df-a5a4-c57fd5e8f083 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0599251 Feb 11 14:10:54.993485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d512a22-312d-4203-99fb-7f8325b51740 req-14f57a97-1e15-41bb-92fa-0548e96420ea tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518388 Feb 11 14:10:55.012340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cb96999-c320-4782-a884-2c59f0581878 req-d60a83f0-a45d-4380-a489-181e11672c25 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Feb 11 14:10:55.029371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-9f4d775d-441a-493a-9989-e1a4bed3abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.030898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-9f4d775d-441a-493a-9989-e1a4bed3abf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0982809 Feb 11 14:10:55.070360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-2301a17a-7f99-4c79-b34a-980528687a62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324361 Feb 11 14:10:55.168030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3599a-ae48-4455-92e7-a269e92f6562 req-2842da34-72c9-4d57-a8d4-d921b3c11d05 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.175512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbd3599a-ae48-4455-92e7-a269e92f6562 req-2842da34-72c9-4d57-a8d4-d921b3c11d05 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1028454 Feb 11 14:10:55.216270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-44472a73-e21c-46ed-8598-b632baa9ce4d service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375363 Feb 11 14:10:55.240795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbd3599a-ae48-4455-92e7-a269e92f6562 req-c97a1f6e-e200-47c5-ae50-cf015c337766 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 Feb 11 14:10:55.327672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72b01697-a71d-415b-ba1b-ff2bf03bea71 req-96eba028-f240-4aab-ad88-fc5e1491edc3 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032612 Feb 11 14:10:55.381248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ccdc022c-618c-4e32-8b2d-6c9924a68221 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:55.465670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:55.470337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:55.635853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Allocated IP 172.20.0.8 (dc246e33-6079-47cb-bc27-380392c5290e/d68a6681-5df3-4c3e-9286-0c4d4f282cf4/1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:55.668315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port ccdc022c-618c-4e32-8b2d-6c9924a68221 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:55.674947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port ccdc022c-618c-4e32-8b2d-6c9924a68221 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:55.674947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:55.790351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:55.795463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9415c6a-e766-4306-ab7e-d208884e85b2 req-e37e7cf8-5e92-4f7e-80fc-c29eae073a28 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.797068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9415c6a-e766-4306-ab7e-d208884e85b2 req-e37e7cf8-5e92-4f7e-80fc-c29eae073a28 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 985 time: 0.0589252 Feb 11 14:10:55.832681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:55.835379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:55.837619 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e6740c-cf80-4255-9b5b-187a48e609ec" -d '{"events": [{"server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:55.878795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:55.909236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9415c6a-e766-4306-ab7e-d208884e85b2 req-62f64934-f742-4549-b0a8-ee4a0cbe695a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1021645 Feb 11 14:10:55.918865 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de174cc1-abc0-4d8c-8688-2eb1e65a34d5 x-openstack-request-id: req-de174cc1-abc0-4d8c-8688-2eb1e65a34d5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:55.919279 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:55.919652 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de174cc1-abc0-4d8c-8688-2eb1e65a34d5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:55.920420 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221', 'code': 200} Feb 11 14:10:55.991661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:55.994448 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24525ccc-9b64-4985-a1e1-12562affc7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:56.036207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3207-2a1a-49a0-8bca-bdafd2af13dc req-81f1fa97-b29c-40a1-a73c-625d3639b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.038599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-475a3207-2a1a-49a0-8bca-bdafd2af13dc req-81f1fa97-b29c-40a1-a73c-625d3639b15b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 1095 time: 0.0552998 Feb 11 14:10:56.042411 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705956a3-61d4-4f05-b7b7-be0ab1243a39 x-openstack-request-id: req-705956a3-61d4-4f05-b7b7-be0ab1243a39 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:56.044994 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:56.045281 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-705956a3-61d4-4f05-b7b7-be0ab1243a39 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:56.045694 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'status': 'completed', 'code': 200} Feb 11 14:10:56.061236 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:56.067023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4e891892-f1ac-4249-a8f8-f86d899662e2 req-9033c5d6-428a-43a7-9f8b-70ffe77351ee tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 210 time: 0.0648203 Feb 11 14:10:56.067023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:56.112196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-475a3207-2a1a-49a0-8bca-bdafd2af13dc req-6bfef30a-3042-4735-bc5c-08930d226feb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644119 Feb 11 14:10:56.164973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Network dc246e33-6079-47cb-bc27-380392c5290e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:56.168187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:56.178297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:56.211555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:56.247289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a13e9-e2ca-4516-b898-077e22f07309 req-3f38f447-ef82-4481-a007-f83577855ca3 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.249201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-563a13e9-e2ca-4516-b898-077e22f07309 req-3f38f447-ef82-4481-a007-f83577855ca3 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0561481 Feb 11 14:10:56.254862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:56.274684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-3d9ecf00-3563-4b11-9265-e221fe684d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.276187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-3d9ecf00-3563-4b11-9265-e221fe684d89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1094 time: 0.1947420 Feb 11 14:10:56.296371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376247-8015-4685-9129-e26015e2ad32 req-e2cf9d82-a0f7-4f24-ad83-0bd16150d3e0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.296371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39376247-8015-4685-9129-e26015e2ad32 req-e2cf9d82-a0f7-4f24-ad83-0bd16150d3e0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.1205752 Feb 11 14:10:56.296629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-563a13e9-e2ca-4516-b898-077e22f07309 req-de010d8c-3ee0-4568-8425-c3e677f1fea2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 Feb 11 14:10:56.308345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.309021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:56.400199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39376247-8015-4685-9129-e26015e2ad32 req-78d09580-d2b1-4844-81cd-6155d3fe2ee3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883691 Feb 11 14:10:56.429366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-1b910978-cd3e-4e1d-a737-f50127b1cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.429366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-1b910978-cd3e-4e1d-a737-f50127b1cbb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1341846 Feb 11 14:10:56.446813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973ca8d-fc84-4f38-90c9-1640763b0ead req-8283326c-3e38-4444-8001-10454859a8ff tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.448436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8973ca8d-fc84-4f38-90c9-1640763b0ead req-8283326c-3e38-4444-8001-10454859a8ff tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.0600452 Feb 11 14:10:56.485076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-fbf02db2-2c4a-415e-b823-6368dc551850 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8379362 Feb 11 14:10:56.485076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-d3576c90-0a5c-4fb9-9668-d4aa273056e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 217 time: 0.0484545 Feb 11 14:10:56.505043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Request body: {'port': {'device_id': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:56.509502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8973ca8d-fc84-4f38-90c9-1640763b0ead req-eaf8b953-95df-458d-bfc4-2445b00f50cb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522082 Feb 11 14:10:56.584560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-4c454050-4483-490a-abcc-96bf60aa1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.586055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-4c454050-4483-490a-abcc-96bf60aa1be6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0944536 Feb 11 14:10:56.600763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:56.626060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-367d6779-cead-440d-b33f-72927dd4e961 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324719 Feb 11 14:10:56.844022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-c5347021-ced3-4eee-a7f4-3a34ecae7db5 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763539 Feb 11 14:10:56.989265 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24525ccc-9b64-4985-a1e1-12562affc7ec req-6c1c64ca-112f-430a-bfa4-52525959db7a service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336548 Feb 11 14:10:57.045363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:57.058021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.097473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Transition to ACTIVE for port object 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:57.118335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad047-73b2-4f7b-9a00-89b4ea37aad4 req-2f48b716-4247-4d73-a02b-6aa8a68d2398 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.119975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-061ad047-73b2-4f7b-9a00-89b4ea37aad4 req-2f48b716-4247-4d73-a02b-6aa8a68d2398 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 985 time: 0.0590379 Feb 11 14:10:57.171210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-061ad047-73b2-4f7b-9a00-89b4ea37aad4 req-91be7d8d-e4c4-4f2c-97df-82d137591bc6 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0418739 Feb 11 14:10:57.229947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.237275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721889-07b6-4fc8-b425-02cdfef2e6cc req-f9b30e9e-8b9c-4242-8611-b3c59f40b094 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.240506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce721889-07b6-4fc8-b425-02cdfef2e6cc req-f9b30e9e-8b9c-4242-8611-b3c59f40b094 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 931 time: 0.0676613 Feb 11 14:10:57.287498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce721889-07b6-4fc8-b425-02cdfef2e6cc req-5e6f9792-0674-4249-a21e-7898597489e3 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Feb 11 14:10:57.337523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:57.371365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-b9ca4542-33c0-48a0-9a9c-9e7b24970c05 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-400049529&fields=id&tenant_id=8c1a3e9db1e540e09330532edae0de52 HTTP/1.1" status: 200 len: 267 time: 0.1091766 Feb 11 14:10:57.437427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Attempting to bind port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:57.437767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Attempting to bind port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:57.439024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Attempting to bind port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:57.447203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 on network dc246e33-6079-47cb-bc27-380392c5290e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:57.447203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Attempting to bind port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:57.454608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:57.454949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Checking segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:57.455339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Bound using segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:57.455776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Bound port: 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:57.456136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.465205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e65efa-9725-4d4e-bb1e-0c9586942cc1 req-cae18ce0-df4d-43ee-8017-fa30e28e27ea tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.467252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39e65efa-9725-4d4e-bb1e-0c9586942cc1 req-cae18ce0-df4d-43ee-8017-fa30e28e27ea tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0604053 Feb 11 14:10:57.473957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:57.496510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-ca4b4315-ae15-47d4-bf42-a76bbe7e1f5f tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.498099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-ca4b4315-ae15-47d4-bf42-a76bbe7e1f5f tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 985 time: 0.1192846 Feb 11 14:10:57.525488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'port': {'security_groups': ['34cf8ab0-28de-4865-aa40-9f6505e416ef', '46759189-8c98-4e91-b85c-e75997705ade', '27ea08f6-ed6b-433c-a93f-10f69f8104d1']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:57.536970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39e65efa-9725-4d4e-bb1e-0c9586942cc1 req-e1522c7d-c778-41bf-9a13-415f437364ec tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Feb 11 14:10:57.603238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:57.650795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.663181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:57.663646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:57.669792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bbb3f-7bd5-49ed-aad2-a6cc99275371 req-d622b571-3a59-4c04-8110-4d596793556d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.677135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'port_id': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'mac_address': 'fa:16:3e:5f:26:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bcb3a0-530e-4ab9-9859-32aa440864b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:57.678277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-855bbb3f-7bd5-49ed-aad2-a6cc99275371 req-d622b571-3a59-4c04-8110-4d596793556d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0784407 Feb 11 14:10:57.729510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-855bbb3f-7bd5-49ed-aad2-a6cc99275371 req-dd9780de-e72f-46b6-9c59-bcbcf9de1d79 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502744 Feb 11 14:10:57.734631 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.751276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:57.777955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:57.782847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.844825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.845572 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.846885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 HTTP/1.1" status: 200 len: 1091 time: 1.3459573 Feb 11 14:10:57.847361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:57.850613 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d0c866-f6df-444d-9196-5c2590e3b505" -d '{"events": [{"name": "network-changed", "server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:57.871058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce1aa-4b08-4983-8943-b158b251033a req-96fea086-6f31-4216-8267-f0a57fc855e5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.877473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-486ce1aa-4b08-4983-8943-b158b251033a req-96fea086-6f31-4216-8267-f0a57fc855e5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.0657988 Feb 11 14:10:57.881211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69021fb-fc73-4f07-88bc-b6a2a8e0c996 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:57.897273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.942441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-486ce1aa-4b08-4983-8943-b158b251033a req-54373ea7-2467-4478-96b7-c9fc494b055a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625556 Feb 11 14:10:57.962639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:57.981368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:57.998416 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa438bb-9605-423f-8973-31e2435f1153 x-openstack-request-id: req-9fa438bb-9605-423f-8973-31e2435f1153 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:57.999615 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:57.999980 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fa438bb-9605-423f-8973-31e2435f1153 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:58.000454 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'status': 'completed', 'code': 200} Feb 11 14:10:58.031893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:58.070536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-585baf93-e02e-4865-a4b6-270cfe156e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.072212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-585baf93-e02e-4865-a4b6-270cfe156e90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 1094 time: 0.0513685 Feb 11 14:10:58.150724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:58.204450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:58.217894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:58.304241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.305022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:58.307042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b82b028-808f-42cb-a66e-a6e22d308b5a req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "PUT /v2.0/ports/eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 1021 time: 0.7864773 Feb 11 14:10:58.330662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-9892b8bf-3d5c-47c0-9175-d84cf1e15ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.332826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-9892b8bf-3d5c-47c0-9175-d84cf1e15ae7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=950bea0c23d24a7685d22fec5433069d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2506945 Feb 11 14:10:58.376976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e01b4-2269-4882-99db-5cbffa7969d9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:58.408317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:58.497577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f68c-2b37-4084-aa21-b8842cbf8c41 req-d0b17fa3-9cd4-46d5-9d13-74ed5143b368 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.499195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d91f68c-2b37-4084-aa21-b8842cbf8c41 req-d0b17fa3-9cd4-46d5-9d13-74ed5143b368 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.0869098 Feb 11 14:10:58.558806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d91f68c-2b37-4084-aa21-b8842cbf8c41 req-372d0440-37b7-43f6-a09b-13daf39cd86f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Feb 11 14:10:58.684646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687546-621d-4deb-ab8a-407ad2188224 req-b17777ac-64c8-455d-9117-5fc980d1933d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.692926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b4687546-621d-4deb-ab8a-407ad2188224 req-b17777ac-64c8-455d-9117-5fc980d1933d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0699813 Feb 11 14:10:58.741169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b4687546-621d-4deb-ab8a-407ad2188224 req-a1d09ec1-f802-4577-aa11-df9bfd27f66c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473423 Feb 11 14:10:58.894775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa8812-c2d2-470b-9a16-106859edb396 req-82226767-8c92-4ca4-9a87-37d337029502 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.896526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24fa8812-c2d2-470b-9a16-106859edb396 req-82226767-8c92-4ca4-9a87-37d337029502 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0582395 Feb 11 14:10:58.903417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf1f7021-a957-4fd6-ad27-0bc1a085a9a8 req-880b7ce0-9a5c-4552-9653-2a46c28dbc8a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/27ea08f6-ed6b-433c-a93f-10f69f8104d1 HTTP/1.1" status: 200 len: 1799 time: 0.5481722 Feb 11 14:10:58.941787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-26d44fb4-5823-4a9b-abb9-f4ec95e87ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:58.943199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0d0c866-f6df-444d-9196-5c2590e3b505 req-26d44fb4-5823-4a9b-abb9-f4ec95e87ab7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6028185 Feb 11 14:10:58.950739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24fa8812-c2d2-470b-9a16-106859edb396 req-426cb28f-1fcc-4e21-98f2-dec52703e282 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Feb 11 14:10:58.986044 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-cf1f7021-a957-4fd6-ad27-0bc1a085a9a8 req-586f348b-6b82-45ca-bffb-b0ebe433d69e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 14:10:58.987207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf1f7021-a957-4fd6-ad27-0bc1a085a9a8 req-586f348b-6b82-45ca-bffb-b0ebe433d69e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/27ea08f6-ed6b-433c-a93f-10f69f8104d1 HTTP/1.1" status: 409 len: 341 time: 0.0751495 Feb 11 14:10:59.006368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:59.078061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-01be64e4-107b-4dcf-a5e2-ab0cbda5cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.080251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-01be64e4-107b-4dcf-a5e2-ab0cbda5cc84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 1094 time: 0.0921721 Feb 11 14:10:59.090487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dc3b-84cc-4da6-adda-bd506363ca26 req-e4d338cc-6dfe-45e8-98a9-a5e8a5092167 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.092109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0684dc3b-84cc-4da6-adda-bd506363ca26 req-e4d338cc-6dfe-45e8-98a9-a5e8a5092167 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0784600 Feb 11 14:10:59.159866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0684dc3b-84cc-4da6-adda-bd506363ca26 req-50f4f7f1-47ec-4c41-aa28-479f207ccec0 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559845 Feb 11 14:10:59.162260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-941f0d36-d62d-4a8e-9904-cd8084870620 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 HTTP/1.1" status: 200 len: 217 time: 0.0630269 Feb 11 14:10:59.227528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8bed-87de-4709-8086-9b48babaa628 req-0ea9a84f-23f7-46b6-8267-4a45559b788b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.229168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f1b8bed-87de-4709-8086-9b48babaa628 req-0ea9a84f-23f7-46b6-8267-4a45559b788b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.1410091 Feb 11 14:10:59.244943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-e7264235-5d2e-429d-9283-d89cd1b30754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.261095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-e7264235-5d2e-429d-9283-d89cd1b30754 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.0718699 Feb 11 14:10:59.294382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-11800919-c5d3-4cf1-b679-14d7a4d7a36b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388229 Feb 11 14:10:59.314222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f1b8bed-87de-4709-8086-9b48babaa628 req-c129dbe7-8fdb-4fee-9dd0-fd6e5cbb7988 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Feb 11 14:10:59.418282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-4017794e-5e16-4a7c-b169-47bf051e394e service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135674 Feb 11 14:10:59.496469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bf2bb-bc18-4f9e-a953-f9b88dafe52a req-fe50aef1-4fdc-4bd1-8a64-4e4a6dcd89a2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.498127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af5bf2bb-bc18-4f9e-a953-f9b88dafe52a req-fe50aef1-4fdc-4bd1-8a64-4e4a6dcd89a2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.1129289 Feb 11 14:10:59.502214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:59.681384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc860b7d-4aae-4588-aae3-6d3cd870cead req-75b3053b-2537-4ebe-b0a9-1b2f0e2f401d service neutron] 10.222.0.60 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455283 Feb 11 14:10:59.681384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af5bf2bb-bc18-4f9e-a953-f9b88dafe52a req-26a307d1-7a2d-412c-9fe8-ed6616904d9c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650346 Feb 11 14:10:59.690795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8419aea-1cb6-4a2b-a108-18be06acaf05 req-9fb667ec-6d2e-4aa8-8e6b-b028df4270f9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:59.692325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8419aea-1cb6-4a2b-a108-18be06acaf05 req-9fb667ec-6d2e-4aa8-8e6b-b028df4270f9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.0518010 Feb 11 14:10:59.733801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8419aea-1cb6-4a2b-a108-18be06acaf05 req-65f4ed8e-b400-4580-aff7-c8fa252f9bfa tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Feb 11 14:10:59.807045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:59.811328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:59.820714 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:59.897072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:59.941553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:59.944032 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9fde9a-0eb7-47f2-9bda-0d5c79db566b" -d '{"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-plugged", "status": "completed", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:59.957217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:00.002178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:00.004442 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194201b6-8758-4da3-8346-39f547f159d8" -d '{"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:00.027658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1f13-c1e5-4e0d-9b59-425aa5ec7149 req-009793a0-aa00-41e2-bfb0-73cac91b26d5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.040332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b74c1f13-c1e5-4e0d-9b59-425aa5ec7149 req-009793a0-aa00-41e2-bfb0-73cac91b26d5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0609777 Feb 11 14:11:00.069537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b74c1f13-c1e5-4e0d-9b59-425aa5ec7149 req-ae134d57-3066-49a4-9562-ddffc5b77776 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Feb 11 14:11:00.090104 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:00.130401 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba84c2-dd59-4814-a864-d9c5c3b9fa01 x-openstack-request-id: req-a4ba84c2-dd59-4814-a864-d9c5c3b9fa01 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:00.131056 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-plugged", "status": "completed", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:00.131403 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4ba84c2-dd59-4814-a864-d9c5c3b9fa01 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:00.132093 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'code': 200} Feb 11 14:11:00.153390 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73f6b4-be15-4dd4-8007-001338b5774c x-openstack-request-id: req-1e73f6b4-be15-4dd4-8007-001338b5774c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:00.153961 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:00.154218 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e73f6b4-be15-4dd4-8007-001338b5774c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:00.154958 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'status': 'completed', 'code': 200} Feb 11 14:11:00.183826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:00.187339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:00.232140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528718e-2613-4da5-b60c-1bac9c0d9826 req-cf1751b6-d2c9-450f-9173-9a6be981348d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.239359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d528718e-2613-4da5-b60c-1bac9c0d9826 req-cf1751b6-d2c9-450f-9173-9a6be981348d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0977006 Feb 11 14:11:00.273504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194201b6-8758-4da3-8346-39f547f159d8 req-96c3d930-8cab-4b70-a8cf-8c1e045e0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.280542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-96c3d930-8cab-4b70-a8cf-8c1e045e0cf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c1a3e9db1e540e09330532edae0de52&device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1175 time: 0.0963895 Feb 11 14:11:00.307739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701779-9523-4b5b-a8db-cbf82578036a req-73e74ba8-e8fd-40ae-8caa-bb2cd6bc7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.310713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f701779-9523-4b5b-a8db-cbf82578036a req-73e74ba8-e8fd-40ae-8caa-bb2cd6bc7f18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1096 time: 0.0861964 Feb 11 14:11:00.314506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d528718e-2613-4da5-b60c-1bac9c0d9826 req-cd6c8205-e919-448d-a57b-e557b8a87ce9 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741408 Feb 11 14:11:00.341943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238bdc7-1768-4037-92c7-8ece1aec1dcc req-068b7602-db93-4e40-b2c9-9b4ea6ab2d8d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.352183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c238bdc7-1768-4037-92c7-8ece1aec1dcc req-068b7602-db93-4e40-b2c9-9b4ea6ab2d8d tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1024 time: 0.0957620 Feb 11 14:11:00.396775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f701779-9523-4b5b-a8db-cbf82578036a req-6efa1eb4-937a-49f8-bf86-3964fa2963d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736692 Feb 11 14:11:00.417454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c238bdc7-1768-4037-92c7-8ece1aec1dcc req-864e9726-d47d-4144-8fb4-c35c8309c0f2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=27ea08f6-ed6b-433c-a93f-10f69f8104d1&id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0643449 Feb 11 14:11:00.494582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194201b6-8758-4da3-8346-39f547f159d8 req-eaf138ba-a0be-49e3-9ecf-d30710ab3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.496395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-eaf138ba-a0be-49e3-9ecf-d30710ab3274 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 200 len: 913 time: 0.2087567 Feb 11 14:11:00.549613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb79c4-823f-4b0f-a825-4f491401324f req-fcc15f38-ebff-4893-b9c3-db14d5997872 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.549613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81eb79c4-823f-4b0f-a825-4f491401324f req-fcc15f38-ebff-4893-b9c3-db14d5997872 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.0576034 Feb 11 14:11:00.608952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81eb79c4-823f-4b0f-a825-4f491401324f req-e8c9082c-a947-409a-87e4-412003d543a6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495305 Feb 11 14:11:00.654852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-46585677-1682-4622-bc9e-780bbfac1b16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0564704 Feb 11 14:11:00.655560 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:11:00.710088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d155b8-a402-49ca-95b2-647ce4d8b33f req-1f7c31d6-0a58-4bbb-b4d4-ca844664fb60 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.711572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63d155b8-a402-49ca-95b2-647ce4d8b33f req-1f7c31d6-0a58-4bbb-b4d4-ca844664fb60 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.1271596 Feb 11 14:11:00.737522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194201b6-8758-4da3-8346-39f547f159d8 req-98041a69-0d8f-4d77-a962-9e70d6694c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.739090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-98041a69-0d8f-4d77-a962-9e70d6694c2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 200 len: 852 time: 0.0756991 Feb 11 14:11:00.766529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63d155b8-a402-49ca-95b2-647ce4d8b33f req-dd7ce068-d6f0-4742-b046-cf62110ccbfe tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486667 Feb 11 14:11:00.781702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-3b16e471-8a8b-479a-8243-8b32a4871046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269186 Feb 11 14:11:00.898732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efb4bb-54ef-46dd-8fcd-964786ad3d26 req-ec96a392-11dc-4dd2-ad51-19567018cf96 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.906528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16efb4bb-54ef-46dd-8fcd-964786ad3d26 req-ec96a392-11dc-4dd2-ad51-19567018cf96 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.0757747 Feb 11 14:11:00.908718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-bf781b7c-10e0-4109-b384-f89781205c7c service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170135 Feb 11 14:11:00.952000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16efb4bb-54ef-46dd-8fcd-964786ad3d26 req-ea30137a-7cf4-4e67-a6b9-bc3e3ce2810c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Feb 11 14:11:01.022279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-194201b6-8758-4da3-8346-39f547f159d8 req-e468b8b7-462a-4d9e-9257-f7b1b3d5a49f service neutron] 10.222.0.62 "GET /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055703 Feb 11 14:11:01.058356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:01.086920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837cf9-888f-4b8f-918c-cb81c23b5632 req-341ff7bc-f0a9-4f12-a115-58bfcb148478 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.092824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837cf9-888f-4b8f-918c-cb81c23b5632 req-341ff7bc-f0a9-4f12-a115-58bfcb148478 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.098623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837cf9-888f-4b8f-918c-cb81c23b5632 req-341ff7bc-f0a9-4f12-a115-58bfcb148478 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.100279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78837cf9-888f-4b8f-918c-cb81c23b5632 req-341ff7bc-f0a9-4f12-a115-58bfcb148478 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26&device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d&device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 2418 time: 0.0640252 Feb 11 14:11:01.138780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78837cf9-888f-4b8f-918c-cb81c23b5632 req-4435204c-1a88-4742-8c7a-a66235c781e2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Feb 11 14:11:01.358377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35dbd3-7a3f-4b4d-b068-2274f457ca46 req-c48e67f8-c60f-4caf-8d14-c7cfb0c2218d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.360010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e35dbd3-7a3f-4b4d-b068-2274f457ca46 req-c48e67f8-c60f-4caf-8d14-c7cfb0c2218d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0553863 Feb 11 14:11:01.402467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e35dbd3-7a3f-4b4d-b068-2274f457ca46 req-075ce790-29c6-48c5-a94a-c0e28d6e13c9 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Feb 11 14:11:01.452437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165bd96-f9f3-4b92-82dd-c28ed3cbe51c req-579b93dd-3b54-4ad8-a287-bdaf71b9bcbd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.454373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0165bd96-f9f3-4b92-82dd-c28ed3cbe51c req-579b93dd-3b54-4ad8-a287-bdaf71b9bcbd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0569327 Feb 11 14:11:01.506587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0165bd96-f9f3-4b92-82dd-c28ed3cbe51c req-d4346896-0bab-4b38-9991-098d2ae8bff2 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Feb 11 14:11:01.700667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6938fa5-c945-4354-aee9-b1c5b7e5d693 req-daf620e1-bd5f-4d15-8159-a825f6268e6c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.702355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6938fa5-c945-4354-aee9-b1c5b7e5d693 req-daf620e1-bd5f-4d15-8159-a825f6268e6c tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1024 time: 0.0684752 Feb 11 14:11:01.761931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6938fa5-c945-4354-aee9-b1c5b7e5d693 req-0d255d09-1157-4c2b-9c73-bd8cfd633485 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=27ea08f6-ed6b-433c-a93f-10f69f8104d1&id=34cf8ab0-28de-4865-aa40-9f6505e416ef&id=46759189-8c98-4e91-b85c-e75997705ade&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0522263 Feb 11 14:11:01.966522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa33c-42fc-43e1-bee0-f775482aea25 req-38a1dfba-9a6c-4f9f-87c3-e277343dd438 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:01.989786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09ffa33c-42fc-43e1-bee0-f775482aea25 req-38a1dfba-9a6c-4f9f-87c3-e277343dd438 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.1125062 Feb 11 14:11:02.112435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-5118aa63-2ba2-4423-aeca-2e3b3f46f034 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:02.115150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-5118aa63-2ba2-4423-aeca-2e3b3f46f034 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.62 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 1024 time: 0.1133730 Feb 11 14:11:02.137153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09ffa33c-42fc-43e1-bee0-f775482aea25 req-5ff58943-1030-468e-96b5-bdb3aaf28088 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504674 Feb 11 14:11:02.251029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc95e9-d263-4545-a481-06c2d1a6db43 req-e151d8ae-0acd-4baf-8623-0f45021bd442 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:02.252985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02dc95e9-d263-4545-a481-06c2d1a6db43 req-e151d8ae-0acd-4baf-8623-0f45021bd442 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.0914240 Feb 11 14:11:02.331730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02dc95e9-d263-4545-a481-06c2d1a6db43 req-de3558eb-4629-47ca-814a-d9a8f294c982 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603240 Feb 11 14:11:02.376178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Deleting port eeee2056-ba21-4760-a46c-b00837eb0ab5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:02.376521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:02.505224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port eeee2056-ba21-4760-a46c-b00837eb0ab5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=eeee2056-ba21-4760-a46c-b00837eb0ab5,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:02.505593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:02.518322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Calling delete_port for eeee2056-ba21-4760-a46c-b00837eb0ab5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:02.697641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49958d88-dcb7-4a2f-a9b1-f210f6a09cb1 req-9d48b702-6fcc-4e0e-af63-9c45cf68c527 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:02.704980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49958d88-dcb7-4a2f-a9b1-f210f6a09cb1 req-9d48b702-6fcc-4e0e-af63-9c45cf68c527 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0973384 Feb 11 14:11:02.749335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49958d88-dcb7-4a2f-a9b1-f210f6a09cb1 req-2df5a62c-2afb-4f65-8b4d-64bbb375c26c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Feb 11 14:11:02.778747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:02.792739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:02.795974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['eeee2056-ba21-4760-a46c-b00837eb0ab5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:02.819178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'Port': ['ID=eeee2056-ba21-4760-a46c-b00837eb0ab5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:02.913884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] No DVR routers for this DVR port eeee2056-ba21-4760-a46c-b00837eb0ab5 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:02.917440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:02.921076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc663280-9a96-4e80-ab9e-5db78a073385 req-0d5dbded-7139-46c9-b675-aa6288959795 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.62 "DELETE /v2.0/ports/eeee2056-ba21-4760-a46c-b00837eb0ab5 HTTP/1.1" status: 204 len: 173 time: 0.7972405 Feb 11 14:11:02.951985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'name': 'network-vif-deleted', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:02.954442 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a4b21a-84df-4564-992a-afa6e7fafe17" -d '{"events": [{"server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "name": "network-vif-deleted", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:02.965836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71e50193-9bd2-4727-bcd8-356e18b05732 req-5662986c-77a0-4f70-a42a-b7acdd10bdbc tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 210 time: 0.0681775 Feb 11 14:11:03.017392 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24ac2d-11a2-4376-86e4-363347fb74c2 x-openstack-request-id: req-8b24ac2d-11a2-4376-86e4-363347fb74c2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:03.017755 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dbd5f2-d80d-47c8-a0aa-124995c0fee7", "name": "network-vif-deleted", "tag": "eeee2056-ba21-4760-a46c-b00837eb0ab5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:03.018109 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b24ac2d-11a2-4376-86e4-363347fb74c2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:03.018559 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dbd5f2-d80d-47c8-a0aa-124995c0fee7', 'name': 'network-vif-deleted', 'tag': 'eeee2056-ba21-4760-a46c-b00837eb0ab5', 'status': 'completed', 'code': 200} Feb 11 14:11:03.300099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce88f-07e3-4c1d-b11d-5c6ab3f2ead4 req-4daf59e9-470e-445d-979f-2712ab886d31 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.301804 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d9ce88f-07e3-4c1d-b11d-5c6ab3f2ead4 req-4daf59e9-470e-445d-979f-2712ab886d31 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.0813735 Feb 11 14:11:03.353306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d9ce88f-07e3-4c1d-b11d-5c6ab3f2ead4 req-aafff8b8-c5b5-4468-8e0e-e9e6667cba42 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Feb 11 14:11:03.393710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:03.546945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378f61-0b87-4dad-bcec-d3a62dc4db54 req-9f891208-a65d-43a9-a04b-3662be54ecdc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.556089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a378f61-0b87-4dad-bcec-d3a62dc4db54 req-9f891208-a65d-43a9-a04b-3662be54ecdc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0981908 Feb 11 14:11:03.597173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f7d83-920d-4ea8-9192-1091bf7e3d4e req-5ab74571-8c88-4541-86db-15fdf9cf4097 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.601598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d0f7d83-920d-4ea8-9192-1091bf7e3d4e req-5ab74571-8c88-4541-86db-15fdf9cf4097 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.1075425 Feb 11 14:11:03.623301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:03.634820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a378f61-0b87-4dad-bcec-d3a62dc4db54 req-17e270c9-6795-41f9-9f85-ece5181d2d6a tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720475 Feb 11 14:11:03.637031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'mac_address': 'fa:16:3e:aa:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:03.691102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d0f7d83-920d-4ea8-9192-1091bf7e3d4e req-181aeecb-2b6a-493f-8ac5-06fa6a81c42c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812321 Feb 11 14:11:03.698378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:03.713970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:03.735834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:03.756113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181391-ab0c-4de4-a90a-a2bb40d24dcb req-078b71c0-f85f-483a-926f-729218d764d4 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.757912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c181391-ab0c-4de4-a90a-a2bb40d24dcb req-078b71c0-f85f-483a-926f-729218d764d4 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1096 time: 0.0722921 Feb 11 14:11:03.797703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c181391-ab0c-4de4-a90a-a2bb40d24dcb req-35f10c15-9140-4e20-9505-fb797957e1e0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Feb 11 14:11:03.835006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-aaa2710f-2d62-4472-a0e1-0287534a11bb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--907353042&fields=id&tenant_id=42d39e55655f4e8e8abb34decec7f67e HTTP/1.1" status: 200 len: 267 time: 0.0546582 Feb 11 14:11:03.864769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:03.960057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:03.967367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a1dd-be4c-42af-9e71-dd4bfc8efde0 req-8f2d314e-f2f2-499c-99d0-9de939dcb236 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.974988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5488a1dd-be4c-42af-9e71-dd4bfc8efde0 req-8f2d314e-f2f2-499c-99d0-9de939dcb236 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0699854 Feb 11 14:11:04.014514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-18b26c02-deab-46f3-88ed-fe1109fe37bb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:04.021434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5488a1dd-be4c-42af-9e71-dd4bfc8efde0 req-1b230437-fd06-49fe-8b2e-43dfc27dec6f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Feb 11 14:11:04.024572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-18b26c02-deab-46f3-88ed-fe1109fe37bb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/networks?id=c399776d-5da1-42b6-8461-e16793f96edd HTTP/1.1" status: 200 len: 816 time: 0.1868339 Feb 11 14:11:04.060233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-d42673a1-cf6d-4874-95d3-bb840ffb0ee8 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/quotas/42d39e55655f4e8e8abb34decec7f67e HTTP/1.1" status: 200 len: 375 time: 0.0292747 Feb 11 14:11:04.137521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-aabd653e-f574-4b33-85cf-044b676f6258 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42d39e55655f4e8e8abb34decec7f67e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678260 Feb 11 14:11:04.149614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:04.210768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a81755dc-6142-4e3c-9c27-df7a101a4981 req-1ca728ca-c36e-4f14-810f-2009eb444865 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=30dbd5f2-d80d-47c8-a0aa-124995c0fee7 HTTP/1.1" status: 200 len: 210 time: 0.0350175 Feb 11 14:11:04.291799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-79f26d72-604d-430c-8b52-9e3da5a7e9ff service neutron] 10.222.0.31 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508458 Feb 11 14:11:04.385016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-9a1c4499-7843-46f3-8c5b-721dc3096639 service neutron] 10.222.0.31 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Feb 11 14:11:04.740817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efe2f-33b2-4c03-9750-26062f905f1f req-8534417d-bb90-4e42-921d-ad3f0e24b594 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:04.742327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e7efe2f-33b2-4c03-9750-26062f905f1f req-8534417d-bb90-4e42-921d-ad3f0e24b594 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0497763 Feb 11 14:11:04.783391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e7efe2f-33b2-4c03-9750-26062f905f1f req-385c0702-3336-49e3-9d74-0ba27e6f8917 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Feb 11 14:11:04.885666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caafad1-08d5-48cd-8d7d-105cba25eaf6 req-3365cc22-f12a-4628-af34-f36bfc4ac229 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:04.887655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5caafad1-08d5-48cd-8d7d-105cba25eaf6 req-3365cc22-f12a-4628-af34-f36bfc4ac229 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 944 time: 0.0488315 Feb 11 14:11:04.927377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5caafad1-08d5-48cd-8d7d-105cba25eaf6 req-1d6614a2-5997-4b2e-8f32-d519819064b3 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Feb 11 14:11:05.155498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f736e98-f058-4c3a-9eb4-7b3b9eb8dd2a req-8bbce778-2f11-4ccb-b7f9-ea8edba2ef0c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.157272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f736e98-f058-4c3a-9eb4-7b3b9eb8dd2a req-8bbce778-2f11-4ccb-b7f9-ea8edba2ef0c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0524230 Feb 11 14:11:05.196827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f736e98-f058-4c3a-9eb4-7b3b9eb8dd2a req-5d46f757-cd90-4a37-aafb-cbd32fac1f21 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Feb 11 14:11:05.337878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-9a8e5867-d527-4d3f-8eeb-25585262a428 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/34cf8ab0-28de-4865-aa40-9f6505e416ef HTTP/1.1" status: 200 len: 1801 time: 0.0500314 Feb 11 14:11:05.362353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-217e7a4b-a664-4f6f-b629-b4f91d5d931d req-7cd4dd0b-02d2-4a2e-aed8-abae99099a44 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0630205 Feb 11 14:11:05.410868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.411494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:05.413632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:05.437110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.539010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device eeee2056-ba21-4760-a46c-b00837eb0ab5 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:05.568086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: eeee2056-ba21-4760-a46c-b00837eb0ab5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:05.568315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device eeee2056-ba21-4760-a46c-b00837eb0ab5 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:05.570961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:05.583056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1569f8ea-07dc-48fe-8756-55c765340120', 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6', 'port_id': '1569f8ea-07dc-48fe-8756-55c765340120', 'mac_address': 'fa:16:3e:27:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb94f125-d588-4b8a-a879-1674ebf9e7d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:05.639872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.655421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1569f8ea-07dc-48fe-8756-55c765340120 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:05.676283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:05.709888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.713980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.719888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:05.720618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f7c0dc4-45c8-4491-95f4-788cd5843ec8 req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/34cf8ab0-28de-4865-aa40-9f6505e416ef HTTP/1.1" status: 204 len: 173 time: 0.3743970 Feb 11 14:11:05.725138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:05.725623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.728277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b28e6b-666d-407e-bceb-cd0a93007301 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf8ab0-28de-4865-aa40-9f6505e416ef,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:05.777164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-9296b068-b8af-4101-811a-ef9072c913cd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/27ea08f6-ed6b-433c-a93f-10f69f8104d1 HTTP/1.1" status: 200 len: 1799 time: 0.0413425 Feb 11 14:11:05.824033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.849369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:05.852541 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9d21e-bc17-43ec-a618-741ca25e80a9" -d '{"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-plugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:05.866269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:05.872789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.881287 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.911852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.920483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7bfe2-b671-47d4-9924-0ea71b276b1b req-d9eef472-9b12-44e4-bdc7-7d1b5852e4dc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.931824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ceb7bfe2-b671-47d4-9924-0ea71b276b1b req-d9eef472-9b12-44e4-bdc7-7d1b5852e4dc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0703149 Feb 11 14:11:05.951252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:05.978133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ceb7bfe2-b671-47d4-9924-0ea71b276b1b req-1d59bd78-748b-4a8d-8faa-d3dd4f82f708 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 Feb 11 14:11:06.001276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.028290 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b698580-6220-43ae-a6c0-a6c06b81a3b1 x-openstack-request-id: req-7b698580-6220-43ae-a6c0-a6c06b81a3b1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:06.028940 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-plugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:06.029365 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b698580-6220-43ae-a6c0-a6c06b81a3b1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:06.030065 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'code': 200} Feb 11 14:11:06.070921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:06.132447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.136506 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.155710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acd44-b6f1-48cc-844e-91265a0f7430 req-3750dbb8-6595-4556-9449-ddcf80e7738f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.157585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d0acd44-b6f1-48cc-844e-91265a0f7430 req-3750dbb8-6595-4556-9449-ddcf80e7738f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0710242 Feb 11 14:11:06.158255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8cc8f65-8b33-4958-ab8d-9b97097fb416 req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/27ea08f6-ed6b-433c-a93f-10f69f8104d1 HTTP/1.1" status: 204 len: 173 time: 0.3655837 Feb 11 14:11:06.177140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1569f8ea-07dc-48fe-8756-55c765340120'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:06.201774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1866405503', 'description': 'tempest-description-166743442'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:06.203111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d0acd44-b6f1-48cc-844e-91265a0f7430 req-5b936556-fe25-4f5f-adf7-2665ee3675ae tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Feb 11 14:11:06.210140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164873-2dad-423b-8a04-a51d09b09d44 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea08f6-ed6b-433c-a93f-10f69f8104d1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:06.244806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f351e-b757-45b2-bc6a-549d9bde213f req-039cfddb-63ef-4982-b003-659711dd1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.244806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-496f351e-b757-45b2-bc6a-549d9bde213f req-039cfddb-63ef-4982-b003-659711dd1cbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 1096 time: 0.1260836 Feb 11 14:11:06.285509 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-496f351e-b757-45b2-bc6a-549d9bde213f req-f23ee8a2-fffb-44c7-8594-59d9026c09a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Feb 11 14:11:06.333101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.381967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938edf0-c645-4954-9d5e-179f2d7a5c33 req-0af0a776-68ce-4b44-a063-db58d45244c4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.384796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0938edf0-c645-4954-9d5e-179f2d7a5c33 req-0af0a776-68ce-4b44-a063-db58d45244c4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.0721600 Feb 11 14:11:06.415936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.431491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0938edf0-c645-4954-9d5e-179f2d7a5c33 req-19cc5f50-d52c-4a31-9e09-eb14391b6277 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Feb 11 14:11:06.515883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-feb9b573-279b-414a-a27b-5bdb7bd72b2a req-4a920cc1-6553-4a8c-abd9-3218437f6f34 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0395885 Feb 11 14:11:06.550674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.614132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4994b270-c266-4787-8808-5a0ef1f20403,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:06.630378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-abbaee02-627e-4e01-9b07-92850ed8cd1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500236 Feb 11 14:11:06.672876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.674214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c6dce94-b0c4-49df-8a5e-3220652e0e92 req-1f9fc10a-55d4-47d0-be87-78aaeca21e25 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4883091 Feb 11 14:11:06.725501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-47c43025-b128-4e3a-ae57-405b27f40f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.727176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-47c43025-b128-4e3a-ae57-405b27f40f6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1096 time: 0.0420198 Feb 11 14:11:06.737195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-4d1c93ae-6ad0-4898-aed9-65b010277dff tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/4994b270-c266-4787-8808-5a0ef1f20403 HTTP/1.1" status: 200 len: 1800 time: 0.0403950 Feb 11 14:11:06.747322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1718571749', 'description': 'tempest-description-hth-579338859'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:06.776143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.826863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.834461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-db0026ec-e20c-490b-8b59-623300d1ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.835958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-db0026ec-e20c-490b-8b59-623300d1ec8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.0891798 Feb 11 14:11:06.888107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-3ee2c0ba-d7d4-470e-b95e-fcc8ba3546c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0402181 Feb 11 14:11:06.921264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.924737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:06.926311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-450c42c6-d5fd-4744-939c-8b8c7420bcb5 req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "PUT /v2.0/security-groups/4994b270-c266-4787-8808-5a0ef1f20403 HTTP/1.1" status: 200 len: 1774 time: 0.1828260 Feb 11 14:11:06.938861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-46930593-8e76-40ca-8f82-197e15e5d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.940746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-46930593-8e76-40ca-8f82-197e15e5d2f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0469689 Feb 11 14:11:06.971445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b2a0c-5550-4dcf-afe2-7fa422a3ccb5 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4994b270-c266-4787-8808-5a0ef1f20403,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:06.990413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-8fa7e966-ceb7-4257-93ce-b220d31a5bb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423243 Feb 11 14:11:07.071246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4cf170e-3fe8-4f35-a47b-66e8dc39c1cf req-e1fb4320-2661-4bde-ad3b-76b1cb6332c1 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/4994b270-c266-4787-8808-5a0ef1f20403 HTTP/1.1" status: 200 len: 1774 time: 0.1093822 Feb 11 14:11:07.107806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86590-859d-4e7a-bfda-53db8b09579a req-86b3a93e-c955-43d3-b88a-bed30d3ceb17 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:07.109273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b86590-859d-4e7a-bfda-53db8b09579a req-86b3a93e-c955-43d3-b88a-bed30d3ceb17 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0638824 Feb 11 14:11:07.154553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-f641b927-ed14-484f-8816-4bba0cd204a1 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516838 Feb 11 14:11:07.160547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b86590-859d-4e7a-bfda-53db8b09579a req-71860802-8f5c-4f5e-a282-49cf25ea5b5c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Feb 11 14:11:07.193352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-24227ed6-31d3-4be6-b073-d5ac7aa9f205 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/4994b270-c266-4787-8808-5a0ef1f20403 HTTP/1.1" status: 200 len: 1774 time: 0.0955474 Feb 11 14:11:07.338255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.342190 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be49cab1-6cfe-49fb-8b6a-06119326b3f5 req-64ead698-78c9-4db4-ac04-cc7201fbcc96 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715384 Feb 11 14:11:07.342512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4486856-9bfb-4f7e-a655-2579a8b905ce req-00d07715-d37d-4614-b89b-d7b294098bfd tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:07.344003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4486856-9bfb-4f7e-a655-2579a8b905ce req-00d07715-d37d-4614-b89b-d7b294098bfd tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0551000 Feb 11 14:11:07.376417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.422889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:07.433387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4486856-9bfb-4f7e-a655-2579a8b905ce req-435dd1d1-80c5-4c4b-8695-9e716d23b841 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Feb 11 14:11:07.623978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.626647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.627997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd73b6df-96b5-42ce-9885-421cfd26f308 req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/4994b270-c266-4787-8808-5a0ef1f20403 HTTP/1.1" status: 204 len: 173 time: 0.4196382 Feb 11 14:11:07.637426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4d7f6-9cf1-4ca8-bbae-dfcfeaddc128 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4994b270-c266-4787-8808-5a0ef1f20403,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:07.663791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1569f8ea-07dc-48fe-8756-55c765340120 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:07.672546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1569f8ea-07dc-48fe-8756-55c765340120 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:07.679428 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.750014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0680c-bf76-4c91-b720-248d26024e9a req-6e686c46-28c5-42cb-a885-d1ded095b10d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:07.754035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2b0680c-bf76-4c91-b720-248d26024e9a req-6e686c46-28c5-42cb-a885-d1ded095b10d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.0718853 Feb 11 14:11:07.759498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.795667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2b0680c-bf76-4c91-b720-248d26024e9a req-aa49c984-15be-4ccd-a870-96e1416bbddd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Feb 11 14:11:07.796216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:07.887305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d5b2e0a-4a92-459f-ad2c-c94e2d8d007b req-26517dd0-ee7e-4b4c-962b-60c0bdcaf7ae tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0333350 Feb 11 14:11:07.926926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.980820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:08.018383 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-13021f80-f539-4f23-99eb-73542858df16 req-7477abe1-c43e-43f8-be5c-be693a0da5be tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.019606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13021f80-f539-4f23-99eb-73542858df16 req-7477abe1-c43e-43f8-be5c-be693a0da5be tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/27ea08f6-ed6b-433c-a93f-10f69f8104d1 HTTP/1.1" status: 404 len: 352 time: 0.0207903 Feb 11 14:11:08.031124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:08.033834 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df241fc2-a2df-4a17-be22-6d5f7b2461fc" -d '{"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-plugged", "status": "completed", "tag": "1569f8ea-07dc-48fe-8756-55c765340120"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:08.055362 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-fa33de56-2672-42f4-80eb-a2c131222367 req-e1c0a1b6-fbaa-40c7-9b90-43c4664b7634 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.056239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa33de56-2672-42f4-80eb-a2c131222367 req-e1c0a1b6-fbaa-40c7-9b90-43c4664b7634 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/34cf8ab0-28de-4865-aa40-9f6505e416ef HTTP/1.1" status: 404 len: 352 time: 0.0139565 Feb 11 14:11:08.095110 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ebf36-6f6b-4494-b31a-e30a32ae876c x-openstack-request-id: req-d77ebf36-6f6b-4494-b31a-e30a32ae876c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:08.095490 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-plugged", "status": "completed", "tag": "1569f8ea-07dc-48fe-8756-55c765340120", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:08.096014 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d77ebf36-6f6b-4494-b31a-e30a32ae876c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:08.096341 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120', 'code': 200} Feb 11 14:11:08.121379 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-8ff1a9c5-aeac-4cc9-ba8e-65b4bb4524c0 req-be9a8fb1-9ee2-47df-b002-f02ea0b4e347 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.122481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ff1a9c5-aeac-4cc9-ba8e-65b4bb4524c0 req-be9a8fb1-9ee2-47df-b002-f02ea0b4e347 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/70a84fc7-cd4b-46c7-92c7-aefd41935970 HTTP/1.1" status: 404 len: 352 time: 0.0159483 Feb 11 14:11:08.162043 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-5fc6b647-ef62-44db-80b4-5bbcc3764d2b req-96d8bec2-cae8-4136-94c7-f690b820807a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.162994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fc6b647-ef62-44db-80b4-5bbcc3764d2b req-96d8bec2-cae8-4136-94c7-f690b820807a tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/384b6ce8-330e-4bba-b73b-0ff222d1270a HTTP/1.1" status: 404 len: 352 time: 0.0215201 Feb 11 14:11:08.205410 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-b067d5b0-cbbf-4f13-8822-38e746813963 req-ade85c40-4547-471d-a7d4-39318ea92e4e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.206426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b067d5b0-cbbf-4f13-8822-38e746813963 req-ade85c40-4547-471d-a7d4-39318ea92e4e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/8aea2060-452c-4182-90ae-5c79ffc69e29 HTTP/1.1" status: 404 len: 352 time: 0.0200160 Feb 11 14:11:08.217655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5ff7f-2050-45e6-9c78-324a7ed1d359 req-2f14fdf9-3936-4588-a923-f6093046f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:08.219096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93d5ff7f-2050-45e6-9c78-324a7ed1d359 req-2f14fdf9-3936-4588-a923-f6093046f6a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1097 time: 0.0645890 Feb 11 14:11:08.277236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93d5ff7f-2050-45e6-9c78-324a7ed1d359 req-b46ad432-67df-425b-a946-b1e43b9c6ab8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Feb 11 14:11:08.316074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf8807-cc15-4fe9-a7c9-9c3b3625281f req-9d2655f3-37b8-4a09-8514-983ebbc01a37 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:08.317555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7acf8807-cc15-4fe9-a7c9-9c3b3625281f req-9d2655f3-37b8-4a09-8514-983ebbc01a37 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0559323 Feb 11 14:11:08.359195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7acf8807-cc15-4fe9-a7c9-9c3b3625281f req-6dfe2a96-4511-42bf-9fac-ed93467056f1 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Feb 11 14:11:08.400340 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-57bb74cc-5ec0-4ad5-9cec-d4078101b3fe req-815c0007-2e13-4afd-bfa9-a098f9b22e84 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] show failed (client error): The resource could not be found. Feb 11 14:11:08.400340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57bb74cc-5ec0-4ad5-9cec-d4078101b3fe req-815c0007-2e13-4afd-bfa9-a098f9b22e84 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/37caa820-4165-40a7-8089-26542aad93df HTTP/1.1" status: 404 len: 352 time: 0.0164101 Feb 11 14:11:08.777234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144844b8-60ec-4ddd-9e56-b857d65788e7 req-94e7e412-9239-45c2-ae82-a3c5888b13d2 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:08.779069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-144844b8-60ec-4ddd-9e56-b857d65788e7 req-94e7e412-9239-45c2-ae82-a3c5888b13d2 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Feb 11 14:11:08.807582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-bf3c343d-2c9e-40e7-bdac-12740bbed0b5 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:08.809044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-bf3c343d-2c9e-40e7-bdac-12740bbed0b5 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.62 "GET /v2.0/networks?id=c399776d-5da1-42b6-8461-e16793f96edd HTTP/1.1" status: 200 len: 816 time: 0.1203806 Feb 11 14:11:08.832412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-144844b8-60ec-4ddd-9e56-b857d65788e7 req-ad7c70ef-749d-4580-a282-aea940738c8f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Feb 11 14:11:08.874930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-6717c9fb-4c22-4b10-a6fc-ca11ae561500 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42d39e55655f4e8e8abb34decec7f67e HTTP/1.1" status: 200 len: 379 time: 0.0555415 Feb 11 14:11:08.887404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'port': {'device_id': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'admin_state_up': True, 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'security_groups': ['2fca98d4-7ca4-4501-b9bd-9277d5b01e13']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:09.010355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35834ca-9e1c-4899-bda4-42f90eeec6a5 req-ccdf9dbd-31fe-43ea-80cc-60eea3032d46 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.013787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a35834ca-9e1c-4899-bda4-42f90eeec6a5 req-ccdf9dbd-31fe-43ea-80cc-60eea3032d46 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.0953128 Feb 11 14:11:09.057041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a35834ca-9e1c-4899-bda4-42f90eeec6a5 req-4f482148-f78f-4b39-a282-5ff887bf5981 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Feb 11 14:11:09.221779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49a988da-df74-4834-98aa-3d382dfcb0a8 req-153314ec-90f4-4087-a915-69845632a851 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0516360 Feb 11 14:11:09.358637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0a55-d9a2-4044-b374-de78a1a98210 req-afda50c4-cdd3-44e9-a2c1-9ea601ae54eb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.372800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-403f0a55-d9a2-4044-b374-de78a1a98210 req-afda50c4-cdd3-44e9-a2c1-9ea601ae54eb tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1024 time: 0.0708005 Feb 11 14:11:09.449541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-403f0a55-d9a2-4044-b374-de78a1a98210 req-bc387b3e-b53f-4156-8e38-8bac249c5d23 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d43a91-5d0d-4ff4-8369-a27f5506a5df&id=46759189-8c98-4e91-b85c-e75997705ade&id=c58012ee-b091-4dd0-8eb6-6a4f32499f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0697124 Feb 11 14:11:09.458594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Made reservation on behalf of 42d39e55655f4e8e8abb34decec7f67e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:09.464064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:09.692491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Allocated IP 172.20.0.7 (c399776d-5da1-42b6-8461-e16793f96edd/01e56418-3860-4e35-bdb9-cea043c5c53e/b8167474-8490-483b-beee-2ddce810528d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:09.707045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a8d46-37c3-44cd-87d6-90efcb895fc5 req-83eea8e4-59be-41fa-9320-ededbc0a5391 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.708546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb7a8d46-37c3-44cd-87d6-90efcb895fc5 req-83eea8e4-59be-41fa-9320-ededbc0a5391 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0848072 Feb 11 14:11:09.715678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ae7f-f4de-427c-8168-95275cd321ed req-877f8a0d-3655-4ccd-be52-3424dd195cb7 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.737720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b12ae7f-f4de-427c-8168-95275cd321ed req-877f8a0d-3655-4ccd-be52-3424dd195cb7 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0849688 Feb 11 14:11:09.792175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb7a8d46-37c3-44cd-87d6-90efcb895fc5 req-90831d73-36c5-4208-b802-60c7129383f6 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Feb 11 14:11:09.803511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b12ae7f-f4de-427c-8168-95275cd321ed req-d5e12fc0-c0b6-422b-b2af-c6a4c6a02259 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Feb 11 14:11:10.113299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:10.243434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:10.343184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53866699-7667-4428-bfee-b2ffa57498a7 req-aec46444-450d-402f-a0b8-4d0f09ebd658 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.350709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53866699-7667-4428-bfee-b2ffa57498a7 req-aec46444-450d-402f-a0b8-4d0f09ebd658 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.1131477 Feb 11 14:11:10.364833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Network c399776d-5da1-42b6-8461-e16793f96edd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:10.376279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:10.399239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:10.444666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53866699-7667-4428-bfee-b2ffa57498a7 req-1374ed77-4ffe-4e1f-8b06-695fe60caf46 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Feb 11 14:11:10.470279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.470944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:10.507899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event updated for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:10.594608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e6553-0ffb-4f57-8aa9-bb0746994b28 req-894525e8-ae49-4fa8-aff6-fb9bac49d4a9 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.600521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-230e6553-0ffb-4f57-8aa9-bb0746994b28 req-894525e8-ae49-4fa8-aff6-fb9bac49d4a9 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 931 time: 0.1167767 Feb 11 14:11:10.678031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-a166a4a2-f038-4ec1-8a90-474ff9d56fbd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957444 Feb 11 14:11:10.694352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Request body: {'port': {'device_id': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:10.767006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-230e6553-0ffb-4f57-8aa9-bb0746994b28 req-affbb4ef-63ec-4e73-a45f-b44c0c48308a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063850 Feb 11 14:11:10.781580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-b7d0ef9c-fb7a-4c57-89fb-8c8d8c5cbc60 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.783731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-b7d0ef9c-fb7a-4c57-89fb-8c8d8c5cbc60 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1024 time: 0.1823466 Feb 11 14:11:10.893617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:10.904931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b11afb3f-451d-49c3-8faa-d9364452b98c None None] Provisioning complete for port b8167474-8490-483b-beee-2ddce810528d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:10.906110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b11afb3f-451d-49c3-8faa-d9364452b98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:10.952195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b11afb3f-451d-49c3-8faa-d9364452b98c None None] Port b8167474-8490-483b-beee-2ddce810528d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:10.993793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f5cd-f5af-4f01-aabc-2975927e14a1 req-282dc36f-4e77-42af-83b3-6578475c67dd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.998141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3833f5cd-f5af-4f01-aabc-2975927e14a1 req-282dc36f-4e77-42af-83b3-6578475c67dd tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 1024 time: 0.0583296 Feb 11 14:11:11.036041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104f5d4-72fb-4583-991d-8e4730086ab7 req-61f9a1c4-7155-49ef-a6bb-0d303739a101 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.044870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2104f5d4-72fb-4583-991d-8e4730086ab7 req-61f9a1c4-7155-49ef-a6bb-0d303739a101 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1097 time: 0.1771061 Feb 11 14:11:11.050456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3833f5cd-f5af-4f01-aabc-2975927e14a1 req-05cc047e-f20e-446f-8db4-1266b3baf65e tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d43a91-5d0d-4ff4-8369-a27f5506a5df&id=46759189-8c98-4e91-b85c-e75997705ade&id=c58012ee-b091-4dd0-8eb6-6a4f32499f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0464070 Feb 11 14:11:11.157022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2104f5d4-72fb-4583-991d-8e4730086ab7 req-06937a36-9086-4d58-a932-4ed8ac833aa1 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108880 Feb 11 14:11:11.165505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Deleting port c20bf310-2c82-4ba3-9c26-8ee31d594e13 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:11.165880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.221175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-c4cf3a6a-be03-4f62-95c4-ecd47e134d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.222719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-c4cf3a6a-be03-4f62-95c4-ecd47e134d12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=126289239aaa4e4894185c92d47d0080&device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 1097 time: 0.0894408 Feb 11 14:11:11.234462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d38bc-b471-4e80-b251-002081d94ffc req-b4434682-4035-44a9-9333-7c009b530bde tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.241733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de8d38bc-b471-4e80-b251-002081d94ffc req-b4434682-4035-44a9-9333-7c009b530bde tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1097841 Feb 11 14:11:11.331795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de8d38bc-b471-4e80-b251-002081d94ffc req-c557814f-9b66-4425-a2a6-6baebc5aa4d6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885241 Feb 11 14:11:11.371860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01264e30-3a48-4be9-a3d0-fafa0de1eebd req-32a9a76a-9739-42fa-aab6-daad93bbf455 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.375148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01264e30-3a48-4be9-a3d0-fafa0de1eebd req-32a9a76a-9739-42fa-aab6-daad93bbf455 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.1048834 Feb 11 14:11:11.405349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-2e99cad7-2aa7-4b63-bddf-72648844fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.410995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-2e99cad7-2aa7-4b63-bddf-72648844fef4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 200 len: 916 time: 0.1432996 Feb 11 14:11:11.446472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] For port c20bf310-2c82-4ba3-9c26-8ee31d594e13, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c20bf310-2c82-4ba3-9c26-8ee31d594e13,segment=NetworkSegment(81e1d31c-3ad9-4e4f-804d-80b1e7dd3648),segment_id=81e1d31c-3ad9-4e4f-804d-80b1e7dd3648)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:11.446849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.465398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Calling delete_port for c20bf310-2c82-4ba3-9c26-8ee31d594e13 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:11.472458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01264e30-3a48-4be9-a3d0-fafa0de1eebd req-ed679509-0be8-419e-b385-330bd05f560f tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823963 Feb 11 14:11:11.493501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-39f33242-f032-4bc7-9905-41ac0bc7f901 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ee14e07-4471-4841-848f-69289a21acdf HTTP/1.1" status: 200 len: 217 time: 0.0737643 Feb 11 14:11:11.548013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-3caaa62f-1cc1-4f5f-a933-3ba43f0eb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.549087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-3caaa62f-1cc1-4f5f-a933-3ba43f0eb57b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 200 len: 854 time: 0.0526199 Feb 11 14:11:11.553709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157efd0-a3a3-4d10-9196-48542971b47b req-4466e2e4-34f9-4962-be0b-3b38fd89da9a tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.556043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a157efd0-a3a3-4d10-9196-48542971b47b req-4466e2e4-34f9-4962-be0b-3b38fd89da9a tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1097 time: 0.1335621 Feb 11 14:11:11.564433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8167474-8490-483b-beee-2ddce810528d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:11.579518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.597870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Transition to ACTIVE for port object b8167474-8490-483b-beee-2ddce810528d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:11.624457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a157efd0-a3a3-4d10-9196-48542971b47b req-0f21ef8f-e1b4-4723-af02-6f5633b9b231 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Feb 11 14:11:11.641287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-22c973f8-66ef-4796-bd00-10afbd0b0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.643889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-22c973f8-66ef-4796-bd00-10afbd0b0eab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02744190-8d07-461a-9246-86c301ad249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865481 Feb 11 14:11:11.696861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.790659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Pushing event updated for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:11.814821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-809c6b27-85b5-423a-8185-6b3768af3400 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628401 Feb 11 14:11:11.834611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.849265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c20bf310-2c82-4ba3-9c26-8ee31d594e13'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:11.877612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'Port': ['ID=c20bf310-2c82-4ba3-9c26-8ee31d594e13,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:11.962936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c85111a-0faa-4eec-9b18-ada3144f0fdf req-8bd8baca-2cd4-4c00-864d-41cc9525fb39 service neutron] 10.222.0.60 "GET /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391408 Feb 11 14:11:11.991252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] No DVR routers for this DVR port c20bf310-2c82-4ba3-9c26-8ee31d594e13 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:11.996050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.999363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82778272-3e1d-4eb5-b4e8-448bbf408293 req-c0c940ff-8786-41a9-bf9a-5d1445268ba2 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.60 "DELETE /v2.0/ports/c20bf310-2c82-4ba3-9c26-8ee31d594e13 HTTP/1.1" status: 204 len: 173 time: 1.2083056 Feb 11 14:11:12.000118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Attempting to bind port b8167474-8490-483b-beee-2ddce810528d on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:12.000443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Attempting to bind port b8167474-8490-483b-beee-2ddce810528d by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:12.000770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Attempting to bind port b8167474-8490-483b-beee-2ddce810528d on network c399776d-5da1-42b6-8461-e16793f96edd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:12.005259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'name': 'network-vif-deleted', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:12.008085 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9029df3-3dac-41ee-b8b1-18dc6bf50a60" -d '{"events": [{"server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "name": "network-vif-deleted", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:12.021553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Port b8167474-8490-483b-beee-2ddce810528d on network c399776d-5da1-42b6-8461-e16793f96edd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:12.021963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Attempting to bind port b8167474-8490-483b-beee-2ddce810528d on network c399776d-5da1-42b6-8461-e16793f96edd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:12.031694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:12.032414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Checking segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:12.032877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Bound using segment: {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:12.034091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Bound port: b8167474-8490-483b-beee-2ddce810528d, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4820499f-740d-44db-b34e-00d16a856ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:12.034526 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.064930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430b869-cf37-495e-8999-5cb86348503a req-e82b36a1-c5bf-48c2-be68-e68dccccdeba tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.066706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c430b869-cf37-495e-8999-5cb86348503a req-e82b36a1-c5bf-48c2-be68-e68dccccdeba tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.1921666 Feb 11 14:11:12.155272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c430b869-cf37-495e-8999-5cb86348503a req-ce6af213-e92d-452b-be14-67dc5a37fa99 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595098 Feb 11 14:11:12.159819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:12.163019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b8167474-8490-483b-beee-2ddce810528d,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:12.199605 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b7441-c67b-4973-b33c-ce37bf5b498a x-openstack-request-id: req-551b7441-c67b-4973-b33c-ce37bf5b498a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:12.199957 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c726193-cff7-4ae3-ada5-c19902528062", "name": "network-vif-deleted", "tag": "c20bf310-2c82-4ba3-9c26-8ee31d594e13", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:12.200187 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-551b7441-c67b-4973-b33c-ce37bf5b498a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:12.200722 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c726193-cff7-4ae3-ada5-c19902528062', 'name': 'network-vif-deleted', 'tag': 'c20bf310-2c82-4ba3-9c26-8ee31d594e13', 'status': 'completed', 'code': 200} Feb 11 14:11:12.278030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e1ec8f5-5fff-4b59-b7a4-2562014a65f4 req-7e3edc20-7fe0-414a-98f6-84d76effa1e9 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0278800 Feb 11 14:11:12.279330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.316210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.316906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.318292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] 10.222.0.62 "PUT /v2.0/ports/b8167474-8490-483b-beee-2ddce810528d HTTP/1.1" status: 200 len: 1091 time: 1.6287632 Feb 11 14:11:12.341698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70327b7-7a41-4ed3-adb6-d73c0aa7321d service neutron] Pushing event updated for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:12.515687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10890c-c232-4494-966d-ec0ccb685509 req-777839ed-c6b2-489f-9353-821f2aed7a53 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.517374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f10890c-c232-4494-966d-ec0ccb685509 req-777839ed-c6b2-489f-9353-821f2aed7a53 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Feb 11 14:11:12.583731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f10890c-c232-4494-966d-ec0ccb685509 req-691add29-043b-4446-99d5-7df43943b090 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Feb 11 14:11:12.589656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-9db365b2-7f28-4296-a3aa-474d95c6c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.591239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-9db365b2-7f28-4296-a3aa-474d95c6c4bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42d39e55655f4e8e8abb34decec7f67e&device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 1094 time: 0.0728252 Feb 11 14:11:12.642263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-1de524dc-0d3c-47f3-b277-9b819732f77d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8167474-8490-483b-beee-2ddce810528d HTTP/1.1" status: 200 len: 217 time: 0.0423236 Feb 11 14:11:12.707095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-c9aefeac-5082-41a9-8b1f-a156f5f89fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.708607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-c9aefeac-5082-41a9-8b1f-a156f5f89fa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01e56418-3860-4e35-bdb9-cea043c5c53e HTTP/1.1" status: 200 len: 855 time: 0.0600755 Feb 11 14:11:12.784442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93771699-32cc-4d8f-bf90-d60e06534909 req-dedd66c3-f302-40bb-9946-730839373203 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.786037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93771699-32cc-4d8f-bf90-d60e06534909 req-dedd66c3-f302-40bb-9946-730839373203 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0763617 Feb 11 14:11:12.789106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-28dd2993-91d1-4119-8798-f6cdd25b884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:12.790486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-28dd2993-91d1-4119-8798-f6cdd25b884e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c399776d-5da1-42b6-8461-e16793f96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717854 Feb 11 14:11:12.888286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93771699-32cc-4d8f-bf90-d60e06534909 req-0099977d-59dd-4a9f-9cf3-9c7e1493815b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950682 Feb 11 14:11:12.920906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-3f54f5bd-da6e-49e3-8daa-faf4185abda9 service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212826 Feb 11 14:11:13.024599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7eb99d9-1e2d-4b75-8848-fbb3ea7564f1 req-ea1e951b-934e-4779-abcb-63ca019a2283 service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953877 Feb 11 14:11:13.280012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922701-a4dc-4c6d-94e5-a09b23379e85 req-79fa2d2e-092a-417f-9658-5f58e0eb40de tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.281631 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60922701-a4dc-4c6d-94e5-a09b23379e85 req-79fa2d2e-092a-417f-9658-5f58e0eb40de tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0559924 Feb 11 14:11:13.320819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60922701-a4dc-4c6d-94e5-a09b23379e85 req-ee319367-9f4d-4aa4-998b-6a0171aac857 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Feb 11 14:11:13.423259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7edc65a4-c029-4443-9a77-9167210a2837 req-d5649de0-541f-4e40-9339-4a6e34d00db7 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c726193-cff7-4ae3-ada5-c19902528062 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Feb 11 14:11:13.705884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef65d1-91d9-4dda-87ef-008507eb0842 req-06d5c76c-92ba-46fa-8ee2-5b9187d9bcfc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.707398 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13ef65d1-91d9-4dda-87ef-008507eb0842 req-06d5c76c-92ba-46fa-8ee2-5b9187d9bcfc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0502651 Feb 11 14:11:13.746846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13ef65d1-91d9-4dda-87ef-008507eb0842 req-233eef6e-8bfa-46ab-bcd4-145cc6001512 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Feb 11 14:11:14.028623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dbf76-2b40-484b-82df-5123489d423a req-eb1cdc94-2fbb-424e-b261-94b0cc556369 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.030216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-275dbf76-2b40-484b-82df-5123489d423a req-eb1cdc94-2fbb-424e-b261-94b0cc556369 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0500934 Feb 11 14:11:14.072539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-275dbf76-2b40-484b-82df-5123489d423a req-605f8444-57cc-4c8f-8094-c877fee43220 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Feb 11 14:11:14.202798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'tag': 'b8167474-8490-483b-beee-2ddce810528d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:14.205159 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bcb9b5-57e2-458e-8554-724ad05717c8" -d '{"events": [{"name": "network-changed", "server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "tag": "b8167474-8490-483b-beee-2ddce810528d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:14.220093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5cb6-962c-4e90-b7bd-080da7d59a89 req-819cc8b4-e82e-49e6-8dc7-26f70346cf8c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.221785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4cf5cb6-962c-4e90-b7bd-080da7d59a89 req-819cc8b4-e82e-49e6-8dc7-26f70346cf8c tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0548162 Feb 11 14:11:14.261678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4cf5cb6-962c-4e90-b7bd-080da7d59a89 req-516e266a-b641-4f7b-9530-5a01dd7dc8ed tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Feb 11 14:11:14.322618 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e168f4d-2761-428c-be2b-62dbdbbafc7f x-openstack-request-id: req-5e168f4d-2761-428c-be2b-62dbdbbafc7f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:14.323263 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "tag": "b8167474-8490-483b-beee-2ddce810528d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:14.323607 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e168f4d-2761-428c-be2b-62dbdbbafc7f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:14.324011 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'tag': 'b8167474-8490-483b-beee-2ddce810528d', 'status': 'completed', 'code': 200} Feb 11 14:11:14.374004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0aaea632-3266-4906-a7e5-5233a1f17aa6 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:11:14.375255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0aaea632-3266-4906-a7e5-5233a1f17aa6 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165389 Feb 11 14:11:14.468386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-91711fe4-c664-40f4-a604-369ec6536acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.469792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-91711fe4-c664-40f4-a604-369ec6536acc service neutron] 10.222.0.31 "GET /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 1094 time: 0.0704780 Feb 11 14:11:14.474338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-59d34b5c-2992-465d-8ac2-4b28b4ca1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.475702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-59d34b5c-2992-465d-8ac2-4b28b4ca1061 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42d39e55655f4e8e8abb34decec7f67e&device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 1094 time: 0.1152222 Feb 11 14:11:14.480446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:14.480913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:11:14.489150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e259e-6f34-44a7-8693-61991e5a006b req-b4bfa47b-76fe-417a-a64e-c3b7305b9e64 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.490554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-652e259e-6f34-44a7-8693-61991e5a006b req-b4bfa47b-76fe-417a-a64e-c3b7305b9e64 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.1141644 Feb 11 14:11:14.660232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-652e259e-6f34-44a7-8693-61991e5a006b req-0fd3a415-1670-4800-97b9-8e25675bd968 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445789 Feb 11 14:11:14.696779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-87c2a677-31b4-4ad1-a5b4-443013bb677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.698371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-87c2a677-31b4-4ad1-a5b4-443013bb677c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c399776d-5da1-42b6-8461-e16793f96edd HTTP/1.1" status: 200 len: 917 time: 0.2070177 Feb 11 14:11:14.759595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:14.760024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:14.760358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:14.773635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:14.773959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:14.781821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:14.782420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:14.782805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:14.783238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Bound port: 1569f8ea-07dc-48fe-8756-55c765340120, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:14.799706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b4ff-d8a6-4b97-9e32-ef4d504d6c4f req-c85ddfb5-0f14-46d9-ad95-6a416f72ba63 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.801209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2029b4ff-d8a6-4b97-9e32-ef4d504d6c4f req-c85ddfb5-0f14-46d9-ad95-6a416f72ba63 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0751042 Feb 11 14:11:14.880274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-dadbe3d4-4403-49c6-abca-55b3e50656b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8167474-8490-483b-beee-2ddce810528d HTTP/1.1" status: 200 len: 217 time: 0.0497348 Feb 11 14:11:14.942148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2029b4ff-d8a6-4b97-9e32-ef4d504d6c4f req-6e613811-d936-4c58-a338-235a3b2755cb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220396 Feb 11 14:11:14.950676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:14.974483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-2265fd0f-8376-4e95-9b29-82f670d56438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.975692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-2265fd0f-8376-4e95-9b29-82f670d56438 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01e56418-3860-4e35-bdb9-cea043c5c53e HTTP/1.1" status: 200 len: 855 time: 0.0885143 Feb 11 14:11:15.033465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-3c7910bd-c03b-47a3-9d65-e5b744077e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:15.035257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-3c7910bd-c03b-47a3-9d65-e5b744077e89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c399776d-5da1-42b6-8461-e16793f96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507474 Feb 11 14:11:15.352728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.353913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0f58f261-66b0-4dff-9b92-1307dd152f6a service neutron] 10.222.0.31 "POST /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120/bindings HTTP/1.1" status: 201 len: 389 time: 0.8773367 Feb 11 14:11:15.378233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de5d7-3053-4b86-a2c9-57f37491afdb req-1a1e776c-7afa-4de5-becb-bb4b90b654ca tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:15.379770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c3de5d7-3053-4b86-a2c9-57f37491afdb req-1a1e776c-7afa-4de5-becb-bb4b90b654ca tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.3434844 Feb 11 14:11:15.419937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c20bf310-2c82-4ba3-9c26-8ee31d594e13 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:15.430099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-7412b888-f328-4916-b165-78e3c54af2dc service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839216 Feb 11 14:11:15.437748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c3de5d7-3053-4b86-a2c9-57f37491afdb req-1f56bd6f-5213-4b62-b409-29e55ae24ff3 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Feb 11 14:11:15.447691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: c20bf310-2c82-4ba3-9c26-8ee31d594e13 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:15.448334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c20bf310-2c82-4ba3-9c26-8ee31d594e13 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:15.601075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5bcb9b5-57e2-458e-8554-724ad05717c8 req-58a44f92-918c-4aa2-9ae0-904792386759 service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622605 Feb 11 14:11:15.621607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264a6d9-ab86-4797-b9ae-ea3efd72b647 req-ea2b6403-52dc-4958-98fa-46680bbb6e27 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:15.623214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1264a6d9-ab86-4797-b9ae-ea3efd72b647 req-ea2b6403-52dc-4958-98fa-46680bbb6e27 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0730662 Feb 11 14:11:15.662896 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1264a6d9-ab86-4797-b9ae-ea3efd72b647 req-601560b6-0d95-44c9-9061-daa9593e5c13 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Feb 11 14:11:15.742924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e80f2c59-4347-4b26-99ba-45392c93361b req-30856122-69c2-465d-9566-94f0d096d6b6 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/55d43a91-5d0d-4ff4-8369-a27f5506a5df HTTP/1.1" status: 200 len: 1801 time: 0.0493810 Feb 11 14:11:15.803701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e80f2c59-4347-4b26-99ba-45392c93361b req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.806487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-5a63f307-75cb-4bc6-b603-cd3a252d7d7b req-64814e7c-19ee-46b6-973d-50efc8436927 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:11:15.808091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a63f307-75cb-4bc6-b603-cd3a252d7d7b req-64814e7c-19ee-46b6-973d-50efc8436927 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065794 Feb 11 14:11:15.840906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e80f2c59-4347-4b26-99ba-45392c93361b req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.921721 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a63f307-75cb-4bc6-b603-cd3a252d7d7b req-5bdc2cd2-9499-48b2-9d53-7c8d06bc856d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0986505 Feb 11 14:11:15.996163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e80f2c59-4347-4b26-99ba-45392c93361b req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.998116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e80f2c59-4347-4b26-99ba-45392c93361b req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.999401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e80f2c59-4347-4b26-99ba-45392c93361b req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/55d43a91-5d0d-4ff4-8369-a27f5506a5df HTTP/1.1" status: 204 len: 173 time: 0.2504294 Feb 11 14:11:16.032558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203464cc-e833-4c4d-a655-711cc3016d14 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d43a91-5d0d-4ff4-8369-a27f5506a5df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:16.140212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1aad2-f35d-4dd4-9040-7f21d39ca2e3 req-8e0a8003-3ff2-40fe-91fb-d49c8e6c53fd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.142151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64d1aad2-f35d-4dd4-9040-7f21d39ca2e3 req-8e0a8003-3ff2-40fe-91fb-d49c8e6c53fd tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.0856421 Feb 11 14:11:16.251256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64d1aad2-f35d-4dd4-9040-7f21d39ca2e3 req-1398e07c-da73-42ad-8e76-ec6cefea98e8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Feb 11 14:11:16.264080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d17c6-5f52-4b0f-9756-5bc1c5406a5b req-a0a74690-4e79-4e61-8355-b2b0e8b59668 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.266935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a70d17c6-5f52-4b0f-9756-5bc1c5406a5b req-a0a74690-4e79-4e61-8355-b2b0e8b59668 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0987010 Feb 11 14:11:16.319278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a70d17c6-5f52-4b0f-9756-5bc1c5406a5b req-cf0191d2-2232-422e-b13d-047e77abff51 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472763 Feb 11 14:11:16.355281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-9cd1051d-2eb6-4145-8f6a-fce1e39ffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.356911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-9cd1051d-2eb6-4145-8f6a-fce1e39ffad2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1097 time: 0.1249623 Feb 11 14:11:16.361338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-9eaaaca6-02bf-4211-8b07-c53961001d63 tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "GET /v2.0/security-groups/c58012ee-b091-4dd0-8eb6-6a4f32499f0c HTTP/1.1" status: 200 len: 1800 time: 0.0707555 Feb 11 14:11:16.473113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c738f9-ab7e-4b8c-8184-aec7ee10bb1c req-77c48bf5-9672-4b18-9d7e-af49487778b6 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.475121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5c738f9-ab7e-4b8c-8184-aec7ee10bb1c req-77c48bf5-9672-4b18-9d7e-af49487778b6 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0650296 Feb 11 14:11:16.501636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-45816913-c09e-419a-9462-6429f7979116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.503139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-45816913-c09e-419a-9462-6429f7979116 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.1387050 Feb 11 14:11:16.503856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.556176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5c738f9-ab7e-4b8c-8184-aec7ee10bb1c req-1f139214-72d9-4e56-8498-cf483d40facb tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739453 Feb 11 14:11:16.566538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-d90aa18e-ac3a-4144-87b3-fa83ab41f5ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 217 time: 0.0544314 Feb 11 14:11:16.572207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.611367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:16.620962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1838993233'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:16.658293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-54346f42-c52d-40f1-9ad0-35363a321796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.659852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-54346f42-c52d-40f1-9ad0-35363a321796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0840485 Feb 11 14:11:16.704692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-86ef6be5-b75f-442d-9d5c-f05b60847c26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346255 Feb 11 14:11:16.739379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458035-f9c8-4f40-8d99-b76cc4dafae5 req-98f8e473-7f60-4826-ba88-0cc28b60c3ec tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.741043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e458035-f9c8-4f40-8d99-b76cc4dafae5 req-98f8e473-7f60-4826-ba88-0cc28b60c3ec tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.0729396 Feb 11 14:11:16.743162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:16.746726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.799410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:16.805239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e458035-f9c8-4f40-8d99-b76cc4dafae5 req-97fb9486-04e5-4ae0-ae39-f089a315187b tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 Feb 11 14:11:16.815398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.821734 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Added segment 3de16d35-bff1-4d6e-acae-5e4dccbcc303 of type vlan for network 0dbc4e91-52ce-412d-b618-4b031a060b38 Feb 11 14:11:16.821906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-dc65da86-143c-4683-85f5-6f198c630bc3 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079051 Feb 11 14:11:16.854390 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.857416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.858744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3431bc80-40e2-4c1d-bbfa-64cbd1dd721b req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] 10.222.0.31 "DELETE /v2.0/security-groups/c58012ee-b091-4dd0-8eb6-6a4f32499f0c HTTP/1.1" status: 204 len: 173 time: 0.4740763 Feb 11 14:11:16.872156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44188) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:16.908352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a24135-e28c-48ed-ba84-a516456d9fbf tempest-SecurityGroupsTestJSON-1695010161 tempest-SecurityGroupsTestJSON-1695010161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58012ee-b091-4dd0-8eb6-6a4f32499f0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:16.979736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.989003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-f72be3e4-cd5a-49ec-aff0-8bcb67e7b330 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591988 Feb 11 14:11:17.005289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Deleting subnet 28d58433-b51a-4c55-9dca-bb20ccc08091 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:11:17.016539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.020081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44651793-2019-431e-b93c-2bb39345b6d2 req-bb96517c-dbfa-4e84-8f0c-86d96c814087 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.022591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44651793-2019-431e-b93c-2bb39345b6d2 req-bb96517c-dbfa-4e84-8f0c-86d96c814087 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Feb 11 14:11:17.074541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44651793-2019-431e-b93c-2bb39345b6d2 req-23e48567-f6b0-4431-a8ea-8e3cd35f249e tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Feb 11 14:11:17.085329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.131536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87828530-b828-4de2-85e9-d6612264bd19 req-d43ba1da-4460-4100-b6bb-67adfcae8070 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.134471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-87828530-b828-4de2-85e9-d6612264bd19 req-d43ba1da-4460-4100-b6bb-67adfcae8070 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1934397 Feb 11 14:11:17.138740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.144361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.145154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.224562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.269835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6573102 Feb 11 14:11:17.272553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:17.278558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2036918682'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:17.345162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543c14a-4f2a-43ad-91f6-1c972df74d17 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Network': ['ID=0dbc4e91-52ce-412d-b618-4b031a060b38,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:17.360657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-87828530-b828-4de2-85e9-d6612264bd19 req-6dad5dc1-d13c-4ac3-8b54-daaed06f8328 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056515 Feb 11 14:11:17.360769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:17.379553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:17.385485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.458385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:17.458935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.477708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.478198 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Added segment 719bc143-17b7-441b-b952-334625c4032a of type vlan for network e724ff64-4ed8-4492-876f-24af8a4a1ab3 Feb 11 14:11:17.525259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d58433-b51a-4c55-9dca-bb20ccc08091,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:17.544727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.569625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.590722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8cdf9a64-f66f-4029-9d61-140f7618543e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28d58433-b51a-4c55-9dca-bb20ccc08091 HTTP/1.1" status: 204 len: 168 time: 0.7110868 Feb 11 14:11:17.591478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:17.654586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a458a-1bf2-467b-9911-bc9ac9054277 req-ab16d153-bfe2-4d7c-89f0-7ae26e30c8cc tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.656330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-504a458a-1bf2-467b-9911-bc9ac9054277 req-ab16d153-bfe2-4d7c-89f0-7ae26e30c8cc tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.1456811 Feb 11 14:11:17.699081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.704954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.705813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.712850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-504a458a-1bf2-467b-9911-bc9ac9054277 req-b7b3ba29-8ba7-469c-9d66-d2be9acb4539 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Feb 11 14:11:17.778160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.856206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2ede-b4b4-49f0-bfca-c27ad065194c req-2c2dc826-536e-4724-bf30-6b53ef480790 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.857657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797b2ede-b4b4-49f0-bfca-c27ad065194c req-2c2dc826-536e-4724-bf30-6b53ef480790 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0662405 Feb 11 14:11:17.878885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6018662 Feb 11 14:11:17.880306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44204) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:17.885665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'subnet': {'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:17.905690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f32d7-e3a6-4056-97c5-d3dca999e0f0 req-2f115557-b0bf-4300-930c-b3e32fe90be2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.911897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f32d7-e3a6-4056-97c5-d3dca999e0f0 req-2f115557-b0bf-4300-930c-b3e32fe90be2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.917907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f32d7-e3a6-4056-97c5-d3dca999e0f0 req-2f115557-b0bf-4300-930c-b3e32fe90be2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:17.919613 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d12f32d7-e3a6-4056-97c5-d3dca999e0f0 req-2f115557-b0bf-4300-930c-b3e32fe90be2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26&device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d&device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 2418 time: 0.2923048 Feb 11 14:11:17.939153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f61a-5ea6-446d-b473-5d560971ec85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Network': ['ID=e724ff64-4ed8-4492-876f-24af8a4a1ab3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:17.950950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797b2ede-b4b4-49f0-bfca-c27ad065194c req-3ff2c130-758e-49f0-9d60-c41f1c7466a4 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869293 Feb 11 14:11:17.954237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:18.033581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d12f32d7-e3a6-4056-97c5-d3dca999e0f0 req-999fbe90-8088-4db2-8e2b-4139b62bfd6d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957615 Feb 11 14:11:18.067679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.081866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:18.086385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.100389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.110759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2023c53c-7a28-4992-aac4-8b66d755ec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.111449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.111786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e1d31c-3ad9-4e4f-804d-80b1e7dd3648') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.125102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.138684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.144970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:11:18.145382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:11:18.147464 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:11:18.184452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3933ebf0-0843-4fd7-834f-cf3f2ab2752b req-8e4e584a-3456-4f63-8f9c-a8d1272aaaea tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1157289 Feb 11 14:11:18.310464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.331568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.340588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e HTTP/1.1" status: 204 len: 168 time: 0.7463748 Feb 11 14:11:18.342000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0677c-eaff-4f4c-856a-9cf187a20562 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f99ac42-29ed-47ae-8d0d-4b5b6f1abd9e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:18.422941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.555837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Subnet': ['ID=b3ef43d4-b117-4f0f-80e0-9de3b6db7150,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:18.595378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca142-18da-43a5-905f-4c4943223eab req-dd1cef66-bf2d-48cb-9f93-e7cd17bc4615 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:18.596874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca0ca142-18da-43a5-905f-4c4943223eab req-dd1cef66-bf2d-48cb-9f93-e7cd17bc4615 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1035707 Feb 11 14:11:18.600092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:18.611705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network hostable DHCP agents. Network: 0dbc4e91-52ce-412d-b618-4b031a060b38, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:18.681719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca0ca142-18da-43a5-905f-4c4943223eab req-485908cd-c4ad-436e-9ec6-9e3cbcade715 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Feb 11 14:11:18.755346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:18.778799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:18.848989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0dbc4e91-52ce-412d-b618-4b031a060b38) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:18.852827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:18.853585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.859198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff6ae8-2480-4b75-be2b-ac7a3d58099d None None] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:18.867115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-23fb8412-bf9b-4670-85b2-0b41d6926ee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c1a3e9db1e540e09330532edae0de52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871015 Feb 11 14:11:18.870715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:18.923682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405b3b-e086-41bd-893d-7dff0fa54936 req-9713e2e6-4fb9-4b0c-87b5-03e9b6ea655c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:18.925170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8405b3b-e086-41bd-893d-7dff0fa54936 req-9713e2e6-4fb9-4b0c-87b5-03e9b6ea655c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.0975866 Feb 11 14:11:18.943305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-303ff161-2951-4fd8-aec3-c11b2334bb72 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0596447 Feb 11 14:11:18.944102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44226) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:18.956839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'subnet': {'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:18.959136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.986491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8405b3b-e086-41bd-893d-7dff0fa54936 req-98082b30-d7dd-477a-b374-73a8f7b28c0b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544620 Feb 11 14:11:18.995796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.137950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.141565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.147270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46759189-8c98-4e91-b85c-e75997705ade HTTP/1.1" status: 204 len: 168 time: 0.2757628 Feb 11 14:11:19.163494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd02b3-2970-43a7-a24c-ea41ef50994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46759189-8c98-4e91-b85c-e75997705ade,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:19.182562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc181ac-fd8e-47e8-a087-33064ddccd51 req-c71e5644-d3d7-4f32-83a2-9af76ba06503 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:19.194644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bc181ac-fd8e-47e8-a087-33064ddccd51 req-c71e5644-d3d7-4f32-83a2-9af76ba06503 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.1325638 Feb 11 14:11:19.285051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bc181ac-fd8e-47e8-a087-33064ddccd51 req-775e5cb2-023e-4dd7-88a4-3883c1e0a6e3 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868838 Feb 11 14:11:19.319726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:19.323662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.403042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-0dbc4e91-52ce-412d-b618-4b031a060b38', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:11:19.403905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.645639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Allocated IP 10.1.1.2 (0dbc4e91-52ce-412d-b618-4b031a060b38/b3ef43d4-b117-4f0f-80e0-9de3b6db7150/1161bdc4-87af-4c84-802a-c4c8c3fc5700) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:19.664512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.735130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Subnet': ['ID=98a4821d-073a-47ac-88e7-2e16ed2cf0f6,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:19.766788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Checking segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:19.767216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network hostable DHCP agents. Network: e724ff64-4ed8-4492-876f-24af8a4a1ab3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:19.880654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:19.881329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.883170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119fdef-4536-49d7-a678-5baa75013a16 req-8b229569-9d18-48bd-ae96-898465289134 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:19.886556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d119fdef-4536-49d7-a678-5baa75013a16 req-8b229569-9d18-48bd-ae96-898465289134 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0797868 Feb 11 14:11:19.936419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d119fdef-4536-49d7-a678-5baa75013a16 req-0753d46d-bd31-4def-958a-97a0ae0ab7dc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Feb 11 14:11:19.989285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e724ff64-4ed8-4492-876f-24af8a4a1ab3) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:19.989776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.995831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:19.996375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.021977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5453e065-765a-4354-9cb9-59bb5643d547 None None] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:20.101756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-38e4d30e-7f7b-44fd-8eda-68eef9cb89de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1526515 Feb 11 14:11:20.102723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:20.109182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:20.110418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:20.113082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:20.117884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Pushing event updated for resources: {'Port': ['ID=1161bdc4-87af-4c84-802a-c4c8c3fc5700,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:20.118048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'name': 'tempest-TaggedBootDevicesTest_v242-894590331', 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:20.137397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.141304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.246075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Attempting to bind port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:20.246358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Attempting to bind port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:20.246721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Attempting to bind port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:20.252136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93762a-1038-4baa-99cf-e2a130e35ec2 req-f7948ce2-0413-486b-8d42-24e90d54beb7 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:20.254655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd93762a-1038-4baa-99cf-e2a130e35ec2 req-f7948ce2-0413-486b-8d42-24e90d54beb7 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.1662948 Feb 11 14:11:20.263118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:20.267285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:20.267285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.267285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Bound using segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:20.267285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Bound port: 1161bdc4-87af-4c84-802a-c4c8c3fc5700, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:20.267285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.342971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd93762a-1038-4baa-99cf-e2a130e35ec2 req-efd70082-d3c5-4806-b185-f8c9511fc57e tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805447 Feb 11 14:11:20.393180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ips': [{'subnet_id': '98a4821d-073a-47ac-88e7-2e16ed2cf0f6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:11:20.394315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.419359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-936fe395-5fbe-4c9f-ae36-dd4ec47513b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.490437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3c20-f9ea-462e-893c-e0d7e099658a req-6d7410b8-f9ca-436a-ba4f-975b4d2ad474 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:20.499027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e52c3c20-f9ea-462e-893c-e0d7e099658a req-6d7410b8-f9ca-436a-ba4f-975b4d2ad474 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0735617 Feb 11 14:11:20.544228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] For port 1161bdc4-87af-4c84-802a-c4c8c3fc5700, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:20.574810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] For port 1161bdc4-87af-4c84-802a-c4c8c3fc5700, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1161bdc4-87af-4c84-802a-c4c8c3fc5700,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:20.634316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e52c3c20-f9ea-462e-893c-e0d7e099658a req-3a0a70d4-8223-4890-bf6a-29994eebe7ab tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337383 Feb 11 14:11:20.672302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.674790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6252ca6-b88b-495c-9599-ce91387297a9 req-f184e316-16c7-4e2c-bd5a-fae14d1f47be tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:20.676806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6252ca6-b88b-495c-9599-ce91387297a9 req-f184e316-16c7-4e2c-bd5a-fae14d1f47be tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.5688560 Feb 11 14:11:20.701568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Allocated IP 10.2.2.2 (e724ff64-4ed8-4492-876f-24af8a4a1ab3/98a4821d-073a-47ac-88e7-2e16ed2cf0f6/aaeaac99-4177-4ccc-8455-f49acb918ee9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:20.752873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6252ca6-b88b-495c-9599-ce91387297a9 req-43fe8611-899d-45ae-a365-b40a36840731 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665643 Feb 11 14:11:20.812717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:20.851674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896858-ad11-4a2f-a9d5-f5a2c67d7dd4 None None] Pushing event updated for resources: {'Port': ['ID=1161bdc4-87af-4c84-802a-c4c8c3fc5700,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:20.923279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.938328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:20.958965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] device_id is not set on port fa6127e4-f1e4-429e-b4c0-3cf42040d029 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:11:21.044719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.117609 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.161153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e16e5-a11b-45eb-ba85-bcd0106bd197 req-13c950a4-fde5-4fa9-86f0-805ffe3e3b78 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:21.171711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c5e16e5-a11b-45eb-ba85-bcd0106bd197 req-13c950a4-fde5-4fa9-86f0-805ffe3e3b78 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1060169 Feb 11 14:11:21.185796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2049939214-network', 'tenant_id': '2847b05d659e4d7581a60117cbbede53'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:21.201665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:21.209341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:21.209341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:21.233159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.1.1.252 (0dbc4e91-52ce-412d-b618-4b031a060b38/b3ef43d4-b117-4f0f-80e0-9de3b6db7150/fa6127e4-f1e4-429e-b4c0-3cf42040d029) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:21.248320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c5e16e5-a11b-45eb-ba85-bcd0106bd197 req-c1f515c8-655a-4252-9edd-b80c9c6a5d3f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751026 Feb 11 14:11:21.263877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Pushing event updated for resources: {'Port': ['ID=aaeaac99-4177-4ccc-8455-f49acb918ee9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:21.319252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Attempting to bind port aaeaac99-4177-4ccc-8455-f49acb918ee9 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:21.319624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Attempting to bind port aaeaac99-4177-4ccc-8455-f49acb918ee9 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:21.324214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Attempting to bind port aaeaac99-4177-4ccc-8455-f49acb918ee9 on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:21.326503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:21.326876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Checking segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:21.327279 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.327942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Bound using segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:21.328129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Bound port: aaeaac99-4177-4ccc-8455-f49acb918ee9, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:21.328511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.344545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Made reservation on behalf of 2847b05d659e4d7581a60117cbbede53 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:21.347129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.356581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.462303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] For port aaeaac99-4177-4ccc-8455-f49acb918ee9, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:21.470379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] For port aaeaac99-4177-4ccc-8455-f49acb918ee9, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aaeaac99-4177-4ccc-8455-f49acb918ee9,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:21.478865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.479063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.554799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.558279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986b5e4-27d0-44b9-a1e4-b2836357b329 req-0bdaaac6-1f98-42e9-b7a6-04a0573a06c7 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:21.559826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3986b5e4-27d0-44b9-a1e4-b2836357b329 req-0bdaaac6-1f98-42e9-b7a6-04a0573a06c7 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.0789511 Feb 11 14:11:21.611778 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.623169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.684953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.718620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b16c78-d55c-4f9a-8e61-611afb8a1b77,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:21.726367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3986b5e4-27d0-44b9-a1e4-b2836357b329 req-dac271d6-3b09-4363-8012-980a6aa0e982 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500542 Feb 11 14:11:21.786301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac84765-9a8c-40ac-98cb-a790f167f791 None None] Pushing event updated for resources: {'Port': ['ID=aaeaac99-4177-4ccc-8455-f49acb918ee9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:21.804018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:21.824393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-3a7af0de-6a47-4059-adf0-03ddc4fac113 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:21.828324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-3a7af0de-6a47-4059-adf0-03ddc4fac113 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.2648799 Feb 11 14:11:21.847828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1161bdc4-87af-4c84-802a-c4c8c3fc5700 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:21.850873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.851233 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Added segment 4ec60613-7487-4474-924b-68b0f15c56c1 of type vlan for network 430fbbf4-3818-457a-9762-610d815f49dc Feb 11 14:11:21.937891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:21.938607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.955731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:22.015674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:22.040036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:22.072634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:22.110695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.141861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5819769-d8c8-40c7-9e2c-23a307ba53ac req-f0119ae1-497d-4d18-886f-19df8ffa4bb8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.153129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5819769-d8c8-40c7-9e2c-23a307ba53ac req-f0119ae1-497d-4d18-886f-19df8ffa4bb8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.1935177 Feb 11 14:11:22.174618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1161bdc4-87af-4c84-802a-c4c8c3fc5700, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1161bdc4-87af-4c84-802a-c4c8c3fc5700,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:22.175445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4ed47-a71e-44c5-bc60-85bff12019d8 req-819f982e-905f-4c20-af9c-c2c9a9d19179 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.181493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81b4ed47-a71e-44c5-bc60-85bff12019d8 req-819f982e-905f-4c20-af9c-c2c9a9d19179 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.2867253 Feb 11 14:11:22.185305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.189662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.190466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.238266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5819769-d8c8-40c7-9e2c-23a307ba53ac req-c7573b4c-b8ff-49ff-bc6f-886f749ba5d3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836310 Feb 11 14:11:22.267336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.315342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81b4ed47-a71e-44c5-bc60-85bff12019d8 req-64cb2aab-fd0e-4216-9526-40db739ecb17 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223135 Feb 11 14:11:22.326217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Deleting port ccdc022c-618c-4e32-8b2d-6c9924a68221 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:22.326944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8bcd171-32db-48ad-9ecf-8e5b5ec30a68 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2170658 Feb 11 14:11:22.327102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.327603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:22.342064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'name': 'tempest-TaggedBootDevicesTest_v242-736606999', 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:22.378575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.379806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.380715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.443653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1161bdc4-87af-4c84-802a-c4c8c3fc5700,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:22.494380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e95a9-0ce5-4e88-918f-78e093d9715e None None] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:22.589705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] Pushing event updated for resources: {'Network': ['ID=430fbbf4-3818-457a-9762-610d815f49dc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:22.624356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 430fbbf4-3818-457a-9762-610d815f49dc details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:22.625316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77314466-6b28-460c-becc-e1d31d9dca64 req-c28bfa70-263f-4e16-9a28-db4f82dcad78 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.627164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77314466-6b28-460c-becc-e1d31d9dca64 req-c28bfa70-263f-4e16-9a28-db4f82dcad78 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1562438 Feb 11 14:11:22.648598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] For port ccdc022c-618c-4e32-8b2d-6c9924a68221, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ccdc022c-618c-4e32-8b2d-6c9924a68221,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:22.649698 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.675031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60c59c60-3ed6-4832-a7bb-d9b23b16f070 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7313421 Feb 11 14:11:22.677702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:22.685858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Request body: {'subnet': {'network_id': '430fbbf4-3818-457a-9762-610d815f49dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2049939214-subnet', 'tenant_id': '2847b05d659e4d7581a60117cbbede53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:22.690970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Calling delete_port for ccdc022c-618c-4e32-8b2d-6c9924a68221 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:22.729918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77314466-6b28-460c-becc-e1d31d9dca64 req-d6ebda93-b7d4-493b-a3a8-554ee1e42bd5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937595 Feb 11 14:11:22.768911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a02f6f99-057a-4eb5-afc0-78ded547063f None None] Provisioning complete for port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:22.769022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a02f6f99-057a-4eb5-afc0-78ded547063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.772414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:22.791369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.853703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] device_id is not set on port a3244a91-3c0d-4c38-a89a-f65d148c6d93 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:11:22.876281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Made reservation on behalf of 2847b05d659e4d7581a60117cbbede53 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:22.882259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.153046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.233585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.1.1.165 (0dbc4e91-52ce-412d-b618-4b031a060b38/b3ef43d4-b117-4f0f-80e0-9de3b6db7150/a3244a91-3c0d-4c38-a89a-f65d148c6d93) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:23.319539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.445734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a39687e0-08a7-43fd-b2fc-ce4c12dc0925 None None] Provisioning complete for port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:23.449414 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a39687e0-08a7-43fd-b2fc-ce4c12dc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.490211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.545860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.596373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb79037-db22-41af-b495-9ab8c2a698a3 None None] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:23.598961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a33ea-a5d5-4e6d-8e42-c69b13039efa req-e2a79498-8962-4c2b-a697-63393eebde87 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:23.602017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-242a33ea-a5d5-4e6d-8e42-c69b13039efa req-e2a79498-8962-4c2b-a697-63393eebde87 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 945 time: 0.3075950 Feb 11 14:11:23.602716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.692912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.816173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf13e36-2927-475a-8f6f-5e5abf960427,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:23.824574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0230248-943d-42bf-8c5f-b3659d0bbe67 req-d218cbf5-ac1d-45fd-b231-65c427ad5555 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:23.838992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0230248-943d-42bf-8c5f-b3659d0bbe67 req-d218cbf5-ac1d-45fd-b231-65c427ad5555 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.2333384 Feb 11 14:11:23.843488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:23.845756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:23.915179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1161bdc4-87af-4c84-802a-c4c8c3fc5700 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:23.931560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event deleted for resources: {'Port': ['ID=ccdc022c-618c-4e32-8b2d-6c9924a68221,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:23.938292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:23.971473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0230248-943d-42bf-8c5f-b3659d0bbe67 req-4e79918d-ceef-4813-ab3a-580b8f7749e0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311209 Feb 11 14:11:23.979210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:23.994243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:23.998664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:24.026821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Checking segment: {'id': '4ec60613-7487-4474-924b-68b0f15c56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '430fbbf4-3818-457a-9762-610d815f49dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:24.034332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Network hostable DHCP agents. Network: 430fbbf4-3818-457a-9762-610d815f49dc, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:24.039552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-242a33ea-a5d5-4e6d-8e42-c69b13039efa req-87c16492-153d-4112-acfa-0da05ca81dda tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187727 Feb 11 14:11:24.040456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] No DVR routers for this DVR port ccdc022c-618c-4e32-8b2d-6c9924a68221 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:24.056865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.073566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51f88e12-2f42-4470-9a5d-b7cca91c8cdd req-22890ab0-9ee4-484e-b087-e455ddca0507 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "DELETE /v2.0/ports/ccdc022c-618c-4e32-8b2d-6c9924a68221 HTTP/1.1" status: 204 len: 173 time: 2.2386181 Feb 11 14:11:24.074087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'name': 'network-vif-deleted', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:24.076517 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30633fa4-b533-4fb6-8e9a-5f5b902929da" -d '{"events": [{"server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "name": "network-vif-deleted", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:24.101759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.103034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.216680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-73fd0bfb-e8e0-4e5a-a453-1d86c8956f36 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8871231 Feb 11 14:11:24.259853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb67cb-8154-421e-90fe-6c392c7f6e37 req-84326c3f-99be-4364-af6d-60e971092b4a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.262524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Network 430fbbf4-3818-457a-9762-610d815f49dc is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:24.264510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3edb67cb-8154-421e-90fe-6c392c7f6e37 req-84326c3f-99be-4364-af6d-60e971092b4a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.1161830 Feb 11 14:11:24.276611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729f7a2-1ad0-4c7f-9837-9498d779dbbc req-572711d1-4833-4bc0-b202-3b8c1f082931 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.282966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b729f7a2-1ad0-4c7f-9837-9498d779dbbc req-572711d1-4833-4bc0-b202-3b8c1f082931 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1096 time: 0.0949378 Feb 11 14:11:24.323241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3edb67cb-8154-421e-90fe-6c392c7f6e37 req-86a1f4ab-6189-454e-895a-ac173070f65a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519238 Feb 11 14:11:24.338924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b729f7a2-1ad0-4c7f-9837-9498d779dbbc req-ac1ba173-71d5-4cd6-bb58-5dee869ff15b tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Feb 11 14:11:24.417161 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52932b9f-2222-49fa-9de1-2662c4844c97 x-openstack-request-id: req-52932b9f-2222-49fa-9de1-2662c4844c97 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:24.417582 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e7637c-b46d-4bc0-a897-a61a3f2afa26", "name": "network-vif-deleted", "tag": "ccdc022c-618c-4e32-8b2d-6c9924a68221", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:24.417981 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52932b9f-2222-49fa-9de1-2662c4844c97 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:24.418674 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e7637c-b46d-4bc0-a897-a61a3f2afa26', 'name': 'network-vif-deleted', 'tag': 'ccdc022c-618c-4e32-8b2d-6c9924a68221', 'status': 'completed', 'code': 200} Feb 11 14:11:24.461474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a39687e0-08a7-43fd-b2fc-ce4c12dc0925 None None] Provisioning complete for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:24.462064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a39687e0-08a7-43fd-b2fc-ce4c12dc0925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.500764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a39687e0-08a7-43fd-b2fc-ce4c12dc0925 None None] Port fa6127e4-f1e4-429e-b4c0-3cf42040d029 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:24.502539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538602d-aae5-4708-b372-69e340265252 req-7bf8d6eb-be79-4ab6-a57c-77edb5cefd3f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.518006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4538602d-aae5-4708-b372-69e340265252 req-7bf8d6eb-be79-4ab6-a57c-77edb5cefd3f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0928047 Feb 11 14:11:24.529912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:24.530618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.574301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4538602d-aae5-4708-b372-69e340265252 req-ce0e9dca-8058-4ca6-ad72-6cd0e61715f0 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Feb 11 14:11:24.578320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 430fbbf4-3818-457a-9762-610d815f49dc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:24.587402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:24.588042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.597712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a60375-7462-4d06-a10d-455a83e7e944 None None] Network 430fbbf4-3818-457a-9762-610d815f49dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:24.742992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57b461df-0585-4ca1-87cd-d311a7c53d10 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0632827 Feb 11 14:11:24.794545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:24.800145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-541960857'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:24.804670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Provisioning complete for port a3244a91-3c0d-4c38-a89a-f65d148c6d93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:24.805177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.856444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:24.861878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--810333811', 'description': 'tempest-description--1055431112'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:24.909381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:24.913229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.935121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc22906-364f-4d31-b03d-ef610c07b153 None None] Network 430fbbf4-3818-457a-9762-610d815f49dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:24.953344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:24.963582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.963935 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Added segment ccc6f18c-87d5-409d-b1d0-5972cfa12333 of type vlan for network f00379cf-82d4-47d9-8185-2687d9f63b07 Feb 11 14:11:24.980935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Port a3244a91-3c0d-4c38-a89a-f65d148c6d93 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:24.997428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aaeaac99-4177-4ccc-8455-f49acb918ee9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:25.009412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.031076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.087664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Provisioning complete for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:25.088038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.123845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.124739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.130754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.131358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.147918 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-0ec112f8-b9cb-4837-9238-a5a1a338b3e9 req-37e948d3-bcf2-4756-9ce8-97eccc0e3e71 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] show failed (client error): The resource could not be found. Feb 11 14:11:25.148976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ec112f8-b9cb-4837-9238-a5a1a338b3e9 req-37e948d3-bcf2-4756-9ce8-97eccc0e3e71 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/6b6ef1c5-d416-4eb5-863e-9340ee6bf3bb HTTP/1.1" status: 404 len: 352 time: 0.0454731 Feb 11 14:11:25.177103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Port fa6127e4-f1e4-429e-b4c0-3cf42040d029 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:25.181756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aaeaac99-4177-4ccc-8455-f49acb918ee9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:25.182135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.207324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Network': ['ID=f00379cf-82d4-47d9-8185-2687d9f63b07,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.229175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f00379cf-82d4-47d9-8185-2687d9f63b07 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:25.245025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-744e08c3-6f3e-4819-a4f3-0bd6bf27c1a0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4492478 Feb 11 14:11:25.246633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.247756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:25.256802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2012250156'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:25.283541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Provisioning complete for port aaeaac99-4177-4ccc-8455-f49acb918ee9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:25.283891 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.290296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643c193f-04e6-43d8-90a0-c85c374519cc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.328848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11e1e-b433-4d3d-8893-fec55cdafc9a req-2ad2ad0a-cd9c-4208-988c-6e87b2370ae7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.337494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3c11e1e-b433-4d3d-8893-fec55cdafc9a req-2ad2ad0a-cd9c-4208-988c-6e87b2370ae7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.1232650 Feb 11 14:11:25.381795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.386225 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2fdf6ba-7583-4ad8-bd7a-5e164b703ff0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5286078 Feb 11 14:11:25.389207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44356) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:25.394598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3c11e1e-b433-4d3d-8893-fec55cdafc9a req-102d0496-bf60-4d50-af8f-3ee6da26fc70 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Feb 11 14:11:25.402205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'security_group_rule': {'security_group_id': '643c193f-04e6-43d8-90a0-c85c374519cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:25.410556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.466087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.483556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ccdc022c-618c-4e32-8b2d-6c9924a68221 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:25.489813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port aaeaac99-4177-4ccc-8455-f49acb918ee9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aaeaac99-4177-4ccc-8455-f49acb918ee9,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:25.515221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a08fc61-7f6a-4f87-8130-153e9a2c29f7 req-c21e012d-832b-4c6b-927d-b7df9fa1dafd tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e7637c-b46d-4bc0-a897-a61a3f2afa26 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Feb 11 14:11:25.522362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: ccdc022c-618c-4e32-8b2d-6c9924a68221 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:25.522807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ccdc022c-618c-4e32-8b2d-6c9924a68221 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:25.539636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:25.544917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.556737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.587689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:25.607158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.607608 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Added segment 26c63ed4-21ce-4c3d-8ffa-96e4126c37eb of type vlan for network 33f37660-c2e3-436a-af1f-795638e2a04f Feb 11 14:11:25.635124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b8167474-8490-483b-beee-2ddce810528d details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:25.655080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.681797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.683469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1319-1296-4311-953e-cac877792541 req-878551e5-596e-4e2c-8304-a3c031a8b873 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.685210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6ea1319-1296-4311-953e-cac877792541 req-878551e5-596e-4e2c-8304-a3c031a8b873 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 943 time: 0.0827353 Feb 11 14:11:25.687294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:11:25.687644 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-9c0905f8-2564-4462-9e3e-c708520e3fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:11:25.697444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=aaeaac99-4177-4ccc-8455-f49acb918ee9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.734261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6ea1319-1296-4311-953e-cac877792541 req-893a04fe-0f26-494a-b99f-6fa419791e57 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Feb 11 14:11:25.753476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.766369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.771949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.772555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.785941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b8167474-8490-483b-beee-2ddce810528d,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:25.802280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b8167474-8490-483b-beee-2ddce810528d', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'port_id': 'b8167474-8490-483b-beee-2ddce810528d', 'mac_address': 'fa:16:3e:c5:87:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:25.811890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa389775-297b-4f18-884b-1bcc3ee4a6b6 req-29f97d37-6219-4590-b659-9ef704350935 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2847b05d659e4d7581a60117cbbede53 HTTP/1.1" status: 200 len: 2984 time: 0.0528140 Feb 11 14:11:25.830827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.857619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Network': ['ID=33f37660-c2e3-436a-af1f-795638e2a04f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.860507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d076d0ac-bd0b-4e3c-9bf4-b3d21b41fe66,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.862516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa389775-297b-4f18-884b-1bcc3ee4a6b6 req-93fd04a4-b6da-4e40-a798-2691709c9356 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/d0b16c78-d55c-4f9a-8e61-611afb8a1b77 HTTP/1.1" status: 200 len: 2981 time: 0.0429740 Feb 11 14:11:25.870022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 33f37660-c2e3-436a-af1f-795638e2a04f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:25.872715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.916386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa389775-297b-4f18-884b-1bcc3ee4a6b6 req-6586df2a-c1de-4fe0-ab9d-7319c10f4129 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/d0b16c78-d55c-4f9a-8e61-611afb8a1b77 HTTP/1.1" status: 200 len: 2981 time: 0.0464640 Feb 11 14:11:25.927471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8167474-8490-483b-beee-2ddce810528d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:25.945272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-38e520e7-1087-4aa7-8491-3dacfc06e339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6959872 Feb 11 14:11:25.954779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:25.959248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b8167474-8490-483b-beee-2ddce810528d,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:25.959901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'subnet': {'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:25.974374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.977259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-340be248-039b-42d8-83ce-df0538523084 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848753 Feb 11 14:11:25.982936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44382) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:25.987554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'security_group_rule': {'security_group_id': '643c193f-04e6-43d8-90a0-c85c374519cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:26.057747 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.097792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.120244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:26.171028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.262539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.285579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c84eb6-efb8-4d04-824e-cf69d53765f6,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:26.297685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92570d-ac2b-41f2-9c24-05253d233396 req-daf05d68-c7e0-4c2e-8d82-9d27df9b8346 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.299364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd92570d-ac2b-41f2-9c24-05253d233396 req-daf05d68-c7e0-4c2e-8d82-9d27df9b8346 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0913332 Feb 11 14:11:26.341558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b8167474-8490-483b-beee-2ddce810528d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:26.354509 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd92570d-ac2b-41f2-9c24-05253d233396 req-163cc5e1-ab62-4e95-9e42-390848f15eb9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Feb 11 14:11:26.373581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.374922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba21e067-10f5-4b88-8f07-87cfc94fdb71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909874 Feb 11 14:11:26.378491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44384) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:26.384060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-55320782-b9c9-4024-b2f9-2f67a6d947db None None] Provisioning complete for port aaeaac99-4177-4ccc-8455-f49acb918ee9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:26.384273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:26.384839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55320782-b9c9-4024-b2f9-2f67a6d947db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.430846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84ab4b47-8f4e-488d-baf6-9b7c87f1c9b3 req-c377349c-ed86-445b-a0ff-b88f5bb4fc8f tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/d0b16c78-d55c-4f9a-8e61-611afb8a1b77 HTTP/1.1" status: 200 len: 2981 time: 0.0564017 Feb 11 14:11:26.501880 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-84ab4b47-8f4e-488d-baf6-9b7c87f1c9b3 req-8fb59399-d548-4cd1-b8d5-cd526b7870b1 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 14:11:26.501880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84ab4b47-8f4e-488d-baf6-9b7c87f1c9b3 req-8fb59399-d548-4cd1-b8d5-cd526b7870b1 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0b16c78-d55c-4f9a-8e61-611afb8a1b77 HTTP/1.1" status: 409 len: 352 time: 0.0606925 Feb 11 14:11:26.559420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:26.560357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.563999 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.685273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.788161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e21cf-6b17-4d88-990c-494331e7aab2 req-5cd36033-b135-4289-8b17-937fa7652fad tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.789633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63e21cf-6b17-4d88-990c-494331e7aab2 req-5cd36033-b135-4289-8b17-937fa7652fad tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.0891709 Feb 11 14:11:26.793282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-ee173ddf-dd58-464c-9173-ac9426d21678 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:11:26.794415 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-ee173ddf-dd58-464c-9173-ac9426d21678 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082850 Feb 11 14:11:26.801479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 172.25.7.166 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/5aceddc9-ae40-4bb0-8712-f787f46efc02) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:26.832738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63e21cf-6b17-4d88-990c-494331e7aab2 req-5917d3ad-aa87-48c2-ae64-c081cb93585a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Feb 11 14:11:26.852078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-d924f336-b937-40ec-b475-3510c4b97e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.853496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-d924f336-b937-40ec-b475-3510c4b97e8e service neutron] 10.222.0.31 "GET /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 1093 time: 0.0498664 Feb 11 14:11:26.857774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.874021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Request body: {'binding': {'host': 'n-h2-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:26.874473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Unknown quota resources ['binding']. {{(pid=109375) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:11:26.909035 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-2d0dceee-c862-463b-ab28-752d7a6b4a9f req-d3908ace-b89a-416f-8904-fd23a07b7fc6 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] show failed (client error): The resource could not be found. Feb 11 14:11:26.910068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d0dceee-c862-463b-ab28-752d7a6b4a9f req-d3908ace-b89a-416f-8904-fd23a07b7fc6 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/8fdb5c93-1d4b-4fe8-95be-f194034a35d9 HTTP/1.1" status: 404 len: 352 time: 0.0487669 Feb 11 14:11:26.937889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Subnet': ['ID=83422899-7806-41ac-b923-59d0c1668aab,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:26.948154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:26.948154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network hostable DHCP agents. Network: f00379cf-82d4-47d9-8185-2687d9f63b07, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:27.034410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.046216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e2c5e-cc29-4309-9d85-eed4b17f3a69 req-3b5c0461-093b-42dd-a21e-c5a0a3e83113 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.047738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-521e2c5e-cc29-4309-9d85-eed4b17f3a69 req-3b5c0461-093b-42dd-a21e-c5a0a3e83113 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 944 time: 0.0494900 Feb 11 14:11:27.048859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:27.090325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-521e2c5e-cc29-4309-9d85-eed4b17f3a69 req-fcdb949f-1981-49cd-820d-2fd617d35b4c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Feb 11 14:11:27.095294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on host n-h2-828407-1 for vnic_type normal with profile None {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:27.095626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:27.095953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:27.104595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:27.104940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:27.109853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:27.110185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:27.110560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:27.116345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Bound port: 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:27.128879 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-d34c4c7e-cdd5-48ff-9752-17066aa405d0 req-942a17c6-0f6e-419c-93c7-68b4acc5e6c0 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] show failed (client error): The resource could not be found. Feb 11 14:11:27.129991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d34c4c7e-cdd5-48ff-9752-17066aa405d0 req-942a17c6-0f6e-419c-93c7-68b4acc5e6c0 tempest-SecurityGroupsNegativeTestJSON-608469878 tempest-SecurityGroupsNegativeTestJSON-608469878-project] 10.222.0.31 "GET /v2.0/security-groups/a161d7ad-2537-4002-9dd8-eb861395c857 HTTP/1.1" status: 404 len: 352 time: 0.0151372 Feb 11 14:11:27.144404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f00379cf-82d4-47d9-8185-2687d9f63b07) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:27.156712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.156712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.157829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa1de2d-b74c-4b97-8de9-8089dd0bd3f8 None None] Network f00379cf-82d4-47d9-8185-2687d9f63b07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:27.159070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44400) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:27.199126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.206210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:27.249848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-34d9fb02-4ecc-4128-84cf-40eadefb05d3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2937560 Feb 11 14:11:27.250187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:27.252280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44402) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:27.257555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'subnet': {'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:27.258075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:27.264333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:27.269593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Deleting subnet 7bf13e36-2927-475a-8f6f-5e5abf960427 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:11:27.289885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=5aceddc9-ae40-4bb0-8712-f787f46efc02,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:27.295356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.322811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f00379cf-82d4-47d9-8185-2687d9f63b07', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:11:27.324655 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.352373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.353879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539b9fcf-2741-41f4-9545-d848d123f776 service neutron] 10.222.0.31 "POST /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4848056 Feb 11 14:11:27.356225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.427736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.430106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.463496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:27.466071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Allocated IP 10.1.1.2 (f00379cf-82d4-47d9-8185-2687d9f63b07/83422899-7806-41ac-b923-59d0c1668aab/665965a6-4f65-4641-a8d9-84785a9d6431) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:27.467466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.633097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.640501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.644686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b8167474-8490-483b-beee-2ddce810528d up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:27.664095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.678147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aaeaac99-4177-4ccc-8455-f49acb918ee9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:27.722890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.726469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7bf13e36-2927-475a-8f6f-5e5abf960427 HTTP/1.1" status: 204 len: 168 time: 0.5642748 Feb 11 14:11:27.727295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.752879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:27.755002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370b117-4261-4711-9f70-4837d2af531c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf13e36-2927-475a-8f6f-5e5abf960427,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:27.797733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:27.806251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:27.808462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba1f7c-1ca1-4c96-800d-11658a8b91ee req-bd85e6b4-c057-40e1-8127-58c71d7a4417 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.809530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63ba1f7c-1ca1-4c96-800d-11658a8b91ee req-bd85e6b4-c057-40e1-8127-58c71d7a4417 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1109912 Feb 11 14:11:27.809656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:27.811773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aaeaac99-4177-4ccc-8455-f49acb918ee9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:27.812217 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.814931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Pushing event updated for resources: {'Port': ['ID=665965a6-4f65-4641-a8d9-84785a9d6431,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:27.828211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.902546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port b8167474-8490-483b-beee-2ddce810528d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:27.905337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63ba1f7c-1ca1-4c96-800d-11658a8b91ee req-427a651c-bec4-434a-a49b-fcb236819db2 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521083 Feb 11 14:11:27.918589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b8167474-8490-483b-beee-2ddce810528d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:27.919016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.923498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Attempting to bind port 665965a6-4f65-4641-a8d9-84785a9d6431 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:27.923865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Attempting to bind port 665965a6-4f65-4641-a8d9-84785a9d6431 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:27.924347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Attempting to bind port 665965a6-4f65-4641-a8d9-84785a9d6431 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:27.931375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd7c31-8f63-495c-9247-18afbfd669f6 req-1c92436b-4d33-4e0a-815f-3c3cd730afad tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.938762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cbd7c31-8f63-495c-9247-18afbfd669f6 req-1c92436b-4d33-4e0a-815f-3c3cd730afad tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.2251108 Feb 11 14:11:27.955464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.958199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:27.958653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:27.959117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.959594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Bound using segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:27.960160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Bound port: 665965a6-4f65-4641-a8d9-84785a9d6431, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:27.960607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.978812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Subnet': ['ID=95f3cd42-8e14-45e8-8335-4840be314054,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.031573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Checking segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:28.031982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network hostable DHCP agents. Network: 33f37660-c2e3-436a-af1f-795638e2a04f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:28.039180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cbd7c31-8f63-495c-9247-18afbfd669f6 req-f47194c9-6bb3-42df-a1ed-2e746c3b9c46 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988984 Feb 11 14:11:28.053638 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.065970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14c0e-9895-4313-8024-34e01f144061 req-f3b75e52-fe75-41cb-aa0a-6b919a35a4e0 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.068298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cbf14c0e-9895-4313-8024-34e01f144061 req-f3b75e52-fe75-41cb-aa0a-6b919a35a4e0 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.0936544 Feb 11 14:11:28.112740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cbf14c0e-9895-4313-8024-34e01f144061 req-95d4376a-12fc-45b1-951e-2cedecb3c7a4 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Feb 11 14:11:28.120854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.141538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.153588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430fbbf4-3818-457a-9762-610d815f49dc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:28.175115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec60613-7487-4474-924b-68b0f15c56c1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:28.175463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec60613-7487-4474-924b-68b0f15c56c1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:28.227205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network 33f37660-c2e3-436a-af1f-795638e2a04f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:28.248028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.263714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=5aceddc9-ae40-4bb0-8712-f787f46efc02,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.271557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.280554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.293588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:11:28.293994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:11:28.298994 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:11:28.304086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494ea0-98b3-4f82-9dd0-a1e01a24e583 req-cbd3c2c9-1c94-4f63-b4a5-ee22f64bb7f7 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.304086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67494ea0-98b3-4f82-9dd0-a1e01a24e583 req-cbd3c2c9-1c94-4f63-b4a5-ee22f64bb7f7 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 944 time: 0.0778513 Feb 11 14:11:28.315363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] For port 665965a6-4f65-4641-a8d9-84785a9d6431, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:28.320218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] For port 665965a6-4f65-4641-a8d9-84785a9d6431, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=665965a6-4f65-4641-a8d9-84785a9d6431,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:28.324985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.342083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67494ea0-98b3-4f82-9dd0-a1e01a24e583 req-509461a0-767c-46d5-baae-ac1b792551ec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Feb 11 14:11:28.349883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8167474-8490-483b-beee-2ddce810528d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:28.352701 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3191fe73-8362-4545-9952-67c72ec0d010" -d '{"events": [{"server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "name": "network-vif-plugged", "status": "completed", "tag": "b8167474-8490-483b-beee-2ddce810528d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:28.367835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b8167474-8490-483b-beee-2ddce810528d,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:28.373844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-30e45eb4-bca4-4f48-a932-d75b728dabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.375349 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-30e45eb4-bca4-4f48-a932-d75b728dabf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1096 time: 0.1818349 Feb 11 14:11:28.383563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ad07-3000-4ae5-9e9f-5b913c652df8 req-6d07057c-56c2-4a38-adb5-d2b437196c57 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.389551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf52ad07-3000-4ae5-9e9f-5b913c652df8 req-6d07057c-56c2-4a38-adb5-d2b437196c57 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.2178228 Feb 11 14:11:28.398583 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c0bf4-c472-4a87-ba26-061570ce9a7a x-openstack-request-id: req-fb5c0bf4-c472-4a87-ba26-061570ce9a7a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:28.398935 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "name": "network-vif-plugged", "status": "completed", "tag": "b8167474-8490-483b-beee-2ddce810528d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:28.399191 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb5c0bf4-c472-4a87-ba26-061570ce9a7a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:28.399946 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8167474-8490-483b-beee-2ddce810528d', 'code': 200} Feb 11 14:11:28.400939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 33f37660-c2e3-436a-af1f-795638e2a04f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:28.409295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76fdaf-9197-42ee-a8a9-3d8fd47b796b None None] Network 33f37660-c2e3-436a-af1f-795638e2a04f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:28.423385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.427061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.429214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.432483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.436944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c8cd980-fb81-4545-b93b-5f6d725c10b9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0540953 Feb 11 14:11:28.523684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.527277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.531473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf52ad07-3000-4ae5-9e9f-5b913c652df8 req-f95c305a-f1c4-4af9-a931-e85081f4f9c0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313930 Feb 11 14:11:28.546276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.549540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] 10.222.0.31 "DELETE /v2.0/networks/430fbbf4-3818-457a-9762-610d815f49dc HTTP/1.1" status: 204 len: 168 time: 0.7946489 Feb 11 14:11:28.583737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796494-0791-4a37-8a8b-9c2059736433 admin admin] Pushing event deleted for resources: {'Network': ['ID=430fbbf4-3818-457a-9762-610d815f49dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.591115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e6293536-62ef-4c67-924e-a884a93237a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3376749 Feb 11 14:11:28.593920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44424) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:28.594306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-895f5cf5-d301-4efe-89b4-3c47b3ed7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.595757 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-895f5cf5-d301-4efe-89b4-3c47b3ed7544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.2050347 Feb 11 14:11:28.602187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'name': 'tempest-TaggedBootDevicesTest-2005752004', 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:28.612671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44d8c7-2a3a-48bb-a083-e52a5c90ff1d req-ec003fa6-04dd-48d0-b840-e99d96922ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.614197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e44d8c7-2a3a-48bb-a083-e52a5c90ff1d req-ec003fa6-04dd-48d0-b840-e99d96922ef1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 1095 time: 0.1343575 Feb 11 14:11:28.650275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-21ff49ba-4424-446c-8ef6-37e408cd6dcf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 217 time: 0.0473459 Feb 11 14:11:28.658612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae9a2f-3788-471d-abe2-0a423fedcfd5 None None] Pushing event updated for resources: {'Port': ['ID=665965a6-4f65-4641-a8d9-84785a9d6431,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.757698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e44d8c7-2a3a-48bb-a083-e52a5c90ff1d req-eaf9fdcf-27f5-4e00-8c0b-e7ec9547f9af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135452 Feb 11 14:11:28.766295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-d272ac5e-88f7-48af-afb1-6ffee8ac1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.767863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-d272ac5e-88f7-48af-afb1-6ffee8ac1ca3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1094465 Feb 11 14:11:28.779340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.802560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-33f37660-c2e3-436a-af1f-795638e2a04f', 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ips': [{'subnet_id': '95f3cd42-8e14-45e8-8335-4840be314054'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:11:28.803443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.813560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-50658a29-fea7-4c22-bc14-c33e6b9b1632 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--810333811&fields=id&tenant_id=868c2d23cf1e428ab12d1555d5bfc7db HTTP/1.1" status: 200 len: 267 time: 0.0699949 Feb 11 14:11:28.833394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-eb1eb950-fbbc-498c-84e5-e1ef4f7fcf72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442767 Feb 11 14:11:28.900981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-81c54966-d56a-4e69-ad45-834f9791ee2a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.902861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-81c54966-d56a-4e69-ad45-834f9791ee2a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 936 time: 0.0762582 Feb 11 14:11:28.909156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:28.927701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:29.032726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-805a3fc3-721b-4987-b353-27c996371b4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.032998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9cd96837-ddab-439c-921e-d464204f28e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2847b05d659e4d7581a60117cbbede53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999105 Feb 11 14:11:29.033648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:29.034136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-805a3fc3-721b-4987-b353-27c996371b4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 936 time: 0.1164167 Feb 11 14:11:29.038574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Allocated IP 10.2.2.2 (33f37660-c2e3-436a-af1f-795638e2a04f/95f3cd42-8e14-45e8-8335-4840be314054/ca6842f8-ccf1-4749-ac01-83ad4f5075f1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:29.103414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-b22e2c19-2e3e-4fdf-b5b7-537e6202aa63 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585544 Feb 11 14:11:29.115443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.117866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-80941fd3-082b-4c02-b1fe-058404452193 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809565 Feb 11 14:11:29.161489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9102c9e7-16bc-4c9c-b6e1-7bf986376f25 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0414517 Feb 11 14:11:29.170131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] device_id is not set on port 00ba992a-1e27-4f6b-a712-81a051da3b07 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:11:29.190000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f7947-526f-4a8c-9f40-a8e3bf445fb0 req-20ddb13a-c548-416a-b2ec-3534ae112928 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.191831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae9f7947-526f-4a8c-9f40-a8e3bf445fb0 req-20ddb13a-c548-416a-b2ec-3534ae112928 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1784806 Feb 11 14:11:29.220002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.233256 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.272699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.291659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae9f7947-526f-4a8c-9f40-a8e3bf445fb0 req-cad141e6-8b73-44f3-bd35-9b4da5763211 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923040 Feb 11 14:11:29.315816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.364943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Network 33f37660-c2e3-436a-af1f-795638e2a04f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:29.370473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:29.371941 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-454b8afa-019f-4e50-bfda-8bf9fa8cdbcb service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428317 Feb 11 14:11:29.372086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-f7334c5b-276c-40aa-b594-ac77ac627e4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.377165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:29.377692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-f7334c5b-276c-40aa-b594-ac77ac627e4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.383709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-f7334c5b-276c-40aa-b594-ac77ac627e4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.391189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-f7334c5b-276c-40aa-b594-ac77ac627e4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/networks?id=f63371f4-0184-43a0-8933-72c171b8137c&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 200 len: 1996 time: 0.2233913 Feb 11 14:11:29.395925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Pushing event updated for resources: {'Port': ['ID=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:29.430629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-8ac627b6-f409-4063-85b0-ec712cb31050 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/quotas/868c2d23cf1e428ab12d1555d5bfc7db HTTP/1.1" status: 200 len: 375 time: 0.0382619 Feb 11 14:11:29.453315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Attempting to bind port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:29.453315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Attempting to bind port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:29.453665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Attempting to bind port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 on network 33f37660-c2e3-436a-af1f-795638e2a04f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:29.459890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:29.460297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Checking segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:29.460759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.461192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Bound using segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:29.465940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Bound port: ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:29.465940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.468351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2231740-247b-4709-8978-96171b5e6152 req-2e458252-18fe-4de6-bcfa-7baeafa302d0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.470036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2231740-247b-4709-8978-96171b5e6152 req-2e458252-18fe-4de6-bcfa-7baeafa302d0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.1138346 Feb 11 14:11:29.493534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-c82c431a-9d0a-47bc-a1fb-c553d8137155 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.495465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-c82c431a-9d0a-47bc-a1fb-c553d8137155 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.0825398 Feb 11 14:11:29.504525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.1.1.106 (f00379cf-82d4-47d9-8185-2687d9f63b07/83422899-7806-41ac-b923-59d0c1668aab/00ba992a-1e27-4f6b-a712-81a051da3b07) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:29.527109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.531502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.536549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0b16c78-d55c-4f9a-8e61-611afb8a1b77 HTTP/1.1" status: 204 len: 168 time: 0.4682579 Feb 11 14:11:29.560754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] For port ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:29.577543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] For port ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:29.585643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe495d5-8c7a-4500-800e-ac014f9796af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b16c78-d55c-4f9a-8e61-611afb8a1b77,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:29.603967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-5f2fb59d-5b50-437e-be28-9ea63e6eaebd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1658580 Feb 11 14:11:29.610678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2231740-247b-4709-8978-96171b5e6152 req-483448ad-ee7c-4ef5-b6c4-3e79a8149612 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140399 Feb 11 14:11:29.651187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.816136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Deleting port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:29.816494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.819125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bfcea-eeda-4056-940e-e3031709adb2 None None] Pushing event updated for resources: {'Port': ['ID=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:29.874433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 665965a6-4f65-4641-a8d9-84785a9d6431 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:29.916152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7578cb5a-a223-4cd3-8533-4d01554d3bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071382 Feb 11 14:11:29.995468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 665965a6-4f65-4641-a8d9-84785a9d6431 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:29.996244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.997213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fce5b-e2ff-472a-b730-e55db0da375b req-f337e5fb-16e0-433d-8049-2421d8292edf tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.001740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-775fce5b-e2ff-472a-b730-e55db0da375b req-f337e5fb-16e0-433d-8049-2421d8292edf tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 946 time: 0.2783828 Feb 11 14:11:30.099955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05171a9c-83f0-4ff3-9eee-623474d9490b None None] Network f00379cf-82d4-47d9-8185-2687d9f63b07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:30.119897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-775fce5b-e2ff-472a-b730-e55db0da375b req-55ce6507-4421-453f-8f5f-fb5502837afc tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 Feb 11 14:11:30.197502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.286223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] For port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:30.286600 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.309394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-030fb276-89dd-4a55-861b-0435f1de58f0 None None] Provisioning complete for port 665965a6-4f65-4641-a8d9-84785a9d6431 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:30.309927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-030fb276-89dd-4a55-861b-0435f1de58f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.337419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Calling delete_port for 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:30.365088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-d34c64cb-b2df-4d8a-a32c-451887fbf45d service neutron] 10.222.0.31 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142294 Feb 11 14:11:30.368332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.439876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40d9f0-20f6-4849-99dd-74995ddbe06e req-d313dd65-8182-4bb6-8dbc-69979b8addeb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.448170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c40d9f0-20f6-4849-99dd-74995ddbe06e req-d313dd65-8182-4bb6-8dbc-69979b8addeb tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.1348674 Feb 11 14:11:30.516066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c40d9f0-20f6-4849-99dd-74995ddbe06e req-7e9fa7b7-4668-4bb0-b10a-b7fd2b3c1808 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670266 Feb 11 14:11:30.517635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.541524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-f4627d6e-f4d4-439b-86b6-f47dcfd9bc68 service neutron] 10.222.0.31 "GET /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1719799 Feb 11 14:11:30.565404 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.599983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-030fb276-89dd-4a55-861b-0435f1de58f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.615041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:30.708848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-5156c1af-0b46-4d03-b5ff-1988d9fb9f06 service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664090 Feb 11 14:11:30.712672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 665965a6-4f65-4641-a8d9-84785a9d6431, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=665965a6-4f65-4641-a8d9-84785a9d6431,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:30.717477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:30.718945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df211703-da39-43f6-8140-4be727e1c4c1 req-521c3927-1c8b-4cca-8c27-46948ce7c241 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.730140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:30.731315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df211703-da39-43f6-8140-4be727e1c4c1 req-521c3927-1c8b-4cca-8c27-46948ce7c241 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 946 time: 0.1018713 Feb 11 14:11:30.756733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.768857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:30.797463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df211703-da39-43f6-8140-4be727e1c4c1 req-5df650c5-6e52-4c32-a1df-d2f1e1ed96bf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603433 Feb 11 14:11:30.814259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.908931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4e85551c-67b8-462b-b061-1ea7b6838bf1 service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799223 Feb 11 14:11:30.929751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event deleted for resources: {'Port': ['ID=3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:30.964816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] No DVR routers for this DVR port 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:30.968376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.973097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3feb75b7-eae4-4ad1-aaa4-68b86391f7e9 req-5446caba-1009-49a3-9a98-e5aeec77d3ce tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.62 "DELETE /v2.0/ports/3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e HTTP/1.1" status: 204 len: 173 time: 1.4599137 Feb 11 14:11:30.989638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:31.015075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'name': 'network-vif-deleted', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:31.022077 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf9e17-83fe-4399-be68-9d14dd863571" -d '{"events": [{"server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "name": "network-vif-deleted", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:31.038964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-df00b8b4-8a2f-48aa-bd98-9aaacb8049de service neutron] 10.222.0.31 "GET /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1020575 Feb 11 14:11:31.059791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.061406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.079326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe148-f837-4679-9929-d3d1556000fc req-7a7fed9a-1178-4add-ac25-96b6cfd33a98 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.088675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61dfe148-f837-4679-9929-d3d1556000fc req-7a7fed9a-1178-4add-ac25-96b6cfd33a98 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.1253912 Feb 11 14:11:31.126536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-030fb276-89dd-4a55-861b-0435f1de58f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:11:31.126897 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-030fb276-89dd-4a55-861b-0435f1de58f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:11:31.142383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=665965a6-4f65-4641-a8d9-84785a9d6431,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:31.203270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61dfe148-f837-4679-9929-d3d1556000fc req-4c784e51-17b1-43ae-bb86-05204e19d0db tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135807 Feb 11 14:11:31.204935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.470482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62212a45-10d5-4e42-93e1-ba83dff4a8b9 req-85b786ec-73a9-4a30-a564-e8340e12bb7f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.474349 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62212a45-10d5-4e42-93e1-ba83dff4a8b9 req-85b786ec-73a9-4a30-a564-e8340e12bb7f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.1426723 Feb 11 14:11:31.560523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62212a45-10d5-4e42-93e1-ba83dff4a8b9 req-3f4fbaba-528f-4504-9d28-992a22f51c11 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770946 Feb 11 14:11:31.626504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:31.663877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0df2b3fe-5fc0-40e8-bf7b-4b050ad6b3e9 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.670530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0df2b3fe-5fc0-40e8-bf7b-4b050ad6b3e9 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.1231971 Feb 11 14:11:31.684094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:31.756265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:31.763512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:31.838589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a6e6f-f0c8-490d-adc3-2e5ae62da7cf None None] Network 33f37660-c2e3-436a-af1f-795638e2a04f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:31.843253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:31.843600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:31.852967 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b470c20b-aebc-4b0b-b5a5-7eb20a551a64 x-openstack-request-id: req-b470c20b-aebc-4b0b-b5a5-7eb20a551a64 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:31.856454 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c212b6a9-4a8d-40e4-99dd-35300b46669d", "name": "network-vif-deleted", "tag": "3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:31.857040 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b470c20b-aebc-4b0b-b5a5-7eb20a551a64 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:31.857672 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c212b6a9-4a8d-40e4-99dd-35300b46669d', 'name': 'network-vif-deleted', 'tag': '3222a4fc-a7a2-4461-b67e-e4f74d5c6e1e', 'status': 'completed', 'code': 200} Feb 11 14:11:31.858475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.897049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-223065333-network', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:31.900990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-19ab47fa-c486-4f2c-96a8-2a2810e1cebe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3058245 Feb 11 14:11:31.904840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-5043538f-c2ae-4c2e-bc24-e7debb508689 service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405972 Feb 11 14:11:31.905330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44486) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:31.910744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'name': 'tempest-TaggedBootDevicesTest-1142725015', 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:31.966983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9acd097-5914-44e9-879f-15c7322ea964 req-7c58e589-b054-4e51-bae3-214ebdd732f2 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=c212b6a9-4a8d-40e4-99dd-35300b46669d HTTP/1.1" status: 200 len: 210 time: 0.0962253 Feb 11 14:11:31.990361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Provisioning complete for port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:31.990740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.105754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 665965a6-4f65-4641-a8d9-84785a9d6431 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:32.155945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:32.171919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:32.191482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a93136-7881-49f5-81b8-b52c2e44d743 req-3ae8a9a6-9eae-43e2-b282-dab37549f3ef tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:32.223110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0a93136-7881-49f5-81b8-b52c2e44d743 req-3ae8a9a6-9eae-43e2-b282-dab37549f3ef tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.0940366 Feb 11 14:11:32.223345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:11:32.236759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:32.251601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-8fa82c5f-176a-47d6-a699-265f240621c3 service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365800 Feb 11 14:11:32.279971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0a93136-7881-49f5-81b8-b52c2e44d743 req-2fff8926-97fb-42d7-a545-f4e13e38d21a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725846 Feb 11 14:11:32.296761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.326556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Made reservation on behalf of 95b31397a3994a8e8ab12308c30d6dc7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:32.329273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.345823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.380297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.437930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1990a66e-fd3f-43f5-8b4a-c62eceb53f9b service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846402 Feb 11 14:11:32.509909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:32.516258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.557358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] device_id is not set on port 8c6158a0-56a8-467e-92b6-814f73a6505d yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:11:32.575439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 665965a6-4f65-4641-a8d9-84785a9d6431 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:32.577633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.604606 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.642775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:32.648322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1afa828d-acec-4a72-b7e8-bd9a0e8de1cc service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006071 Feb 11 14:11:32.673658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] For port ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:32.675771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04597e95-a477-41b8-ab06-5ab27cecdfec req-a76b5542-d1f3-4746-8b19-57378bfc6021 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:32.685109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04597e95-a477-41b8-ab06-5ab27cecdfec req-a76b5542-d1f3-4746-8b19-57378bfc6021 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.2962437 Feb 11 14:11:32.718338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ca6842f8-ccf1-4749-ac01-83ad4f5075f1 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:32.719365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.719718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.720201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.721427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.726117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:32.751321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:32.752087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:32.753550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:32.756449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.803142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:32.804521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Attempting to bind port 1569f8ea-07dc-48fe-8756-55c765340120 on network cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:32.808361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Provisioning complete for port 665965a6-4f65-4641-a8d9-84785a9d6431 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:32.814669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.815267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.830886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04597e95-a477-41b8-ab06-5ab27cecdfec req-b5a6fb47-e403-4d37-81e3-bbe7278eae62 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429491 Feb 11 14:11:32.845608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:32.845608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Checking segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:32.845608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Bound using segment: {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:32.845608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Bound port: 1569f8ea-07dc-48fe-8756-55c765340120, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f8c35-9ead-4494-addf-69b03a7d9a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:32.845608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.929663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-663a60c4-ac01-40ee-8e20-6e6c0814f153 service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721252 Feb 11 14:11:32.934786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.1.1.145 (f00379cf-82d4-47d9-8185-2687d9f63b07/83422899-7806-41ac-b923-59d0c1668aab/8c6158a0-56a8-467e-92b6-814f73a6505d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:32.945123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.005244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Pushing event updated for resources: {'Port': ['ID=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.011619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:33.011619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.034367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:33.036931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Provisioning complete for port 00ba992a-1e27-4f6b-a712-81a051da3b07 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:33.037385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.063644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d4903-a15c-4d32-8f3c-de6d90e61563,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.089068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.089434 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Added segment d0bbb3ff-8991-4c20-901c-3a4788b90743 of type vlan for network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c Feb 11 14:11:33.104605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad518b-18b4-4c72-aeff-ee27f8f1ddc9 None None] Port 00ba992a-1e27-4f6b-a712-81a051da3b07 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:33.107334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:33.158925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:33.167452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180591e-6516-460c-95cc-dab89ab02bd7 req-73f6e3a3-9ac8-4681-9e7a-8703c125f464 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.174893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5180591e-6516-460c-95cc-dab89ab02bd7 req-73f6e3a3-9ac8-4681-9e7a-8703c125f464 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.2193534 Feb 11 14:11:33.178469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.236507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e73ca9cd-a6ea-42cd-a3eb-da353ca35027 None None] Provisioning complete for port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:33.236925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e73ca9cd-a6ea-42cd-a3eb-da353ca35027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.237798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.265517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5180591e-6516-460c-95cc-dab89ab02bd7 req-26c678e9-8191-40d1-9deb-65df27187619 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896692 Feb 11 14:11:33.275889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.280078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-5db8d065-1508-48d7-b013-deb4f4a314ca service neutron] 10.222.0.31 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425193 Feb 11 14:11:33.335935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.342501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.343517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.409093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-eaff2c81-972b-4348-9200-6dddeac11378 service neutron] 10.222.0.31 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194754 Feb 11 14:11:33.473966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.518739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:33.529082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:33.535354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:33.596881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.597571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.642106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.688561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4cfef0e6-c4c9-4f5e-b067-c4b2594b2083 service neutron] 10.222.0.31 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716830 Feb 11 14:11:33.712619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ca6842f8-ccf1-4749-ac01-83ad4f5075f1 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:33.777530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1497881 Feb 11 14:11:33.779496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.780203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.781845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] 10.222.0.62 "PUT /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 1122 time: 2.1023242 Feb 11 14:11:33.783124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d28e1-6cb3-413c-b7b3-2c8ccc834c0e service neutron] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.788656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:33.791389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82a66-2e70-4b57-979e-8b43372104f2 admin admin] Pushing event updated for resources: {'Network': ['ID=19ef8a17-b4f6-420b-b3dc-5e7a9521721c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.798705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Request body: {'subnet': {'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-223065333-subnet', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:33.831530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:33.835676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2966a-da12-4a14-b3a2-ae08304e35d4 req-9794bc1e-4318-4e33-84ff-ebd85bfd04dd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.838352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3d2966a-da12-4a14-b3a2-ae08304e35d4 req-9794bc1e-4318-4e33-84ff-ebd85bfd04dd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.4316788 Feb 11 14:11:33.852764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:33.855652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Request body: {'floatingip': {'port_id': 'b8167474-8490-483b-beee-2ddce810528d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:33.860089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120'}, {'name': 'network-changed', 'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:33.862469 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53faa1bb-b28f-42aa-bc25-6855dd228700" -d '{"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-unplugged", "status": "completed", "tag": "1569f8ea-07dc-48fe-8756-55c765340120"}, {"name": "network-changed", "server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "tag": "1569f8ea-07dc-48fe-8756-55c765340120"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:33.863683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-5df52352-7963-4f34-aff6-fb803634a1f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740000 Feb 11 14:11:33.872204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bf187533-a2ba-44dc-8f23-a8f21a802dba tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9656942 Feb 11 14:11:33.919819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.960219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['1569f8ea-07dc-48fe-8756-55c765340120'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:33.966604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1569f8ea-07dc-48fe-8756-55c765340120'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:33.997792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:33.998248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.006145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Made reservation on behalf of 95b31397a3994a8e8ab12308c30d6dc7 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:34.008177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.039885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-e829bff3-6778-41b2-84d2-fee40b223993 service neutron] 10.222.0.31 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605785 Feb 11 14:11:34.100444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e1197ef3-ac67-4e63-b509-11b0f4a3490f None None] Provisioning complete for port 8c6158a0-56a8-467e-92b6-814f73a6505d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:34.107263 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1197ef3-ac67-4e63-b509-11b0f4a3490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.155941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f458f0a-b498-4364-8dc2-6fb4c96fb4a6 req-686201bf-2e5a-4fbf-b004-70af5d838608 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:34.164189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f458f0a-b498-4364-8dc2-6fb4c96fb4a6 req-686201bf-2e5a-4fbf-b004-70af5d838608 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.1625853 Feb 11 14:11:34.207121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e1197ef3-ac67-4e63-b509-11b0f4a3490f None None] Port 8c6158a0-56a8-467e-92b6-814f73a6505d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:34.288700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f458f0a-b498-4364-8dc2-6fb4c96fb4a6 req-ac860eb6-1b67-453f-b967-e42671c74442 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151402 Feb 11 14:11:34.702304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221ed74-9190-48c0-ba11-1dda17a791fd req-70506b36-55d2-470c-ae3b-73f13a7afa2c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:34.703805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7221ed74-9190-48c0-ba11-1dda17a791fd req-70506b36-55d2-470c-ae3b-73f13a7afa2c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.2485476 Feb 11 14:11:34.710877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.884062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd1a039-b89f-476e-af35-bbe501dd40bb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.900506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7221ed74-9190-48c0-ba11-1dda17a791fd req-67ef9ece-4a67-4321-b11c-d7431405ebb0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816659 Feb 11 14:11:34.931994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Checking segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:34.931994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Network hostable DHCP agents. Network: 19ef8a17-b4f6-420b-b3dc-5e7a9521721c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:34.989993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.992997 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11de5d9a-70fd-4067-9c39-be87cdd07de1 x-openstack-request-id: req-11de5d9a-70fd-4067-9c39-be87cdd07de1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:34.993352 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-unplugged", "status": "completed", "tag": "1569f8ea-07dc-48fe-8756-55c765340120", "code": 200}, {"name": "network-changed", "server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "tag": "1569f8ea-07dc-48fe-8756-55c765340120", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:34.993605 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11de5d9a-70fd-4067-9c39-be87cdd07de1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:34.994204 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120', 'code': 200} Feb 11 14:11:34.994508 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120', 'status': 'completed', 'code': 200} Feb 11 14:11:35.055409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-c6eec8ed-b54c-41c7-a2b9-14d48356630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.057620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-c6eec8ed-b54c-41c7-a2b9-14d48356630b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1125 time: 0.0521178 Feb 11 14:11:35.075011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.152453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:35.259418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-8a984a14-7c73-422a-a9d6-0bc3f780b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.260935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-8a984a14-7c73-422a-a9d6-0bc3f780b25b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.1962070 Feb 11 14:11:35.263560 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Floating IP 81c1796b-562a-4a5c-b1dd-76ac4c0e20f1 associated. External IP: 172.25.7.42, port: b8167474-8490-483b-beee-2ddce810528d. Feb 11 14:11:35.337249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 19ef8a17-b4f6-420b-b3dc-5e7a9521721c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:35.341569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.342199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.349795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f23417-5903-4739-96af-b9d7b6c4cacc None None] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:35.352401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-aa0426f7-2955-45ba-8cec-48d5ec934a99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 217 time: 0.0534611 Feb 11 14:11:35.452590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-476eaf54-668f-4a96-93b6-ea2796820885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.454367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-476eaf54-668f-4a96-93b6-ea2796820885 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0846398 Feb 11 14:11:35.519274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:11:35.520319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.533618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-23bb0d47-eaa2-493e-89b4-d586e5da56c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7393456 Feb 11 14:11:35.533769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44530) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:35.534203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:35.540783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962647761', 'description': 'tempest-description--582773153'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:35.547091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:35.553220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-60eecd55-3a3e-44ce-ae4a-aae98d9483c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906012 Feb 11 14:11:35.681318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.682412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.706179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Allocated IP 172.20.0.2 (19ef8a17-b4f6-420b-b3dc-5e7a9521721c/1bd1a039-b89f-476e-af35-bbe501dd40bb/352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:35.750085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.761323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.907676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.992011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.027714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:36.053349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.053609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:36.058632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615cc1c-6106-4ad5-ad9c-ab6f15a2f5d7 req-04c527e5-ba14-4bf6-9470-e7c98984edaa tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.060758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2615cc1c-6106-4ad5-ad9c-ab6f15a2f5d7 req-04c527e5-ba14-4bf6-9470-e7c98984edaa tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.4224720 Feb 11 14:11:36.062405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:36.073419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:36.076866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Pushing event updated for resources: {'Port': ['ID=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.079957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.097280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-512beb1e-384c-4145-b15f-e8143778d507 service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099707 Feb 11 14:11:36.154155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Attempting to bind port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:36.154526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Attempting to bind port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:36.155117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Attempting to bind port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef on network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:36.160782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:36.161189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Checking segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:36.161860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.162343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Bound using segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:36.163074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Bound port: 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:36.163522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.176307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2615cc1c-6106-4ad5-ad9c-ab6f15a2f5d7 req-6de60de0-07d3-4062-8831-51d6ba408423 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085362 Feb 11 14:11:36.198569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.248090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] For port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:36.252107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] For port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:36.261148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f90624-3468-43ab-9fbc-50c1aacf3d70,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.331926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:36.340342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.343603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Sync routers for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:36.356571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:36.358222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:36.378892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53faa1bb-b28f-42aa-bc25-6855dd228700 req-a3e15cdd-1c5d-409f-87ba-ade21c93cd2c service neutron] 10.222.0.60 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396107 Feb 11 14:11:36.379384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.380868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1ae14edb-e517-4554-b829-e3b1444bcb2f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8442259 Feb 11 14:11:36.383318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd3498a7-2f62-46cc-aa14-61613e438197 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "PUT /v2.0/floatingips/81c1796b-562a-4a5c-b1dd-76ac4c0e20f1 HTTP/1.1" status: 200 len: 990 time: 2.5322123 Feb 11 14:11:36.384611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:36.401104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'security_group_rule': {'security_group_id': '99f90624-3468-43ab-9fbc-50c1aacf3d70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:36.419504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.426218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f018-8fdd-4835-9c25-bbf095f08739 req-546bae49-414b-440a-82be-c8498d8f44ee tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.430653 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2c4f018-8fdd-4835-9c25-bbf095f08739 req-546bae49-414b-440a-82be-c8498d8f44ee tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.1474168 Feb 11 14:11:36.490428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2c4f018-8fdd-4835-9c25-bbf095f08739 req-03a07bcd-ae59-4930-aa18-1bab04dcbba0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528338 Feb 11 14:11:36.494883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d5a02da-2e7e-4068-9441-2c853a1ac423 req-f49c6a0e-bedb-49ec-892e-d337b6652363 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0371056 Feb 11 14:11:36.502440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.540318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.547308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d74f-14c7-4ca8-b39e-085160af3a95 None None] Pushing event updated for resources: {'Port': ['ID=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.573494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:36.666265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.731036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4e8e-181d-4f8b-864b-8c228c7ba068 req-f592aebf-bbd7-499f-ab31-bf032b865b56 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.733125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-650f4e8e-181d-4f8b-864b-8c228c7ba068 req-f592aebf-bbd7-499f-ab31-bf032b865b56 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.1137054 Feb 11 14:11:36.740956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dda0-c908-4520-9c28-8c4e27374ae1 req-498db166-6117-42be-ade7-1c2f66a13ad9 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.743109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc0dda0-c908-4520-9c28-8c4e27374ae1 req-498db166-6117-42be-ade7-1c2f66a13ad9 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.1075463 Feb 11 14:11:36.752606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Allocated IP 172.25.7.91 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/8677eb9c-42dd-4044-a8ec-e573c159f2f8) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:36.825095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.834016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-650f4e8e-181d-4f8b-864b-8c228c7ba068 req-b4a3a7c1-cce1-46e9-9ee8-e3ea0a18d015 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Feb 11 14:11:36.880110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.916151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5a8cd8-c203-4d25-b17f-2540d036576f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.951859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81c1796b-562a-4a5c-b1dd-76ac4c0e20f1', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'port_id': 'b8167474-8490-483b-beee-2ddce810528d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'mac_address': 'fa:16:3e:c5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:52Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 1, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:36.956236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc0dda0-c908-4520-9c28-8c4e27374ae1 req-42d427e5-52e9-48dd-8d1f-22ac6bd8329e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054071 Feb 11 14:11:36.995646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Checking router: eda1fb2e-7d61-4d49-a35f-dc036d2ddeea for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:37.005638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:37.006487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:37.013762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc141f-8961-454d-831e-ca8858c5ee0d req-a5c2db62-cecd-4fe4-959f-0b63163bb0a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.015365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07fc141f-8961-454d-831e-ca8858c5ee0d req-a5c2db62-cecd-4fe4-959f-0b63163bb0a8 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0896707 Feb 11 14:11:37.016067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'tag': 'b8167474-8490-483b-beee-2ddce810528d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:37.018988 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67910ba5-a9cd-420f-9c1b-7fea83d08f74" -d '{"events": [{"name": "network-changed", "server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "tag": "b8167474-8490-483b-beee-2ddce810528d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:37.022063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.042726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.044197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b97a11a-9833-4a31-992f-726e0bbeb549 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6566789 Feb 11 14:11:37.047843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:37.085485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'security_group_rule': {'security_group_id': '99f90624-3468-43ab-9fbc-50c1aacf3d70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:37.091340 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6126c-0ad3-4997-8eda-0e31b310d7a6 x-openstack-request-id: req-0fd6126c-0ad3-4997-8eda-0e31b310d7a6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:37.091623 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "tag": "b8167474-8490-483b-beee-2ddce810528d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:37.091897 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fd6126c-0ad3-4997-8eda-0e31b310d7a6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:37.092288 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'tag': 'b8167474-8490-483b-beee-2ddce810528d', 'status': 'completed', 'code': 200} Feb 11 14:11:37.113074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07fc141f-8961-454d-831e-ca8858c5ee0d req-7d7be72b-dbfa-43c9-a69f-c65760e40061 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804193 Feb 11 14:11:37.121681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.158991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:37.163702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-e46e3b3f-7740-4fa5-971c-1054e98ef6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.164740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:37.165400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-e46e3b3f-7740-4fa5-971c-1054e98ef6b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42d39e55655f4e8e8abb34decec7f67e&device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 1096 time: 0.0514600 Feb 11 14:11:37.165621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:37.168590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:37.220608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=8677eb9c-42dd-4044-a8ec-e573c159f2f8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:37.251767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.313288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-11a97846-9b74-49d1-bcf2-84e6b281382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.315343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-11a97846-9b74-49d1-bcf2-84e6b281382f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c399776d-5da1-42b6-8461-e16793f96edd HTTP/1.1" status: 200 len: 917 time: 0.1369262 Feb 11 14:11:37.333102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.400380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c9fd9-7dac-469a-b5d3-484517cea204 req-ff05109b-9b65-450e-867a-9ef8ef19a86c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.402195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b5c9fd9-7dac-469a-b5d3-484517cea204 req-ff05109b-9b65-450e-867a-9ef8ef19a86c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0882480 Feb 11 14:11:37.449580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-e7ff6f99-9e86-4bc3-8ab4-3068937a7d4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8167474-8490-483b-beee-2ddce810528d HTTP/1.1" status: 200 len: 998 time: 0.1185200 Feb 11 14:11:37.451833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.464208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b5c9fd9-7dac-469a-b5d3-484517cea204 req-be5b9942-a990-4728-a791-cc9834d365b8 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485370 Feb 11 14:11:37.490951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838d27c8-c918-4f13-915a-8494eb4a8598,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:37.541002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-ec14341a-d227-4f39-8d11-7730be2d1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.542875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-ec14341a-d227-4f39-8d11-7730be2d1e1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01e56418-3860-4e35-bdb9-cea043c5c53e HTTP/1.1" status: 200 len: 855 time: 0.0724483 Feb 11 14:11:37.601966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81c1796b-562a-4a5c-b1dd-76ac4c0e20f1', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'port_id': 'b8167474-8490-483b-beee-2ddce810528d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'mac_address': 'fa:16:3e:c5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:52Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 1, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:37.646799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722e613-7f41-4319-b0a1-c39f0a6f71af None None] The sync data for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 is: [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81c1796b-562a-4a5c-b1dd-76ac4c0e20f1', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'port_id': 'b8167474-8490-483b-beee-2ddce810528d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'mac_address': 'fa:16:3e:c5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:52Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 1, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:37.659257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-d7f46905-7935-4a25-a995-b526eda0be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.660981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-d7f46905-7935-4a25-a995-b526eda0be4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c399776d-5da1-42b6-8461-e16793f96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091926 Feb 11 14:11:37.666595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:11:37.684254 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-973f573d-9814-471a-9408-5d50fb7aa30a req-5adc5a58-36fa-4630-b364-bee37730896b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0507441 Feb 11 14:11:37.708292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.711107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ea6b26f5-2392-47bd-ad89-1d2373724e5a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6324522 Feb 11 14:11:37.726763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:37.734167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:37.778595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:37.865847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694411e-66f2-40e7-979c-0eee2c849659 req-fcfe9c4d-a3a6-445b-9376-44fcb96e242b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.871326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7694411e-66f2-40e7-979c-0eee2c849659 req-fcfe9c4d-a3a6-445b-9376-44fcb96e242b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.2613997 Feb 11 14:11:37.890293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:37.890718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.945665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.950644 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9c974-2daf-413e-915d-372c319e6026 None None] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:38.021564 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.035391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-73a0ee1e-b1a5-4e99-b6fb-0359d5f8ab39 service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657405 Feb 11 14:11:38.047772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7694411e-66f2-40e7-979c-0eee2c849659 req-43a79fb5-9d03-49b2-987d-c692816dcda2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557014 Feb 11 14:11:38.113563 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a15d9-4fd7-481f-9f0c-1b5e40154733 None None] New status for floating IP 81c1796b-562a-4a5c-b1dd-76ac4c0e20f1: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:11:38.166090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-61a8e088-0c34-4f27-ab82-a456d65c3470 None None] Provisioning complete for port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:38.166560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61a8e088-0c34-4f27-ab82-a456d65c3470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.222075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67910ba5-a9cd-420f-9c1b-7fea83d08f74 req-dd3b5449-8669-47e0-98ad-f8108e336f21 service neutron] 10.222.0.62 "GET /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714072 Feb 11 14:11:38.286165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.292403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-9bcea055-96bf-4247-8139-c7e6a9ddcc96 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.294132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-9bcea055-96bf-4247-8139-c7e6a9ddcc96 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.0907319 Feb 11 14:11:38.398827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:38.410794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f38c83-fc70-495a-8320-d7aa088a8853 req-7c8e6836-2bba-4327-877c-76f5a5c80545 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.422641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2f38c83-fc70-495a-8320-d7aa088a8853 req-7c8e6836-2bba-4327-877c-76f5a5c80545 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.3009200 Feb 11 14:11:38.437196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.448558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.502636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1709-f777-4d79-a5a0-4de4f40567f7 req-c49c7fd4-8fa4-4d30-8921-592e847b2165 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.504436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-967b1709-f777-4d79-a5a0-4de4f40567f7 req-c49c7fd4-8fa4-4d30-8921-592e847b2165 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 946 time: 0.2427528 Feb 11 14:11:38.556189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61a8e088-0c34-4f27-ab82-a456d65c3470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.593632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2f38c83-fc70-495a-8320-d7aa088a8853 req-e08b5e18-5e77-47c7-b983-16af6a57f929 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513598 Feb 11 14:11:38.626173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.656343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Deleting port 8ee14e07-4471-4841-848f-69289a21acdf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:38.658596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.686269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-967b1709-f777-4d79-a5a0-4de4f40567f7 req-847b5902-1063-4663-b3c0-95c3cfcf379d tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e293ad9-7cdd-4a07-8050-21c3442d3262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696763 Feb 11 14:11:38.781390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-61a8e088-0c34-4f27-ab82-a456d65c3470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:11:38.781798 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-61a8e088-0c34-4f27-ab82-a456d65c3470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:11:38.782808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:38.799257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 172.25.7.74 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/7f7b63c2-1594-4720-a117-6da16e5bf25d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:38.828383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42364d9-2fe9-4ec9-957c-bf179526f503 req-d43ebe2b-8de9-4c37-aba8-ac5c04238bad tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.829876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e42364d9-2fe9-4ec9-957c-bf179526f503 req-d43ebe2b-8de9-4c37-aba8-ac5c04238bad tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.0840070 Feb 11 14:11:38.902301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e42364d9-2fe9-4ec9-957c-bf179526f503 req-b9655ede-c3f8-4d15-9812-e28f6904463c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655735 Feb 11 14:11:38.914696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] For port 8ee14e07-4471-4841-848f-69289a21acdf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ee14e07-4471-4841-848f-69289a21acdf,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:38.915139 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.937909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:11:38.966540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Calling delete_port for 8ee14e07-4471-4841-848f-69289a21acdf owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:38.969719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd2872e2-ef1f-484d-bdee-a14fbf61e0a0 req-bd47568a-b4ca-4a80-8232-80d2495cacc4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0517819 Feb 11 14:11:39.049707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.088053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:39.098232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Sync routers for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:39.126474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:39.130420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:39.235943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.239975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7db59c31-b85f-4d9c-a64a-80b61829bbfa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7020707 Feb 11 14:11:39.240750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:39.242013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.257865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.269576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ee14e07-4471-4841-848f-69289a21acdf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:39.274812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b140b69-2f56-46ca-a5e7-5f087e43dcce req-afe92e1b-dfbb-461c-b6b0-d20e2a991d84 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:39.276181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b140b69-2f56-46ca-a5e7-5f087e43dcce req-afe92e1b-dfbb-461c-b6b0-d20e2a991d84 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.0896811 Feb 11 14:11:39.310923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:39.325204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b140b69-2f56-46ca-a5e7-5f087e43dcce req-76f741b9-c22a-48a0-9c39-e482693c8bad tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Feb 11 14:11:39.375293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:39.403333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:39.414179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:39.422135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=7f7b63c2-1594-4720-a117-6da16e5bf25d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:39.492809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0acb55b3-fd42-4122-ae28-15cbd38d4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:39.494166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0acb55b3-fd42-4122-ae28-15cbd38d4fe9 service neutron] 10.222.0.62 "GET /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 1032 time: 0.1518409 Feb 11 14:11:39.552927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] No DVR routers for this DVR port 8ee14e07-4471-4841-848f-69289a21acdf on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:39.554291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 3, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:39.574272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Pushing event deleted for resources: {'Port': ['ID=8ee14e07-4471-4841-848f-69289a21acdf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:39.578255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.582123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eabee975-38f4-4a63-a0ff-6f69a988e63f req-6e4d2509-ce04-4ff5-9e55-22e068334fb5 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.60 "DELETE /v2.0/ports/8ee14e07-4471-4841-848f-69289a21acdf HTTP/1.1" status: 204 len: 173 time: 1.2638242 Feb 11 14:11:39.586393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'name': 'network-vif-deleted', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:39.588822 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c294c0-14bb-4b6d-879a-4de945b0b479" -d '{"events": [{"server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "name": "network-vif-deleted", "tag": "8ee14e07-4471-4841-848f-69289a21acdf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:39.615041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-92b39a49-4bd1-4332-bfd8-150353980f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:39.617187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-92b39a49-4bd1-4332-bfd8-150353980f7a service neutron] 10.222.0.62 "GET /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 1032 time: 0.1088390 Feb 11 14:11:39.632480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Checking router: ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:39.632961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Updating router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:11:39.693394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.730488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5b5f54df-426f-4a32-8617-ee820568e528 None None] Provisioning complete for port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:39.730852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5f54df-426f-4a32-8617-ee820568e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.731131 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a543215c-73cb-49da-8cd8-e935c7ed1b6a x-openstack-request-id: req-a543215c-73cb-49da-8cd8-e935c7ed1b6a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:39.731477 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605b37c-2867-49e3-a2c3-2cf6fdb79f61", "name": "network-vif-deleted", "tag": "8ee14e07-4471-4841-848f-69289a21acdf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:39.731790 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a543215c-73cb-49da-8cd8-e935c7ed1b6a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:39.733100 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605b37c-2867-49e3-a2c3-2cf6fdb79f61', 'name': 'network-vif-deleted', 'tag': '8ee14e07-4471-4841-848f-69289a21acdf', 'status': 'completed', 'code': 200} Feb 11 14:11:39.752121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:39.819736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a852d7-071f-40eb-b12f-15e057dc1d17 req-7a941dfb-40dd-496e-84a8-2de733ab3b88 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:39.826488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7a852d7-071f-40eb-b12f-15e057dc1d17 req-7a941dfb-40dd-496e-84a8-2de733ab3b88 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.0906034 Feb 11 14:11:39.912430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21b5f7-810e-49ed-aa0d-456b0525ebe8 req-83174ced-0656-4378-ba75-c587a49802e0 tempest-ListServerFiltersTestJSON-465670293 tempest-ListServerFiltersTestJSON-465670293-project] 10.222.0.31 "GET /v2.0/ports?device_id=e605b37c-2867-49e3-a2c3-2cf6fdb79f61 HTTP/1.1" status: 200 len: 210 time: 0.1135619 Feb 11 14:11:39.953008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7a852d7-071f-40eb-b12f-15e057dc1d17 req-9ce770de-3eff-4c6a-a2b8-fd25559d624f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199255 Feb 11 14:11:40.018260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.168781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:40.169207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.169721 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dc4ef0e-f7bd-448c-817d-a7b4da0e7e1b req-d6314cee-462e-43fb-b897-211ef5ce6745 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0384266 Feb 11 14:11:40.375908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.418013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f796629-b25a-4165-8f66-ad23d7648f08 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.423869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f796629-b25a-4165-8f66-ad23d7648f08 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.431329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f796629-b25a-4165-8f66-ad23d7648f08 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.431329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f796629-b25a-4165-8f66-ad23d7648f08 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/networks?id=f63371f4-0184-43a0-8933-72c171b8137c&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 200 len: 1996 time: 0.6974342 Feb 11 14:11:40.475316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.481646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae8391-d5c1-4936-a214-ed8add7aba9b req-da9af050-e81f-4747-b19c-201792421dae tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.491795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-acae8391-d5c1-4936-a214-ed8add7aba9b req-da9af050-e81f-4747-b19c-201792421dae tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.0827074 Feb 11 14:11:40.538634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104321-7d90-42d3-90e5-5289fc40b7fc req-81615be7-5f9a-45a7-85f6-9a3bb1e009af tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.539162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-acae8391-d5c1-4936-a214-ed8add7aba9b req-dc01847d-f063-4091-890b-3066efc16e15 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Feb 11 14:11:40.554203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8104321-7d90-42d3-90e5-5289fc40b7fc req-81615be7-5f9a-45a7-85f6-9a3bb1e009af tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.5293589 Feb 11 14:11:40.568105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc737-595b-4a64-8eb8-fd0713833719 None None] Pushing event updated for resources: {'Port': ['ID=8677eb9c-42dd-4044-a8ec-e573c159f2f8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:40.575103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Attempting to bind port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:40.575472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Attempting to bind port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:40.575838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Attempting to bind port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:40.582456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:40.582834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:40.583307 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.583698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:40.584168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Bound port: 8677eb9c-42dd-4044-a8ec-e573c159f2f8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:40.584547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.593035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.644932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] For port 8677eb9c-42dd-4044-a8ec-e573c159f2f8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:40.647909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-203f9d11-31cf-440e-bf3b-f3347f432229 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868c2d23cf1e428ab12d1555d5bfc7db HTTP/1.1" status: 200 len: 379 time: 0.1999609 Feb 11 14:11:40.649074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] For port 8677eb9c-42dd-4044-a8ec-e573c159f2f8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8677eb9c-42dd-4044-a8ec-e573c159f2f8,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:40.671429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'admin_state_up': True, 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'security_groups': ['643c193f-04e6-43d8-90a0-c85c374519cc']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:40.699318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-7ad3ed58-8012-4bae-b0d9-1c970bb26fe6 service neutron] 10.222.0.60 "GET /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.2611966 Feb 11 14:11:40.749989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.758421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8104321-7d90-42d3-90e5-5289fc40b7fc req-2d0ae509-661c-4c9b-8048-926cca93ad82 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113976 Feb 11 14:11:40.826367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:40.827016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:41.004492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc737-595b-4a64-8eb8-fd0713833719 None None] Pushing event updated for resources: {'Port': ['ID=8677eb9c-42dd-4044-a8ec-e573c159f2f8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:41.012682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44594) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:41.094552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Deleting subnet cf489799-9bc7-42f4-b824-206bcede1852 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:11:41.098887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.121444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:41.150720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.186151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.198355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.243514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4be9-7ea4-49c3-b43e-af83f9086c0b req-a236de97-28e0-47d2-8df1-fd0b18de6e03 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:41.248814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee6b4be9-7ea4-49c3-b43e-af83f9086c0b req-a236de97-28e0-47d2-8df1-fd0b18de6e03 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 944 time: 0.1548979 Feb 11 14:11:41.279538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.318594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.326083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:41.333304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:41.337115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.353354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 3, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:41.385373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa57d4-4c08-4e58-bdb9-f9fd32c4fc28 None None] The sync data for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 is: [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 3, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:41.402496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75f0c1a6-dcbf-4c12-9097-738853b52803 req-9dd96ed1-f4c4-4cbd-9873-9cf984ee925d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0470698 Feb 11 14:11:41.470213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:41.503543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee6b4be9-7ea4-49c3-b43e-af83f9086c0b req-6b7c9b01-2fd1-4d95-83ad-43488c4dd02f tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464991 Feb 11 14:11:41.534782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:41.536105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=7f7b63c2-1594-4720-a117-6da16e5bf25d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:41.556466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.586034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.592451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cf489799-9bc7-42f4-b824-206bcede1852 HTTP/1.1" status: 204 len: 168 time: 0.5785890 Feb 11 14:11:41.595676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:41.598911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1569f8ea-07dc-48fe-8756-55c765340120 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:41.619334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.631238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:41.641814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbb0a0-3806-4a20-8596-314cebfffb4f None None] Network 02744190-8d07-461a-9246-86c301ad249a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:11:41.654520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfe10e-9e37-4638-be08-b95652fc3fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf489799-9bc7-42f4-b824-206bcede1852,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:41.746956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Allocated IP 172.20.0.1 (19ef8a17-b4f6-420b-b3dc-5e7a9521721c/1bd1a039-b89f-476e-af35-bbe501dd40bb/d11b01f9-ea08-429a-8363-df0ab5af2700) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:41.757094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.757094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-edf613fd-257a-48a6-a58f-169c50050220 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0259373 Feb 11 14:11:41.801861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.855514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 172.20.0.14 (f63371f4-0184-43a0-8933-72c171b8137c/744f6ed5-b4f4-401c-9987-b886dedd4cce/3bf774f0-6734-4660-a398-c34c2fcf8d0d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:42.134930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] DHCP port deletion for 02744190-8d07-461a-9246-86c301ad249a request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:11:42.210946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Deleting port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:42.211731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.258993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1196f-5b19-4417-931b-f6837a7eda17 req-a695927b-964b-4be3-8269-900b5ce44591 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:42.260571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35e1196f-5b19-4417-931b-f6837a7eda17 req-a695927b-964b-4be3-8269-900b5ce44591 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 945 time: 0.3358765 Feb 11 14:11:42.295858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] Transition to ACTIVE for port object 1569f8ea-07dc-48fe-8756-55c765340120 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:42.315079 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.331705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] For port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,segment=NetworkSegment(5733fafc-810f-431b-9cad-9906ac233712),segment_id=5733fafc-810f-431b-9cad-9906ac233712)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:42.333043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.354196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Calling delete_port for ccd1dafb-5a58-4dc3-bfac-ad458a4df42f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:42.386401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.403621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fcc81-c9c7-4cf4-aa82-ee637bcb0f58 req-82f0b865-9336-4766-a8ed-dd24398b6039 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:42.412533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c5fcc81-c9c7-4cf4-aa82-ee637bcb0f58 req-82f0b865-9336-4766-a8ed-dd24398b6039 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 945 time: 0.7261593 Feb 11 14:11:42.432867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35e1196f-5b19-4417-931b-f6837a7eda17 req-ffeb1d79-3a4f-40a5-8a87-d189260c14cf tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503389 Feb 11 14:11:42.497566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.520651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c5fcc81-c9c7-4cf4-aa82-ee637bcb0f58 req-fe927af7-6db2-4ed4-bb45-0938e963d840 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065657 Feb 11 14:11:42.526523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.595737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.598884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-5998c399-e729-4093-b97b-4011e04a4f24 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:42.601025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-5998c399-e729-4093-b97b-4011e04a4f24 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1112559 Feb 11 14:11:42.614006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828407-1'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:42.652706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] Pushing event deleted for resources: {'Port': ['ID=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:42.654539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Deleting port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:42.659370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.666446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c2b72-46dd-497b-b5e5-6de3a8f3053b None None] No DVR routers for this DVR port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:42.698474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04329872-f02a-4666-b23e-e28a94da676d service neutron] Pushing event updated for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:42.703756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.730864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.784267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:42.787913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d0a49c7-a2b0-48f2-8a94-003ff76ba83a req-5878e193-ac45-4f17-a9c0-a042c13adfff tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.1219518 Feb 11 14:11:42.808397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:42.827778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:42.827778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:42.849929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] For port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f, host n-d-828407-1, got binding levels [] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:42.850315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.868265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Calling delete_port for ccd1dafb-5a58-4dc3-bfac-ad458a4df42f owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:42.873729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_backend_mixin [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f was not found and therefore no delete operation was performed {{(pid=109375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:11:42.877007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.906736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] No DVR routers for this DVR port ccd1dafb-5a58-4dc3-bfac-ad458a4df42f on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:42.977569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] No DVR routers for this DVR port 1569f8ea-07dc-48fe-8756-55c765340120 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:43.010347 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-e09c2eee-46df-4de9-8a9e-544362fa7423 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1962647761&fields=id&tenant_id=3f183e8641c844f48bb9be2c144866d2 HTTP/1.1" status: 200 len: 267 time: 0.3577876 Feb 11 14:11:43.020674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-04329872-f02a-4666-b23e-e28a94da676d service neutron] 10.222.0.60 "PUT /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3095407 Feb 11 14:11:43.076084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:43.093138 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.102937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-6326537d-c8d7-48b0-91fd-168a4e43c5f2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.105701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-6326537d-c8d7-48b0-91fd-168a4e43c5f2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 932 time: 0.0828035 Feb 11 14:11:43.138910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:43.213327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd1dafb-5a58-4dc3-bfac-ad458a4df42f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.224086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4163d4d0-519a-4823-9297-bef071f7f933 None None] Provisioning complete for port d11b01f9-ea08-429a-8363-df0ab5af2700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:43.224666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4163d4d0-519a-4823-9297-bef071f7f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.230794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0fd6e92f-13c2-4891-86e8-d4a78dcaac5d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.232266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0fd6e92f-13c2-4891-86e8-d4a78dcaac5d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 932 time: 0.0853260 Feb 11 14:11:43.243835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.302229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.308471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4163d4d0-519a-4823-9297-bef071f7f933 None None] Port d11b01f9-ea08-429a-8363-df0ab5af2700 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:43.330975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:43.333273 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb6346-ecf6-49cb-a80d-cfbe4e771c31" -d '{"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:43.337619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.349715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.371535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-039ee3f4-148d-4db6-8b4e-7b2df7f4c81c tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.372972 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-039ee3f4-148d-4db6-8b4e-7b2df7f4c81c tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.1708782 Feb 11 14:11:43.375350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network f63371f4-0184-43a0-8933-72c171b8137c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:43.378237 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d14a4abe-1313-4f34-a46a-5bbccaa79fe6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1278641 Feb 11 14:11:43.382064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:43.384609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:43.396580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02744190-8d07-461a-9246-86c301ad249a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:43.446640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5733fafc-810f-431b-9cad-9906ac233712') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:43.446939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5733fafc-810f-431b-9cad-9906ac233712') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:43.460249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.480593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.487843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:11:43.489085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.490965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-fdcb4d71-09b1-4d73-b02b-c737adfdc128 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0607481 Feb 11 14:11:43.500988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.501630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.550080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ee14e07-4471-4841-848f-69289a21acdf no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:11:43.572702 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:11:43.587394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.600873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 8ee14e07-4471-4841-848f-69289a21acdf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:43.609156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ee14e07-4471-4841-848f-69289a21acdf not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:43.720202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.756954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-cec25ba5-917f-442e-b957-5b72887f2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.758659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-cec25ba5-917f-442e-b957-5b72887f2bfe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d&tenant_id=9cb2f931bd4a47559e1d40ba6d995707 HTTP/1.1" status: 200 len: 1096 time: 0.3718376 Feb 11 14:11:43.775942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on host n-h1-828407-1 for vnic_type normal with profile {"migrating_to": "n-h2-828407-1"} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:43.780578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:43.780578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:43.781977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.783931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:43.785081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Attempting to bind port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:43.785215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-85646804-b86c-4583-8c6a-7546e68bc44f None None] Provisioning complete for port 3bf774f0-6734-4660-a398-c34c2fcf8d0d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:43.787016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85646804-b86c-4583-8c6a-7546e68bc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.795358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7e9e2547-4f01-4f45-b94d-b0d377a0a5e2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1333447 Feb 11 14:11:43.816792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.821043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] 10.222.0.31 "DELETE /v2.0/networks/02744190-8d07-461a-9246-86c301ad249a HTTP/1.1" status: 204 len: 168 time: 2.1814072 Feb 11 14:11:43.835252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff87ee-09b4-4eba-9c0f-1175801d116c admin admin] Pushing event deleted for resources: {'Network': ['ID=02744190-8d07-461a-9246-86c301ad249a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.837100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'admin_state_up': True, 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'security_groups': ['643c193f-04e6-43d8-90a0-c85c374519cc']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:43.844834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:43.845214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:43.845603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:43.846053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Bound port: 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:43.846424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.865403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8084f0ac-4cb4-4a11-88e7-40aec8b7b97e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.884818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8084f0ac-4cb4-4a11-88e7-40aec8b7b97e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.889766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8677eb9c-42dd-4044-a8ec-e573c159f2f8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:43.892820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8084f0ac-4cb4-4a11-88e7-40aec8b7b97e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.908455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8084f0ac-4cb4-4a11-88e7-40aec8b7b97e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/networks?id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=33f37660-c2e3-436a-af1f-795638e2a04f&id=33f37660-c2e3-436a-af1f-795638e2a04f HTTP/1.1" status: 200 len: 1990 time: 0.4022875 Feb 11 14:11:44.011675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-85646804-b86c-4583-8c6a-7546e68bc44f None None] Port 3bf774f0-6734-4660-a398-c34c2fcf8d0d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:44.037419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:44.038332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.054273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2360064b-a0b0-4cb7-bcf4-a57c957b7be4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/quotas/3f183e8641c844f48bb9be2c144866d2 HTTP/1.1" status: 200 len: 375 time: 0.1448972 Feb 11 14:11:44.059222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.138921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-11efd7cd-959a-4913-88cd-f38264460303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.141016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-11efd7cd-959a-4913-88cd-f38264460303 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1096 time: 0.3326519 Feb 11 14:11:44.161885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:44.167671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:44.186126 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.210954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8677eb9c-42dd-4044-a8ec-e573c159f2f8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8677eb9c-42dd-4044-a8ec-e573c159f2f8,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:44.255826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44644) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:44.270662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afbcfc-e3f3-4188-81d5-a13f24b3e86b req-04488af9-5db8-4ad9-b42a-5bb38eb09da5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.273601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89afbcfc-e3f3-4188-81d5-a13f24b3e86b req-04488af9-5db8-4ad9-b42a-5bb38eb09da5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.3287215 Feb 11 14:11:44.309753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.349487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.430561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ccd1dafb-5a58-4dc3-bfac-ad458a4df42f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:44.459623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89afbcfc-e3f3-4188-81d5-a13f24b3e86b req-8ee434bd-94d5-41ed-940d-b716f09990c6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681402 Feb 11 14:11:44.468803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8677eb9c-42dd-4044-a8ec-e573c159f2f8,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:44.485274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ccd1dafb-5a58-4dc3-bfac-ad458a4df42f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:44.486103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ccd1dafb-5a58-4dc3-bfac-ad458a4df42f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:44.490150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7cf3b70b-8606-41d6-88bc-14b2453f5542 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=126289239aaa4e4894185c92d47d0080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333291 Feb 11 14:11:44.503839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-b63ac282-e47b-4bc4-8582-e4175e6d7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.508156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-311dd808-f1c8-42ca-b1d0-dae04bd93877 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1403754 Feb 11 14:11:44.508156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:44.510226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-b63ac282-e47b-4bc4-8582-e4175e6d7965 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.3245757 Feb 11 14:11:44.564017 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f233ed7-ebe5-46f7-a2c5-3024001188ba x-openstack-request-id: req-4f233ed7-ebe5-46f7-a2c5-3024001188ba {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:44.564525 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:44.565204 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f233ed7-ebe5-46f7-a2c5-3024001188ba {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:44.565813 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'code': 200} Feb 11 14:11:44.566842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:44.575475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.576558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.578906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-0578b8c5-b8d4-4987-ad5a-582aca3d6066 service neutron] 10.222.0.60 "PUT /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 1121 time: 1.9693832 Feb 11 14:11:44.610806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-f8edc165-03c5-4a81-a174-75ffeb57c956 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 200 len: 217 time: 0.0899665 Feb 11 14:11:44.670488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:44.703560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-24a024d9-5746-4c9c-b20b-4a16022eaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.705216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-24a024d9-5746-4c9c-b20b-4a16022eaa3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.0869067 Feb 11 14:11:44.714180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:44.759716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee964-c1be-4d50-80be-79e807ebd752 req-38b7a728-aab0-4669-b260-4e67c4aae205 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.765920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-351ee964-c1be-4d50-80be-79e807ebd752 req-38b7a728-aab0-4669-b260-4e67c4aae205 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1115842 Feb 11 14:11:44.765920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-0ca4e11e-53be-4845-bb43-76a2fe8b77a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525010 Feb 11 14:11:44.779819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.784136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:44.788248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.855087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.906458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.917044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-351ee964-c1be-4d50-80be-79e807ebd752 req-07c4e58c-c61e-46f3-a4c8-860d7bc99a9b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449599 Feb 11 14:11:44.972722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.994629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-57d1690d-5774-4b47-a761-33b663bbf43b service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973791 Feb 11 14:11:44.997083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-58b9ad25-a3b1-4094-b51d-f26edc69e35d service neutron] 10.222.0.31 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614835 Feb 11 14:11:45.076442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.159993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0c17-f035-4b79-9354-b0e19947d51d req-b198c2df-14d6-4acd-9246-2503c9ba8bc0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.161615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-942b0c17-f035-4b79-9354-b0e19947d51d req-b198c2df-14d6-4acd-9246-2503c9ba8bc0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 932 time: 0.0863950 Feb 11 14:11:45.169069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-60f0aa34-b074-4eb9-91e1-af7469ba57cd service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716011 Feb 11 14:11:45.208860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-942b0c17-f035-4b79-9354-b0e19947d51d req-f5bea111-adc5-4f1e-be04-d22e3d3c379b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 Feb 11 14:11:45.278368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:45.331560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.1.1.155 (0dbc4e91-52ce-412d-b618-4b031a060b38/b3ef43d4-b117-4f0f-80e0-9de3b6db7150/adc9a00f-f91c-4040-9bf9-29e53d980c62) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:45.364150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c117208b-8408-4ae3-8087-2824a2ea53cc service neutron] 10.222.0.31 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652809 Feb 11 14:11:45.415117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:45.423722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:45.438961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-85b27581-e8a3-495a-8a6b-f688b028a94f service neutron] 10.222.0.31 "GET /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0653410 Feb 11 14:11:45.512728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.515642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.516911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e293ad9-7cdd-4a07-8050-21c3442d3262 HTTP/1.1" status: 204 len: 168 time: 1.0086412 Feb 11 14:11:45.549450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:45.686654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b204207-9c1e-441a-9b6f-1ad47de9718b req-8a29716a-ab94-4a29-8d30-0da42e2f2eb1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.691831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b204207-9c1e-441a-9b6f-1ad47de9718b req-8a29716a-ab94-4a29-8d30-0da42e2f2eb1 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.1220462 Feb 11 14:11:45.710554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8677eb9c-42dd-4044-a8ec-e573c159f2f8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:45.746076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-5e0f4f7e-0248-4281-b057-b46fea273a5a service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839355 Feb 11 14:11:45.780691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b204207-9c1e-441a-9b6f-1ad47de9718b req-20cf55b5-38e0-405c-9f5c-0780bdb3cf0a tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769424 Feb 11 14:11:45.791118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:45.795518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fb60ee29-8947-4fd8-b82c-7244cf187693 None None] Provisioning complete for port d11b01f9-ea08-429a-8363-df0ab5af2700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:45.796090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb60ee29-8947-4fd8-b82c-7244cf187693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.809382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-cd00c03a-5d80-40a6-9b29-10156f7ad771 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.812565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-cd00c03a-5d80-40a6-9b29-10156f7ad771 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d&tenant_id=9cb2f931bd4a47559e1d40ba6d995707&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0828261 Feb 11 14:11:45.838553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 has no active binding in host n-h2-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:11:45.851197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7106a39-e938-4ffe-9698-2a4e54de9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e293ad9-7cdd-4a07-8050-21c3442d3262,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:45.854431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fb60ee29-8947-4fd8-b82c-7244cf187693 None None] Port d11b01f9-ea08-429a-8363-df0ab5af2700 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:45.864000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:45.864379 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.944470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:45.978691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.993995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d92cfdb8-549f-478e-a966-93f67daa4799 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071319 Feb 11 14:11:46.127955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213f27-9c9f-4218-be03-abc3a22acfc5 req-b001f4c4-bdb5-4a30-8e07-14636883cc29 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.129647 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e213f27-9c9f-4218-be03-abc3a22acfc5 req-b001f4c4-bdb5-4a30-8e07-14636883cc29 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.0645416 Feb 11 14:11:46.133454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-907e6209-8d71-49ae-9de0-0773528029a5 service neutron] 10.222.0.31 "GET /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0860412 Feb 11 14:11:46.155925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-787a6f81-9bc7-4184-a562-e642a8cc6aaa service neutron] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:46.174000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-787a6f81-9bc7-4184-a562-e642a8cc6aaa service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:46.176797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5aa48ba0-fa8c-4612-880a-302b13793e26 req-787a6f81-9bc7-4184-a562-e642a8cc6aaa service neutron] 10.222.0.62 "DELETE /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.3426802 Feb 11 14:11:46.195696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:46.207752 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Sync routers for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:46.220056 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b36ca258-bcc8-468b-ba95-d86cb1826ca5 admin admin] 10.222.0.31 "PUT /v2.0/routers/ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9668226 Feb 11 14:11:46.220359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e213f27-9c9f-4218-be03-abc3a22acfc5 req-f671f3ed-31e2-415f-83a0-7d227eeafa22 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Feb 11 14:11:46.246189 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:46.247473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:46.292932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:46.391974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-7c27e2f2-eef3-4035-b5e5-5c8ff7c0b307 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080970 Feb 11 14:11:46.417254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:46.432164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:46.433477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b456aa-6433-4c4b-859e-bbdb95295c73 req-b0fbbbc1-49af-4e5e-bd32-7ad8b9e5838a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.439105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:46.441732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b456aa-6433-4c4b-859e-bbdb95295c73 req-b0fbbbc1-49af-4e5e-bd32-7ad8b9e5838a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.444469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3b456aa-6433-4c4b-859e-bbdb95295c73 req-b0fbbbc1-49af-4e5e-bd32-7ad8b9e5838a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 1654 time: 0.0735388 Feb 11 14:11:46.482596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:46.507701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:46.512699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3b456aa-6433-4c4b-859e-bbdb95295c73 req-ad3d91d9-587a-48a5-af56-fbd968766ed0 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619116 Feb 11 14:11:46.567523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:46.571012 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1af62-5b80-41fd-92f7-4d0112f77af0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:46.614624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.616197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:46.639872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74af205b-72e6-4ed6-9f8e-10baaecd2fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308164 Feb 11 14:11:46.803068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-32c44617-5bdd-4158-85e8-d25085eb73cc tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9749556 Feb 11 14:11:46.853590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'admin_state_up': True, 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'security_groups': ['643c193f-04e6-43d8-90a0-c85c374519cc']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:46.896904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-14d058dd-b4ef-4d22-b06b-ab9775ea9e59 None None] Provisioning complete for port adc9a00f-f91c-4040-9bf9-29e53d980c62 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:46.897483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d058dd-b4ef-4d22-b06b-ab9775ea9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:46.908333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-b4a541d8-e189-48e0-a87f-8b09f9589911 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536197 Feb 11 14:11:46.942092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-14d058dd-b4ef-4d22-b06b-ab9775ea9e59 None None] Port adc9a00f-f91c-4040-9bf9-29e53d980c62 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:47.042037 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 2, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:47.083009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Checking router: ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:47.083797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Updating router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b port d11b01f9-ea08-429a-8363-df0ab5af2700 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:11:47.101962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-93eef16a-7b88-4ca0-a0be-d555ab9984cd service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948655 Feb 11 14:11:47.121133 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.256280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-33866025-657f-4c75-ade4-bdbac21393f4 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482172 Feb 11 14:11:47.285951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:47.293816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253594453', 'description': 'tempest-description--282762175'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:47.366891 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb016e-528f-4a14-876d-ccba73350e23 x-openstack-request-id: req-abcb016e-528f-4a14-876d-ccba73350e23 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:47.367386 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:47.367581 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abcb016e-528f-4a14-876d-ccba73350e23 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:47.368219 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'status': 'completed', 'code': 200} Feb 11 14:11:47.397196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:47.398297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.528456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-ff630622-dc03-4a73-a13c-8fe575b5da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:47.530159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-ff630622-dc03-4a73-a13c-8fe575b5da06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1124 time: 0.1297379 Feb 11 14:11:47.536701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-81f97159-0ee3-4d6a-b856-81f3dfba16d2 service neutron] 10.222.0.31 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655265 Feb 11 14:11:47.551636 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.567334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:47.580526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7294045-b66c-4ed8-8964-1a4316d7638e req-a4fb081d-0ac7-4eb4-bea2-15ca82ac14ea tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:47.588601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7294045-b66c-4ed8-8964-1a4316d7638e req-a4fb081d-0ac7-4eb4-bea2-15ca82ac14ea tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.1380005 Feb 11 14:11:47.682535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.1.1.115 (0dbc4e91-52ce-412d-b618-4b031a060b38/b3ef43d4-b117-4f0f-80e0-9de3b6db7150/525ae3c6-278b-479c-bf56-a1d71430d184) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:47.700034 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.723615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7294045-b66c-4ed8-8964-1a4316d7638e req-e2a1fa57-7964-4a60-8a5d-854de2ce940e tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295893 Feb 11 14:11:47.763641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-c8aeb2e6-c1cc-412b-9812-320cb5f57123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:47.766510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-c8aeb2e6-c1cc-412b-9812-320cb5f57123 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.2268155 Feb 11 14:11:47.854203 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Pushing event updated for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:47.857911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:47.863805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-b82573db-f0d9-40bd-bf53-a0ee0a86c4cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 217 time: 0.0903230 Feb 11 14:11:47.890611 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.895525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:47.924307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'mac_address': 'fa:16:3e:aa:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:47.963375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-41200305-43f1-4d69-a7b3-10cbf01384e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:47.967376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-41200305-43f1-4d69-a7b3-10cbf01384e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0572827 Feb 11 14:11:48.006744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-a8cdf228-49dd-429f-a412-ee16cb4d118a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316949 Feb 11 14:11:48.017449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a9b15-172a-459e-9efe-26c788547c44 req-1fd24aa9-3604-4f54-a624-5248f4de98a3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.027782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc1a9b15-172a-459e-9efe-26c788547c44 req-1fd24aa9-3604-4f54-a624-5248f4de98a3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1672046 Feb 11 14:11:48.036165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.039455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Attempting to bind port d11b01f9-ea08-429a-8363-df0ab5af2700 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:48.040138 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Attempting to bind port d11b01f9-ea08-429a-8363-df0ab5af2700 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:48.040794 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Attempting to bind port d11b01f9-ea08-429a-8363-df0ab5af2700 on network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:48.071755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:48.071755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Checking segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:48.072115 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.072428 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Bound using segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:48.072886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Bound port: d11b01f9-ea08-429a-8363-df0ab5af2700, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:48.086013 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.137153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.210726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-c2a10494-171b-45f1-a93e-eb8c8afa6e43 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759996 Feb 11 14:11:48.215815 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] For port d11b01f9-ea08-429a-8363-df0ab5af2700, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:48.218067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:48.219646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] For port d11b01f9-ea08-429a-8363-df0ab5af2700, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d11b01f9-ea08-429a-8363-df0ab5af2700,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:48.344751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-87a8aa20-bbe8-4e7c-8ced-3506142b548e service neutron] 10.222.0.31 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665744 Feb 11 14:11:48.349228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc1a9b15-172a-459e-9efe-26c788547c44 req-eac96e51-9bda-4cc5-ba57-44cba1b6af36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151588 Feb 11 14:11:48.354095 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.357796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.361295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.403997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9f1af62-5b80-41fd-92f7-4d0112f77af0 req-d3daef10-ea6a-4f78-8f80-41a5e013562c service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756821 Feb 11 14:11:48.530071 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca5509-7436-4838-926d-0e459a9a6de7 None None] Pushing event updated for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:48.596057 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:48.596648 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:11:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:48.620508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2422f627-5dc9-4cad-b6f7-ab514da47b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.653171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:48.665135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] Provisioning complete for port d11b01f9-ea08-429a-8363-df0ab5af2700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:48.675096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.790754 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:48.795053 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.861635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39020c82-bd70-4a01-80df-9bf4885311ab req-865fcf00-d9a9-4b73-a29e-a7d7be9460ff tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.875357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39020c82-bd70-4a01-80df-9bf4885311ab req-865fcf00-d9a9-4b73-a29e-a7d7be9460ff tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.888858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39020c82-bd70-4a01-80df-9bf4885311ab req-865fcf00-d9a9-4b73-a29e-a7d7be9460ff tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.905374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39020c82-bd70-4a01-80df-9bf4885311ab req-865fcf00-d9a9-4b73-a29e-a7d7be9460ff tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 2375 time: 0.1661837 Feb 11 14:11:48.987216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:49.000608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39020c82-bd70-4a01-80df-9bf4885311ab req-7b8a090d-8f8b-41d4-b355-8d04b20a3bb8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924330 Feb 11 14:11:49.074013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:49.076799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.175112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-50fc7e64-c68e-4911-ab6f-102498d6674d service neutron] 10.222.0.31 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290999 Feb 11 14:11:49.189278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:49.211261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:49.247639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:49.255132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] For port d11b01f9-ea08-429a-8363-df0ab5af2700, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d11b01f9-ea08-429a-8363-df0ab5af2700,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:49.346729 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.382768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:49.482086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:49.483408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.552503 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:48Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:49.554606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-81ca62dc-1f0b-4fb8-bc99-9e1942f6be92 service neutron] 10.222.0.31 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638451 Feb 11 14:11:49.557033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.604074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690adc-59b8-4fa5-bd0f-d1c44693fc91 None None] Pushing event updated for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:49.621538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405818a0-b96d-4d0e-af85-15537bb37b0d req-f8d71371-919b-47a2-9da8-dda78a6b6b01 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:49.623445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-405818a0-b96d-4d0e-af85-15537bb37b0d req-f8d71371-919b-47a2-9da8-dda78a6b6b01 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1133749 Feb 11 14:11:49.646919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8018eb22-a96b-4cbd-b447-35ef2ef374b9 None None] Provisioning complete for port d11b01f9-ea08-429a-8363-df0ab5af2700 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:49.653671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.654149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8018eb22-a96b-4cbd-b447-35ef2ef374b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.675440 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb52a-0d69-4623-8068-de920cf005a7 None None] The sync data for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 is: [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:48Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:49.699444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-90f76805-b8cf-4c66-b4aa-98e7d3f1ad7b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8834207 Feb 11 14:11:49.720931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'admin_state_up': True, 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'security_groups': ['643c193f-04e6-43d8-90a0-c85c374519cc']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:49.792810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-405818a0-b96d-4d0e-af85-15537bb37b0d req-e515f6d0-d1a9-4afb-b091-b41bc39ab8f6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617587 Feb 11 14:11:49.866892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.872259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5832114 Feb 11 14:11:49.872682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:49.885256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'security_group_rule': {'security_group_id': '84591b29-fe69-40fd-bb94-81195f0619e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:49.907954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fcd6c-2d45-4094-99e1-515d3a87d83f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84591b29-fe69-40fd-bb94-81195f0619e4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:49.997827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa015-13b8-474f-8df4-fd9351790fc2 req-85ade408-6bdd-4219-85a3-fa58749e6ad0 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.006818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cdfa015-13b8-474f-8df4-fd9351790fc2 req-85ade408-6bdd-4219-85a3-fa58749e6ad0 tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 1096 time: 0.0648692 Feb 11 14:11:50.009479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d3c04026-42ea-49f3-ab93-99949ea34744 service neutron] 10.222.0.31 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478061 Feb 11 14:11:50.042312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3ebc41e1-5062-454a-973e-46e9472348af None None] Provisioning complete for port 525ae3c6-278b-479c-bf56-a1d71430d184 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:50.043423 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ebc41e1-5062-454a-973e-46e9472348af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.082625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cdfa015-13b8-474f-8df4-fd9351790fc2 req-fbc6b08f-10eb-46f5-a258-0d86ad39098c tempest-LiveAutoBlockMigrationV225Test-642400893 tempest-LiveAutoBlockMigrationV225Test-642400893-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748544 Feb 11 14:11:50.115728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.137272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc41e1-5062-454a-973e-46e9472348af None None] Port 525ae3c6-278b-479c-bf56-a1d71430d184 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:50.213673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:50.270103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.372229 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5aabe588-ce8f-4952-b09c-52b976bafabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.407610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.441460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.453368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a79fc8-1770-4bf7-8948-2ed7d8b90646,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:50.469130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.469540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.469860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.470198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.470529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.470857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.471182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.471506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.472043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.472365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.472688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.473034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:50.489607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d602c7-dac1-4c20-be11-ae6eaa2b88ce req-0cfa82d1-98e2-454c-b0ab-72dc88680fb4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.494853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d602c7-dac1-4c20-be11-ae6eaa2b88ce req-0cfa82d1-98e2-454c-b0ab-72dc88680fb4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.526352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d602c7-dac1-4c20-be11-ae6eaa2b88ce req-0cfa82d1-98e2-454c-b0ab-72dc88680fb4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.540566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61d602c7-dac1-4c20-be11-ae6eaa2b88ce req-0cfa82d1-98e2-454c-b0ab-72dc88680fb4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 2375 time: 0.2150037 Feb 11 14:11:50.572870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.577052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fcb4ee8a-9e10-4407-9ff6-3ed94b3a5af6 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7002668 Feb 11 14:11:50.580008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44792) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:50.600474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'security_group_rule': {'security_group_id': '84591b29-fe69-40fd-bb94-81195f0619e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:50.683734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61d602c7-dac1-4c20-be11-ae6eaa2b88ce req-f9d4eab3-79e3-49bf-8f96-eb6f864357ce tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365199 Feb 11 14:11:50.802324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.993671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.053498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.2.2.100 (e724ff64-4ed8-4492-876f-24af8a4a1ab3/98a4821d-073a-47ac-88e7-2e16ed2cf0f6/12546a1c-1d03-45ea-a41f-659b0937fc2b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:51.097592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.117134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030ec471-201c-4ebf-bd48-426bf1d25b5f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:51.230817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.233390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc09677d-67e7-47ee-a8d0-e1597b5df46f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6494620 Feb 11 14:11:51.242524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:51.247156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:51.376858 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.523451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.596346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:51.629937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.680517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.687072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c4c2-d97e-462c-8df0-72ee44b0a9de req-21b3543c-ba69-4617-bbb2-e05aaca0ba00 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:51.696249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebd6c4c2-d97e-462c-8df0-72ee44b0a9de req-21b3543c-ba69-4617-bbb2-e05aaca0ba00 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.0645370 Feb 11 14:11:51.773892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:51.783297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:51.783727 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.804051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:51.819397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebd6c4c2-d97e-462c-8df0-72ee44b0a9de req-75c0978b-af5e-4cdf-8407-9b168fd8b322 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219175 Feb 11 14:11:51.819770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:51.854353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:51.873639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d11b01f9-ea08-429a-8363-df0ab5af2700 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:51.960873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:51.962530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.024282 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.032344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cb4b5-21e7-4dfe-8d7c-86dda2dc236a req-23bc8500-89c9-4b9b-8550-c2baa39c1437 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.041544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc8cb4b5-21e7-4dfe-8d7c-86dda2dc236a req-23bc8500-89c9-4b9b-8550-c2baa39c1437 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.1081688 Feb 11 14:11:52.104294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d11b01f9-ea08-429a-8363-df0ab5af2700 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:52.105079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.195425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1b30d5ab-7c5f-4247-8c5e-ee6431754b5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4835734 Feb 11 14:11:52.205563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc8cb4b5-21e7-4dfe-8d7c-86dda2dc236a req-6e7f62c2-cc20-4adb-bf36-9fcdb9423fe0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629407 Feb 11 14:11:52.213173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'admin_state_up': True, 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'security_groups': ['643c193f-04e6-43d8-90a0-c85c374519cc']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:52.241287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-7d7ce538-c301-4585-92cf-61dac0d70801 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.246932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-7d7ce538-c301-4585-92cf-61dac0d70801 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 945 time: 0.1471918 Feb 11 14:11:52.262268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Allocated IP 172.25.7.116 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:52.458316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-748da615-491c-4d4b-aa1a-f163bc959b37 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.468790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3c477838-a34a-4edb-92cf-cc74fd62fc00 None None] Provisioning complete for port 12546a1c-1d03-45ea-a41f-659b0937fc2b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:52.469456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c477838-a34a-4edb-92cf-cc74fd62fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.479095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-748da615-491c-4d4b-aa1a-f163bc959b37 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.495687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-748da615-491c-4d4b-aa1a-f163bc959b37 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.511569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-748da615-491c-4d4b-aa1a-f163bc959b37 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.513437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-748da615-491c-4d4b-aa1a-f163bc959b37 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 3096 time: 0.1269383 Feb 11 14:11:52.555411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3c477838-a34a-4edb-92cf-cc74fd62fc00 None None] Port 12546a1c-1d03-45ea-a41f-659b0937fc2b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:52.564805 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.592857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Deleting port 1569f8ea-07dc-48fe-8756-55c765340120 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:52.593235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.601992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.647561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:52.650239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:52.656348 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2b4f6-034d-4b6f-a87f-2cada9c44281" -d '{"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-plugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:52.660672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b1d8ea2-05e9-477f-9976-9ee736d53d26 req-fc680b66-8aea-4d06-88e4-d1a5bc6c3cd2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377122 Feb 11 14:11:52.719339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.736396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.886321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] For port 1569f8ea-07dc-48fe-8756-55c765340120, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1569f8ea-07dc-48fe-8756-55c765340120,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:52.886834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.917238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Calling delete_port for 1569f8ea-07dc-48fe-8756-55c765340120 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:52.963334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:52.993552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:53.008580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:53.009499 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d93e5a-e43b-404c-9558-44c8ae757de8 x-openstack-request-id: req-76d93e5a-e43b-404c-9558-44c8ae757de8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:53.009794 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-plugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:53.010323 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76d93e5a-e43b-404c-9558-44c8ae757de8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:53.010886 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'code': 200} Feb 11 14:11:53.029944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:53.086503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Made reservation on behalf of 868c2d23cf1e428ab12d1555d5bfc7db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:53.106619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.113339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'Port': ['ID=ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:53.120221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.200465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:53.226702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.243037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61', '1569f8ea-07dc-48fe-8756-55c765340120'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:53.254465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79ac6-8d30-427a-bbcb-6faabb9644de req-b4f167f7-ce21-46f6-810c-d0d90ef8049d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:53.263676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1d79ac6-8d30-427a-bbcb-6faabb9644de req-b4f167f7-ce21-46f6-810c-d0d90ef8049d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1131692 Feb 11 14:11:53.306544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.358410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.381665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event deleted for resources: {'Port': ['ID=1569f8ea-07dc-48fe-8756-55c765340120,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:53.403916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] No DVR routers for this DVR port 1569f8ea-07dc-48fe-8756-55c765340120 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:53.412718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.417293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e5dfe07-bb9b-46c3-9c04-71a7d97d5dc9 req-e7a0964f-c99c-47ed-b990-94cfda57e63c tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "DELETE /v2.0/ports/1569f8ea-07dc-48fe-8756-55c765340120 HTTP/1.1" status: 204 len: 173 time: 1.1659296 Feb 11 14:11:53.426517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-deleted', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:53.426517 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862d3c9-29dd-49e1-a80d-afa51be6e60e" -d '{"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-deleted", "tag": "1569f8ea-07dc-48fe-8756-55c765340120"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:53.448238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1d79ac6-8d30-427a-bbcb-6faabb9644de req-569e5c7c-a72c-4d3f-950e-f4658d90fea1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765132 Feb 11 14:11:53.492495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01e056f9-d0a2-43f5-9797-258ee102843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.621716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb0c4cc5-38d5-4f38-bbd5-84feec731e1b req-00bc9742-7604-4c9e-a54c-4d587b2b76b0 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.0541399 Feb 11 14:11:53.685475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Allocated IP 10.2.2.200 (e724ff64-4ed8-4492-876f-24af8a4a1ab3/98a4821d-073a-47ac-88e7-2e16ed2cf0f6/e03e8248-abe5-4a12-9c31-a5bfcebc67e3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:53.693256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.706137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01e056f9-d0a2-43f5-9797-258ee102843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.713688 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce17fd02-8aee-4a9a-8681-8775f088daac x-openstack-request-id: req-ce17fd02-8aee-4a9a-8681-8775f088daac {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:53.713975 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aebeeb6-5a21-4b3f-969d-b69b41fb361d", "name": "network-vif-deleted", "tag": "1569f8ea-07dc-48fe-8756-55c765340120", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:53.714225 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce17fd02-8aee-4a9a-8681-8775f088daac {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:53.714626 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aebeeb6-5a21-4b3f-969d-b69b41fb361d', 'name': 'network-vif-deleted', 'tag': '1569f8ea-07dc-48fe-8756-55c765340120', 'status': 'completed', 'code': 200} Feb 11 14:11:53.773194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01e056f9-d0a2-43f5-9797-258ee102843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:53.884982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01e056f9-d0a2-43f5-9797-258ee102843b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a88ca6acbd74b5fa45b6e2bd9f389ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829910 Feb 11 14:11:53.887719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e056f9-d0a2-43f5-9797-258ee102843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad916c-6e3f-465b-8e21-725f6f406ad3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:53.892496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:53.915136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-30218959-8c29-4a19-a1f8-00897d897367 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:53.926391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-30218959-8c29-4a19-a1f8-00897d897367 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:53.932681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-30218959-8c29-4a19-a1f8-00897d897367 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:53.939025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-30218959-8c29-4a19-a1f8-00897d897367 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:53.941285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-30218959-8c29-4a19-a1f8-00897d897367 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 3096 time: 0.1417356 Feb 11 14:11:54.001258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.028764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae1a5c80-8031-4038-a4fd-c6c480c57971 req-56a2df87-5954-42e9-aa0d-57d1642926a2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775254 Feb 11 14:11:54.065625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.065625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.103224 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.229919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.266511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.269318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.270924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7ad916c-6e3f-465b-8e21-725f6f406ad3 HTTP/1.1" status: 204 len: 168 time: 0.3765941 Feb 11 14:11:54.309274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.332193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f8d45-e9a4-46c5-9a5f-c01fc8a2a43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad916c-6e3f-465b-8e21-725f6f406ad3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:54.439942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:54.444493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'Port': ['ID=ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:54.451643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:54.455696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:54.457454 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.593816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event updated for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:54.606432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:54.607193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.654055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.654158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f307d4-d722-4c19-a834-997d6d4d205f req-8cc4f955-f879-48d6-81ba-f3244ca196d2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:54.658692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1fe14b34-04fb-4a80-b4e3-ef7e87c7f4bd tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4152493 Feb 11 14:11:54.670436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3f307d4-d722-4c19-a834-997d6d4d205f req-8cc4f955-f879-48d6-81ba-f3244ca196d2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 943 time: 0.1347542 Feb 11 14:11:54.711586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fa34cdaa-6104-4a6b-8d95-d96cc5402c2d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5030479 Feb 11 14:11:54.725946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:54.747880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3f307d4-d722-4c19-a834-997d6d4d205f req-f3b760ef-8183-4529-92cd-8d6ed2017e9e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 Feb 11 14:11:54.909660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.912086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-28d18e19-21eb-4505-8f91-ff1e4e659ed1 None None] Provisioning complete for port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:54.913336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28d18e19-21eb-4505-8f91-ff1e4e659ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:54.965039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74ccd438-0d9c-4c40-b6d6-f52c8017c733 req-b91d0c71-0452-4a21-814b-61eaf90013d7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.0403874 Feb 11 14:11:55.034124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-28d18e19-21eb-4505-8f91-ff1e4e659ed1 None None] Port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:55.181655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-68fe6966-3f89-4c50-8c0c-6cc9ec85ae88 service neutron] 10.222.0.62 "GET /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.1469312 Feb 11 14:11:55.210526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-8d3a3e98-9688-43ad-9226-0e00c60dbb12 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--253594453&fields=id&tenant_id=95b31397a3994a8e8ab12308c30d6dc7 HTTP/1.1" status: 200 len: 267 time: 0.0562887 Feb 11 14:11:55.428110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-76fc0e09-d601-45ee-b3ba-39422e92e306 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:55.429778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-76fc0e09-d601-45ee-b3ba-39422e92e306 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/networks?id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c HTTP/1.1" status: 200 len: 805 time: 0.1758637 Feb 11 14:11:55.480110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-7376c604-0798-4cbb-b75e-0dde06b874b0 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/quotas/95b31397a3994a8e8ab12308c30d6dc7 HTTP/1.1" status: 200 len: 375 time: 0.0175476 Feb 11 14:11:55.561085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:55.586612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-aec88c94-3495-49e8-b79b-21c38a420255 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b31397a3994a8e8ab12308c30d6dc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969880 Feb 11 14:11:55.610186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:55.699511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf774f0-6734-4660-a398-c34c2fcf8d0d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:55.707645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:55.730690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:55.743707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Transition to ACTIVE for port object 3bf774f0-6734-4660-a398-c34c2fcf8d0d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:55.746385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:55.750872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:55.785941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 1569f8ea-07dc-48fe-8756-55c765340120 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:55.786288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1569f8ea-07dc-48fe-8756-55c765340120 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:55.787049 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-d1f2d9e7-8a68-4531-835c-14bbfc3695d9 service neutron] 10.222.0.31 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787238 Feb 11 14:11:55.793614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:55.822404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:55.883092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.017537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:56.067057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-3aa72a81-104e-4757-afa9-9a2b0d6329a6 service neutron] 10.222.0.31 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675214 Feb 11 14:11:56.119894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] Transition to ACTIVE for port object 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:56.147378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Attempting to bind port 3bf774f0-6734-4660-a398-c34c2fcf8d0d on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:56.148521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Attempting to bind port 3bf774f0-6734-4660-a398-c34c2fcf8d0d by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:56.150425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Attempting to bind port 3bf774f0-6734-4660-a398-c34c2fcf8d0d on network f63371f4-0184-43a0-8933-72c171b8137c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:56.158841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Port 3bf774f0-6734-4660-a398-c34c2fcf8d0d on network f63371f4-0184-43a0-8933-72c171b8137c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:56.159428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Attempting to bind port 3bf774f0-6734-4660-a398-c34c2fcf8d0d on network f63371f4-0184-43a0-8933-72c171b8137c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:56.167260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:56.167869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Checking segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:56.168449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Bound using segment: {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:56.169113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Bound port: 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dae6bae-3c74-4735-a068-f62175a91c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:56.169729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.206770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:56.219265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.335226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:56.341939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:56.397728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] No DVR routers for this DVR port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:56.405449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1988698426-network', 'tenant_id': 'ad3327655675470d80f2199f38108f11'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:56.428199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] Pushing event updated for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:56.431864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.494077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-318c6397-f0ec-43cb-9237-ec7dd06bd59e service neutron] 10.222.0.62 "PUT /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3/bindings/n-h2-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2892461 Feb 11 14:11:56.562230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.572809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.575956 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] 10.222.0.62 "PUT /v2.0/ports/3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 200 len: 1092 time: 1.8550317 Feb 11 14:11:56.580537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:56.588687 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652d247-2aaf-4d26-902a-c234ae475364" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:56.652171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a8bb-412c-465b-bb5f-8955207c5a02 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:56.669781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Made reservation on behalf of ad3327655675470d80f2199f38108f11 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:56.689861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.766677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:56.797934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.858442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.876863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.884315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.892189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.900858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.906872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.933746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-63b17c1d-2de7-4601-8386-6752d92d8407 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 3829 time: 0.3028252 Feb 11 14:11:57.329103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6127e4-f1e4-429e-b4c0-3cf42040d029 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:57.339786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.356189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Transition to ACTIVE for port object fa6127e4-f1e4-429e-b4c0-3cf42040d029 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:57.414689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-659a5e31-40fb-483b-b6f5-5718cffc5abf tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.416239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-659a5e31-40fb-483b-b6f5-5718cffc5abf tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1095 time: 0.7183402 Feb 11 14:11:57.481005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.481276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cd61da8-b546-4a30-8745-aff930e301a6 req-6136849b-1289-492d-8e3f-1eab5110ed50 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465739 Feb 11 14:11:57.533831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-b65dce07-041c-479f-bcf3-524def40a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.535310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-b65dce07-041c-479f-bcf3-524def40a759 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e&tenant_id=21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 1095 time: 0.1067595 Feb 11 14:11:57.561727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:57.580976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.682691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.722475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:57.749875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.750254 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Added segment 36b38f2b-28f4-4eb6-86ef-18f01947ac7d of type vlan for network d0658ff6-da9a-4777-a3a2-5f474105a1a0 Feb 11 14:11:57.820037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Attempting to bind port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:57.820531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Attempting to bind port fa6127e4-f1e4-429e-b4c0-3cf42040d029 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:57.820731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Attempting to bind port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:57.829100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:57.829563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Attempting to bind port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:57.835226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:57.835717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:57.836193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Bound using segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:57.836764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Bound port: fa6127e4-f1e4-429e-b4c0-3cf42040d029, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:57.837303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.862242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.919045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-f8afdbc6-0238-4f5a-8653-883b31426dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.920707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-f8afdbc6-0238-4f5a-8653-883b31426dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1095 time: 0.3599896 Feb 11 14:11:57.958569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:57.960775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:58.073572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.074576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.075281 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.089587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.090660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28d476-994c-4495-ac08-ba2d5ab59282,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:58.164758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751264-a4e0-456a-9e22-562fc2e2a86e req-7681ace2-e855-40c5-b983-a5c3ba0b0b46 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.166432 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e751264-a4e0-456a-9e22-562fc2e2a86e req-7681ace2-e855-40c5-b983-a5c3ba0b0b46 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.2788441 Feb 11 14:11:58.194348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.194861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.200363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] 10.222.0.62 "PUT /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 1135 time: 1.4369695 Feb 11 14:11:58.262794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92095c-0323-4675-8899-cf67fa0d2888 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:58.311517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] Pushing event updated for resources: {'Network': ['ID=d0658ff6-da9a-4777-a3a2-5f474105a1a0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:58.335431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d0658ff6-da9a-4777-a3a2-5f474105a1a0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:11:58.405496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e751264-a4e0-456a-9e22-562fc2e2a86e req-d52762fb-70f6-45c8-9cbd-c4b0a58e1012 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965032 Feb 11 14:11:58.411387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bca5b502-8eb9-48df-8133-2e95fa7c7c0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2029786 Feb 11 14:11:58.416124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:58.426378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539359e6-9739-43bf-bb64-789ffed24cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.428110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-539359e6-9739-43bf-bb64-789ffed24cfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.4810116 Feb 11 14:11:58.430603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Request body: {'subnet': {'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1988698426-subnet', 'tenant_id': 'ad3327655675470d80f2199f38108f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:58.445973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:58.548593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.604245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-cce6e912-f2ca-4b90-ba59-ec1c4ce405b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 200 len: 217 time: 0.1610117 Feb 11 14:11:58.668241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb95bf3d-5ed7-452b-9da8-a9d00c6df3b4 req-6d984171-795d-45f9-8335-58161084fa3d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.0681479 Feb 11 14:11:58.787719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-2aa8a705-f2c4-444a-b98f-d4b1cb8efa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.789223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-2aa8a705-f2c4-444a-b98f-d4b1cb8efa0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1199975 Feb 11 14:11:58.853185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-de66f0d1-f368-4a29-97f9-b20963b7bdcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551364 Feb 11 14:11:58.950006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2236bee6-ca8b-48ae-a12c-31ba203aaf06 req-117d95e8-dd15-48a3-8eca-aff019a71bfb tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 210 time: 0.2016091 Feb 11 14:11:58.954174 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237292a2-2b96-4b07-aa76-9546b7289535 x-openstack-request-id: req-237292a2-2b96-4b07-aa76-9546b7289535 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:58.954454 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:58.954749 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-237292a2-2b96-4b07-aa76-9546b7289535 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:58.955092 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'status': 'completed', 'code': 200} Feb 11 14:11:58.958472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Made reservation on behalf of ad3327655675470d80f2199f38108f11 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:58.961592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:59.200727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.201446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.201923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.202447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.202914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.203376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.205322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f652d247-2aaf-4d26-902a-c234ae475364 req-d5873668-5ae9-4fae-b114-1fb96a1da639 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5292 time: 0.3510559 Feb 11 14:11:59.219970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.229140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.235873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.243375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.254605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.273705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.283137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-dcd9a6b1-ca7c-477c-83b5-e8181e98f918 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 4606 time: 0.3178363 Feb 11 14:11:59.358530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f20d9f1b-51d1-45e4-8082-5629e5185333 req-7b26be1d-8de1-4e10-b859-b5bcc845e859 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.1356678 Feb 11 14:11:59.379369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9fc8d5b5-7615-4c82-af2a-24566849598d req-3ae4e480-cdd6-4ef0-8cfe-922ce38b76ec tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953722 Feb 11 14:11:59.550125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3244a91-3c0d-4c38-a89a-f65d148c6d93 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:59.564812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:59.572221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-160c954e-b6f9-4415-8f2a-4f5a6495d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.572833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-160c954e-b6f9-4415-8f2a-4f5a6495d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.579148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-160c954e-b6f9-4415-8f2a-4f5a6495d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.580945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f652d247-2aaf-4d26-902a-c234ae475364 req-160c954e-b6f9-4415-8f2a-4f5a6495d057 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2520556 Feb 11 14:11:59.588496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Transition to ACTIVE for port object a3244a91-3c0d-4c38-a89a-f65d148c6d93 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:59.686827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:59.879372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-9f39455c-e815-4bad-a690-e2523f1b3461 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9883289 Feb 11 14:11:59.905874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a12be75f-c7f3-4cd8-a7b5-7c6b6a707f01 req-1cf002e9-5b10-45d6-a0a4-25e641678052 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.1003869 Feb 11 14:11:59.925024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.029882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b9bc5-c581-4727-83bf-c2b32c4743a5 req-3b0aa3b9-a670-4de1-a592-7ebc93947acf tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.040663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-830b9bc5-c581-4727-83bf-c2b32c4743a5 req-3b0aa3b9-a670-4de1-a592-7ebc93947acf tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.3589311 Feb 11 14:12:00.106465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:00.132444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.187471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d247-2aaf-4d26-902a-c234ae475364 req-ab877715-2311-4ef9-aa26-f795f4ffd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.201212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f652d247-2aaf-4d26-902a-c234ae475364 req-ab877715-2311-4ef9-aa26-f795f4ffd031 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6126285 Feb 11 14:12:00.259611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-830b9bc5-c581-4727-83bf-c2b32c4743a5 req-4eff8650-7ab2-4852-b2d9-b960a9157606 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172351 Feb 11 14:12:00.317802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:00.347394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-41454d64-ed98-44bc-a982-0fd93790319c service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582245 Feb 11 14:12:00.439664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3ceeca6-7138-4e77-9729-185efc5b5513 req-d658a833-f9a4-4782-a788-9e1d6f817df7 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 210 time: 0.2225502 Feb 11 14:12:00.516581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Attempting to bind port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:00.519420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Attempting to bind port a3244a91-3c0d-4c38-a89a-f65d148c6d93 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:00.528181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Attempting to bind port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:00.534795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:00.539126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Attempting to bind port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:00.548861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Checking segment: {'id': '36b38f2b-28f4-4eb6-86ef-18f01947ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:00.551864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Network hostable DHCP agents. Network: d0658ff6-da9a-4777-a3a2-5f474105a1a0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:12:00.580400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:00.580973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:00.581471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Bound using segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:00.582423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Bound port: a3244a91-3c0d-4c38-a89a-f65d148c6d93, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:00.582423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.626329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28fb67a8-53d7-489d-a6ec-8135144de168 req-94f8b7e6-c690-4fbb-8fb9-e719e266739a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.1110976 Feb 11 14:12:00.665676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-300d7ebb-609d-4b95-8b97-8810ef6fff1c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.667263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-300d7ebb-609d-4b95-8b97-8810ef6fff1c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.60 "GET /v2.0/networks?id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c HTTP/1.1" status: 200 len: 805 time: 0.7351351 Feb 11 14:12:00.720405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.728122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.734529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.742595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.750079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.767317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.773514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.782765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-a007fa04-90ff-486b-878b-dc1475740ff8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5383 time: 0.2357776 Feb 11 14:12:00.804612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Network d0658ff6-da9a-4777-a3a2-5f474105a1a0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:12:00.850126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-97e43dbd-91dc-45c2-8709-49bef007ff79 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b31397a3994a8e8ab12308c30d6dc7 HTTP/1.1" status: 200 len: 379 time: 0.1679864 Feb 11 14:12:00.860415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:00.866293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'port': {'device_id': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'admin_state_up': True, 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'security_groups': ['84591b29-fe69-40fd-bb94-81195f0619e4']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:00.921472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-894e8bd6-4e73-432a-b8b0-64afe1d4bf18 req-1d69f335-2243-4a1f-8f29-62e83a846397 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373537 Feb 11 14:12:00.954136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:00.956006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:00.958497 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "fa6127e4-f1e4-429e-b4c0-3cf42040d029"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:00.961659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d0658ff6-da9a-4777-a3a2-5f474105a1a0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:00.977448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f2c79-63bf-445b-b835-19cd8e96513b None None] Network d0658ff6-da9a-4777-a3a2-5f474105a1a0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:12:01.004095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.004999 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.046120 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c978ea-5f87-40a3-932d-6c74de857886 x-openstack-request-id: req-c6c978ea-5f87-40a3-932d-6c74de857886 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:01.046714 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "fa6127e4-f1e4-429e-b4c0-3cf42040d029", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:01.047185 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6c978ea-5f87-40a3-932d-6c74de857886 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:01.047827 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029', 'status': 'completed', 'code': 200} Feb 11 14:12:01.092429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.171570 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b785c49a-18fd-4267-ae05-61b858282266 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7538199 Feb 11 14:12:01.176410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.177378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.192472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 1135 time: 2.7413981 Feb 11 14:12:01.309548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:01.343790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.449509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-284684af-2df9-4298-b7d8-7c2c9757f91e req-968e6a37-3a54-4c6d-a383-8b5e5051ea74 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.2328556 Feb 11 14:12:01.496817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-8837ab1b-4687-4ea8-9fd2-c78600f4a2e6 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.509133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-8837ab1b-4687-4ea8-9fd2-c78600f4a2e6 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1095 time: 0.3359437 Feb 11 14:12:01.539516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6bf5e-8086-4aff-8cd8-1cfb06cb9ebc None None] Network d0658ff6-da9a-4777-a3a2-5f474105a1a0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:12:01.578672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4510aa-c91e-4a5b-b643-f597f3346f58 service neutron] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:01.640745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.642598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.643991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.644542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.645305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.651014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.651014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.652272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1d82b77a-54df-45b0-9efe-da301427393e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6178 time: 0.5844622 Feb 11 14:12:01.656756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.851744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb73b-d347-48ff-9b38-652d1660fa20 req-379cc74b-b47c-41dd-8088-c0a7f3b62adc tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.851744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-047eb73b-d347-48ff-9b38-652d1660fa20 req-379cc74b-b47c-41dd-8088-c0a7f3b62adc tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.3408930 Feb 11 14:12:01.852658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9385e93e-aa9a-42d0-9ca9-8a326f766c48 req-727b45f7-f097-4412-b4e4-d6bd529e934f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 210 time: 0.0709767 Feb 11 14:12:01.883063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-b1af95d7-b15e-46d8-ad32-3397043f2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.883959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-047eb73b-d347-48ff-9b38-652d1660fa20 req-5caf8081-a0ef-468a-95ff-335de9d567c8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410601 Feb 11 14:12:01.886330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-b1af95d7-b15e-46d8-ad32-3397043f2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.887212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-b1af95d7-b15e-46d8-ad32-3397043f2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.888555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-b1af95d7-b15e-46d8-ad32-3397043f2a5b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2215297 Feb 11 14:12:02.025764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-a738006e-83c5-49b0-91f1-d37cf967eca1 service neutron] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:02.031364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-a738006e-83c5-49b0-91f1-d37cf967eca1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.032735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf33f7a7-80a7-4450-a8a7-3a16809c0317 req-a738006e-83c5-49b0-91f1-d37cf967eca1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3/bindings/n-h1-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.5223200 Feb 11 14:12:02.053712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1b9c8a71-22ab-4581-9550-a7da4cb7f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.055262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbdb0ca0-c8fe-40ca-a669-de9825a23b16 req-1b9c8a71-22ab-4581-9550-a7da4cb7f6a5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592634 Feb 11 14:12:02.269304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Made reservation on behalf of 95b31397a3994a8e8ab12308c30d6dc7 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:02.273533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.333848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac01df03-0335-49d4-9cdf-331b47658d03 req-79bd3ca1-1729-4bd1-8a77-ecd2cc5a3ee5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0694911 Feb 11 14:12:02.502540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-8738e4b8-18a2-44f4-8afb-64a571f7aca9 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.505154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-8738e4b8-18a2-44f4-8afb-64a571f7aca9 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/networks?id=d0658ff6-da9a-4777-a3a2-5f474105a1a0 HTTP/1.1" status: 200 len: 822 time: 0.3023362 Feb 11 14:12:02.546213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-e344d168-9f8e-4e9c-bd43-9d7617517559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.547225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-e344d168-9f8e-4e9c-bd43-9d7617517559 service neutron] 10.222.0.60 "GET /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 1028 time: 0.0965085 Feb 11 14:12:02.548671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-8840078a-6472-4115-96e9-a933b17b375e tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/quotas/ad3327655675470d80f2199f38108f11 HTTP/1.1" status: 200 len: 375 time: 0.0221405 Feb 11 14:12:02.556483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc9a00f-f91c-4040-9bf9-29e53d980c62 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:02.600458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.701192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Transition to ACTIVE for port object adc9a00f-f91c-4040-9bf9-29e53d980c62 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:02.719756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-d791c618-68be-43f3-a1de-3076ae7653ec tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad3327655675470d80f2199f38108f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397762 Feb 11 14:12:02.785475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-49f5a3ab-fbe9-40c2-bbf9-662fc2a8fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.790858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-49f5a3ab-fbe9-40c2-bbf9-662fc2a8fb97 service neutron] 10.222.0.60 "GET /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 1028 time: 0.2345872 Feb 11 14:12:02.838419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.984403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Pushing event updated for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:03.059333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:03.069567 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "a3244a91-3c0d-4c38-a89a-f65d148c6d93"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.327927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-3b763600-9251-4c0a-bfca-6228398fae92 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5395 time: 0.3896165 Feb 11 14:12:03.330214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-78a3db25-b1f5-4a26-8230-2f43f43cd4ac tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.331476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Allocated IP 172.20.0.3 (19ef8a17-b4f6-420b-b3dc-5e7a9521721c/1bd1a039-b89f-476e-af35-bbe501dd40bb/7c42a3ab-43c8-4b71-8bf7-0161a27b197c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:03.331595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-78a3db25-b1f5-4a26-8230-2f43f43cd4ac tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.331595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-78a3db25-b1f5-4a26-8230-2f43f43cd4ac tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.331595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-78a3db25-b1f5-4a26-8230-2f43f43cd4ac tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/networks?id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=33f37660-c2e3-436a-af1f-795638e2a04f&id=33f37660-c2e3-436a-af1f-795638e2a04f HTTP/1.1" status: 200 len: 1990 time: 0.4650788 Feb 11 14:12:03.331595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-1171ffd9-8bab-4c34-9979-570d103e994b service neutron] 10.222.0.31 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517664 Feb 11 14:12:03.391082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.400421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c074451a-90f8-4f09-b64b-a2070f8d2823 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f183e8641c844f48bb9be2c144866d2 HTTP/1.1" status: 200 len: 380 time: 0.1259234 Feb 11 14:12:03.434643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'admin_state_up': True, 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'security_groups': ['99f90624-3468-43ab-9fbc-50c1aacf3d70']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:03.520397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-9f34e6cf-8324-4762-bf89-aadf84ae2d4a service neutron] 10.222.0.31 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402773 Feb 11 14:12:03.525098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Attempting to bind port adc9a00f-f91c-4040-9bf9-29e53d980c62 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:03.525437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Attempting to bind port adc9a00f-f91c-4040-9bf9-29e53d980c62 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:03.525774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Attempting to bind port adc9a00f-f91c-4040-9bf9-29e53d980c62 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:03.546644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9f79b28-0ab9-4a3a-b5b9-53fb2d881365 req-f6b99842-fd00-4b7b-aaed-07a74382d1ed tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736980 Feb 11 14:12:03.550019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Port adc9a00f-f91c-4040-9bf9-29e53d980c62 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:03.550411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Attempting to bind port adc9a00f-f91c-4040-9bf9-29e53d980c62 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:03.560008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:03.560349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:03.560735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Bound using segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:03.561189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Bound port: adc9a00f-f91c-4040-9bf9-29e53d980c62, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:03.571279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.690034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.732573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:03.737519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.750236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:03.758010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:03.837888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event updated for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:03.848308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41ac2403-7a77-402e-a4d9-abc03dda6629 req-a7b4b91c-66ca-43f5-8c7d-a37d6fe8b3a5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.1767845 Feb 11 14:12:03.861191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:03.861191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:03.865759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:03.946980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 172.20.0.14 (f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c/f43f46b7-7086-44b2-a344-8aa8bccd0206/a623a3cc-9f32-4914-854e-92ed4c15cd37) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:03.956623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.986112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.988910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.071383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.072165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.081172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] 10.222.0.62 "PUT /v2.0/ports/adc9a00f-f91c-4040-9bf9-29e53d980c62 HTTP/1.1" status: 200 len: 1091 time: 2.7796073 Feb 11 14:12:04.254807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:04.338618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc145b-5f71-489e-9995-4a9994aec691 req-59a9a75e-d944-4fe5-bba7-78966cb76c6c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.352037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabc145b-5f71-489e-9995-4a9994aec691 req-59a9a75e-d944-4fe5-bba7-78966cb76c6c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 931 time: 0.1987963 Feb 11 14:12:04.425996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.441950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-dff700f9-25e5-49de-a55f-67fbbec36f64 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5840700 Feb 11 14:12:04.458115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a0d4e4a3-1723-494e-ac69-067613cccd1d None None] Provisioning complete for port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:04.459777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e4a3-1723-494e-ac69-067613cccd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.466754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabc145b-5f71-489e-9995-4a9994aec691 req-00def823-753c-453b-91b9-757ffa7c60af tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124861 Feb 11 14:12:04.507416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Request body: {'port': {'device_id': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:04.528793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4e4a3-1723-494e-ac69-067613cccd1d None None] Port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:04.558040 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4848c6-5e10-4e85-8bda-809854f30695 x-openstack-request-id: req-1e4848c6-5e10-4e85-8bda-809854f30695 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:04.558326 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "a3244a91-3c0d-4c38-a89a-f65d148c6d93", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:04.558626 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e4848c6-5e10-4e85-8bda-809854f30695 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:04.559055 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93', 'status': 'completed', 'code': 200} Feb 11 14:12:04.562466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7271c-bbb8-4040-b03c-156185e61d62 service neutron] Pushing event updated for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:04.565153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.570919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe1c2-cb7c-4c76-bca7-997b2fe4e07a req-d1749db2-89df-4628-9c69-756d159a7c5b tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.580039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-732fe1c2-cb7c-4c76-bca7-997b2fe4e07a req-d1749db2-89df-4628-9c69-756d159a7c5b tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1095 time: 0.4893053 Feb 11 14:12:04.655132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.659754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.703720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-732fe1c2-cb7c-4c76-bca7-997b2fe4e07a req-3494ffdb-371f-4d4e-a930-5f27bfea3dda tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226904 Feb 11 14:12:04.830778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:04.860251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.860745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.861258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.861732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.862199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.862764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.863235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.865741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-d34707e5-8863-4e36-8f5e-396bc9826ee6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6287 time: 0.2959347 Feb 11 14:12:04.866801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:04.950532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:04.966285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:05.231105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999290d-e3de-4d08-aaec-8e44955ca5db req-939cd89a-9e30-4a4e-a071-ba5463b64274 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.239596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a999290d-e3de-4d08-aaec-8e44955ca5db req-939cd89a-9e30-4a4e-a071-ba5463b64274 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 932 time: 0.6018090 Feb 11 14:12:05.315943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-74653716-2fd0-418f-b630-e26bab367a09 None None] Provisioning complete for port a623a3cc-9f32-4914-854e-92ed4c15cd37 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:05.316407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74653716-2fd0-418f-b630-e26bab367a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:05.351993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.355327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:05.408062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-74653716-2fd0-418f-b630-e26bab367a09 None None] Port a623a3cc-9f32-4914-854e-92ed4c15cd37 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:05.439291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e7a7698-20f3-4c64-b9cb-de5f05ff1449 req-8dafe7f4-a768-406a-937e-dd0ad1ed989f tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.0505462 Feb 11 14:12:05.453354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a999290d-e3de-4d08-aaec-8e44955ca5db req-770fcc06-7a6b-40d4-912c-4243e698b675 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082081 Feb 11 14:12:05.479424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-de0d2daf-76ad-4e82-a6e1-14b4d4bf1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.480227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-de0d2daf-76ad-4e82-a6e1-14b4d4bf1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.481585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-de0d2daf-76ad-4e82-a6e1-14b4d4bf1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.485455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-de0d2daf-76ad-4e82-a6e1-14b4d4bf1135 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5658092 Feb 11 14:12:05.521977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-74b2514e-91ed-43a6-89bc-03efb47ea255 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1142290 Feb 11 14:12:05.559943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'admin_state_up': True, 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'security_groups': ['99f90624-3468-43ab-9fbc-50c1aacf3d70']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:05.797903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.804466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.810578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.818251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.825044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.831361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.840096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.842690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-b22ee0c6-d08d-4d43-abdf-5f026889b675 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5395 time: 0.2179594 Feb 11 14:12:05.970684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-707da395-b3c5-4f6e-ad44-2627a38d0911 req-6441e9c9-58be-48f4-9d7b-cf8c67d83a59 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110737 Feb 11 14:12:06.047507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-2c680c7f-2c33-4d1f-a9d8-2cae9d57c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.049222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aac1d1a2-c098-43f8-89ca-5e0bdc11a1ed req-2c680c7f-2c33-4d1f-a9d8-2cae9d57c095 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5564256 Feb 11 14:12:06.104819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41babdf-757b-4a1d-a2c6-6ceb696691ac req-92675948-eee9-4649-ac43-f42d2a6f20e0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.106469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c41babdf-757b-4a1d-a2c6-6ceb696691ac req-92675948-eee9-4649-ac43-f42d2a6f20e0 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 1095 time: 0.3455970 Feb 11 14:12:06.183242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c41babdf-757b-4a1d-a2c6-6ceb696691ac req-f5fb8146-dac1-4490-a08f-fe338a9c0ccb tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701337 Feb 11 14:12:06.225128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:06.232750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:06.241057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525ae3c6-278b-479c-bf56-a1d71430d184 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:06.284229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d764ba6-13cb-4b1d-bdf6-16eca71f3a3f req-53cb1b5d-5628-4a38-8add-a34109976657 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aebeeb6-5a21-4b3f-969d-b69b41fb361d HTTP/1.1" status: 200 len: 210 time: 0.0753508 Feb 11 14:12:06.299518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:06.318384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c42a3ab-43c8-4b71-8bf7-0161a27b197c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:06.348808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:06.383772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Transition to ACTIVE for port object 7c42a3ab-43c8-4b71-8bf7-0161a27b197c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:06.423881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Transition to ACTIVE for port object 525ae3c6-278b-479c-bf56-a1d71430d184 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:06.473173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:06.581442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:06.590409 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc25732e-760f-41e1-9e2b-0b1b7c08f418" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:06.596050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:06.603889 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:06.741004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.1.1.37 (f00379cf-82d4-47d9-8185-2687d9f63b07/83422899-7806-41ac-b923-59d0c1668aab/7d8124b3-7248-4aed-9e71-c2e13ccadf17) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:06.791710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:06.801386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f23de5a6-d928-40e8-a0df-4dd3319f81db req-9c445c54-52de-4d97-be53-9a786541e0d4 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.2186739 Feb 11 14:12:07.038907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609d8ab-bbd2-44a3-8349-82915a2e60de req-dbdb6dec-c31f-479b-8c1a-59a5aa9091b3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.046792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0609d8ab-bbd2-44a3-8349-82915a2e60de req-dbdb6dec-c31f-479b-8c1a-59a5aa9091b3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 932 time: 0.1011946 Feb 11 14:12:07.055744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Attempting to bind port 525ae3c6-278b-479c-bf56-a1d71430d184 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:07.055968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Attempting to bind port 525ae3c6-278b-479c-bf56-a1d71430d184 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:07.056168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Attempting to bind port 525ae3c6-278b-479c-bf56-a1d71430d184 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:07.079347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Port 525ae3c6-278b-479c-bf56-a1d71430d184 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:07.079688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Attempting to bind port 525ae3c6-278b-479c-bf56-a1d71430d184 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:07.102610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:07.106813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Checking segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:07.106813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Bound using segment: {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:07.107064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.107516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Bound port: 525ae3c6-278b-479c-bf56-a1d71430d184, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de16d35-bff1-4d6e-acae-5e4dccbcc303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:07.107516 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.141035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0609d8ab-bbd2-44a3-8349-82915a2e60de req-0f99f77e-70ee-449b-94ca-033e26d4f788 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844932 Feb 11 14:12:07.243903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Attempting to bind port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:07.244564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Attempting to bind port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:07.247350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Attempting to bind port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c on network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:07.251050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a7d2-76f3-4214-86a9-10ca7bcae81d req-81052068-08d8-44d3-a732-b87470eb8c32 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.252835 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8f9154-c6a4-49fc-9df8-a7eb5c111efd x-openstack-request-id: req-1b8f9154-c6a4-49fc-9df8-a7eb5c111efd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:07.253599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3110a7d2-76f3-4214-86a9-10ca7bcae81d req-81052068-08d8-44d3-a732-b87470eb8c32 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 931 time: 0.9015739 Feb 11 14:12:07.254057 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:07.254551 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b8f9154-c6a4-49fc-9df8-a7eb5c111efd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:07.255275 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62', 'status': 'completed', 'code': 200} Feb 11 14:12:07.265139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c on network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:07.265937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Attempting to bind port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c on network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:07.284500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:07.285265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Checking segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:07.285896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Bound using segment: {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:07.286592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Bound port: 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbb3ff-8991-4c20-901c-3a4788b90743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:07.287264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.341725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3110a7d2-76f3-4214-86a9-10ca7bcae81d req-11e68096-71c6-4cf6-a474-4f753b526162 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748503 Feb 11 14:12:07.365947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:07.366553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.367047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.367533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.367985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.368454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.368983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.369915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.371420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8120e886-5f97-4d12-a96e-7eb318004e62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6312 time: 0.1168401 Feb 11 14:12:07.372877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:07.378095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.478225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.491623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.509083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.515476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.522834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.530113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.538852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.555735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec024210-de82-4be5-b97e-be02c1486954 req-915b56aa-c688-45b8-acd4-0b7478576983 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5407 time: 0.2553127 Feb 11 14:12:07.578372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.632465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:07.666989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:07.686528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:07.689836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:07.766957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.767721 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.769280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] 10.222.0.62 "PUT /v2.0/ports/525ae3c6-278b-479c-bf56-a1d71430d184 HTTP/1.1" status: 200 len: 1091 time: 3.5335376 Feb 11 14:12:07.789898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:07.805822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8683c4fe-78cd-4413-ba33-cb5e77e25985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.806578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8683c4fe-78cd-4413-ba33-cb5e77e25985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.807213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8683c4fe-78cd-4413-ba33-cb5e77e25985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.809108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-8683c4fe-78cd-4413-ba33-cb5e77e25985 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4219055 Feb 11 14:12:07.818809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-18948e08-8cd7-4a0f-bc2d-40a24a783f3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669252 Feb 11 14:12:07.832809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:07.855520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec024210-de82-4be5-b97e-be02c1486954 req-b3ed5974-b5d5-441e-82c0-9bbb05ede891 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2979782 Feb 11 14:12:07.903680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a9193-4197-4510-bfd5-5137bbfd264a service neutron] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:07.932673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:08.027636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.264260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-db2b80a0-c459-44fc-8604-82a3a2cea1c0 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.267382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-db2b80a0-c459-44fc-8604-82a3a2cea1c0 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.62 "GET /v2.0/networks?id=d0658ff6-da9a-4777-a3a2-5f474105a1a0 HTTP/1.1" status: 200 len: 822 time: 0.6006596 Feb 11 14:12:08.274022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.292794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Request body: {'port': {'device_id': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0', 'admin_state_up': True, 'tenant_id': 'ad3327655675470d80f2199f38108f11'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:08.403762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3ba71fad-b026-4201-a47b-9972e8b37e34 None None] Provisioning complete for port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:08.416013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba71fad-b026-4201-a47b-9972e8b37e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.465532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.466264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.467225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.468096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.469396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c42a3ab-43c8-4b71-8bf7-0161a27b197c HTTP/1.1" status: 200 len: 1091 time: 3.9943008 Feb 11 14:12:08.524276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3ba71fad-b026-4201-a47b-9972e8b37e34 None None] Port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:08.569616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58302e0-7572-44b1-876d-6cd8d8c953c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:08.578371 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f886d84-7088-40e2-afbc-7a3c204d7239 req-d3cd1937-dbb3-4feb-9411-05e1c69b52aa tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.2205994 Feb 11 14:12:08.604838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-cfe7c5b9-b95b-409f-b8a0-24ba2b92b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.606868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-cfe7c5b9-b95b-409f-b8a0-24ba2b92b93e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 1096 time: 0.2476366 Feb 11 14:12:08.616302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-135246a1-8991-40bb-a455-291f4d1aea1e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0671313 Feb 11 14:12:08.634276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'admin_state_up': True, 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'security_groups': ['99f90624-3468-43ab-9fbc-50c1aacf3d70']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:08.730985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb60701-8159-44df-b1e0-2651fa04cdc3 req-4fa30ceb-7008-46a3-97a0-e8836d15ab4d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.762361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb60701-8159-44df-b1e0-2651fa04cdc3 req-4fa30ceb-7008-46a3-97a0-e8836d15ab4d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.762361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0cb60701-8159-44df-b1e0-2651fa04cdc3 req-4fa30ceb-7008-46a3-97a0-e8836d15ab4d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 1653 time: 0.3437278 Feb 11 14:12:08.804150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Made reservation on behalf of ad3327655675470d80f2199f38108f11 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:08.807947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.883187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-b126f8d5-0680-4430-b997-c75c5ea9dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.884930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc25732e-760f-41e1-9e2b-0b1b7c08f418 req-b126f8d5-0680-4430-b997-c75c5ea9dcae service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0621336 Feb 11 14:12:08.914157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-348dc147-ccf1-4a3b-a28b-8ea408323a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.916292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-348dc147-ccf1-4a3b-a28b-8ea408323a8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95b31397a3994a8e8ab12308c30d6dc7&device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 1094 time: 0.3309715 Feb 11 14:12:08.949408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e3f81-5f55-40a6-b1cd-dcac951b8c1e req-3fa7e9c7-52b8-46fd-a0ca-3bd0c4ba317a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.950848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910e3f81-5f55-40a6-b1cd-dcac951b8c1e req-3fa7e9c7-52b8-46fd-a0ca-3bd0c4ba317a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 943 time: 0.1942441 Feb 11 14:12:08.967257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0cb60701-8159-44df-b1e0-2651fa04cdc3 req-604334d4-674c-4fc9-bd82-377017795753 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962361 Feb 11 14:12:08.977913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-3c6d5af6-58b4-46fd-88a5-26f67747e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.979400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-3c6d5af6-58b4-46fd-88a5-26f67747e7ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.2239308 Feb 11 14:12:09.082713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910e3f81-5f55-40a6-b1cd-dcac951b8c1e req-aaa45613-c98b-481b-a7f0-68ac57e7cb8c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241024 Feb 11 14:12:09.083346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:09.105019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:09.112798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-164d5a70-668d-4535-89dd-13003e398c6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c HTTP/1.1" status: 200 len: 217 time: 0.1831138 Feb 11 14:12:09.116211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-4faa6374-137e-4cb2-9dca-eaf1887ff197 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 200 len: 217 time: 0.1295707 Feb 11 14:12:09.262920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184'}, {'name': 'network-changed', 'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:09.265120 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fbab18-23b2-4694-a8e8-0738977712f4" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184"}, {"name": "network-changed", "server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:09.366557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-6461a5ac-e80a-49fa-bc58-5c96913f901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.368364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-6461a5ac-e80a-49fa-bc58-5c96913f901f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1135073 Feb 11 14:12:09.385524 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d621ba-ecf4-4365-8eac-ab5409a4bc9c x-openstack-request-id: req-32d621ba-ecf4-4365-8eac-ab5409a4bc9c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:09.386100 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:09.386571 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32d621ba-ecf4-4365-8eac-ab5409a4bc9c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:09.387648 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184', 'status': 'completed', 'code': 200} Feb 11 14:12:09.389337 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'status': 'completed', 'code': 200} Feb 11 14:12:09.410484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-b2cb5d52-b354-4067-81cc-4a4382b9bbbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307505 Feb 11 14:12:09.491249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12546a1c-1d03-45ea-a41f-659b0937fc2b {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:09.499870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:09.515722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Transition to ACTIVE for port object 12546a1c-1d03-45ea-a41f-659b0937fc2b will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:09.522841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-31b39c7c-99cd-47b9-8240-609caeb4b9a8 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967195 Feb 11 14:12:09.545029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-3ea43821-66bc-4838-97d3-8a72fcabb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.546262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-3ea43821-66bc-4838-97d3-8a72fcabb3dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bd1a039-b89f-476e-af35-bbe501dd40bb HTTP/1.1" status: 200 len: 844 time: 0.4211128 Feb 11 14:12:09.559596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.1.1.31 (f00379cf-82d4-47d9-8185-2687d9f63b07/83422899-7806-41ac-b923-59d0c1668aab/4efae429-0e71-43ab-8527-0af3dfbdece4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:09.588419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Allocated IP 172.20.0.12 (d0658ff6-da9a-4777-a3a2-5f474105a1a0/4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7/252dce52-703c-44de-aada-0406b8774fe7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:09.619924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.625799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.631982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.637897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.644108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.650856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.656277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.665219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-3deec6b1-df80-4556-ab74-f99c8e523157 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5407 time: 0.4528546 Feb 11 14:12:09.682940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.683419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.689767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:09.690510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.691042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.691513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.691978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.692441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.695015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-dfc60fb2-8cb2-4c5d-83a6-453e799bd163 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6354 time: 0.2800734 Feb 11 14:12:09.841183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-847d187f-fd82-46a0-9f59-b1a9156379ed req-d720204f-2617-445d-8539-172f491ff4a7 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.0799246 Feb 11 14:12:09.861188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45e790db-f452-4e15-a7e4-604f18fd7d25 req-94ad87a7-aeb8-4c90-9069-72c9eb4bc10e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892653 Feb 11 14:12:09.976503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524461-66b5-438b-b066-116cee6a096d req-5b414e0d-4d0f-4d42-9808-d2e32ec3e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.979300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-5b414e0d-4d0f-4d42-9808-d2e32ec3e5de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4247084 Feb 11 14:12:09.988440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Attempting to bind port 12546a1c-1d03-45ea-a41f-659b0937fc2b on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:09.989134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Attempting to bind port 12546a1c-1d03-45ea-a41f-659b0937fc2b by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:09.989830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Attempting to bind port 12546a1c-1d03-45ea-a41f-659b0937fc2b on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:10.001424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Port 12546a1c-1d03-45ea-a41f-659b0937fc2b on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:10.002169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Attempting to bind port 12546a1c-1d03-45ea-a41f-659b0937fc2b on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:10.072122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:10.072623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Checking segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:10.073149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Bound using segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:10.073713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Bound port: 12546a1c-1d03-45ea-a41f-659b0937fc2b, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:10.074357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:10.076566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Pushing event updated for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:10.396075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:10.433143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13eb8604-0b55-464c-9db7-03fed34aa39c req-224e706c-b7e9-4896-83e0-8d52f8807687 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8870642 Feb 11 14:12:10.486268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7534fb-cd69-4a73-b23e-fabb0dd8cd3d req-aed17531-f69f-4918-bc74-e6da2fe974c1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.492976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7534fb-cd69-4a73-b23e-fabb0dd8cd3d req-aed17531-f69f-4918-bc74-e6da2fe974c1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.494594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7534fb-cd69-4a73-b23e-fabb0dd8cd3d req-aed17531-f69f-4918-bc74-e6da2fe974c1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 1653 time: 0.2778423 Feb 11 14:12:10.495837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-c6d78b27-5776-4c1a-b960-8ff1eeeff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.499791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-c6d78b27-5776-4c1a-b960-8ff1eeeff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.500333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-c6d78b27-5776-4c1a-b960-8ff1eeeff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.502198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-c6d78b27-5776-4c1a-b960-8ff1eeeff997 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7870247 Feb 11 14:12:10.540801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:10.572975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:10.592669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:10.598152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7534fb-cd69-4a73-b23e-fabb0dd8cd3d req-210ec687-505d-4888-96b6-4ba17b7aac74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949371 Feb 11 14:12:10.604920 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-713f51d6-4328-4ada-b96e-35bcaa2956cd service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976956 Feb 11 14:12:10.634235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8710-fef0-4a11-bb04-5a0b5b8bc14c req-4aea3373-88bb-4332-a948-2ae37d48c2ac tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.635681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52ec8710-fef0-4a11-bb04-5a0b5b8bc14c req-4aea3373-88bb-4332-a948-2ae37d48c2ac tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 943 time: 0.1836495 Feb 11 14:12:10.661336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-214ad317-4ad8-4968-8ab2-7eded117c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.663479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-214ad317-4ad8-4968-8ab2-7eded117c548 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237869 Feb 11 14:12:10.819170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:10.966409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:11.002970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-afbf9e0f-eff2-4314-967b-375ab207b48c req-38fbf609-d6d4-4c53-934b-dfd160dadd2e tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.0618424 Feb 11 14:12:11.043017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network f00379cf-82d4-47d9-8185-2687d9f63b07 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:11.045869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:11.059252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.061997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:11.142862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52ec8710-fef0-4a11-bb04-5a0b5b8bc14c req-274ef219-3e5b-4a93-8812-fed7593837ec tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454303 Feb 11 14:12:11.167032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.181201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.181201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] 10.222.0.62 "PUT /v2.0/ports/12546a1c-1d03-45ea-a41f-659b0937fc2b HTTP/1.1" status: 200 len: 1091 time: 3.2461503 Feb 11 14:12:11.181201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09524461-66b5-438b-b066-116cee6a096d req-2e10be61-5d63-4db5-aa39-cfc0106c326a service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724659 Feb 11 14:12:11.195645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb3c88-b401-4e25-983d-dce1c16d2969 service neutron] Pushing event updated for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:11.235515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.335345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.340037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.363854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Request body: {'port': {'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:11.367598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Pushing event updated for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:11.395635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:11.398622 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b18979-7830-4ce8-96f0-f8b5e20d7275" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:11.445745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.463471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.475030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.476764 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaa0055-0d48-4f03-9e41-6f95deb76a24 x-openstack-request-id: req-aeaa0055-0d48-4f03-9e41-6f95deb76a24 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:11.477094 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:11.477345 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeaa0055-0d48-4f03-9e41-6f95deb76a24 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:11.477741 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b', 'status': 'completed', 'code': 200} Feb 11 14:12:11.482129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.489040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.495776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.501673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Network d0658ff6-da9a-4777-a3a2-5f474105a1a0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:11.503622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.507240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a32919b4-e114-46ee-a717-332faf4dcd8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5419 time: 0.2806108 Feb 11 14:12:11.520549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:11.528563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:11.556704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3768d06c-439d-4d9f-8d1c-5d0e59671145 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9315262 Feb 11 14:12:11.580549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'admin_state_up': True, 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'security_groups': ['99f90624-3468-43ab-9fbc-50c1aacf3d70']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:11.583347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.645501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-b822710e-5dbc-4f1c-9af2-c34080108f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.647485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-b822710e-5dbc-4f1c-9af2-c34080108f43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95b31397a3994a8e8ab12308c30d6dc7&device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 1094 time: 0.2255666 Feb 11 14:12:11.650655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7f8e1877-1ca2-4d39-8560-34349cc467ff None None] Provisioning complete for port 4efae429-0e71-43ab-8527-0af3dfbdece4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:11.652960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1877-1ca2-4d39-8560-34349cc467ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.751926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e1877-1ca2-4d39-8560-34349cc467ff None None] Port 4efae429-0e71-43ab-8527-0af3dfbdece4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:11.764828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6106abc0-a1ae-4de6-8b24-213f9774df33 req-a95e13a3-2202-4773-8f2b-25af8cfed7fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219515 Feb 11 14:12:11.793841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.794340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.794827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.795301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.795770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.796922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.798377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.800412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-e9607f15-d295-4855-b1ff-2bb19b6ff14f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6421 time: 0.2918522 Feb 11 14:12:11.800982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.62', 55660) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:11.809065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-a03fa38b-0959-4db3-ad5e-4046bf99bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.810564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-a03fa38b-0959-4db3-ad5e-4046bf99bb80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c HTTP/1.1" status: 200 len: 906 time: 0.1342175 Feb 11 14:12:11.829836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.830475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:11.919019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-507a8cb2-f473-4e7a-b729-a7caac928c41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c HTTP/1.1" status: 200 len: 217 time: 0.0850894 Feb 11 14:12:11.990920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-71bf8053-b091-4067-bdcf-c685f1a216cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1855669 Feb 11 14:12:12.021087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-5f480a24-f365-4f50-87a2-9468ea0bfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.021989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-5f480a24-f365-4f50-87a2-9468ea0bfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.022738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-5f480a24-f365-4f50-87a2-9468ea0bfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.024767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-5f480a24-f365-4f50-87a2-9468ea0bfe7d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2080131 Feb 11 14:12:12.062608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9e91a-fef4-4313-884e-5640dff0fa8e req-856aa3d0-0cce-4e93-a646-a5f581fd8d33 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.069235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9e91a-fef4-4313-884e-5640dff0fa8e req-856aa3d0-0cce-4e93-a646-a5f581fd8d33 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.076664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9e91a-fef4-4313-884e-5640dff0fa8e req-856aa3d0-0cce-4e93-a646-a5f581fd8d33 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.084457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8dd9e91a-fef4-4313-884e-5640dff0fa8e req-856aa3d0-0cce-4e93-a646-a5f581fd8d33 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 2373 time: 0.2726207 Feb 11 14:12:12.114036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-a72de853-ede2-4040-ad05-4d6c1ee8fe55 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8287480 Feb 11 14:12:12.138231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Request body: {'port': {'device_id': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:12.228755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-bb91756c-4e4a-4c07-b718-5ccc54217cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.230208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-bb91756c-4e4a-4c07-b718-5ccc54217cf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bd1a039-b89f-476e-af35-bbe501dd40bb HTTP/1.1" status: 200 len: 844 time: 0.2985857 Feb 11 14:12:12.253988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-092156b6-ace8-42c5-b924-4bb5433d339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.256517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-092156b6-ace8-42c5-b924-4bb5433d339f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 1096 time: 0.2123861 Feb 11 14:12:12.287903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644022c-2ece-4fc1-9bf2-02f4196ecf71 req-3aa3ac8d-61f3-4a30-b314-febdf2976aa3 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.292106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8644022c-2ece-4fc1-9bf2-02f4196ecf71 req-3aa3ac8d-61f3-4a30-b314-febdf2976aa3 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 932 time: 0.1187856 Feb 11 14:12:12.331089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8dd9e91a-fef4-4313-884e-5640dff0fa8e req-6e86e59e-81cd-4dc7-8a0d-8defedf39f5d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458074 Feb 11 14:12:12.331811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:12.358002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-c0c4c33d-69b6-4128-9f6e-723878971539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.359937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-c0c4c33d-69b6-4128-9f6e-723878971539 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3135238 Feb 11 14:12:12.417794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-879192ab-79e9-4762-a1d0-ce7375b532cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.419884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-879192ab-79e9-4762-a1d0-ce7375b532cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688235 Feb 11 14:12:12.435069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8644022c-2ece-4fc1-9bf2-02f4196ecf71 req-18a30384-e3b1-4fe5-b5a1-34b2852ceee3 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288908 Feb 11 14:12:12.437406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:12.570749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-bc0a5780-2b9a-4c89-bfbb-861995046702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.570749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-bc0a5780-2b9a-4c89-bfbb-861995046702 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 200 len: 922 time: 0.2696128 Feb 11 14:12:12.614215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:12.617549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-19debd8a-7a6f-4469-8be2-c8516db21c75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 200 len: 217 time: 0.0403695 Feb 11 14:12:12.683879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03e8248-abe5-4a12-9c31-a5bfcebc67e3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:12.713044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:12.729802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af1d8-f25c-48e7-a3a2-54e8191fd1db req-a12750ce-f834-40aa-a903-fc2b2ca1b5e0 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.731424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea8af1d8-f25c-48e7-a3a2-54e8191fd1db req-a12750ce-f834-40aa-a903-fc2b2ca1b5e0 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 943 time: 0.2752349 Feb 11 14:12:12.755908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-eb17372c-f694-41fa-8f5b-c1ad2278536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:12.757417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-eb17372c-f694-41fa-8f5b-c1ad2278536e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 200 len: 861 time: 0.1325407 Feb 11 14:12:12.778248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-568708ab-3f2f-4258-a29c-398cc7f8821b service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496015 Feb 11 14:12:12.790296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Transition to ACTIVE for port object e03e8248-abe5-4a12-9c31-a5bfcebc67e3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:12.812403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-b0e26144-21cc-44ed-bc5d-619b29f8c404 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469127 Feb 11 14:12:12.863219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea8af1d8-f25c-48e7-a3a2-54e8191fd1db req-f36edc8b-6883-4c63-975f-5ae8983298ac tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987034 Feb 11 14:12:12.918094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:12.998841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fbab18-23b2-4694-a8e8-0738977712f4 req-d240e155-4c33-433f-ab9e-311a0da628a2 service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074134 Feb 11 14:12:13.010550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-9db8b752-4be9-42f5-9a7f-bed94988cfa8 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745760 Feb 11 14:12:13.042793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Pushing event updated for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:13.070451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252dce52-703c-44de-aada-0406b8774fe7 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:13.098621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.100681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.106741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.112689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.120009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.125693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.132257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.137906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Transition to ACTIVE for port object 252dce52-703c-44de-aada-0406b8774fe7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:13.138256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.140087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-66d6739e-bc80-48c9-84e6-481516a19ca8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2211549 Feb 11 14:12:13.143228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.2.2.100 (33f37660-c2e3-436a-af1f-795638e2a04f/95f3cd42-8e14-45e8-8335-4840be314054/9cfb56bd-e1a9-4185-8db5-04005ef88981) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:13.165233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Attempting to bind port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:13.165949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Attempting to bind port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:13.166490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Attempting to bind port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:13.173353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:13.174166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Attempting to bind port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 on network e724ff64-4ed8-4492-876f-24af8a4a1ab3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:13.187955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:13.190536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Checking segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:13.190536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Bound using segment: {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:13.190536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Bound port: e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719bc143-17b7-441b-b952-334625c4032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:13.190536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.210844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.236137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5b4ef92-af98-491b-b157-01acf5ed690e req-b3acd603-e3ae-43f6-9a97-7679f8080b0c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847099 Feb 11 14:12:13.276762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8401b9-46c5-4408-95bb-b857610159d7 req-5608725d-bfa7-4ad7-b84e-05ac4687f7b3 service neutron] 10.222.0.62 "GET /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531474 Feb 11 14:12:13.330506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Pushing event updated for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:13.389418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:13.390356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.406823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:13.420125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Attempting to bind port 252dce52-703c-44de-aada-0406b8774fe7 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:13.420523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Attempting to bind port 252dce52-703c-44de-aada-0406b8774fe7 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '36b38f2b-28f4-4eb6-86ef-18f01947ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:13.420933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Attempting to bind port 252dce52-703c-44de-aada-0406b8774fe7 on network d0658ff6-da9a-4777-a3a2-5f474105a1a0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:13.426595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Port 252dce52-703c-44de-aada-0406b8774fe7 on network d0658ff6-da9a-4777-a3a2-5f474105a1a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:13.426937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Attempting to bind port 252dce52-703c-44de-aada-0406b8774fe7 on network d0658ff6-da9a-4777-a3a2-5f474105a1a0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:13.432713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:13.435140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Checking segment: {'id': '36b38f2b-28f4-4eb6-86ef-18f01947ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:13.435140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Bound using segment: {'id': '36b38f2b-28f4-4eb6-86ef-18f01947ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:13.435140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Bound port: 252dce52-703c-44de-aada-0406b8774fe7, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b38f2b-28f4-4eb6-86ef-18f01947ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:13.435140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.491290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.503784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.562590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.563217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.564643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] 10.222.0.62 "PUT /v2.0/ports/e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 200 len: 1091 time: 2.2053080 Feb 11 14:12:13.567348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:13.573722 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:13.589727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:13.596931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:13.600318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=252dce52-703c-44de-aada-0406b8774fe7,segment=NetworkSegment(36b38f2b-28f4-4eb6-86ef-18f01947ac7d),segment_id=36b38f2b-28f4-4eb6-86ef-18f01947ac7d)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:13.610344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447394-4b73-4dcf-9ed0-62db04eaeb24 req-03fa35e1-c4e3-402c-bbd8-9da79b8d1f41 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.618081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447394-4b73-4dcf-9ed0-62db04eaeb24 req-03fa35e1-c4e3-402c-bbd8-9da79b8d1f41 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.618364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network 33f37660-c2e3-436a-af1f-795638e2a04f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:13.623065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:13.625920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:13.631112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447394-4b73-4dcf-9ed0-62db04eaeb24 req-03fa35e1-c4e3-402c-bbd8-9da79b8d1f41 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.634428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc447394-4b73-4dcf-9ed0-62db04eaeb24 req-03fa35e1-c4e3-402c-bbd8-9da79b8d1f41 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 2373 time: 0.1628270 Feb 11 14:12:13.705969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e568e6-fe63-4e4b-9d49-f0b703756a2f req-a8bb5b4a-ec26-41c0-a6e4-b80547aab470 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.711725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8e568e6-fe63-4e4b-9d49-f0b703756a2f req-a8bb5b4a-ec26-41c0-a6e4-b80547aab470 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 944 time: 0.1346750 Feb 11 14:12:13.751311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c42a3ab-43c8-4b71-8bf7-0161a27b197c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:13.759968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.760653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.767404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.804796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8e568e6-fe63-4e4b-9d49-f0b703756a2f req-cd6410f2-d078-4a70-b8f3-b37a42b95e7f tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798638 Feb 11 14:12:13.842122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec57a-399a-4595-a057-d0ee77a7457b service neutron] Pushing event updated for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:13.870044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc447394-4b73-4dcf-9ed0-62db04eaeb24 req-73418b94-b861-4890-af83-072a81d5ae4d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347317 Feb 11 14:12:13.897410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ddbab306-4754-4aca-b690-6799914d0daa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3216639 Feb 11 14:12:13.917204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'admin_state_up': True, 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'security_groups': ['99f90624-3468-43ab-9fbc-50c1aacf3d70']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:13.959233 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8e6b3-cc6e-4702-bbd0-2cfb7fd89dc1 x-openstack-request-id: req-92c8e6b3-cc6e-4702-bbd0-2cfb7fd89dc1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:13.969362 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:13.969610 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92c8e6b3-cc6e-4702-bbd0-2cfb7fd89dc1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:13.970174 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3', 'status': 'completed', 'code': 200} Feb 11 14:12:13.974132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.974852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:13.976478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] 10.222.0.62 "PUT /v2.0/ports/252dce52-703c-44de-aada-0406b8774fe7 HTTP/1.1" status: 200 len: 1092 time: 1.8445532 Feb 11 14:12:13.986329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.987001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.987533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.992183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.997674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.998289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:13.998833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.002161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-36e509f9-9049-4d63-a9cb-04c33330f5bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6488 time: 0.3169112 Feb 11 14:12:14.081027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:14.095367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'port_id': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:14.150521 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:14.168598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c42a3ab-43c8-4b71-8bf7-0161a27b197c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:14.193492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:14.214427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-768bb1e2-830b-4202-857d-dd31f98b196a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 200 len: 217 time: 0.1994932 Feb 11 14:12:14.233450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4b6b6f0e-3317-4b5f-a50a-f87b32a644ff None None] Provisioning complete for port 9cfb56bd-e1a9-4185-8db5-04005ef88981 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:14.233996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6f0e-3317-4b5f-a50a-f87b32a644ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:14.264643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Made reservation on behalf of 3f183e8641c844f48bb9be2c144866d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:14.269239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:14.284993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b6f0e-3317-4b5f-a50a-f87b32a644ff None None] Port 9cfb56bd-e1a9-4185-8db5-04005ef88981 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:14.305874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e13b-84ba-4a1b-9026-24d35ad0b250 service neutron] Pushing event updated for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:14.309009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:14.342365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-33970b95-f1dd-43f2-968e-96cf834f13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.344405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-33970b95-f1dd-43f2-968e-96cf834f13ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad3327655675470d80f2199f38108f11&device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 1095 time: 0.1763604 Feb 11 14:12:14.352175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-64d3ff12-707d-4613-8670-4f7936ba10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.354159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-64d3ff12-707d-4613-8670-4f7936ba10ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=744f6ed5-b4f4-401c-9987-b886dedd4cce HTTP/1.1" status: 200 len: 856 time: 0.1195998 Feb 11 14:12:14.392357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4051-4280-4643-a7b3-84b80de95a6f req-105d9550-5e99-432a-a5ab-7e62327d7365 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.402160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07fe4051-4280-4643-a7b3-84b80de95a6f req-105d9550-5e99-432a-a5ab-7e62327d7365 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 943 time: 0.2473238 Feb 11 14:12:14.419328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:14.471434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-538060e0-6a3f-43eb-b144-8e5c6e032117 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=252dce52-703c-44de-aada-0406b8774fe7 HTTP/1.1" status: 200 len: 217 time: 0.1158557 Feb 11 14:12:14.539370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-c52810e7-d43d-4d4d-a349-32c1749f6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.540905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-c52810e7-d43d-4d4d-a349-32c1749f6476 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f63371f4-0184-43a0-8933-72c171b8137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684945 Feb 11 14:12:14.562819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07fe4051-4280-4643-a7b3-84b80de95a6f req-c08a2e68-9dcf-4968-b408-9b25cb9f9f26 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594782 Feb 11 14:12:14.578365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c42a3ab-43c8-4b71-8bf7-0161a27b197c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:14.655554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:14.684514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Allocated IP 10.2.2.200 (33f37660-c2e3-436a-af1f-795638e2a04f/95f3cd42-8e14-45e8-8335-4840be314054/02fe279a-085e-4db4-baed-30a3166bba41) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:14.710064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-d9a9ebb9-499c-4362-b160-e54329eb6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.712001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-d9a9ebb9-499c-4362-b160-e54329eb6dc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7 HTTP/1.1" status: 200 len: 862 time: 0.2328587 Feb 11 14:12:14.767329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-8bbfc724-49a9-4d17-b7bd-f51d2fc35339 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0658ff6-da9a-4777-a3a2-5f474105a1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425980 Feb 11 14:12:14.875554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.882156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.888334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.894665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.905593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.913642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.919876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:14.924438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-0f331bb6-29e3-4ee2-8e66-9f008dc8e087 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2499733 Feb 11 14:12:14.926852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-a13fc119-1d48-488b-ab52-ad63ad3d0bc1 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627210 Feb 11 14:12:14.956852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.035344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-658ed130-1f7b-48e8-9ca4-76c440f3436c req-a4560b0b-ba26-483a-892f-d78fd66a617c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052256 Feb 11 14:12:15.096174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.180619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Network 33f37660-c2e3-436a-af1f-795638e2a04f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:15.185097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:15.190251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:15.279122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:15.337297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.337297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.399553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-74a4b39b-8e50-4de9-80f9-4637719b882a service neutron] 10.222.0.62 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218612 Feb 11 14:12:15.444732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f34559a1-edd0-4648-a3e6-50346a9ff46d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371387 Feb 11 14:12:15.459721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:15.494122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-bcf3b3b2-facd-4feb-b157-a76e3a3ba70d service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548248 Feb 11 14:12:15.506746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54645416-347f-4d0a-a1d8-18a085e8fb76 req-48095de5-bc6b-4bbd-8869-a244812c9902 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.508351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54645416-347f-4d0a-a1d8-18a085e8fb76 req-48095de5-bc6b-4bbd-8869-a244812c9902 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 944 time: 0.1439455 Feb 11 14:12:15.539678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.565283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1cba2999-7b0c-414e-9c12-7e02eba2f3b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 217 time: 0.0541623 Feb 11 14:12:15.647761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54645416-347f-4d0a-a1d8-18a085e8fb76 req-5c105394-1c08-42de-a666-95ed7fe71aad tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297464 Feb 11 14:12:15.656332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-442c62e7-e4f9-4f76-a585-2504caa592d4 req-7d61e908-0a8d-454b-a157-5d1a39ce8270 service neutron] 10.222.0.62 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493658 Feb 11 14:12:15.666630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1fe94834-6e6d-42e5-8ebe-0389254d3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.668722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-1fe94834-6e6d-42e5-8ebe-0389254d3e6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0923462 Feb 11 14:12:15.711695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-73b4f00a-9b23-4523-938c-c9609cc2850a None None] Provisioning complete for port 02fe279a-085e-4db4-baed-30a3166bba41 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:15.714060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b4f00a-9b23-4523-938c-c9609cc2850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.728286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-19a9839f-dc76-44d0-b1f8-ce03e10e6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.730790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-19a9839f-dc76-44d0-b1f8-ce03e10e6f0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538080 Feb 11 14:12:15.845738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c42a3ab-43c8-4b71-8bf7-0161a27b197c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:15.930275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-866c8867-7b19-4a03-9930-559399c12182 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919782 Feb 11 14:12:15.944509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.951844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.959293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f00a-9b23-4523-938c-c9609cc2850a None None] Port 02fe279a-085e-4db4-baed-30a3166bba41 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:15.960183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.967280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.970509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a623a3cc-9f32-4914-854e-92ed4c15cd37 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:15.973229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:15.975055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-f995ac5a-a62d-4ba7-b782-beb0619352e1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 3815 time: 0.1325412 Feb 11 14:12:15.976855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'tag': '252dce52-703c-44de-aada-0406b8774fe7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:15.978980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.979288 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "tag": "252dce52-703c-44de-aada-0406b8774fe7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:15.991775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Transition to ACTIVE for port object a623a3cc-9f32-4914-854e-92ed4c15cd37 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:16.073628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8228ace2-4667-4da7-9130-a39602cde8f6 req-84a096d4-399d-4ad2-a763-dad72ae9d4ce tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831194 Feb 11 14:12:16.105994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-08109560-3c15-4701-9980-692be60341ec service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299121 Feb 11 14:12:16.120121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:16.125175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.132983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:16.133376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.256053 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cacb9d-a610-4408-9c7f-42bb399b6c6a x-openstack-request-id: req-f0cacb9d-a610-4408-9c7f-42bb399b6c6a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:16.256616 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "tag": "252dce52-703c-44de-aada-0406b8774fe7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:16.257129 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0cacb9d-a610-4408-9c7f-42bb399b6c6a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:16.257728 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'tag': '252dce52-703c-44de-aada-0406b8774fe7', 'status': 'completed', 'code': 200} Feb 11 14:12:16.306502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:16.334195 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.363682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-02d06654-74d9-4872-bb62-0592ceafb9c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 217 time: 0.2496130 Feb 11 14:12:16.375006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:16.377453 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331876de-b995-47ba-92eb-bbb1415de8cc" -d '{"events": [{"server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:16.407204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:16.411402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93958a-70e0-49d1-8e8e-ee9f571b3756 req-d205315f-625e-4af6-829b-0a98367b19e2 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.413003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf93958a-70e0-49d1-8e8e-ee9f571b3756 req-d205315f-625e-4af6-829b-0a98367b19e2 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 944 time: 0.2052433 Feb 11 14:12:16.469790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-5fb2869b-07cd-4774-ad94-b42926ed7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.477201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-5fb2869b-07cd-4774-ad94-b42926ed7803 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad3327655675470d80f2199f38108f11&device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 1095 time: 0.2182395 Feb 11 14:12:16.507379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf93958a-70e0-49d1-8e8e-ee9f571b3756 req-ba81978d-107c-4cb8-8be4-9431de80903d tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842922 Feb 11 14:12:16.539909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Attempting to bind port a623a3cc-9f32-4914-854e-92ed4c15cd37 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:16.541093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Attempting to bind port a623a3cc-9f32-4914-854e-92ed4c15cd37 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:16.543655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Attempting to bind port a623a3cc-9f32-4914-854e-92ed4c15cd37 on network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:16.549059 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.550099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:16.554450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Port a623a3cc-9f32-4914-854e-92ed4c15cd37 on network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:16.555965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Attempting to bind port a623a3cc-9f32-4914-854e-92ed4c15cd37 on network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:16.567782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:16.570113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Checking segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:16.572762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Bound using segment: {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:16.574842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Bound port: a623a3cc-9f32-4914-854e-92ed4c15cd37, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a69b460-8dfd-4915-a9a2-1648061337a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:16.574842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.616692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-b49c3b57-362a-4377-a8e9-24adbef085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.623764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-b49c3b57-362a-4377-a8e9-24adbef085aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.2196229 Feb 11 14:12:16.703356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.732855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.747854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.763983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.780651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.781961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:16.786937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:16.795685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.815359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.817502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-93a02306-75cd-409f-bce7-0adb05a81ed6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.4706485 Feb 11 14:12:16.829139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:16.906943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.908517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:16.934695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db6c273b-b6a7-4be7-bd9f-3b4feb980066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:16.937541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-db6c273b-b6a7-4be7-bd9f-3b4feb980066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2996695 Feb 11 14:12:16.977687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:17.004023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-97418a1d-5572-4c17-93cf-887c177a7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:17.006575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-97418a1d-5572-4c17-93cf-887c177a7af0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0658ff6-da9a-4777-a3a2-5f474105a1a0 HTTP/1.1" status: 200 len: 923 time: 0.5186276 Feb 11 14:12:17.023992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d46a1bbe-4e74-450a-a090-97a2a1bd9737 req-f1fd2c14-3a79-42fd-8495-9ae22aaab073 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657572 Feb 11 14:12:17.071629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:17.133330 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3ee47-ec4c-45b1-b940-7bed4033a64c x-openstack-request-id: req-cfa3ee47-ec4c-45b1-b940-7bed4033a64c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:17.133629 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:17.133887 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfa3ee47-ec4c-45b1-b940-7bed4033a64c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:17.134297 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'code': 200} Feb 11 14:12:17.247913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:17.300379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-f1e77a26-499a-45aa-b3f7-ef977dad4563 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=252dce52-703c-44de-aada-0406b8774fe7 HTTP/1.1" status: 200 len: 217 time: 0.2739854 Feb 11 14:12:17.389275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b7e1-bc03-408a-8cc0-d9307bdedb01 req-5da3f180-0423-435a-a4bb-a4364c455b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:17.391081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86b6b7e1-bc03-408a-8cc0-d9307bdedb01 req-5da3f180-0423-435a-a4bb-a4364c455b20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 1096 time: 0.1263988 Feb 11 14:12:17.399822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-6a9bcd35-65c1-46f2-9d7c-b2b25df9f9db service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350381 Feb 11 14:12:17.468521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-85c7cac0-1f68-4f83-96dc-e0ddee325029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:17.470040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-85c7cac0-1f68-4f83-96dc-e0ddee325029 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7 HTTP/1.1" status: 200 len: 862 time: 0.1576483 Feb 11 14:12:17.566823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86b6b7e1-bc03-408a-8cc0-d9307bdedb01 req-ac708f13-d780-4370-88ba-7244fb5aec18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641996 Feb 11 14:12:17.616512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-777f1b59-2002-46d3-b3c7-74ec28ea0065 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0658ff6-da9a-4777-a3a2-5f474105a1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084278 Feb 11 14:12:17.676657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:17.677348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:17.679066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] 10.222.0.60 "PUT /v2.0/ports/a623a3cc-9f32-4914-854e-92ed4c15cd37 HTTP/1.1" status: 200 len: 1092 time: 2.2260745 Feb 11 14:12:17.679658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:17.681999 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144738d5-7b82-4cd9-819f-00667c7581cd" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:17.716638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97d9a-db55-4530-ad33-c6e3a727826d req-d70f3ccd-332c-49f8-b28a-e60643dad94a tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:17.718580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8a97d9a-db55-4530-ad33-c6e3a727826d req-d70f3ccd-332c-49f8-b28a-e60643dad94a tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 944 time: 0.1048067 Feb 11 14:12:17.719833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eedf1-4148-44f7-81f1-941504dea88d service neutron] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:17.749117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-ac27e139-6b7a-42a7-9476-a9e9cb549d27 service neutron] 10.222.0.62 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175103 Feb 11 14:12:17.799460 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8a97d9a-db55-4530-ad33-c6e3a727826d req-7841f887-fe43-41a6-a6a0-1e0073fc63e8 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Feb 11 14:12:17.843698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 252dce52-703c-44de-aada-0406b8774fe7 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:17.873196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:17.902352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-058a5c32-69de-4a8e-b1f4-ed792eeaca88 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481206 Feb 11 14:12:18.006310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-abdb0167-0a2d-45ae-93de-f42f50f00e45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62 HTTP/1.1" status: 200 len: 217 time: 0.0959694 Feb 11 14:12:18.069221 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:18.086082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fc8cb0a-a736-4189-8332-c3a3e78e5fd9 req-a55d8b66-df66-4a72-a934-23772fef5f35 service neutron] 10.222.0.62 "GET /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232012 Feb 11 14:12:18.087569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc456058-2efe-4e5a-815b-33fd3f916dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.089008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-fc456058-2efe-4e5a-815b-33fd3f916dea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0750999 Feb 11 14:12:18.113569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=252dce52-703c-44de-aada-0406b8774fe7,segment=NetworkSegment(36b38f2b-28f4-4eb6-86ef-18f01947ac7d),segment_id=36b38f2b-28f4-4eb6-86ef-18f01947ac7d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:18.126266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '252dce52-703c-44de-aada-0406b8774fe7', 'network_id': 'd0658ff6-da9a-4777-a3a2-5f474105a1a0', 'port_id': '252dce52-703c-44de-aada-0406b8774fe7', 'mac_address': 'fa:16:3e:57:6a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:18.136500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.143438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.150702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.156835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.163280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.165192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8eb62178-c3e0-4363-a336-b7926ee637cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 3827 time: 0.1932383 Feb 11 14:12:18.217146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-8392a026-1122-4058-b7a3-d875351a1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.218861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-8392a026-1122-4058-b7a3-d875351a1d85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132588 Feb 11 14:12:18.261967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d9c8e22-3c1d-447c-a259-fe50ce7e19ed req-8f7c989d-fd0e-4858-8c5e-bfd55b83d172 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764766 Feb 11 14:12:18.313545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-1719b329-9178-42ca-8c9d-92738e58b248 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.315894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-1719b329-9178-42ca-8c9d-92738e58b248 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.3653796 Feb 11 14:12:18.329035 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:18.348091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252dce52-703c-44de-aada-0406b8774fe7 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:18.353218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4da88233-6cdd-42b7-ae21-b19e49ec1c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:18.374115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=252dce52-703c-44de-aada-0406b8774fe7,segment=NetworkSegment(36b38f2b-28f4-4eb6-86ef-18f01947ac7d),segment_id=36b38f2b-28f4-4eb6-86ef-18f01947ac7d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:18.386630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-413d6324-636a-49e3-9429-3c4451aea008 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548309 Feb 11 14:12:18.404121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-72db1f4a-9d88-40a0-b371-46a4587209f9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/quotas/950bea0c23d24a7685d22fec5433069d HTTP/1.1" status: 200 len: 375 time: 0.0519481 Feb 11 14:12:18.498734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-8cf37456-a013-4a04-9c13-96688720f2de tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878046 Feb 11 14:12:18.509865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:18.534115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9be6-0b87-429f-9ef1-6bd4e0d41bd6 req-919a29e7-54df-4d83-8872-0987735bd8bf tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.538329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77fe9be6-0b87-429f-9ef1-6bd4e0d41bd6 req-919a29e7-54df-4d83-8872-0987735bd8bf tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.1176882 Feb 11 14:12:18.577174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:18.593420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-dbb91d04-ef33-4c16-bf79-5e12d74f72bf service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991715 Feb 11 14:12:18.656481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77fe9be6-0b87-429f-9ef1-6bd4e0d41bd6 req-e50f34a6-5bab-4ab0-9203-58ece14eb040 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071339 Feb 11 14:12:18.662145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-d9e964e9-1ea8-4ced-9fd6-a92b566cfeaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=525ae3c6-278b-479c-bf56-a1d71430d184 HTTP/1.1" status: 200 len: 217 time: 0.0563762 Feb 11 14:12:18.713579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-b564a8f3-e87d-40b1-a9e7-951e8f7ad339 service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856980 Feb 11 14:12:18.717702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ba992a-1e27-4f6b-a712-81a051da3b07 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:18.725938 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2bbe85-686e-4721-9f64-e657fa7502e5 x-openstack-request-id: req-fa2bbe85-686e-4721-9f64-e657fa7502e5 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:18.726357 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:18.726714 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa2bbe85-686e-4721-9f64-e657fa7502e5 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:18.727347 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'status': 'completed', 'code': 200} Feb 11 14:12:18.740309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0ac9f1d7-234b-4c3f-aabe-af046f426401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.742099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0ac9f1d7-234b-4c3f-aabe-af046f426401 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0741358 Feb 11 14:12:18.792139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['252dce52-703c-44de-aada-0406b8774fe7'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:18.843094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-4a90e4c6-147e-4e05-b806-485dd1fab30b service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189151 Feb 11 14:12:18.845842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:18.860369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Transition to ACTIVE for port object 00ba992a-1e27-4f6b-a712-81a051da3b07 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:18.902970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-aa7991f5-ce49-4941-b3cc-fe0bac9c8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.904492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-aa7991f5-ce49-4941-b3cc-fe0bac9c8575 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1391361 Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:18.917826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-144738d5-7b82-4cd9-819f-00667c7581cd req-5b01e7a2-4133-4665-9499-ee14a47586f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 4362 time: 0.1667931 Feb 11 14:12:18.965793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.034152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.040108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.045960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.053021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.060864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.067161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.071799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:19.074095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.075625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-97cf667d-40bd-454b-8f9d-9485c31aebf9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2321727 Feb 11 14:12:19.137067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:19.139498 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42c6af-1d6b-45b5-add0-b7625b1614ea" -d '{"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:19.159229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60151c-d00f-4853-878f-80e306639b33 req-48544b68-16d6-4669-aaa4-84552a39e7ae tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.164284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac60151c-d00f-4853-878f-80e306639b33 req-48544b68-16d6-4669-aaa4-84552a39e7ae tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b76b65d-6b5b-4175-b11b-64a466ca2479 HTTP/1.1" status: 200 len: 943 time: 0.1587205 Feb 11 14:12:19.212237 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-031fa81c-b6e8-46e6-8607-75be9806c5c3 req-57653112-89dd-4b0d-b2b4-78f1a9736878 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163464 Feb 11 14:12:19.216608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-7fdc0f9e-617b-46a7-9944-a38737b2137c service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977901 Feb 11 14:12:19.218269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-f445bbc4-729f-4882-aa55-5fd33dc9b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.218816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-f445bbc4-729f-4882-aa55-5fd33dc9b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.219292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-f445bbc4-729f-4882-aa55-5fd33dc9b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.221725 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-144738d5-7b82-4cd9-819f-00667c7581cd req-f445bbc4-729f-4882-aa55-5fd33dc9b53f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2811599 Feb 11 14:12:19.297561 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec9782-539a-440d-851b-6d45aaa7dcb9 x-openstack-request-id: req-06ec9782-539a-440d-851b-6d45aaa7dcb9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:19.297855 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:19.298105 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06ec9782-539a-440d-851b-6d45aaa7dcb9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:19.298545 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'code': 200} Feb 11 14:12:19.410525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Attempting to bind port 00ba992a-1e27-4f6b-a712-81a051da3b07 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:19.410872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Attempting to bind port 00ba992a-1e27-4f6b-a712-81a051da3b07 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:19.411240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Attempting to bind port 00ba992a-1e27-4f6b-a712-81a051da3b07 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:19.431340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-add86852-cdb7-4f7a-bc1a-d88a1100d805 req-d0b07566-929c-4ea6-928c-ca05ffa449fe tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 210 time: 0.0560567 Feb 11 14:12:19.467198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Port 00ba992a-1e27-4f6b-a712-81a051da3b07 on network f00379cf-82d4-47d9-8185-2687d9f63b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:19.467540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Attempting to bind port 00ba992a-1e27-4f6b-a712-81a051da3b07 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:19.485510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:19.485850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:19.486296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Bound using segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:19.486691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Bound port: 00ba992a-1e27-4f6b-a712-81a051da3b07, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:19.487530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.512818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678923ba-b769-458d-84d8-0df2c6dd1358 req-c032b008-db9e-4d1d-afad-080e94ef56ab tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.531970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-678923ba-b769-458d-84d8-0df2c6dd1358 req-c032b008-db9e-4d1d-afad-080e94ef56ab tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 945 time: 0.2287624 Feb 11 14:12:19.613860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Deleting port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:12:19.614130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.665552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738d5-7b82-4cd9-819f-00667c7581cd req-bb5b8af2-808b-49a5-94e3-0c080d664a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.667234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-144738d5-7b82-4cd9-819f-00667c7581cd req-bb5b8af2-808b-49a5-94e3-0c080d664a0b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4277730 Feb 11 14:12:19.669559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-25c0d470-ca10-47fa-8dd2-35e78e6ebaa0 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443774 Feb 11 14:12:19.767532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-678923ba-b769-458d-84d8-0df2c6dd1358 req-f6ca95ad-4210-4645-84ff-5d4849c46d38 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324443 Feb 11 14:12:19.768635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:19.818688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.820087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=00ba992a-1e27-4f6b-a712-81a051da3b07,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:19.835806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.851374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.859458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 252dce52-703c-44de-aada-0406b8774fe7 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:19.866774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.884614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.900136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:19.902354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-61c3ace0-e1cc-4af9-bdfb-0c4674d86bfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 4600 time: 0.3190169 Feb 11 14:12:19.908235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-59d0a4d4-a2ab-4db9-b5ba-beb1c3c74ce9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b HTTP/1.1" status: 200 len: 217 time: 0.2305894 Feb 11 14:12:19.929956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] For port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:19.930357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.957822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.030818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:20.040026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 252dce52-703c-44de-aada-0406b8774fe7 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:20.040368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4e7b621f-1334-41fc-8835-b780ebbcb8b4 req-d08e54a3-50d3-418f-8f9e-5a60c0fc7401 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267209 Feb 11 14:12:20.044921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 252dce52-703c-44de-aada-0406b8774fe7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:20.045504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.046900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f0c1f06-da37-4dff-876e-8617f8adf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.048479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-4f0c1f06-da37-4dff-876e-8617f8adf157 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.1273985 Feb 11 14:12:20.059589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Calling delete_port for 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:12:20.112998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.114442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.115876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-2c6e91c8-5162-4553-ba64-0f7e391bacc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 1131 time: 2.2527595 Feb 11 14:12:20.169917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-643efe7f-7996-4938-bd64-48a839727cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.171595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-643efe7f-7996-4938-bd64-48a839727cc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108098 Feb 11 14:12:20.246940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca06e75-37b3-4eaf-a9ad-633afae7c196 req-f68e41c5-9fc4-4477-9e8c-5fd781927412 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.248838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ca06e75-37b3-4eaf-a9ad-633afae7c196 req-f68e41c5-9fc4-4477-9e8c-5fd781927412 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.3565586 Feb 11 14:12:20.255576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:20.299077 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.338040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=252dce52-703c-44de-aada-0406b8774fe7,segment=NetworkSegment(36b38f2b-28f4-4eb6-86ef-18f01947ac7d),segment_id=36b38f2b-28f4-4eb6-86ef-18f01947ac7d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:20.390033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2484fc71-e8a9-467b-bc72-10e4d00c512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.478600 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.533340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ca06e75-37b3-4eaf-a9ad-633afae7c196 req-5b455d19-124a-44ee-a326-9d2bf4deb499 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732437 Feb 11 14:12:20.539624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.543457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.556724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.569045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.576174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.583807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:20.587363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.593069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.593469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.593598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.593869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.594210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.594549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.594879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.595203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.595528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.595847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.598007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.598371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.598766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:20.600704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.609284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event deleted for resources: {'Port': ['ID=1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:20.613467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06982701-d2e2-422a-86be-016488d1ed22 req-bdf98d03-bcf3-48ff-b239-dcc61f9d3e4e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2406061 Feb 11 14:12:20.632262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.663241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-bdc34fd5-c098-44c2-98ab-9bc7c9948573 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813185 Feb 11 14:12:20.674698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06982701-d2e2-422a-86be-016488d1ed22 req-90d92a08-9654-4d9d-a815-5604eefa018f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486977 Feb 11 14:12:20.762609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] No DVR routers for this DVR port 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:20.764361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '00ba992a-1e27-4f6b-a712-81a051da3b07'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:20.766544 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6eed08-7832-43b5-8e97-6858cbb7e08f" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "00ba992a-1e27-4f6b-a712-81a051da3b07"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:20.782029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc3f7e9d-1b90-4e26-b508-fa4c70bfbf81 req-3d6b8743-c062-44ff-85d7-96e7ba4be989 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 210 time: 0.1100760 Feb 11 14:12:20.786942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.803457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac60151c-d00f-4853-878f-80e306639b33 req-b2be4417-6024-47bb-9780-155b7ba2c78f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.60 "DELETE /v2.0/ports/1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 HTTP/1.1" status: 204 len: 173 time: 1.6366088 Feb 11 14:12:20.873497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-b3fc938a-832b-402b-91de-a8167072c7bd service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944907 Feb 11 14:12:20.944541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0c1dd03b-6138-4398-bb30-7d0b8a6a9919 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 200 len: 217 time: 0.0577540 Feb 11 14:12:20.951511 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194bf5cc-7684-4291-940b-1e85e258a957 x-openstack-request-id: req-194bf5cc-7684-4291-940b-1e85e258a957 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:20.951805 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "00ba992a-1e27-4f6b-a712-81a051da3b07", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:20.952062 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-194bf5cc-7684-4291-940b-1e85e258a957 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:20.952464 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '00ba992a-1e27-4f6b-a712-81a051da3b07', 'status': 'completed', 'code': 200} Feb 11 14:12:20.953018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27e916-072e-45cd-bbb5-0a025aababec req-3522d1ba-7254-4e54-addc-7f55c2f629a0 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.960920 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c27e916-072e-45cd-bbb5-0a025aababec req-3522d1ba-7254-4e54-addc-7f55c2f629a0 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.1348400 Feb 11 14:12:20.963532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:20.967881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Request body: {'floatingip': {'port_id': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:21.007425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-6879d7a4-2a58-4cbb-b98f-a0b1b6df02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.008930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-6879d7a4-2a58-4cbb-b98f-a0b1b6df02b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.0500965 Feb 11 14:12:21.072229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.077186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9b2ad9c2-e2ab-4093-9093-fa478a81ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.083172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-9b2ad9c2-e2ab-4093-9093-fa478a81ab0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651627 Feb 11 14:12:21.305033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252dce52-703c-44de-aada-0406b8774fe7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:21.305629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.305760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.306160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.306635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.307182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.307655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.309599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-db196c40-e31f-401f-a213-1e46d1272830 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5286 time: 0.3604281 Feb 11 14:12:21.313413 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a5d17-98b3-4774-96e3-679726c9be08" -d '{"events": [{"server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "name": "network-vif-plugged", "status": "completed", "tag": "252dce52-703c-44de-aada-0406b8774fe7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:21.317836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657dd31-474c-453e-8549-1c243b51e85b req-aa13ac00-3489-48ca-bbc5-f1e05f10432b tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.319523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1657dd31-474c-453e-8549-1c243b51e85b req-aa13ac00-3489-48ca-bbc5-f1e05f10432b tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.3714852 Feb 11 14:12:21.562411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1657dd31-474c-453e-8549-1c243b51e85b req-3331eee2-310d-4e07-a7d6-4e0eb58d37bc tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227066 Feb 11 14:12:21.657044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.691357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6158a0-56a8-467e-92b6-814f73a6505d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:21.710936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.728421 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04bfa4a-b31a-4f4b-8893-565eb19b90d1 x-openstack-request-id: req-d04bfa4a-b31a-4f4b-8893-565eb19b90d1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:21.728946 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "name": "network-vif-plugged", "status": "completed", "tag": "252dce52-703c-44de-aada-0406b8774fe7", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:21.729389 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d04bfa4a-b31a-4f4b-8893-565eb19b90d1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:21.730059 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252dce52-703c-44de-aada-0406b8774fe7', 'code': 200} Feb 11 14:12:21.740510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-bab61260-4109-45b1-9100-ead4eef39e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.748939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-bab61260-4109-45b1-9100-ead4eef39e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.748939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-bab61260-4109-45b1-9100-ead4eef39e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.748939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-bab61260-4109-45b1-9100-ead4eef39e78 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4205256 Feb 11 14:12:21.748939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Transition to ACTIVE for port object 8c6158a0-56a8-467e-92b6-814f73a6505d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:21.766256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.773872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.781944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.790804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.797196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.804717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:21.814236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-67ca78d4-d7b4-486b-a300-9cdb828987cb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 4600 time: 0.2409508 Feb 11 14:12:21.824707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-072b0924-0705-4a1c-a888-ce9e8e93c453 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348077 Feb 11 14:12:21.877506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.958937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7d21466-592d-4977-9f61-94fee2b00ac6 req-ff0e3a07-c043-41c6-829d-95fdc467f3f1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369278 Feb 11 14:12:22.021764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8ae9-edd6-4afe-9dfd-cbf1d0994fb5 req-3e49ffb9-94e9-414d-aae7-21a6b3ab6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.023324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8e8ae9-edd6-4afe-9dfd-cbf1d0994fb5 req-3e49ffb9-94e9-414d-aae7-21a6b3ab6da6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 1097 time: 0.1911333 Feb 11 14:12:22.160192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:22.170425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19afa053-9961-44b0-b98e-f6caa7efff49 req-7dff88ee-0094-4d83-9045-0c24eb5d255d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 210 time: 0.0739362 Feb 11 14:12:22.174107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce3381cc-8790-43ca-9a38-db865618a9a9 req-0a32cb01-1aca-4bbc-b519-117fddd85355 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319633 Feb 11 14:12:22.196569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8e8ae9-edd6-4afe-9dfd-cbf1d0994fb5 req-60da76fb-37eb-4b18-a0c2-353d707ec330 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632464 Feb 11 14:12:22.209477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-1383c42f-f5c3-4e98-9d68-5558235e8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.210990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6eed08-7832-43b5-8e97-6858cbb7e08f req-1383c42f-f5c3-4e98-9d68-5558235e8b6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4460893 Feb 11 14:12:22.221999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.229121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.234253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.241052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.246969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.252828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.259411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.261400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-e485e839-b6d8-4ad8-a98e-35c3908ca87a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.4346607 Feb 11 14:12:22.580763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.581250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.581716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.582195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.582661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.583157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.583617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.586484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-013a8cf9-e75e-48f0-826e-7e32a3d87d14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6488 time: 0.0629044 Feb 11 14:12:22.739826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc36a-603f-4741-8c91-8577be1d1d03 req-2f80d962-8e41-4e27-8a12-125100316fd7 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.741492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c67bc36a-603f-4741-8c91-8577be1d1d03 req-2f80d962-8e41-4e27-8a12-125100316fd7 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.0753014 Feb 11 14:12:22.773699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-8bf542c6-5704-48da-b38e-d807e3eb1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.775383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-8bf542c6-5704-48da-b38e-d807e3eb1b6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 200 len: 903 time: 0.1758077 Feb 11 14:12:22.814964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c67bc36a-603f-4741-8c91-8577be1d1d03 req-9e839fe3-e771-43ca-8957-2bf15d032fec tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 Feb 11 14:12:22.854770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-07ff9f33-8e1f-4b4d-a171-b54d20377c00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 200 len: 217 time: 0.0431876 Feb 11 14:12:22.899410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.904209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Attempting to bind port 8c6158a0-56a8-467e-92b6-814f73a6505d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:22.904209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Attempting to bind port 8c6158a0-56a8-467e-92b6-814f73a6505d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:22.904209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Attempting to bind port 8c6158a0-56a8-467e-92b6-814f73a6505d on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:22.919260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-e0012ac3-a149-45b7-a962-7191d5477213 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.924978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-e0012ac3-a149-45b7-a962-7191d5477213 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.8024330 Feb 11 14:12:22.939770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-380b22de-fbf1-4b58-bc5d-f2f7cd1da670 req-556bb34a-7228-46df-84ba-7ae5ff798c64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2715819 Feb 11 14:12:22.941310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-8075bb6e-5f19-46d8-a836-e3f4f7b19653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:22.943125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-8075bb6e-5f19-46d8-a836-e3f4f7b19653 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.0745707 Feb 11 14:12:22.951964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Request body: {'port': {'device_id': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'admin_state_up': True, 'tenant_id': '950bea0c23d24a7685d22fec5433069d'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:23.034351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.049709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-deleted', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:23.053164 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349e503-5eb9-4973-831b-738d349a643b" -d '{"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-deleted", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:23.064400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-3b137133-8f1b-4ca2-8eb2-592e7292d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.066348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-3b137133-8f1b-4ca2-8eb2-592e7292d1a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163049 Feb 11 14:12:23.074274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Port 8c6158a0-56a8-467e-92b6-814f73a6505d on network f00379cf-82d4-47d9-8185-2687d9f63b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:23.074674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Attempting to bind port 8c6158a0-56a8-467e-92b6-814f73a6505d on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:23.084996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:23.084996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:23.085323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Bound using segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:23.085604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Bound port: 8c6158a0-56a8-467e-92b6-814f73a6505d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:23.086018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.088984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.124009 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cab515-fd16-421e-8a7f-50c2832a9d6d x-openstack-request-id: req-15cab515-fd16-421e-8a7f-50c2832a9d6d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:23.124334 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76b65d-6b5b-4175-b11b-64a466ca2479", "name": "network-vif-deleted", "tag": "1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:23.124652 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15cab515-fd16-421e-8a7f-50c2832a9d6d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:23.125078 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76b65d-6b5b-4175-b11b-64a466ca2479', 'name': 'network-vif-deleted', 'tag': '1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3', 'status': 'completed', 'code': 200} Feb 11 14:12:23.193312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.205752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.212388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.222673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.224919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.231296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.243405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.256372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-c35d08ee-368c-4013-83a7-3486be3430a5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5373 time: 0.2058711 Feb 11 14:12:23.285754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.339002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06ad9eeb-fd96-467e-8f17-f4f676a00b49 req-9b5db830-fa20-47c5-9193-173234a375f6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815094 Feb 11 14:12:23.341326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-73859d53-f0fb-482c-a658-a49e27911013 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473936 Feb 11 14:12:23.341489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-919438e3-6764-440b-ba54-5363eee9e5b4 req-abf3632b-ecfe-462d-9ac6-ca6abc724759 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 210 time: 0.0454021 Feb 11 14:12:23.382756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:23.382756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.402402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:23.413863 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Floating IP 466cd372-d0d1-499f-8a05-dc2f600e8f7c associated. External IP: 172.25.7.116, port: 7c42a3ab-43c8-4b71-8bf7-0161a27b197c. Feb 11 14:12:23.490751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c4c1e-ad0a-4ced-bd03-7934a67ad4a3 req-f0297bc2-d1bc-47f6-9edd-9cb5b082eadc service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366525 Feb 11 14:12:23.500867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8c6158a0-56a8-467e-92b6-814f73a6505d,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:23.632052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.725628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.727918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.728109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 1131 time: 3.4943383 Feb 11 14:12:23.800944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:23.802081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Allocated IP 172.20.0.9 (dc246e33-6079-47cb-bc27-380392c5290e/d68a6681-5df3-4c3e-9286-0c4d4f282cf4/3028a605-a528-4be7-aa29-0e3a977d23c0) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:23.813271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5df1-911a-425b-8b34-407d50d91ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:23.833667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:23.833946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:12:23.842255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1a3470e8-4ce3-40b1-bd3c-9d8f07f003e3 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:24.070456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:24.131065 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.133244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.140110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.145334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3251e22-6037-4704-ba65-f31dc7e0be14 req-6174df80-27d0-4200-8782-9f4c745c6498 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.146819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3251e22-6037-4704-ba65-f31dc7e0be14 req-6174df80-27d0-4200-8782-9f4c745c6498 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.2163107 Feb 11 14:12:24.155237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.163334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.170446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.177524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.186277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.188966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-6c8d1653-c107-4278-a983-98a8ebda93e3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.1547234 Feb 11 14:12:24.238993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-407068b1-3aab-410d-bdfd-7a9743bebc5e req-077be1e7-71d1-46ff-83a5-635c1d03983f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404644 Feb 11 14:12:24.309563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3251e22-6037-4704-ba65-f31dc7e0be14 req-bf30d5af-27fe-4c6b-b618-427d448c4289 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416061 Feb 11 14:12:24.364800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.457613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:24.476232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Sync routers for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:24.479104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.491580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:24.492822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:24.519368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd07bd10-00cb-4047-a4f6-edbd213ab65f req-58d4a768-d47d-496b-a842-f5625866471b tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 210 time: 0.0707743 Feb 11 14:12:24.526766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.532849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.539925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.546309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.553025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.554255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-830d7e27-9c03-4db9-83ff-79bf75ea766e tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "PUT /v2.0/floatingips/466cd372-d0d1-499f-8a05-dc2f600e8f7c HTTP/1.1" status: 200 len: 991 time: 3.5897090 Feb 11 14:12:24.559347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.565508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.574389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-c97d3825-67b0-4d6c-9bc8-e1db82fb8ff1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5373 time: 0.1109278 Feb 11 14:12:24.634355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc7b4628-fac2-490d-a61e-18c4998edfbd req-f6bdff09-4dbb-4e60-8c01-bf3cc1a73363 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574312 Feb 11 14:12:24.706837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:24.720459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.772504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8124b3-7248-4aed-9e71-c2e13ccadf17 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:24.782199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Network dc246e33-6079-47cb-bc27-380392c5290e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:24.787506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e7aa4-3267-458b-ac60-2360c09823b2 req-ce82b394-1f38-4aff-8e52-425355bc10bc tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.787706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.790245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-953e7aa4-3267-458b-ac60-2360c09823b2 req-ce82b394-1f38-4aff-8e52-425355bc10bc tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.0856807 Feb 11 14:12:24.794059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:24.798178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:24.803007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:24.838276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Transition to ACTIVE for port object 7d8124b3-7248-4aed-9e71-c2e13ccadf17 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:24.853824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-953e7aa4-3267-458b-ac60-2360c09823b2 req-f22446ce-6e9f-49e6-b837-cf0db4a50a83 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476358 Feb 11 14:12:24.867319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.873011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.979749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.024535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '466cd372-d0d1-499f-8a05-dc2f600e8f7c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'port_id': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:53Z', 'updated_at': '2022-02-11T14:12:22Z', 'revision_number': 1, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:25.054722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-ca7396e2-d71a-40ce-8b9f-473eb1b92198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1108208 Feb 11 14:12:25.065278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Checking router: ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:25.074752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Request body: {'port': {'device_id': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:25.075247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:25.075600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:25.128051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '8c6158a0-56a8-467e-92b6-814f73a6505d'}, {'name': 'network-changed', 'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:25.130949 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0072611-ea07-40b5-870e-ef21b6ef5633" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "8c6158a0-56a8-467e-92b6-814f73a6505d"}, {"name": "network-changed", "server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:25.231440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:25.310309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:25.335605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.411484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0b53-bdb7-4beb-8a33-915ac010e3ec req-104d93bc-e120-4545-99f8-38da2e2acf7e tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.413791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38ca0b53-bdb7-4beb-8a33-915ac010e3ec req-104d93bc-e120-4545-99f8-38da2e2acf7e tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.1882596 Feb 11 14:12:25.431247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Attempting to bind port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:25.431620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Attempting to bind port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:25.431914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Attempting to bind port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:25.514283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 on network f00379cf-82d4-47d9-8185-2687d9f63b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:25.514614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Attempting to bind port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:25.550629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:25.551335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:25.551536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Bound using segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:25.551898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Bound port: 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:25.552276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.573243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38ca0b53-bdb7-4beb-8a33-915ac010e3ec req-1c5e8d1a-4772-475e-8406-43cd0d24655d tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505804 Feb 11 14:12:25.616737 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8a71f-d35b-464c-877b-40c54045afc6 x-openstack-request-id: req-eeb8a71f-d35b-464c-877b-40c54045afc6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:25.617082 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "8c6158a0-56a8-467e-92b6-814f73a6505d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:25.617339 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeb8a71f-d35b-464c-877b-40c54045afc6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:25.619859 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '8c6158a0-56a8-467e-92b6-814f73a6505d', 'status': 'completed', 'code': 200} Feb 11 14:12:25.619859 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'status': 'completed', 'code': 200} Feb 11 14:12:25.676825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '466cd372-d0d1-499f-8a05-dc2f600e8f7c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'port_id': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:53Z', 'updated_at': '2022-02-11T14:12:22Z', 'revision_number': 1, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:25.711697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12f18a-0e48-48b5-8801-9f7c53d454e2 req-f8749c88-e6ad-4ae7-b5f2-e786e29223bf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.712304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73a4d5-8dc0-435a-a594-87580faaa597 None None] The sync data for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 is: [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '466cd372-d0d1-499f-8a05-dc2f600e8f7c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'port_id': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:53Z', 'updated_at': '2022-02-11T14:12:22Z', 'revision_number': 1, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:25.717406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c12f18a-0e48-48b5-8801-9f7c53d454e2 req-f8749c88-e6ad-4ae7-b5f2-e786e29223bf tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.0609698 Feb 11 14:12:25.766935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c12f18a-0e48-48b5-8801-9f7c53d454e2 req-0110387c-ed4a-4b97-b5c6-fec12da5a1c4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Feb 11 14:12:25.832244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:25.863813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:25.876410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.876813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.877312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.877860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.878331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.878793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.879259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.881754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-6aba793b-5dcc-4656-8b8a-176e7f0d2bd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6235 time: 0.2569897 Feb 11 14:12:25.906265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a2a4e-11e6-4495-a10c-388992515a35 req-38261d72-d964-4294-b203-368c499c9202 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.908094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-611a2a4e-11e6-4495-a10c-388992515a35 req-38261d72-d964-4294-b203-368c499c9202 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 931 time: 0.0715394 Feb 11 14:12:25.922950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.929419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.935148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.941020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.947364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.953642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.959610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.967600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-db13b15f-d20c-4045-a8b8-b499badf6b99 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2913790 Feb 11 14:12:25.984699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-611a2a4e-11e6-4495-a10c-388992515a35 req-29810a6e-e363-48f6-9ba0-c62c103810ac tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608749 Feb 11 14:12:26.010317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.101053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc512afa-feaa-4eb4-b29e-6e572cf513db None None] New status for floating IP 466cd372-d0d1-499f-8a05-dc2f600e8f7c: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:12:26.102838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.103449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.104848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d8124b3-7248-4aed-9e71-c2e13ccadf17 HTTP/1.1" status: 200 len: 1090 time: 2.2775009 Feb 11 14:12:26.161159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.174868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.182095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f1531bb-d49e-4e27-b968-e4692d9fe15c req-fb299976-cc6d-4b27-ab99-1bab488ad8b6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135231 Feb 11 14:12:26.186832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.194686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.203977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.210966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.221985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.233789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-180bc990-e079-49c4-a3b3-948c3cfcddab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5385 time: 0.1753633 Feb 11 14:12:26.254674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3028a605-a528-4be7-aa29-0e3a977d23c0 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:26.286922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:26.315882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.330209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8204-c265-453d-aace-e7086a68bf15 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:26.343312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daff097b-1fe8-4abc-8f03-6877b31927a9 req-67a1bb94-3bbe-4eff-a0da-7dda47de07e5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019700 Feb 11 14:12:26.355564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526eda-0c78-4598-a0a0-e1888336a57f req-89b89f03-d2ef-407d-b13c-5042c992a115 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.357115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69526eda-0c78-4598-a0a0-e1888336a57f req-89b89f03-d2ef-407d-b13c-5042c992a115 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.1134033 Feb 11 14:12:26.418672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-93d5b7ab-adc9-45d5-bddb-c169c3cdf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.419356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-93d5b7ab-adc9-45d5-bddb-c169c3cdf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.420142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-93d5b7ab-adc9-45d5-bddb-c169c3cdf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.421637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-93d5b7ab-adc9-45d5-bddb-c169c3cdf09f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5325646 Feb 11 14:12:26.425565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Transition to ACTIVE for port object 3028a605-a528-4be7-aa29-0e3a977d23c0 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:26.467719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.553441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Deleting port b6e0e5d9-a813-4543-b7de-5d5209d40a61 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:12:26.553441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.561578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.738302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] For port b6e0e5d9-a813-4543-b7de-5d5209d40a61, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b6e0e5d9-a813-4543-b7de-5d5209d40a61,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:26.738867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.753945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Calling delete_port for b6e0e5d9-a813-4543-b7de-5d5209d40a61 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:12:26.791305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:26.879644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-d8b3a7b9-9f48-4623-ba92-8be91f6f7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.880653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0dab3-394d-4556-a192-95c54e3f769d req-103efe69-e307-4f00-9be8-4bc2986c3c60 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.882201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-d8b3a7b9-9f48-4623-ba92-8be91f6f7d30 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4530044 Feb 11 14:12:26.882353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98b0dab3-394d-4556-a192-95c54e3f769d req-103efe69-e307-4f00-9be8-4bc2986c3c60 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.62 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.0823939 Feb 11 14:12:26.915854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Attempting to bind port 3028a605-a528-4be7-aa29-0e3a977d23c0 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:26.916343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Attempting to bind port 3028a605-a528-4be7-aa29-0e3a977d23c0 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:26.916776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Attempting to bind port 3028a605-a528-4be7-aa29-0e3a977d23c0 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:26.939031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Port 3028a605-a528-4be7-aa29-0e3a977d23c0 on network dc246e33-6079-47cb-bc27-380392c5290e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:26.939549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Attempting to bind port 3028a605-a528-4be7-aa29-0e3a977d23c0 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:27.011346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7cd0-f35d-4e1c-b73f-bfb7d1c35d1e req-ba4ff074-0611-4c42-a98d-e9d4f9941f67 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.012858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15aa7cd0-f35d-4e1c-b73f-bfb7d1c35d1e req-ba4ff074-0611-4c42-a98d-e9d4f9941f67 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 946 time: 0.2882130 Feb 11 14:12:27.019434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:27.021086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Checking segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:27.021417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Bound using segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:27.022115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Bound port: 3028a605-a528-4be7-aa29-0e3a977d23c0, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:27.022819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.042867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b545b-cb93-435d-b170-eedc8be1f691 req-05571f67-bbb4-4d2d-976a-2ccb35a1b58d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.044554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f95b545b-cb93-435d-b170-eedc8be1f691 req-05571f67-bbb4-4d2d-976a-2ccb35a1b58d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 945 time: 0.1596425 Feb 11 14:12:27.107044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Deleting port 252dce52-703c-44de-aada-0406b8774fe7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:12:27.107442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.112402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f95b545b-cb93-435d-b170-eedc8be1f691 req-79ddadc8-8920-4dbe-8c7c-5b08f5490564 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552807 Feb 11 14:12:27.144615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-b295e890-372b-44af-a5d0-26e4cd86817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.146156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-b295e890-372b-44af-a5d0-26e4cd86817f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95b31397a3994a8e8ab12308c30d6dc7&device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 1096 time: 0.2090526 Feb 11 14:12:27.150386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15aa7cd0-f35d-4e1c-b73f-bfb7d1c35d1e req-7cf17b49-7c77-4f59-ae1d-76fb20ee4d31 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e28d476-994c-4495-ac08-ba2d5ab59282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Feb 11 14:12:27.166442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.188109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b6e0e5d9-a813-4543-b7de-5d5209d40a61'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:27.223202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event deleted for resources: {'Port': ['ID=b6e0e5d9-a813-4543-b7de-5d5209d40a61,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:27.284811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] No DVR routers for this DVR port b6e0e5d9-a813-4543-b7de-5d5209d40a61 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:27.300619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-364c46ac-580e-4cd7-ac70-f57ccdc0b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.303396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-364c46ac-580e-4cd7-ac70-f57ccdc0b268 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c HTTP/1.1" status: 200 len: 906 time: 0.1466324 Feb 11 14:12:27.303532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.306932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69526eda-0c78-4598-a0a0-e1888336a57f req-a9c2a1d5-f407-4538-85fc-e36de139fbff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "DELETE /v2.0/ports/b6e0e5d9-a813-4543-b7de-5d5209d40a61 HTTP/1.1" status: 204 len: 173 time: 0.9346442 Feb 11 14:12:27.310570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-deleted', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:27.310742 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa51d8-dfb6-45cd-be4f-976e7f9f226a" -d '{"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-deleted", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:27.335469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] For port 252dce52-703c-44de-aada-0406b8774fe7, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=252dce52-703c-44de-aada-0406b8774fe7,segment=NetworkSegment(36b38f2b-28f4-4eb6-86ef-18f01947ac7d),segment_id=36b38f2b-28f4-4eb6-86ef-18f01947ac7d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:27.335781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.352741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Calling delete_port for 252dce52-703c-44de-aada-0406b8774fe7 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:12:27.374790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308d08-99a4-412f-af7f-85c986e1c062 req-49db10b5-2f9b-4b95-a40c-4ad71960f8bf tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.382545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b308d08-99a4-412f-af7f-85c986e1c062 req-49db10b5-2f9b-4b95-a40c-4ad71960f8bf tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 943 time: 0.1146951 Feb 11 14:12:27.463166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b308d08-99a4-412f-af7f-85c986e1c062 req-bd4816f6-8813-4039-ae33-b35ccb9da8eb tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 Feb 11 14:12:27.568920 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eaaa8b-259a-43be-aea9-9dc65e119cff x-openstack-request-id: req-38eaaa8b-259a-43be-aea9-9dc65e119cff {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:27.569733 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b5a56-7f88-44b0-949e-e43819d09962", "name": "network-vif-deleted", "tag": "b6e0e5d9-a813-4543-b7de-5d5209d40a61", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:27.571595 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38eaaa8b-259a-43be-aea9-9dc65e119cff {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:27.572106 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b5a56-7f88-44b0-949e-e43819d09962', 'name': 'network-vif-deleted', 'tag': 'b6e0e5d9-a813-4543-b7de-5d5209d40a61', 'status': 'completed', 'code': 200} Feb 11 14:12:27.690006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.702909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['252dce52-703c-44de-aada-0406b8774fe7'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:27.728877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Pushing event deleted for resources: {'Port': ['ID=252dce52-703c-44de-aada-0406b8774fe7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:27.743300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.749836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.756427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.762652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.768683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.769733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:27.772520 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d56c39-5fda-4bfb-98d3-d360c409c74c" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:27.784558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.790543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.793463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-27d3fe97-1e32-4765-8566-efde392b1341 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5385 time: 0.1727097 Feb 11 14:12:27.823679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:27.850511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] No DVR routers for this DVR port 252dce52-703c-44de-aada-0406b8774fe7 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:27.854347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:27.857829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:27.858494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98b0dab3-394d-4556-a192-95c54e3f769d req-ec918fd9-936b-4fbd-ba26-c4095f400ada tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.62 "DELETE /v2.0/ports/252dce52-703c-44de-aada-0406b8774fe7 HTTP/1.1" status: 204 len: 173 time: 0.9546189 Feb 11 14:12:27.866248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-1ca7b94f-536d-44a7-a21f-0ac70cc5387a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c HTTP/1.1" status: 200 len: 1001 time: 0.5432696 Feb 11 14:12:27.892417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9840f35-0d63-4b49-81fd-57b6870c243c req-34f6cc11-911b-4152-8b8a-240ebf953957 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920813 Feb 11 14:12:27.940456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.947175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.953829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.960581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.967000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.972864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.978996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:27.987326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f16ff35b-7232-4fae-8697-321da9945418 req-02c54b5c-7fa4-44d5-a7b3-d080d80ff8d9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.6796727 Feb 11 14:12:27.990955 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f429d4-bd99-4a77-a35b-7cadfe90be22 x-openstack-request-id: req-28f429d4-bd99-4a77-a35b-7cadfe90be22 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:27.991244 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:27.991491 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28f429d4-bd99-4a77-a35b-7cadfe90be22 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:27.991954 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'status': 'completed', 'code': 200} Feb 11 14:12:28.005067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:28.025417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efae429-0e71-43ab-8527-0af3dfbdece4 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:28.041882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:28.045326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.046222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.047133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.047928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.048651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.059167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.059787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.075891 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-aa023ed0-8ae6-41ae-a6d2-fe1fa16b2b2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6277 time: 0.1011097 Feb 11 14:12:28.082493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-166dbdbe-bb7c-4394-9e4b-952df42fd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.084058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-166dbdbe-bb7c-4394-9e4b-952df42fd05c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bd1a039-b89f-476e-af35-bbe501dd40bb HTTP/1.1" status: 200 len: 844 time: 0.1977904 Feb 11 14:12:28.087127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.087783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:28.089217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] 10.222.0.62 "PUT /v2.0/ports/3028a605-a528-4be7-aa29-0e3a977d23c0 HTTP/1.1" status: 200 len: 1091 time: 3.0281329 Feb 11 14:12:28.151261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f16ff35b-7232-4fae-8697-321da9945418 req-fd251871-5444-484e-b676-4d698622e300 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629684 Feb 11 14:12:28.158108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Transition to ACTIVE for port object 4efae429-0e71-43ab-8527-0af3dfbdece4 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:28.218675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b5ac-fddc-448f-b6b2-b33ecba7bf66 service neutron] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:28.235733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-69d4f874-8fa1-4317-9128-092ec735508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.242921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-69d4f874-8fa1-4317-9128-092ec735508d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19ef8a17-b4f6-420b-b3dc-5e7a9521721c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410539 Feb 11 14:12:28.254220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:28.300020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-863efb3c-8d9a-49cd-8e16-2dc7fd5d0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.300493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-863efb3c-8d9a-49cd-8e16-2dc7fd5d0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.300981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-863efb3c-8d9a-49cd-8e16-2dc7fd5d0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.303359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-863efb3c-8d9a-49cd-8e16-2dc7fd5d0c16 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2194738 Feb 11 14:12:28.426918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b1c49bb-93a2-4a40-90d9-4934b3e342ce req-564774d9-feae-4758-b03f-60b3f0ea3e31 tempest-ServerAddressesNegativeTestJSON-1882199566 tempest-ServerAddressesNegativeTestJSON-1882199566-project] 10.222.0.31 "GET /v2.0/ports?device_id=07df4bd5-3e3e-4053-920f-c439b4c2431e HTTP/1.1" status: 200 len: 210 time: 0.0822487 Feb 11 14:12:28.496389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-68ef7de1-095b-474b-92d2-4951e716d18a req-82ec6b4b-6d59-4440-81e0-706031f86d68 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=848b5a56-7f88-44b0-949e-e43819d09962 HTTP/1.1" status: 200 len: 210 time: 0.1919837 Feb 11 14:12:28.545778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:28.583371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-b962d7c8-0267-47d0-8565-16b27894c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.584569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9d56c39-5fda-4bfb-98d3-d360c409c74c req-b962d7c8-0267-47d0-8565-16b27894c794 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695916 Feb 11 14:12:28.656656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-38f09366-4047-48dc-aec7-15609de51270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.661981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-38f09366-4047-48dc-aec7-15609de51270 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 1094 time: 0.3337669 Feb 11 14:12:28.718572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-ea13dddf-0a5b-447a-b621-5c6e46ae422e service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676473 Feb 11 14:12:28.809663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-c8177d3b-7078-4dba-ad35-3b6240002d68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3028a605-a528-4be7-aa29-0e3a977d23c0 HTTP/1.1" status: 200 len: 217 time: 0.0726693 Feb 11 14:12:28.925296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0a13-0295-4c48-89db-8ae8f2a82296 req-f900e5e2-a806-4c22-afc2-3bded080860d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.929421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f6a0a13-0295-4c48-89db-8ae8f2a82296 req-f900e5e2-a806-4c22-afc2-3bded080860d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 943 time: 0.2917776 Feb 11 14:12:28.989080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Attempting to bind port 4efae429-0e71-43ab-8527-0af3dfbdece4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:28.989424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Attempting to bind port 4efae429-0e71-43ab-8527-0af3dfbdece4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:28.989897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Attempting to bind port 4efae429-0e71-43ab-8527-0af3dfbdece4 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:29.021012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-4e2e6397-0d2b-4a05-9c78-8fd7b2ee10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.021012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-4e2e6397-0d2b-4a05-9c78-8fd7b2ee10a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.1667416 Feb 11 14:12:29.029581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f6a0a13-0295-4c48-89db-8ae8f2a82296 req-b6c5c42e-cf84-4869-ac17-f65c78d77e31 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852726 Feb 11 14:12:29.030819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Port 4efae429-0e71-43ab-8527-0af3dfbdece4 on network f00379cf-82d4-47d9-8185-2687d9f63b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:29.031720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Attempting to bind port 4efae429-0e71-43ab-8527-0af3dfbdece4 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:29.046554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0072611-ea07-40b5-870e-ef21b6ef5633 req-41f80dee-7de3-44eb-9546-3f1c1029c807 service neutron] 10.222.0.60 "GET /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964616 Feb 11 14:12:29.085961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:29.086641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Checking segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:29.087120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Bound using segment: {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:29.087664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Bound port: 4efae429-0e71-43ab-8527-0af3dfbdece4, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc6f18c-87d5-409d-b1d0-5972cfa12333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:29.088134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.094297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-c289e6c8-2712-499b-b86c-7b74307024c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595438 Feb 11 14:12:29.105134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.123900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.138098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.149775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.156030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.162807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.168884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.176684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-f67e3f24-beab-4632-8684-af3df69b5e99 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5397 time: 0.1750214 Feb 11 14:12:29.234554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-135af35a-e3ab-4c64-bcd7-dc6cf02a87d5 req-b7419872-6f46-41fd-ac73-28e44118fd06 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568655 Feb 11 14:12:29.276361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:29.281117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:29.285372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-1a13ed42-42e5-4639-bf93-424985a649c7 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808984 Feb 11 14:12:29.405713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.411992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.417774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.423485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.429240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.435119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.441083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.443653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-7deb31f7-ebe9-4a63-84ff-d19dab32fa11 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.1610770 Feb 11 14:12:29.447096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.486723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:29.524537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.525216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.526653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] 10.222.0.60 "PUT /v2.0/ports/4efae429-0e71-43ab-8527-0af3dfbdece4 HTTP/1.1" status: 200 len: 1090 time: 3.2538095 Feb 11 14:12:29.538999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e581e91b-3d74-44f2-a045-3629695f8f72 req-c4b9bc2d-f545-4b45-a9c6-8b422703e996 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088807 Feb 11 14:12:29.570919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a7a4-ab38-4e63-af6f-29e10cddb51c service neutron] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:29.578174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'name': 'network-vif-deleted', 'tag': '252dce52-703c-44de-aada-0406b8774fe7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:29.582649 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1efc3-596b-472c-997b-43518598945f" -d '{"events": [{"server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "name": "network-vif-deleted", "tag": "252dce52-703c-44de-aada-0406b8774fe7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:29.583680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07f050af-14a1-4713-9ef5-9c3e74d7b183 req-61b28e1f-6a7f-4d47-b9ce-a481a617ccd5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184213 Feb 11 14:12:29.593555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Deleting subnet 4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:12:29.597842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.685895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:29.695468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.760805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.791043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.812764 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91898236-7d41-4316-bf75-2bf42e48a5fc x-openstack-request-id: req-91898236-7d41-4316-bf75-2bf42e48a5fc {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:29.813156 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df4bd5-3e3e-4053-920f-c439b4c2431e", "name": "network-vif-deleted", "tag": "252dce52-703c-44de-aada-0406b8774fe7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:29.813504 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91898236-7d41-4316-bf75-2bf42e48a5fc {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:29.813992 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df4bd5-3e3e-4053-920f-c439b4c2431e', 'name': 'network-vif-deleted', 'tag': '252dce52-703c-44de-aada-0406b8774fe7', 'status': 'completed', 'code': 200} Feb 11 14:12:29.896934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:29.903444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.928482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b6e0e5d9-a813-4543-b7de-5d5209d40a61 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:12:29.929163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b6e0e5d9-a813-4543-b7de-5d5209d40a61 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:29.931900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:29.935881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.939267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c85fba18-3453-453e-b3ce-8e3b941753c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ac1bfa4-a96c-4ef6-a37e-8a9dc2e18ab7 HTTP/1.1" status: 204 len: 168 time: 0.4513350 Feb 11 14:12:29.942689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:29.995010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0'}, {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:29.997249 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f16a8-b551-4165-a04d-cab443905ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0"}, {"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:30.043373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.073503 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e5956e-7b40-4ed6-865a-41b4c0fbca3a x-openstack-request-id: req-07e5956e-7b40-4ed6-865a-41b4c0fbca3a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:30.073809 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:30.074073 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e5956e-7b40-4ed6-865a-41b4c0fbca3a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:30.075141 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'status': 'completed', 'code': 200} Feb 11 14:12:30.075411 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'status': 'completed', 'code': 200} Feb 11 14:12:30.121131 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.195701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.230149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0658ff6-da9a-4777-a3a2-5f474105a1a0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:30.239206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a29a-e95b-46c9-ba24-34a3ba8d39e5 req-e123a5f5-8322-4bd0-adfb-fe0ed7ad99f6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.240725 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1519a29a-e95b-46c9-ba24-34a3ba8d39e5 req-e123a5f5-8322-4bd0-adfb-fe0ed7ad99f6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 943 time: 0.0946760 Feb 11 14:12:30.245559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfb56bd-e1a9-4185-8db5-04005ef88981 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:30.250157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b38f2b-28f4-4eb6-86ef-18f01947ac7d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:30.250564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b38f2b-28f4-4eb6-86ef-18f01947ac7d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:30.256539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.274533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.287608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Transition to ACTIVE for port object 9cfb56bd-e1a9-4185-8db5-04005ef88981 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:30.296605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.299276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-a8ad0f33-0d93-4528-b331-6580e7e5821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.300857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-a8ad0f33-0d93-4528-b331-6580e7e5821e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 1094 time: 0.1536524 Feb 11 14:12:30.310007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1519a29a-e95b-46c9-ba24-34a3ba8d39e5 req-94429ab8-b8a3-43ea-8b3d-bc7c3c4d07f0 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Feb 11 14:12:30.311100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:12:30.311502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:12:30.313487 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:12:30.324927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab3a7-eaa3-4b0d-9d9d-e8fa643087e4 req-7b971d00-39b8-4a4c-bfb7-5a6ea6656a77 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.324927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-916ab3a7-eaa3-4b0d-9d9d-e8fa643087e4 req-7b971d00-39b8-4a4c-bfb7-5a6ea6656a77 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.1553757 Feb 11 14:12:30.331811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.332288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.332787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.333350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.333838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.334304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.334831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.336743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ea1d787a-76f2-4002-ae3c-3f700acde3fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6344 time: 0.1913526 Feb 11 14:12:30.426204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.464461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.470783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.477390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.484489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.491668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.498616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.507412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.516402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-327c6e91-a976-47d0-8a66-188f7de9cae5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5409 time: 0.1227245 Feb 11 14:12:30.538910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.547888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.551968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d0658ff6-da9a-4777-a3a2-5f474105a1a0 HTTP/1.1" status: 204 len: 168 time: 0.6073537 Feb 11 14:12:30.584418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04577ee8-ab86-41c1-b0d2-6e08e56e73bd req-c7fac438-0ef4-42d3-a827-0bbd318be05d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667696 Feb 11 14:12:30.591387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eef08-d632-4f33-a9bb-ef59d61e0636 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0658ff6-da9a-4777-a3a2-5f474105a1a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:30.614418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-916ab3a7-eaa3-4b0d-9d9d-e8fa643087e4 req-0d171848-8ec0-4bbe-83f4-e2e446050ef5 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637293 Feb 11 14:12:30.695195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-9e923c70-9b33-453f-be9e-8244c7fdb4c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.695195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-9e923c70-9b33-453f-be9e-8244c7fdb4c8 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.0913944 Feb 11 14:12:30.713856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:30.758808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-a7ac92a0-b976-4760-8fba-1b29e56df684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.760290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-a7ac92a0-b976-4760-8fba-1b29e56df684 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 905 time: 0.4225683 Feb 11 14:12:30.783902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-4f27e794-a37f-42d8-94d3-164c3a6b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.786795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-4f27e794-a37f-42d8-94d3-164c3a6b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.787987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-4f27e794-a37f-42d8-94d3-164c3a6b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.791178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-4f27e794-a37f-42d8-94d3-164c3a6b1b30 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4343214 Feb 11 14:12:30.852378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-ba3327b3-47e7-47db-974f-e24f2703f452 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3028a605-a528-4be7-aa29-0e3a977d23c0 HTTP/1.1" status: 200 len: 217 time: 0.0836077 Feb 11 14:12:30.861875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.875662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.883237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.896568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.903718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.910494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.916843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.925661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-53b43945-6c79-4182-95e4-d68f9649dc5a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2081525 Feb 11 14:12:30.979703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Attempting to bind port 9cfb56bd-e1a9-4185-8db5-04005ef88981 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:30.980051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Attempting to bind port 9cfb56bd-e1a9-4185-8db5-04005ef88981 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:30.980371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Attempting to bind port 9cfb56bd-e1a9-4185-8db5-04005ef88981 on network 33f37660-c2e3-436a-af1f-795638e2a04f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:30.989546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cd11068-3bf7-42e9-befb-3eb7929fdc10 req-7e18ea71-9768-430f-a466-9fa448dc8b85 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620184 Feb 11 14:12:31.013789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Deleting port 53585188-0a44-4ee5-8099-14caff8aa82c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:12:31.013789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.039075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Port 9cfb56bd-e1a9-4185-8db5-04005ef88981 on network 33f37660-c2e3-436a-af1f-795638e2a04f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:31.039485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Attempting to bind port 9cfb56bd-e1a9-4185-8db5-04005ef88981 on network 33f37660-c2e3-436a-af1f-795638e2a04f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:31.076661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-62d631a9-fe46-47da-a72d-5a5078c4b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.078486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-62d631a9-fe46-47da-a72d-5a5078c4b49c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410893 Feb 11 14:12:31.084228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.084872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:31.084872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Checking segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:31.084872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Bound using segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:31.084872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Bound port: 9cfb56bd-e1a9-4185-8db5-04005ef88981, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:31.084872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.086264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-396ff527-7616-4a29-8a40-cea5e8d5dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.086920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-396ff527-7616-4a29-8a40-cea5e8d5dc60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.2131882 Feb 11 14:12:31.088447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:31.167984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-744633c8-77a4-4729-84c3-bb9855ca7d5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644484 Feb 11 14:12:31.183368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] For port 53585188-0a44-4ee5-8099-14caff8aa82c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=53585188-0a44-4ee5-8099-14caff8aa82c,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:31.183934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.200813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Calling delete_port for 53585188-0a44-4ee5-8099-14caff8aa82c owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:12:31.264716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fe7b4fbe-5530-4550-81a1-94ce3f915bfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad3327655675470d80f2199f38108f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749754 Feb 11 14:12:31.267089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:31.306970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:31.328167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:31.331052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-7581d9f8-2f69-41ce-ad07-7da532eaa326 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342783 Feb 11 14:12:31.376579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.429726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.462094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.541255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fbaa-d7da-4b55-b864-5da9343157e2 req-547790bf-7a34-4d1c-b4e2-88240f0f7bde tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.542814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf10fbaa-d7da-4b55-b864-5da9343157e2 req-547790bf-7a34-4d1c-b4e2-88240f0f7bde tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 943 time: 0.1186965 Feb 11 14:12:31.564133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.564840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.566313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] 10.222.0.60 "PUT /v2.0/ports/9cfb56bd-e1a9-4185-8db5-04005ef88981 HTTP/1.1" status: 200 len: 1091 time: 1.8848498 Feb 11 14:12:31.609128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58a280-d801-4968-b957-996ab162ce4a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:31.616484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f9f16a8-b551-4165-a04d-cab443905ff9 req-b9f857ee-936f-450a-8d46-40924e3eae75 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775600 Feb 11 14:12:31.641388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf10fbaa-d7da-4b55-b864-5da9343157e2 req-efecc2b6-7a72-4a1b-91ab-0805ca013cff tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839124 Feb 11 14:12:31.699269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Request body: {'port': {'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:31.875254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.896654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:31.901180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61246d7-716e-42b2-a5cd-a8cb7facd170 req-9914338e-69ea-47e9-90a6-7b2645f3036d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.902978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d61246d7-716e-42b2-a5cd-a8cb7facd170 req-9914338e-69ea-47e9-90a6-7b2645f3036d tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 944 time: 0.1291468 Feb 11 14:12:31.912560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.918856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.924647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.932024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.938401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.945353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.952237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.954864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-dd73b32b-2602-4aaa-82a0-b1b906f825cd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5409 time: 0.1316488 Feb 11 14:12:31.956841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.958173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 252dce52-703c-44de-aada-0406b8774fe7 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:31.961362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.965384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e28d476-994c-4495-ac08-ba2d5ab59282 HTTP/1.1" status: 204 len: 168 time: 0.6970997 Feb 11 14:12:32.011750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.042191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 252dce52-703c-44de-aada-0406b8774fe7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:12:32.042963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 252dce52-703c-44de-aada-0406b8774fe7 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:32.054171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8e22-fcfc-4d77-8306-ccc2fe719599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28d476-994c-4495-ac08-ba2d5ab59282,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:32.078475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:32.080669 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:32.134794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d61246d7-716e-42b2-a5cd-a8cb7facd170 req-7f2687d1-4aba-4bfa-985c-c943f8180ad3 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506033 Feb 11 14:12:32.144193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:32.169811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'mac_address': 'fa:16:3e:a7:f7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:32.174363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event deleted for resources: {'Port': ['ID=53585188-0a44-4ee5-8099-14caff8aa82c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:32.184708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-644398b6-6ac0-4eb8-9942-e114a47e4704 req-296b66a1-fd61-4d99-b549-a9c0fbcb6690 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2181895 Feb 11 14:12:32.281103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] No DVR routers for this DVR port 53585188-0a44-4ee5-8099-14caff8aa82c on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:32.284375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.284937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.289459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa7fab3e-ec3f-4e7a-8741-d5e36dcb8956 req-d175ebf0-c715-466e-aede-9cfa57cb164b tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "DELETE /v2.0/ports/53585188-0a44-4ee5-8099-14caff8aa82c HTTP/1.1" status: 204 len: 173 time: 1.5837233 Feb 11 14:12:32.289972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-deleted', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:32.311473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3028a605-a528-4be7-aa29-0e3a977d23c0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:32.312608 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e907e0-89c1-438d-993b-5022f38e1063" -d '{"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-deleted", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:32.345184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:32.359778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280176ac-1f97-4ce7-9367-816efbd64c26 x-openstack-request-id: req-280176ac-1f97-4ce7-9367-816efbd64c26 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:32.360252 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed99ba-8131-4587-938e-8c081bfe3a26", "name": "network-vif-deleted", "tag": "53585188-0a44-4ee5-8099-14caff8aa82c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:32.360565 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-280176ac-1f97-4ce7-9367-816efbd64c26 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:32.361065 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed99ba-8131-4587-938e-8c081bfe3a26', 'name': 'network-vif-deleted', 'tag': '53585188-0a44-4ee5-8099-14caff8aa82c', 'status': 'completed', 'code': 200} Feb 11 14:12:32.366778 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64488b09-0c98-4b0c-8cc0-d852e0630f7d x-openstack-request-id: req-64488b09-0c98-4b0c-8cc0-d852e0630f7d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:32.367287 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:32.367287 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64488b09-0c98-4b0c-8cc0-d852e0630f7d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:32.367793 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981', 'status': 'completed', 'code': 200} Feb 11 14:12:32.474064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.493189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.500278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.507828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.514769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.523012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.529248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.538336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.548862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-180544b8-8f8b-4a5a-a39e-0206922effde req-1fbeb6b5-5a31-44e3-94e7-80b88bb81dad tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2790020 Feb 11 14:12:32.578357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fe279a-085e-4db4-baed-30a3166bba41 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:32.588809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.603508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Transition to ACTIVE for port object 02fe279a-085e-4db4-baed-30a3166bba41 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.614437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.624206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:32.625056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-20cd3da5-cd13-4ad9-a2da-0fb154f24a1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6411 time: 0.2667155 Feb 11 14:12:32.718063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3028a605-a528-4be7-aa29-0e3a977d23c0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:32.750554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:32.825306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-180544b8-8f8b-4a5a-a39e-0206922effde req-07d638a9-b8f3-4025-965d-6c06972ef345 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2745733 Feb 11 14:12:32.922166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:32.975445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-af90d385-b5a2-4155-bfad-f56c4c7ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.976121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-af90d385-b5a2-4155-bfad-f56c4c7ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.976605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-af90d385-b5a2-4155-bfad-f56c4c7ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.978256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-af90d385-b5a2-4155-bfad-f56c4c7ca38c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f183e8641c844f48bb9be2c144866d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3392806 Feb 11 14:12:33.011210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ed55-63f8-4708-93f2-63505c60b8f9 req-c3e9c725-00c3-46fb-ac0a-9883ccdf8602 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.025461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a045ed55-63f8-4708-93f2-63505c60b8f9 req-c3e9c725-00c3-46fb-ac0a-9883ccdf8602 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 944 time: 0.1715970 Feb 11 14:12:33.075712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Attempting to bind port 02fe279a-085e-4db4-baed-30a3166bba41 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:33.076007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Attempting to bind port 02fe279a-085e-4db4-baed-30a3166bba41 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:33.076432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Attempting to bind port 02fe279a-085e-4db4-baed-30a3166bba41 on network 33f37660-c2e3-436a-af1f-795638e2a04f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:33.085801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Port 02fe279a-085e-4db4-baed-30a3166bba41 on network 33f37660-c2e3-436a-af1f-795638e2a04f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:33.086409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Attempting to bind port 02fe279a-085e-4db4-baed-30a3166bba41 on network 33f37660-c2e3-436a-af1f-795638e2a04f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:33.096381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:33.096812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Checking segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:33.097298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Bound using segment: {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:33.097984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Bound port: 02fe279a-085e-4db4-baed-30a3166bba41, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:33.098471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:33.127707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a045ed55-63f8-4708-93f2-63505c60b8f9 req-c6d1762c-771b-4ede-a47b-6ddeb39ae955 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009655 Feb 11 14:12:33.178818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-f3c26fa4-4296-49bc-8ffa-cecd908241f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.180387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2e7a06b-2cd2-4ca9-acbc-fbfc0bd8134a req-f3c26fa4-4296-49bc-8ffa-cecd908241f1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942971 Feb 11 14:12:33.241167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:33.245975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:33.332448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee35462f-a30c-447f-86cf-baf0e17aea00 req-8dc27826-31f0-4b6a-adba-1323fc0819d4 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bed99ba-8131-4587-938e-8c081bfe3a26 HTTP/1.1" status: 200 len: 210 time: 0.0489609 Feb 11 14:12:33.394786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:33.405124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.411797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.419727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.427939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.434466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.440797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.449602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.455904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.456516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:33.457965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] 10.222.0.60 "PUT /v2.0/ports/02fe279a-085e-4db4-baed-30a3166bba41 HTTP/1.1" status: 200 len: 1091 time: 1.7670979 Feb 11 14:12:33.459141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60faf25d-f035-4700-9cd4-f460ea153200 req-f4d0be60-9973-420a-bcc2-92883b181655 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1357224 Feb 11 14:12:33.486471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1859cc3-4146-47eb-bf4b-35017d8608ff service neutron] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:33.554632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60faf25d-f035-4700-9cd4-f460ea153200 req-2a9c4f52-bf7f-415e-95d0-df27427f2f6c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863230 Feb 11 14:12:33.741209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.741697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.742170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.742634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.743090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.743547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.744018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.746033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-d1b3b415-3732-4c90-969e-ae3341996186 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6478 time: 0.1021521 Feb 11 14:12:33.791857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1b42efa7-af31-4224-98a7-4164c3359e67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37 HTTP/1.1" status: 200 len: 217 time: 0.0377502 Feb 11 14:12:33.869244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-68cddbf5-89cc-455d-a840-61e2fb5ed7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.871274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-68cddbf5-89cc-455d-a840-61e2fb5ed7d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f43f46b7-7086-44b2-a344-8aa8bccd0206 HTTP/1.1" status: 200 len: 851 time: 0.0683281 Feb 11 14:12:33.905709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:33.927181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1176c647-2ead-428a-b0bb-46b9cd6f2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.928866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1176c647-2ead-428a-b0bb-46b9cd6f2086 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511346 Feb 11 14:12:34.045714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3028a605-a528-4be7-aa29-0e3a977d23c0 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:34.051800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3028a605-a528-4be7-aa29-0e3a977d23c0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:34.055349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:34.065071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f1b56072-53fc-42b9-bb40-ffff0ba0a1be service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288574 Feb 11 14:12:34.080293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.090085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.098770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.107986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.116263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.123783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.131552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.145804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-a29b1178-697d-4f3c-ae36-a2b8d1890f73 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2119310 Feb 11 14:12:34.151654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:34.187930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:34.190860 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5dc1e9-3495-4699-9283-25861364c847" -d '{"events": [{"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-plugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:34.209152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:34.217041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b33e25a-b50c-4b63-804b-f4a89c301a5a req-044dd594-3f90-4c0c-86bf-31cbe101866a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675278 Feb 11 14:12:34.279667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-30ffa057-fc3b-4bbf-8e96-87f6dc5fe37b service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953650 Feb 11 14:12:34.296337 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b26cdb-3603-4710-9ec9-25d57c54c6d6 x-openstack-request-id: req-f7b26cdb-3603-4710-9ec9-25d57c54c6d6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:34.296852 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-plugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:34.297338 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7b26cdb-3603-4710-9ec9-25d57c54c6d6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:34.298130 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'code': 200} Feb 11 14:12:34.419168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f829eb0-1c6a-438c-9fa6-02f92e46c689 req-769bc84f-0738-47b2-88f0-a758ca69780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.421651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f829eb0-1c6a-438c-9fa6-02f92e46c689 req-769bc84f-0738-47b2-88f0-a758ca69780f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 1095 time: 0.0493400 Feb 11 14:12:34.502281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f829eb0-1c6a-438c-9fa6-02f92e46c689 req-414a0fdf-d573-4007-801b-cc7aced96e89 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Feb 11 14:12:34.588304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:34.589761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:34.684327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 53585188-0a44-4ee5-8099-14caff8aa82c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:12:34.684809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 53585188-0a44-4ee5-8099-14caff8aa82c not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:34.715833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:34.751013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:34.754758 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "02fe279a-085e-4db4-baed-30a3166bba41"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:34.766568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-68d6512d-4cc8-44d2-bf81-620e802669c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 217 time: 0.4747882 Feb 11 14:12:34.841179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-491fe9fc-4443-4b60-b446-6b46a515fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.846774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-491fe9fc-4443-4b60-b446-6b46a515fef2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0615821 Feb 11 14:12:34.857898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d38b-e846-40c4-a3e9-63506380d3cf req-438a21e6-bb7c-427d-9b2e-625ec59fa0c2 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.859772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a63d38b-e846-40c4-a3e9-63506380d3cf req-438a21e6-bb7c-427d-9b2e-625ec59fa0c2 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 945 time: 0.1028466 Feb 11 14:12:34.937916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8906a5b1-ea22-464b-a32f-7d22b7b33fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:34.939766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8906a5b1-ea22-464b-a32f-7d22b7b33fbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789428 Feb 11 14:12:34.945771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a63d38b-e846-40c4-a3e9-63506380d3cf req-4762cdf2-d901-4e3a-bd4a-53ba47f35546 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 Feb 11 14:12:35.116289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.125815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.129061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.135019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.140915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.147601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.153417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.155589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-b964982b-f4ca-42be-8b2b-1661807465eb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1273854 Feb 11 14:12:35.157130 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c409996f-5713-4f63-bb2f-855138f2d8f9 x-openstack-request-id: req-c409996f-5713-4f63-bb2f-855138f2d8f9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:35.157415 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "02fe279a-085e-4db4-baed-30a3166bba41", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:35.157923 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c409996f-5713-4f63-bb2f-855138f2d8f9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:35.158356 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41', 'status': 'completed', 'code': 200} Feb 11 14:12:35.185725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-0adc0beb-627e-4a8e-ab57-fc705f0110e1 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312307 Feb 11 14:12:35.251257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5062eaf-e2b2-42cd-a685-46cb2db2ccb8 req-56b18c08-1c22-420a-9f66-e9170f28bd96 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876002 Feb 11 14:12:35.253674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975eabe-9755-48e2-9042-4f2b71d20f5c req-695bbf73-2382-4789-842c-e50dc32eecf6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.256222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0975eabe-9755-48e2-9042-4f2b71d20f5c req-695bbf73-2382-4789-842c-e50dc32eecf6 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.0699859 Feb 11 14:12:35.307977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-b922e938-dd9a-467c-9082-ac71c9eb5a5e service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145437 Feb 11 14:12:35.329638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0975eabe-9755-48e2-9042-4f2b71d20f5c req-e78784ee-b39e-4732-b92a-b49c36512cd9 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/security-groups?id=e916b691-8126-4b17-9ba1-17f0d4ea137e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588763 Feb 11 14:12:35.421204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f7dbf2ef-183c-4663-9c62-767c83e82918 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 217 time: 0.1063855 Feb 11 14:12:35.445126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27420c-2619-44d9-99c3-8ed694468964 req-47fca8ba-b96b-4ebc-9cc2-5e1113f173ff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.447607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da27420c-2619-44d9-99c3-8ed694468964 req-47fca8ba-b96b-4ebc-9cc2-5e1113f173ff tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 945 time: 0.0903521 Feb 11 14:12:35.481313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-15231618-1651-4f6e-a247-70faaa3faf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.484617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-15231618-1651-4f6e-a247-70faaa3faf89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0493021 Feb 11 14:12:35.538221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f7043127-51ae-46b5-88bf-6a891d52ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.540370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-f7043127-51ae-46b5-88bf-6a891d52ff61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505450 Feb 11 14:12:35.637510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.644817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.650914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c66fa83b-0eee-4b30-9f28-b01585cd2ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025405 Feb 11 14:12:35.651252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.658931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.665487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.687748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.696750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.698748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-3999ef13-3fbb-473b-863c-5f9e2abef79a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.2457240 Feb 11 14:12:35.752509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Deleting port fcf8bdec-50d7-478d-8a05-c855b08bae51 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:12:35.752850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:35.764464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fbfbcfc-146c-4ece-8051-af2d1dae2536 req-65236860-7c52-4a9c-906a-ac80976f791e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556033 Feb 11 14:12:35.809495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-7881a9f3-40c7-4938-ac1d-7f438852c33c service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392140 Feb 11 14:12:35.872422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-4bf6090d-282b-4d44-9790-fadada77d955 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17 HTTP/1.1" status: 200 len: 217 time: 0.0552886 Feb 11 14:12:35.894488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] For port fcf8bdec-50d7-478d-8a05-c855b08bae51, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fcf8bdec-50d7-478d-8a05-c855b08bae51,segment=NetworkSegment(280f8c35-9ead-4494-addf-69b03a7d9a35),segment_id=280f8c35-9ead-4494-addf-69b03a7d9a35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:35.895069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:35.932389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-373ab0c4-dbfa-40e0-b68e-1e982f08b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.932678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Calling delete_port for fcf8bdec-50d7-478d-8a05-c855b08bae51 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:12:35.933934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-373ab0c4-dbfa-40e0-b68e-1e982f08b711 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0551162 Feb 11 14:12:35.994873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8d329749-5d9c-4ea3-ab14-b7d6ed697007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.997751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8d329749-5d9c-4ea3-ab14-b7d6ed697007 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566185 Feb 11 14:12:36.146432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45644) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:36.206413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af0ced-c562-4f75-aa02-67829351ccf0 req-9a8aec4e-51cf-4a22-83e6-5f2cece7701f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.208417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05af0ced-c562-4f75-aa02-67829351ccf0 req-9a8aec4e-51cf-4a22-83e6-5f2cece7701f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 945 time: 0.1344075 Feb 11 14:12:36.210989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-8ba8c1b4-d5f4-49c5-bd99-c1e1c052f7ea service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058742 Feb 11 14:12:36.223490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:36.342934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05af0ced-c562-4f75-aa02-67829351ccf0 req-3ae0d62a-ab3a-4f22-9e8b-996229af15c8 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215758 Feb 11 14:12:36.416510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] No DVR routers for this DVR port fcf8bdec-50d7-478d-8a05-c855b08bae51 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:36.424754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Pushing event deleted for resources: {'Port': ['ID=fcf8bdec-50d7-478d-8a05-c855b08bae51,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:36.427757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:36.429986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-9f88d6cb-d01c-4bfd-bf89-03589d4d8430 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940525 Feb 11 14:12:36.431390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da27420c-2619-44d9-99c3-8ed694468964 req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.62 "DELETE /v2.0/ports/fcf8bdec-50d7-478d-8a05-c855b08bae51 HTTP/1.1" status: 204 len: 173 time: 0.9585555 Feb 11 14:12:36.462289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-deleted', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:36.464547 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8eac1-3717-420d-be14-fb314a80503e" -d '{"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-deleted", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:36.470671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3f70d3c-d9bd-4dd8-a8dd-2d189fab38e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:36.487161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.487532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.487867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.488204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.488580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.488935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.489291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.489627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.489969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.490297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.490629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.490963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84d796-0b84-438a-9e96-a813a5cee879 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:36.507366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5952c6cf-2f7f-4698-829d-8aeb99eadc3a req-6b071697-81a7-4793-8074-e52f8277bb84 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 210 time: 0.0761669 Feb 11 14:12:36.508812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-51c680ba-29ca-490f-869f-fc852ba3977c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=4efae429-0e71-43ab-8527-0af3dfbdece4 HTTP/1.1" status: 200 len: 217 time: 0.0664718 Feb 11 14:12:36.539118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.545072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.550959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.561664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.571035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.574377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.580981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.589816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-c9120a94-62f1-44b5-bdf1-b5392c119850 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1881700 Feb 11 14:12:36.647305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ae474855-aef4-496f-b1a2-9597f9984c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.648809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-ae474855-aef4-496f-b1a2-9597f9984c10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.1322358 Feb 11 14:12:36.683951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf5eb3ea-f931-403c-a44c-97ff7700453a req-baebb26b-6a89-4208-b355-36f1841259ce tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928869 Feb 11 14:12:36.712087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-999cc9b6-536e-4b6d-8325-d4bae69ab9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.714307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-999cc9b6-536e-4b6d-8325-d4bae69ab9cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589831 Feb 11 14:12:36.738881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3f70d3c-d9bd-4dd8-a8dd-2d189fab38e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:36.742047 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17accce-dd38-4667-b9b8-fb3c9241e864 x-openstack-request-id: req-c17accce-dd38-4667-b9b8-fb3c9241e864 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:36.742400 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56017393-bcf6-4f09-8ab8-0ebf29ee06c2", "name": "network-vif-deleted", "tag": "fcf8bdec-50d7-478d-8a05-c855b08bae51", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:36.742707 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c17accce-dd38-4667-b9b8-fb3c9241e864 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:36.743156 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56017393-bcf6-4f09-8ab8-0ebf29ee06c2', 'name': 'network-vif-deleted', 'tag': 'fcf8bdec-50d7-478d-8a05-c855b08bae51', 'status': 'completed', 'code': 200} Feb 11 14:12:36.830043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1e0a3b92-4082-440c-bf8d-ef11696b4ea2 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078110 Feb 11 14:12:36.868546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3f70d3c-d9bd-4dd8-a8dd-2d189fab38e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:36.945967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-81b10e41-902a-490a-841f-73df46b39b7c service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071773 Feb 11 14:12:36.952256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3f70d3c-d9bd-4dd8-a8dd-2d189fab38e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58e106163a8449ecac10f570e132645a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024516 Feb 11 14:12:36.956441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:36.958341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f70d3c-d9bd-4dd8-a8dd-2d189fab38e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa808e7-1890-4f8e-a1b2-2a3b7356061b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:37.001472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.008136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.009875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-7d7aea09-65da-4854-af7a-5e7a15cff2f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981 HTTP/1.1" status: 200 len: 217 time: 0.0559461 Feb 11 14:12:37.016696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.025107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.039276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.045827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.054952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.057425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7b03852a-e61b-4c58-b00e-d7e86b3cb62c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.1636853 Feb 11 14:12:37.124827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:37.126696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-b015f15e-3e0e-4517-9b95-0b3faed05655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.128555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-b015f15e-3e0e-4517-9b95-0b3faed05655 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 200 len: 797 time: 0.1105192 Feb 11 14:12:37.144180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-21b007cc-9b96-4625-8257-7cb8f89ee346 req-7981ba18-2645-4565-afbc-f451888aa215 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803885 Feb 11 14:12:37.163156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:37.223036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-9e6b61ff-a468-4c85-ab86-e13bf6f287b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.224565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-9e6b61ff-a468-4c85-ab86-e13bf6f287b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856743 Feb 11 14:12:37.245457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9af4f-5ac4-4115-a0c1-37adc66f9dc5 req-f70f12b7-e05b-4543-8bf1-010ce99f8310 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.247342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bd9af4f-5ac4-4115-a0c1-37adc66f9dc5 req-f70f12b7-e05b-4543-8bf1-010ce99f8310 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 945 time: 0.1174419 Feb 11 14:12:37.340156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bd9af4f-5ac4-4115-a0c1-37adc66f9dc5 req-3394f2da-f152-44b2-a460-7babd3ce28b8 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Feb 11 14:12:37.370342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-c4040646-0060-44c6-9c03-8e5679a5c877 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216490 Feb 11 14:12:37.417003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:37.419656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:37.423307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fa808e7-1890-4f8e-a1b2-2a3b7356061b HTTP/1.1" status: 204 len: 168 time: 0.4574273 Feb 11 14:12:37.429950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b450e-d832-435d-9f95-15214706b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa808e7-1890-4f8e-a1b2-2a3b7356061b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:37.485116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-5baf3ed0-8137-417e-9f8d-c4377dd1d65a service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058455 Feb 11 14:12:37.531569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-80c190c0-6958-4bba-bdc9-313d0cea96d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02fe279a-085e-4db4-baed-30a3166bba41 HTTP/1.1" status: 200 len: 217 time: 0.0391278 Feb 11 14:12:37.594322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1ec6430d-ef1f-4099-bf32-fca307066dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.594455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1ec6430d-ef1f-4099-bf32-fca307066dda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 200 len: 797 time: 0.0550814 Feb 11 14:12:37.642181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f2d0cbf-26bc-4ad8-b376-914b70fef6ab req-290c14df-1f17-43a3-92ef-3dcca60273d7 tempest-LiveAutoBlockMigrationV225Test-671370332 tempest-LiveAutoBlockMigrationV225Test-671370332-project] 10.222.0.31 "GET /v2.0/ports?device_id=56017393-bcf6-4f09-8ab8-0ebf29ee06c2 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Feb 11 14:12:37.685979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-829e473a-0f34-4032-8324-79ab7aa5f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.687556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-829e473a-0f34-4032-8324-79ab7aa5f69c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846767 Feb 11 14:12:37.841467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-97c51a6c-42e3-4c79-91e6-e69b5fde4dc8 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394050 Feb 11 14:12:37.854142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.859988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.865979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.871973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.881996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.887952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.893962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.896392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-b405e4b6-4bd1-45e6-b8b8-25edb1a22a8d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1350379 Feb 11 14:12:37.997478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbc37312-2c76-4a9f-a26a-d94cfb413658 req-6e42bdc3-d156-4834-af53-29d5c7b7810f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912044 Feb 11 14:12:38.030554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-222d1b02-62d8-4906-9b80-5236bc75e56e req-1d760cf8-e0ba-4914-b13c-4abf36ccd7fe service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331356 Feb 11 14:12:38.290635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.297236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.303101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.309995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.316155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.322652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.328568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.337371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-925fb2c1-4b6b-4f24-977d-21a602259a45 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.1120086 Feb 11 14:12:38.381629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4ba398e-3945-4109-abb2-9b197daf7530 req-3b57ae1f-f290-4724-afc7-493a9e194322 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426168 Feb 11 14:12:38.486536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.487218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.487810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.488237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.488919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.489384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.489827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.492016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-ec2a0f87-3f48-42ec-9345-46d07e0cd4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6478 time: 0.1184089 Feb 11 14:12:38.560112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0a6f-33a2-45ce-8e13-bea0412f6d3a req-dee86f48-bf07-4fe8-8283-7e50aa1aaea5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.561650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4edc0a6f-33a2-45ce-8e13-bea0412f6d3a req-dee86f48-bf07-4fe8-8283-7e50aa1aaea5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 945 time: 0.1317418 Feb 11 14:12:38.624295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4edc0a6f-33a2-45ce-8e13-bea0412f6d3a req-e28e872a-0fce-4e57-b588-b11c6cef4ebe tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Feb 11 14:12:38.639576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-24f02c9b-1a4c-4ab3-a224-398b127bbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.641165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-24f02c9b-1a4c-4ab3-a224-398b127bbe59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33f37660-c2e3-436a-af1f-795638e2a04f HTTP/1.1" status: 200 len: 903 time: 0.1405056 Feb 11 14:12:38.699058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45700) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:38.703348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-066581cd-b455-4fc4-a82b-026b0a7b1761 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02fe279a-085e-4db4-baed-30a3166bba41 HTTP/1.1" status: 200 len: 217 time: 0.0497696 Feb 11 14:12:38.781951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-970d61b3-f494-412d-9794-99d261fcfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.790329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-970d61b3-f494-412d-9794-99d261fcfe03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 200 len: 797 time: 0.0775526 Feb 11 14:12:38.815543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:38.850699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-79d8ea49-b4ce-4593-a94a-3e196cab4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.853417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-79d8ea49-b4ce-4593-a94a-3e196cab4c69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558035 Feb 11 14:12:38.900305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-359609531-network', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:38.935560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Deleting subnet eb94f125-d588-4b8a-a879-1674ebf9e7d4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:12:38.940144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:38.976445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-11c84bab-d5cb-42bf-9e77-7166dee4dd6b service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111088 Feb 11 14:12:38.982435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.025947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.086342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Made reservation on behalf of bf472bd3e1f6400584e4afb880d68ae3 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:39.089120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.106644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.109566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f59f97c-94a1-4d6b-a6a2-74ba6d1057d6 req-3f244a9c-2b5d-4fb7-a1b0-687ee8e3e825 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218956 Feb 11 14:12:39.188684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.191143 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.195848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.202173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.205027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.209373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.215842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.221815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.227955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.229839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a94e972c-d8ed-47e7-bae6-359d540146ab tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1186497 Feb 11 14:12:39.235910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb94f125-d588-4b8a-a879-1674ebf9e7d4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:39.239758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.250388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3aceb31-4db3-4b7c-9838-21457eccc8ff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb94f125-d588-4b8a-a879-1674ebf9e7d4 HTTP/1.1" status: 204 len: 168 time: 0.5451996 Feb 11 14:12:39.251096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:39.277480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-019d0fc9-8e35-4045-a3c4-860c2f62d1cc req-a4c55773-aec8-4d8d-948b-9b66bb026a94 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396528 Feb 11 14:12:39.309850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.345271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:12:39.361554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.369706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fee592-f45c-42d6-83d9-9e9e85c2d24f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:39.375783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.375783 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Added segment 81a3c497-6940-4c37-bbb6-9d11d77fe8ea of type vlan for network 51587943-ad50-4a2f-ae2f-7359430b5340 Feb 11 14:12:39.454327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.558278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.587643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:39.599951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.606264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.612047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.618450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.624226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.630697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.636526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.638504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-671da895-628a-404e-b054-f568d49869c2 req-115eae94-6094-472b-988c-4cf0ee425fdd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5431 time: 0.1591067 Feb 11 14:12:39.646242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.647169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.648248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.659364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280f8c35-9ead-4494-addf-69b03a7d9a35') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:39.659656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280f8c35-9ead-4494-addf-69b03a7d9a35') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:39.683253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.739832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.752972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:12:39.753377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:12:39.755251 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:12:39.757844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] Pushing event updated for resources: {'Network': ['ID=51587943-ad50-4a2f-ae2f-7359430b5340,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:39.766996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 51587943-ad50-4a2f-ae2f-7359430b5340 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:12:39.777207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-671da895-628a-404e-b054-f568d49869c2 req-0200e5c2-337d-4379-96a0-1beb98c211b8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319883 Feb 11 14:12:39.824776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:39.824979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5bf1cf2b-a958-4a29-8d12-ee69dee7ac2e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0080509 Feb 11 14:12:39.834127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Request body: {'subnet': {'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-359609531-subnet', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:39.891257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.897263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.900563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6 HTTP/1.1" status: 204 len: 168 time: 0.6485157 Feb 11 14:12:39.903470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:39.913544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a780bc5-3dac-4c00-a5bf-038ce9a8e8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd95fceb-9e86-4d79-a9c6-ffc9b7f913f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:39.938774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 525ae3c6-278b-479c-bf56-a1d71430d184 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:39.940172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Made reservation on behalf of bf472bd3e1f6400584e4afb880d68ae3 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:39.942295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:39.945696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:39.972340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: fcf8bdec-50d7-478d-8a05-c855b08bae51 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:12:39.972679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fcf8bdec-50d7-478d-8a05-c855b08bae51 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:39.997654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Deleting subnet 448654c6-5a72-4f30-a025-fad9c9375b79 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:12:40.003564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.055024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.130584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.198795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:40.211380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '525ae3c6-278b-479c-bf56-a1d71430d184', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'port_id': '525ae3c6-278b-479c-bf56-a1d71430d184', 'mac_address': 'fa:16:3e:73:21:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:40.252003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.265748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525ae3c6-278b-479c-bf56-a1d71430d184 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:40.286250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:40.364167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.370509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.412248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.412682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448654c6-5a72-4f30-a025-fad9c9375b79,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:40.412947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 12546a1c-1d03-45ea-a41f-659b0937fc2b details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:40.448710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.454891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7030444f-ce48-4389-a69a-e3037ab2afe5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/448654c6-5a72-4f30-a025-fad9c9375b79 HTTP/1.1" status: 204 len: 168 time: 0.5481174 Feb 11 14:12:40.455712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:40.524806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:40.537165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Checking segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:40.537522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Network hostable DHCP agents. Network: 51587943-ad50-4a2f-ae2f-7359430b5340, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:12:40.546369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.555128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.561546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.568284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.574245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.574680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:40.580328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.588449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.589789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '12546a1c-1d03-45ea-a41f-659b0937fc2b', 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'port_id': '12546a1c-1d03-45ea-a41f-659b0937fc2b', 'mac_address': 'fa:16:3e:0e:8c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a4821d-073a-47ac-88e7-2e16ed2cf0f6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:40.594387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.596298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-e7d39fa8-cfa2-4ef4-ac61-f806616df247 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2269824 Feb 11 14:12:40.602559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:40.653046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.655303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4dab7cd8-66d6-401d-be3f-9e67fda35f01 req-ddb4c89e-0555-4566-b4f5-0c3441af0c77 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398929 Feb 11 14:12:40.656827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.667956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12546a1c-1d03-45ea-a41f-659b0937fc2b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:40.679604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82df1576-8202-4d72-ad85-ea43c7bbf401']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:40.690962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:12:40.695169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd4a351-b28b-4f36-a150-c8a1f7068975') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:40.695169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd4a351-b28b-4f36-a150-c8a1f7068975') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:40.700348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:40.704423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.718507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.724452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:12:40.724842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:12:40.726489 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:12:40.839356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 51587943-ad50-4a2f-ae2f-7359430b5340) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:40.848056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.848056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.849243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fecff7-8abb-41a6-82ac-132f2a8d6933 None None] Network 51587943-ad50-4a2f-ae2f-7359430b5340 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:12:40.917323 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.918177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa6127e4-f1e4-429e-b4c0-3cf42040d029 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:40.946568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.952878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.959622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.965405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.971192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.976981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.983116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.985070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8dfef487-53b9-4744-99dc-a2173c37029c req-e0b93b45-2ea2-4846-b197-57824cb7ed0f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5432 time: 0.1079669 Feb 11 14:12:40.986321 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.994996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:40.998346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/82df1576-8202-4d72-ad85-ea43c7bbf401 HTTP/1.1" status: 204 len: 168 time: 0.5413637 Feb 11 14:12:41.013418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1dd9ecea-762e-499f-b778-e610dda42257 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1858828 Feb 11 14:12:41.014965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:41.019825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:41.023433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eac6e-465b-4acf-b005-c7f5621606c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82df1576-8202-4d72-ad85-ea43c7bbf401,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.040006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.060713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.064824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'port_id': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029', 'mac_address': 'fa:16:3e:5c:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:41.068015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8dfef487-53b9-4744-99dc-a2173c37029c req-85027e82-5d31-43d6-a9ae-395212a7489c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686252 Feb 11 14:12:41.130599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-51587943-ad50-4a2f-ae2f-7359430b5340', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:12:41.131450 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.137013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.138088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.158809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.187481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6127e4-f1e4-429e-b4c0-3cf42040d029 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:41.195871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.267950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.328335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Allocated IP 172.20.0.2 (51587943-ad50-4a2f-ae2f-7359430b5340/8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc/c91d8535-64bf-46f4-9517-a69c052064e9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:41.393966 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.394837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a3244a91-3c0d-4c38-a89a-f65d148c6d93 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:41.405041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.480661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:41.502645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.520566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.529276 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b468d3a-b492-4f0b-86fa-c7935b1525ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cb2f931bd4a47559e1d40ba6d995707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473478 Feb 11 14:12:41.532061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:41.543304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'port_id': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93', 'mac_address': 'fa:16:3e:fd:dc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:41.609712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.622694 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.634189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.638743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.640281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3244a91-3c0d-4c38-a89a-f65d148c6d93 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:41.667668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.714608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.767445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.768082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device adc9a00f-f91c-4040-9bf9-29e53d980c62 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:41.773005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Pushing event updated for resources: {'Port': ['ID=c91d8535-64bf-46f4-9517-a69c052064e9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.797896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:41.819453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:41.833589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.837879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.847427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.848060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e916b691-8126-4b17-9ba1-17f0d4ea137e HTTP/1.1" status: 204 len: 168 time: 0.3099639 Feb 11 14:12:41.852183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c6dc2-c111-4e0a-a503-f74961fd4215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916b691-8126-4b17-9ba1-17f0d4ea137e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.856533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:41.865112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.886776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.890522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.896524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.904426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.909452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.916339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.922253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.929103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.933336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-ff0c97d9-e192-4f2a-bb51-c324d9d3ef51 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1570928 Feb 11 14:12:41.947616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.964201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'adc9a00f-f91c-4040-9bf9-29e53d980c62', 'network_id': '0dbc4e91-52ce-412d-b618-4b031a060b38', 'port_id': 'adc9a00f-f91c-4040-9bf9-29e53d980c62', 'mac_address': 'fa:16:3e:95:4b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef43d4-b117-4f0f-80e0-9de3b6db7150', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:41.966409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Attempting to bind port c91d8535-64bf-46f4-9517-a69c052064e9 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:41.966781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Attempting to bind port c91d8535-64bf-46f4-9517-a69c052064e9 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:41.967140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Attempting to bind port c91d8535-64bf-46f4-9517-a69c052064e9 on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:41.974190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:41.974565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Checking segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:41.974972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.975361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Bound using segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:41.975828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Bound port: c91d8535-64bf-46f4-9517-a69c052064e9, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:41.976343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.049015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.069058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e6c1b551-ce40-4c29-b5bd-1fc01af5d8cb req-48442b0a-8772-444b-84a4-b325b7bfa431 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739539 Feb 11 14:12:42.075694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc9a00f-f91c-4040-9bf9-29e53d980c62 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:42.102620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] For port c91d8535-64bf-46f4-9517-a69c052064e9, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:42.109459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Allocated IP 172.25.7.89 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d4be7b07-e675-48b5-aa8f-c6c30a423fe5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:42.109854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] For port c91d8535-64bf-46f4-9517-a69c052064e9, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c91d8535-64bf-46f4-9517-a69c052064e9,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:42.109854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:42.218344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.220617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.221211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3bf774f0-6734-4660-a398-c34c2fcf8d0d details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:42.233290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.314912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.329585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.340745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.354478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ed4ac-bc23-4897-8317-6acc3e81b3cc None None] Pushing event updated for resources: {'Port': ['ID=c91d8535-64bf-46f4-9517-a69c052064e9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.358894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.363999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.381392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.391347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.407555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.417372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-fdd4c992-fd0c-44b0-b1ba-c6c0897fdcf7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5435 time: 0.2510087 Feb 11 14:12:42.433216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.445872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:42.487925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'port_id': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'mac_address': 'fa:16:3e:f4:d4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:42.495132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb38b68e-4610-48d9-9887-c78b4e8e3b68 req-0e8af456-7c7e-4f8d-97bd-86fb0b75b56a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766227 Feb 11 14:12:42.505978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:42.522182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:42.525738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:42.582580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Pushing event updated for resources: {'Port': ['ID=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.605854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.627334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf774f0-6734-4660-a398-c34c2fcf8d0d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:42.664336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:42.775257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:42.809003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e03e8248-abe5-4a12-9c31-a5bfcebc67e3 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:42.845279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.961602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:43.156199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3', 'network_id': 'e724ff64-4ed8-4492-876f-24af8a4a1ab3', 'port_id': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3', 'mac_address': 'fa:16:3e:3b:04:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a4821d-073a-47ac-88e7-2e16ed2cf0f6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:43.160816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.161702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.161702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03e8248-abe5-4a12-9c31-a5bfcebc67e3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:43.161702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:43.168470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45812) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:43.234226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7b13c9b-2da4-45de-9a3d-e1fa84084d7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=298b6360f629411ea928e1643f82a6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883062 Feb 11 14:12:43.235345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45816) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:43.389251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.396067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.402363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.409696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.416223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.422385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.425570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:43.434491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.450303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.454279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-f3a45914-b0a1-4080-b628-6c95847bfbfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2159591 Feb 11 14:12:43.454279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.463658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fa6127e4-f1e4-429e-b4c0-3cf42040d029'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:43.509950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.531047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['525ae3c6-278b-479c-bf56-a1d71430d184'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:43.572233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['12546a1c-1d03-45ea-a41f-659b0937fc2b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:43.583379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['a3244a91-3c0d-4c38-a89a-f65d148c6d93'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:43.586300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3bf774f0-6734-4660-a398-c34c2fcf8d0d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:43.637930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.682730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e301830d-fc69-4c26-8e1e-183e5349b632 req-35fb94ac-5db8-4fb5-ae56-61f58758cc21 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739777 Feb 11 14:12:43.736752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.743475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.743475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3d39949-b05b-43bb-b56e-58150398e024 HTTP/1.1" status: 204 len: 168 time: 0.5030191 Feb 11 14:12:43.761500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6b14f-52d9-4ae3-b49e-cc942ed48629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d39949-b05b-43bb-b56e-58150398e024,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.845929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1d898-a85b-4e80-b1f5-13fc16260b48 None None] Network 51587943-ad50-4a2f-ae2f-7359430b5340 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:12:43.873617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:12:44.027055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.034149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.043772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.062567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Router 9cae584f-8a83-42d7-bae6-2977a9a701df is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:12:44.086005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.110952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c91d8535-64bf-46f4-9517-a69c052064e9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:44.112523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.137386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.150968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.164050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-02e8041a-bbb8-45ac-b7a9-bc8a1f416aea tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5438 time: 0.2356360 Feb 11 14:12:44.237365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:44.252776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] Provisioning complete for port c91d8535-64bf-46f4-9517-a69c052064e9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:44.253176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:44.271349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'mac_address': 'fa:16:3e:a7:f7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:44.300173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9927b9b1-a136-4259-8408-b8a3133216e5 req-3b6fdda8-a13f-4dbb-9b2d-1c4c077c644b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262023 Feb 11 14:12:44.338213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:44.383245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:44.453064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:44.457526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45836) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:44.460028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-38ef03ec-d402-4b09-9e17-f28e64dc8591 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4442573 Feb 11 14:12:44.492150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['adc9a00f-f91c-4040-9bf9-29e53d980c62'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:44.494411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:44.596950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:44.597513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:44.821644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:44.896550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c91d8535-64bf-46f4-9517-a69c052064e9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:44.896938 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:45.143843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.151319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.160757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.167267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.169228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3028a605-a528-4be7-aa29-0e3a977d23c0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:45.174334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.184161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.190870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.193243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-c2b6a662-fe6e-4ee3-9ecb-af0b4fbb31e4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2724297 Feb 11 14:12:45.212697 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:45.389884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c6ff710-ac64-4055-8588-b9acef4c39b9 req-9a193418-6f71-4b88-b44a-ce873b1c4abf tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508070 Feb 11 14:12:45.391883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:45.469447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] For port c91d8535-64bf-46f4-9517-a69c052064e9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c91d8535-64bf-46f4-9517-a69c052064e9,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:45.478380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:45.532514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:45.565859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.573733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.580924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.589285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.595825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.602688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.612803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.623559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c697845c-d529-4354-b935-7857340ae706 req-248d8ede-5e12-4ab1-87f0-2e06e0022a75 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5438 time: 0.1826684 Feb 11 14:12:45.726242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c697845c-d529-4354-b935-7857340ae706 req-23bd2e3e-2cf4-42e4-a010-47a28c36923a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015418 Feb 11 14:12:45.876763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Allocated IP 172.20.0.1 (51587943-ad50-4a2f-ae2f-7359430b5340/8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc/cb1c7794-59f8-4f1a-a0f4-f0a113714565) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:45.949125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:45.993490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.007892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.023900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 525ae3c6-278b-479c-bf56-a1d71430d184 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:46.050330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.217343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.311070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:46.343672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3028a605-a528-4be7-aa29-0e3a977d23c0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:46.400473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:42Z', 'revision_number': 3, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:46.518969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:46.519340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Updating router 9cae584f-8a83-42d7-bae6-2977a9a701df port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:12:46.537185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bdf5307a-05bf-4070-8e93-c65774762d99 None None] Provisioning complete for port c91d8535-64bf-46f4-9517-a69c052064e9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:46.537559 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdf5307a-05bf-4070-8e93-c65774762d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.570924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:12:46.571311 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:12:46.632367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:46.634053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093b2b-ee5a-4cc2-a521-010e130cddbc None None] Pushing event updated for resources: {'Port': ['ID=c91d8535-64bf-46f4-9517-a69c052064e9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:46.651474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 525ae3c6-278b-479c-bf56-a1d71430d184 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:46.725387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:46.731218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:46.736110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:46.773817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Pushing event updated for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:46.810369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.816023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.844623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.851071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.871146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.889145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.895865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.920598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-b0cf4b29-46a2-47af-a37c-4a6371030bca tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2448924 Feb 11 14:12:46.938974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.034471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.054186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.072406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.114102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.132109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.158112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b0ffc45-15fb-4b50-8914-10c369ea2486 req-14695cdc-f07a-481f-a76b-849e07c4afce tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357931 Feb 11 14:12:47.165382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.181794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['e03e8248-abe5-4a12-9c31-a5bfcebc67e3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:47.187402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.192998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 525ae3c6-278b-479c-bf56-a1d71430d184 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:47.193443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.210579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-62899757-f67f-4121-aa22-a4acf9ba580f tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5438 time: 0.3401053 Feb 11 14:12:47.325912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdc0a9d4-1af8-4e14-8e93-3596bee5f57b req-4c9f125f-a6dd-4d02-a0a8-4b23b10998c7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043098 Feb 11 14:12:47.528597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.633290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.680594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c91d8535-64bf-46f4-9517-a69c052064e9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:47.809171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:47.813511 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd91ba4-70d0-4105-bd6e-77fbce3f5e82" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:47.832831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.851802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:47.905020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.926905 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9549ef-db8a-47ab-9d5c-439d4f82e640 x-openstack-request-id: req-ee9549ef-db8a-47ab-9d5c-439d4f82e640 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:47.927213 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:47.927454 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee9549ef-db8a-47ab-9d5c-439d4f82e640 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:47.927842 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184', 'code': 200} Feb 11 14:12:47.928419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4b2bd810-9045-4b47-8d4a-54ebc8d2ab27 None None] Provisioning complete for port cb1c7794-59f8-4f1a-a0f4-f0a113714565 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:47.928785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd810-9045-4b47-8d4a-54ebc8d2ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.980981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.990225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Pushing event updated for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.037138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.134346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.161319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 12546a1c-1d03-45ea-a41f-659b0937fc2b up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:48.221658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:48.223351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:48.237641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.253299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c91d8535-64bf-46f4-9517-a69c052064e9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.253299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.253299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.288186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bd810-9045-4b47-8d4a-54ebc8d2ab27 None None] Port cb1c7794-59f8-4f1a-a0f4-f0a113714565 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:48.490723 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7a2c-1756-404c-87ed-21d20cc283af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.496526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16881b-5233-4eac-8399-d23d59198b55 None None] Pushing event updated for resources: {'Port': ['ID=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.511268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Attempting to bind port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:48.513237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Attempting to bind port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:48.514016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Attempting to bind port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:48.525623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 12546a1c-1d03-45ea-a41f-659b0937fc2b completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:48.531179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:48.532003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:48.532554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.533328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:48.533922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Bound port: d4be7b07-e675-48b5-aa8f-c6c30a423fe5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:48.534412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.557295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:48.570711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.592579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.596329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] For port d4be7b07-e675-48b5-aa8f-c6c30a423fe5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:48.600245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] For port d4be7b07-e675-48b5-aa8f-c6c30a423fe5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:48.609499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 12546a1c-1d03-45ea-a41f-659b0937fc2b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.612175 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.618729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.632613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.667500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.692834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.709110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.711373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4bc29c0f-124f-4d51-9520-25b199610685 req-8963f6cc-9e03-47e3-b458-01cf6c1e71fb tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.3115940 Feb 11 14:12:48.726918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.813787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:48.815951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aedf39eb-27db-4c8f-87b3-4c97dec75a2a None None] Provisioning complete for port cb1c7794-59f8-4f1a-a0f4-f0a113714565 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.816814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aedf39eb-27db-4c8f-87b3-4c97dec75a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:48.835211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-174cfee3-b2ba-4619-981e-8e4523a2dade admin admin] 10.222.0.31 "PUT /v2.0/routers/9cae584f-8a83-42d7-bae6-2977a9a701df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3660097 Feb 11 14:12:48.851130 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4bc29c0f-124f-4d51-9520-25b199610685 req-3fe9b112-a6bd-457e-8ed4-7eafb4c62be2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145291 Feb 11 14:12:48.883775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:48.884608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:48.889543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.898944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.900231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16881b-5233-4eac-8399-d23d59198b55 None None] Pushing event updated for resources: {'Port': ['ID=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.906210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.914032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.920059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.928108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.936865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.938920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41a7c46a-0126-4516-815c-564744bf4789 req-03ffb190-da48-4e63-a522-45861970b3d8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5439 time: 0.3798840 Feb 11 14:12:48.961060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aedf39eb-27db-4c8f-87b3-4c97dec75a2a None None] Port cb1c7794-59f8-4f1a-a0f4-f0a113714565 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:48.967671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.035457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41a7c46a-0126-4516-815c-564744bf4789 req-ec6d4067-2f55-4284-8c19-52ffdab61597 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856850 Feb 11 14:12:49.036313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:49.089416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:49.122577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.123515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa6127e4-f1e4-429e-b4c0-3cf42040d029 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:49.343101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:49.345657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-6fe832a9-fea6-4582-ba1f-1fe51ab9d76f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419481 Feb 11 14:12:49.447053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 2, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:49.453871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:49.511826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a13ac-32c9-4848-bab8-53cd81b7768b None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 2, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:49.511826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:49.512310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.652399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:49.657174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388365635', 'description': 'tempest-description--1175630038'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:49.686249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.720148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-30c6736d-d9ec-40b7-9941-ad9db78c85ff tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:49.721707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-30c6736d-d9ec-40b7-9941-ad9db78c85ff tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750155 Feb 11 14:12:49.745221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-473db2c1-71a4-41d4-a4ba-b290ce9afb0f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/quotas/a1baa20cb7354d54b6d00975a4975ad9 HTTP/1.1" status: 200 len: 375 time: 0.0099695 Feb 11 14:12:49.749694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:49.771618 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.784683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-d5571182-26dc-413a-87e4-4679992bbfdb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320892 Feb 11 14:12:49.904885 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.907200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a3244a91-3c0d-4c38-a89a-f65d148c6d93 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:49.930035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.054468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.259619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69126cd-fc40-450b-bf5f-e6f8654c6014,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:50.323882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.339149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.350265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.358913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.365750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.372843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.379443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.383223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.389143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-af957eb2-7ffe-42ad-aec6-ed3b06940113 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.3864908 Feb 11 14:12:50.399326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.406873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.414769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.418462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b'}, {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:50.422558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.425681 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64f311-c771-47e0-ba0a-96e0483fc6b5" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b"}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "fa6127e4-f1e4-429e-b4c0-3cf42040d029"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:50.431153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.438604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.441877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-a818a71d-85bf-44ff-b4d7-ad2806e869f8 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5441 time: 0.1862850 Feb 11 14:12:50.448307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55dd1bf5-15ff-413e-a618-df5f1a6a7ada req-969d5a63-f917-4e1e-8766-e284e0c08878 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573173 Feb 11 14:12:50.525611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c134e2dc-1da3-4c9e-8982-951c8a9204d3 req-bd5725fb-7824-4c75-aa10-af8bfb8d498e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708320 Feb 11 14:12:50.580234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-804313e2-0d8d-455e-8952-ea020567d661 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352812 Feb 11 14:12:50.587023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:50.621955 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef5fad7-30c0-4446-86d4-73f9c1dc5734 x-openstack-request-id: req-9ef5fad7-30c0-4446-86d4-73f9c1dc5734 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:50.622544 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b", "code": 200}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "fa6127e4-f1e4-429e-b4c0-3cf42040d029", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:50.622978 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ef5fad7-30c0-4446-86d4-73f9c1dc5734 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:50.623545 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b', 'code': 200} Feb 11 14:12:50.623967 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6127e4-f1e4-429e-b4c0-3cf42040d029', 'code': 200} Feb 11 14:12:50.629403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.633235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-19bb92a0-25a7-4605-a94e-b651306eac04 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9772983 Feb 11 14:12:50.633781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:50.639156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group_rule': {'security_group_id': 'c69126cd-fc40-450b-bf5f-e6f8654c6014', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:50.643980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port a3244a91-3c0d-4c38-a89a-f65d148c6d93 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:50.653322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port a3244a91-3c0d-4c38-a89a-f65d148c6d93 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:50.654369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.701362 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef2a596c-dfde-4fbb-a0c5-e6483ac55a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.757884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-d8ab449d-9857-4f95-a089-910c4f631011 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.774747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-d8ab449d-9857-4f95-a089-910c4f631011 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932034 Feb 11 14:12:50.808410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.817740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-b20e7b67-aead-4138-aadc-625de074c4fa tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/quotas/a1baa20cb7354d54b6d00975a4975ad9 HTTP/1.1" status: 200 len: 375 time: 0.0420885 Feb 11 14:12:50.877319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.887358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-145c49ad-e0eb-415c-947d-3658ee3eabd1 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670688 Feb 11 14:12:50.975720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.985911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:51.061761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.071130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cc3e24-c8f9-4686-921d-918e25337f50,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.108085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.109040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:51.196008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.197542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e31da22-66b4-4e77-b117-aa3c237dced1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5626576 Feb 11 14:12:51.200190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:51.205256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group_rule': {'security_group_id': 'c69126cd-fc40-450b-bf5f-e6f8654c6014', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:51.214160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.286639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3028a605-a528-4be7-aa29-0e3a977d23c0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:51.287372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.357060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb83b65a-f1e3-4135-8f04-b20db1debd7a req-40ddac17-b54d-40fe-80af-c41d1d2545c2 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0800378 Feb 11 14:12:51.393811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.434654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.484072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.527188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:51.609276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.644802 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.646025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.647145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device adc9a00f-f91c-4040-9bf9-29e53d980c62 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:51.656496 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:51.670591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f51e21-b8de-4808-91cb-90f6e880e1d4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.808236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:51.813208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6deee0b9-0c07-43de-b1da-5306e71a5446 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6116948 Feb 11 14:12:51.815072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:51.820049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.829500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:51.851813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.860363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.892137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.892343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.892986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.898400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d4be7b07-e675-48b5-aa8f-c6c30a423fe5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:51.909203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.911183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.920965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.926447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.929980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.938580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.949174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.961417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.966756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-42139bf2-349a-43f7-99ef-604955475966 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2947323 Feb 11 14:12:51.978326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.992062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-8ab2ed39-39fe-4363-8cc7-cb43fffb4a64 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5442 time: 0.2820702 Feb 11 14:12:52.024646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:52.025500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.033791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.067275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1b0f984-becc-4ba9-9f15-41f7b5973048 req-74d9f8c9-01c3-4e47-8c00-2967d60173d2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910134 Feb 11 14:12:52.105751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port adc9a00f-f91c-4040-9bf9-29e53d980c62 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:52.118485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port adc9a00f-f91c-4040-9bf9-29e53d980c62 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:52.119170 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.253102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc6caee6-1a4a-4e22-b20f-71ac93a759e0 req-15730fe7-090a-453f-b3a9-98d1abfa9765 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2600396 Feb 11 14:12:52.395150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.412396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.447706 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.541759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7ac8125b-e1e0-4e0c-b12d-671b7638cca6 req-86401a75-e2a0-4073-bcfa-044c4dca9720 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.1162353 Feb 11 14:12:52.588136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port d4be7b07-e675-48b5-aa8f-c6c30a423fe5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:52.612484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:52.625608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93'}, {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0'}, {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:52.627953 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6c4c9-6dab-4918-b046-1a0903ffdcb9" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "a3244a91-3c0d-4c38-a89a-f65d148c6d93"}, {"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-plugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0"}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:52.669724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Allocated IP 172.25.7.75 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/935849a5-988e-446e-8136-a43b6aaac6a6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:52.680119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.682114 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.684220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3bf774f0-6734-4660-a398-c34c2fcf8d0d up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:52.714912 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cd679-e8e8-4836-9cc8-39cabc8f23eb x-openstack-request-id: req-5b1cd679-e8e8-4836-9cc8-39cabc8f23eb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:52.715210 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "a3244a91-3c0d-4c38-a89a-f65d148c6d93", "code": 200}, {"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-plugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0", "code": 200}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:52.715464 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b1cd679-e8e8-4836-9cc8-39cabc8f23eb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:52.715859 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3244a91-3c0d-4c38-a89a-f65d148c6d93', 'code': 200} Feb 11 14:12:52.716321 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'code': 200} Feb 11 14:12:52.716588 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62', 'code': 200} Feb 11 14:12:52.799466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:52.896859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:52.913607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3bf774f0-6734-4660-a398-c34c2fcf8d0d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:52.929046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3bf774f0-6734-4660-a398-c34c2fcf8d0d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:52.929046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:52.930491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.072116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.096773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.132001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=935849a5-988e-446e-8136-a43b6aaac6a6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:53.132858 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.166870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:53.170823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:53.177297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:53.232061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:53.372222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.376916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.389064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e03e8248-abe5-4a12-9c31-a5bfcebc67e3 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:53.400787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-0d07fed4-bc03-4826-af27-bf83896580b8 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720420 Feb 11 14:12:53.430671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.439781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.446714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.453584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.465496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.472705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.479621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.488268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-7266747e-7aec-44ad-b7e8-e6682329c888 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2204392 Feb 11 14:12:53.542928 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:53.568766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:53.574126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47c361c8-0c76-46e7-984d-36ae110f78e8 req-86b61790-a45a-4c8b-bfb5-165291323575 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756614 Feb 11 14:12:53.584737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:53.585512 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:53.599674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.673923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.684647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d4be7b07-e675-48b5-aa8f-c6c30a423fe5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:53.690991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.704414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.730766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.751325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.751645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:53.752033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.752558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-375a2d37-bd58-415e-9290-c5d51140f3ff req-71be8db5-3777-4087-9728-b3609197bfbe tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0613480 Feb 11 14:12:53.773102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.780271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.783038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1396a6a-af79-4129-9322-8aca5820b62c req-dc411ccb-b1f1-4c46-9ee7-c46cb92789ac tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5444 time: 0.3792107 Feb 11 14:12:53.796485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:53.804216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:53.804216 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.814418 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:53.890663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:53.935390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1396a6a-af79-4129-9322-8aca5820b62c req-697a028c-fa24-4952-889f-6dcfd2f2be88 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442118 Feb 11 14:12:53.951078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-322f4140-25a8-47ae-9e96-01ae14a1d7b7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.952596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-322f4140-25a8-47ae-9e96-01ae14a1d7b7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5145466 Feb 11 14:12:53.977002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Request body: {'port': {'device_id': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'a1baa20cb7354d54b6d00975a4975ad9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:54.009137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.055015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:54.136731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.209832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.217366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:54.270241 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 2, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:54.298074 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:54.298573 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Updating router 9cae584f-8a83-42d7-bae6-2977a9a701df port cb1c7794-59f8-4f1a-a0f4-f0a113714565 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:12:54.331161 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.348772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.423745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Made reservation on behalf of a1baa20cb7354d54b6d00975a4975ad9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:54.427291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.473101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-cd75a8ed-6184-43e3-8d71-0b2ea6900f57 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413024 Feb 11 14:12:54.475429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.511038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=935849a5-988e-446e-8136-a43b6aaac6a6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:54.539770 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.671077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-d756eeba-3f44-46b3-ba13-c55d2baaec38 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.674165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-d756eeba-3f44-46b3-ba13-c55d2baaec38 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943402 Feb 11 14:12:54.677794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.693725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Request body: {'port': {'device_id': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'a1baa20cb7354d54b6d00975a4975ad9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:54.711695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.714026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3e345cd-440e-4426-b087-40c73e827fa6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8966002 Feb 11 14:12:54.717453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}, {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:54.719760 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b68ca4-5fe5-4eee-8d81-5265c8616734" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d"}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:54.801907 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17cb5cb-2b26-4d02-98aa-7c7237f84942 x-openstack-request-id: req-a17cb5cb-2b26-4d02-98aa-7c7237f84942 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:54.801907 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d", "code": 200}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-plugged", "status": "completed", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:54.801907 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a17cb5cb-2b26-4d02-98aa-7c7237f84942 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:54.801907 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'code': 200} Feb 11 14:12:54.801907 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3', 'code': 200} Feb 11 14:12:54.824800 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.836202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.850496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.857727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.864000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.869947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.875739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.882194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.884113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-e47dbe87-3618-4cd0-91d8-cffaa0b3b0b0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.1886001 Feb 11 14:12:54.885661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:54.939413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea5dab-def9-4ae8-8f31-066be871bb9b req-1980ff99-2e8d-4cdd-8455-887de00b9ba4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0458894 Feb 11 14:12:55.016616 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.068481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Made reservation on behalf of a1baa20cb7354d54b6d00975a4975ad9 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:55.072791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.127868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5894e95d-e7c2-4cd8-a933-b51097adf1f9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:55.145533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-27b94fc4-aab6-4f91-8d78-0add7db7c5f8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--388365635&fields=id&tenant_id=bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 267 time: 0.0851426 Feb 11 14:12:55.166699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.167741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.168511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.169198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.169772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.170926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.173556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.176782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-37591d02-9c27-456f-8762-a10d27dbfd62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6502 time: 0.2718391 Feb 11 14:12:55.184557 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Attempting to bind port cb1c7794-59f8-4f1a-a0f4-f0a113714565 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:55.184946 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Attempting to bind port cb1c7794-59f8-4f1a-a0f4-f0a113714565 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:55.185313 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Attempting to bind port cb1c7794-59f8-4f1a-a0f4-f0a113714565 on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:55.187591 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Pushing event updated for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:55.189383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71834fdc-4935-4a61-bc7d-afd63ac6e3cd req-b6986aa6-6db1-4e13-849b-be9ab2bb2cfc tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2959728 Feb 11 14:12:55.220239 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.223864 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.238177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:55.239270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Allocated IP 192.168.233.39 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/b4f7c411-0f14-490a-8f61-7503b82636f2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:55.249608 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:55.249990 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Checking segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:55.252622 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.253145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Bound using segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:55.253684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Bound port: cb1c7794-59f8-4f1a-a0f4-f0a113714565, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:55.254077 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.294323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6af1a46c-0dd6-48f0-8bf5-4d191a6aada5 req-b63b6bfd-0e13-45a7-a4f7-03544086f1d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036463 Feb 11 14:12:55.372972 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] For port cb1c7794-59f8-4f1a-a0f4-f0a113714565, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:55.378317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] For port cb1c7794-59f8-4f1a-a0f4-f0a113714565, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cb1c7794-59f8-4f1a-a0f4-f0a113714565,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:55.383286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-036605cb-0296-4730-a0f6-b38571306b99 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.396001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-036605cb-0296-4730-a0f6-b38571306b99 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 810 time: 0.2494800 Feb 11 14:12:55.413205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-d3a91355-29e3-49fb-8e86-40438f13af7c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/quotas/bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 375 time: 0.0161061 Feb 11 14:12:55.485522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-ae1cb0c3-debb-423b-8469-ccd99ec3634b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713623 Feb 11 14:12:55.535850 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.549054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] Provisioning complete for port cb1c7794-59f8-4f1a-a0f4-f0a113714565 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:55.549555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.555978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.575720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.588814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.604418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.606802 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:55.609200 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:55.616147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.632140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.636625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-5b0ae81a-8815-4f05-a57f-5dd4881f3a64 service neutron] 10.222.0.31 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477623 Feb 11 14:12:55.668168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.678909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-4843e2c6-cb0b-4640-988b-679f917129fd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.3395691 Feb 11 14:12:55.718551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.724762 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcfcb4-658f-4b64-a4db-0ea494c9a15a None None] Pushing event updated for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:55.804861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-173e4c33-f51f-47eb-bb11-2508d780fc82 service neutron] 10.222.0.31 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668794 Feb 11 14:12:55.823165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] For port cb1c7794-59f8-4f1a-a0f4-f0a113714565, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cb1c7794-59f8-4f1a-a0f4-f0a113714565,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:55.870985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.873573 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:55.892694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98d9e777-f023-470f-9af1-b24b3fe406d8 req-6499db51-b93f-4fd8-98d4-c88f83504bc2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127910 Feb 11 14:12:55.925964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.021045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029e7a-fe92-4ddb-9299-b27a4f43f6c7 None None] Pushing event updated for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:56.085119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee3411c8-e9b1-4f5e-93fc-6ea035222743 req-546ff3cb-7717-4aed-aa53-e83fab2212df tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0329511 Feb 11 14:12:56.127325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.170772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1f1cb86a-1190-4f8f-9c7d-92d507113596 None None] Provisioning complete for port cb1c7794-59f8-4f1a-a0f4-f0a113714565 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:56.175070 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f1cb86a-1190-4f8f-9c7d-92d507113596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.197087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:56.211474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:56.215856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:56.239140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1265337-1cb2-4aa6-8ce7-0709916c2d86 req-99c09755-e439-4a20-92ea-6cdc67ddbcc2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.0480161 Feb 11 14:12:56.300942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Allocated IP 192.168.233.162 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/0f8efe7c-6efb-4e49-9268-e998c4fa1eb1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:56.305207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:56.393720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:56.397249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558c539-ba4d-4c93-9da8-79bc538961ab None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:56.562485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.563157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.588411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-46b7e046-7f26-401c-810a-e862f4d804b3 None None] Provisioning complete for port b4f7c411-0f14-490a-8f61-7503b82636f2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:56.589466 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46b7e046-7f26-401c-810a-e862f4d804b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.598283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.629852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.637601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.660646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-46b7e046-7f26-401c-810a-e862f4d804b3 None None] Port b4f7c411-0f14-490a-8f61-7503b82636f2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:56.664829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.671564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.680193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.686205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.692552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.700057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-8c99027a-349b-470f-8ea1-380dc73da32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2890716 Feb 11 14:12:56.707024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-e3d93153-b45a-4a56-8702-d2d0b580d6de tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7380116 Feb 11 14:12:56.740538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Request body: {'port': {'device_id': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:56.769992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.775724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e117859-d2c0-486c-adea-5d1428fa57b3 req-9d6b108a-d14b-4f2e-a465-ce20e16dfeb7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674162 Feb 11 14:12:56.867553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.894046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:56.907447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:56.911432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:57.000013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.000837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.018156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event updated for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.052327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.058021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.059181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.059320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.059773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.060219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:57.203140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-826272a1-6dbe-4724-8a68-370f57b0393a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5186350 Feb 11 14:12:57.230585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Request body: {'port': {'device_id': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:57.343799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.351231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.358378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.367305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.374462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.385621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.398533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.408683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e1f9e048-c902-4033-858c-5610b1b33436 None None] Provisioning complete for port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:57.409094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e048-c902-4033-858c-5610b1b33436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.409249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-a8f95eb0-3ccc-4541-82b9-fa7e9d69f7f7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.2994809 Feb 11 14:12:57.431929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.479811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9e048-c902-4033-858c-5610b1b33436 None None] Port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:12:57.482299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a793ad9f-cbcf-4eb2-a027-533b001b9bfe req-7955822d-d1c2-42a2-8541-d84e02429cdf tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713394 Feb 11 14:12:57.550117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286b53c-ae88-4fa6-8763-c334b10ce5d2 req-f1ede06d-6610-4e4d-a07c-82f1f57cf8e4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.559584 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f286b53c-ae88-4fa6-8763-c334b10ce5d2 req-f1ede06d-6610-4e4d-a07c-82f1f57cf8e4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 936 time: 0.2226284 Feb 11 14:12:57.658464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f286b53c-ae88-4fa6-8763-c334b10ce5d2 req-7b963037-18d5-4636-87af-5f345e25146d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932825 Feb 11 14:12:57.724151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:57.737550 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.773104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cb1c7794-59f8-4f1a-a0f4-f0a113714565 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:57.773561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Transition to ACTIVE for port object b4f7c411-0f14-490a-8f61-7503b82636f2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:57.785213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c882a9a-e067-48db-a79b-063134a97ceb req-a5870158-f2bc-4690-9bb3-5541a5ae707a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.1082938 Feb 11 14:12:57.830708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cb1c7794-59f8-4f1a-a0f4-f0a113714565 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:57.831137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.926410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8c6158a0-56a8-467e-92b6-814f73a6505d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:57.928116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.024619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:58.051617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8c6158a0-56a8-467e-92b6-814f73a6505d,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:58.053060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.064765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.067328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '8c6158a0-56a8-467e-92b6-814f73a6505d', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'port_id': '8c6158a0-56a8-467e-92b6-814f73a6505d', 'mac_address': 'fa:16:3e:c2:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:58.076468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.084552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.100933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.110018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.116574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.125062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-5baabced-4127-47da-a6a5-cec6b16e4fe7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5421 time: 0.2096786 Feb 11 14:12:58.209168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.209286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:58.209286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.209463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6158a0-56a8-467e-92b6-814f73a6505d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:58.209561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Transition to ACTIVE for port object 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:58.209667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8c6158a0-56a8-467e-92b6-814f73a6505d,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:58.226692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8906671-e048-4e90-9b4d-de2ee8dd483b req-2fd47cc4-4771-47e5-a85e-3f8a4623178a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007762 Feb 11 14:12:58.247937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Attempting to bind port b4f7c411-0f14-490a-8f61-7503b82636f2 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:58.248490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Attempting to bind port b4f7c411-0f14-490a-8f61-7503b82636f2 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:58.248824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Attempting to bind port b4f7c411-0f14-490a-8f61-7503b82636f2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:58.254033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Port b4f7c411-0f14-490a-8f61-7503b82636f2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:58.254349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Attempting to bind port b4f7c411-0f14-490a-8f61-7503b82636f2 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:58.259401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:58.259729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:58.260102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:58.260519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Bound port: b4f7c411-0f14-490a-8f61-7503b82636f2, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:58.260868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.325066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:58.328017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:58.422427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.494707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.494707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a623a3cc-9f32-4914-854e-92ed4c15cd37 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:58.495408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.523308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:58.623317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Attempting to bind port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:58.624232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Attempting to bind port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:58.625538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Attempting to bind port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:58.637387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:58.640194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Attempting to bind port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:58.661474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.663959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:58.665089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.665435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:58.667011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:58.667848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Bound port: 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:58.668470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.677593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4f7c411-0f14-490a-8f61-7503b82636f2 HTTP/1.1" status: 200 len: 1095 time: 1.9423325 Feb 11 14:12:58.697557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:58.700196 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a573c07-d78a-4459-82b3-c28b16dafc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:58.727607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce44903-4460-4ffd-9c97-84dbc178a891 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:58.745944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff11fd-3340-4666-afde-852fc306ea6d req-7b32e748-cf5e-47fa-8fb9-52917d082d9f tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.755274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ff11fd-3340-4666-afde-852fc306ea6d req-7b32e748-cf5e-47fa-8fb9-52917d082d9f tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.1640143 Feb 11 14:12:58.801019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:58.854806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:58.856196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:58.863307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:58.872291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ff11fd-3340-4666-afde-852fc306ea6d req-6b73804c-073d-4de7-b5ab-325f368ff9e7 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066167 Feb 11 14:12:58.888793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'port_id': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'mac_address': 'fa:16:3e:5a:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:58.926249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.933526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.940382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.949063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.957916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.965180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.973084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.984528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-160c883a-a951-48bc-8d49-bf63b438b35d req-c046a69b-8c83-4aa5-83f0-1cf4cf0a1847 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.2859492 Feb 11 14:12:58.995816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-1e696bdb-34b1-40e4-a5ea-9e6ba48907a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.000548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-1e696bdb-34b1-40e4-a5ea-9e6ba48907a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1098 time: 0.1245806 Feb 11 14:12:59.020792 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.029092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.082181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a623a3cc-9f32-4914-854e-92ed4c15cd37 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:59.087584 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-8e94896e-ca4b-488d-a5f1-ec0a49b5a583 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f7c411-0f14-490a-8f61-7503b82636f2 HTTP/1.1" status: 200 len: 217 time: 0.0737000 Feb 11 14:12:59.110789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:59.178016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.178016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.178016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] 10.222.0.62 "PUT /v2.0/ports/0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 HTTP/1.1" status: 200 len: 1096 time: 1.9582019 Feb 11 14:12:59.184432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:59.187501 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d082a-7208-4a15-8cb3-7eec70f2f685" -d '{"events": [{"name": "network-changed", "server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:59.207779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-160c883a-a951-48bc-8d49-bf63b438b35d req-e3899235-2d8d-4a24-9db1-ece0fb6e34a9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2227125 Feb 11 14:12:59.225466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf24b0-777a-4d29-86a0-8859745a3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:59.227754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.228560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 00ba992a-1e27-4f6b-a712-81a051da3b07 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:59.287108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=00ba992a-1e27-4f6b-a712-81a051da3b07,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:59.305855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '00ba992a-1e27-4f6b-a712-81a051da3b07', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'port_id': '00ba992a-1e27-4f6b-a712-81a051da3b07', 'mac_address': 'fa:16:3e:8a:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:59.418489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:59.421933 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.445550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ba992a-1e27-4f6b-a712-81a051da3b07 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:59.470014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=00ba992a-1e27-4f6b-a712-81a051da3b07,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:59.520784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad346498-a04e-45ae-9b53-4d6a31554d99 req-1d24058d-f8b6-4d8a-9d52-0084bdc10aeb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.0648026 Feb 11 14:12:59.539568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-8822b847-72cc-41ee-9681-594f5fc6f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.543094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-8822b847-72cc-41ee-9681-594f5fc6f370 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 1099 time: 0.1943719 Feb 11 14:12:59.593587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-39dd5225-c5ba-4171-a2ce-b3b6dffaec1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 HTTP/1.1" status: 200 len: 217 time: 0.0415201 Feb 11 14:12:59.598075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.602383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 02fe279a-085e-4db4-baed-30a3166bba41 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:59.708629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-808786db-842b-4001-aafe-f02843fd8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.711028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-808786db-842b-4001-aafe-f02843fd8529 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1085136 Feb 11 14:12:59.713102 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8799d54-0e46-42c4-a220-63108cd60e16 x-openstack-request-id: req-d8799d54-0e46-42c4-a220-63108cd60e16 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:59.713448 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:59.713695 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8799d54-0e46-42c4-a220-63108cd60e16 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:59.718884 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'status': 'completed', 'code': 200} Feb 11 14:12:59.776191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-9aa614b1-adf2-47c6-b4eb-49351e27f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.778083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-9aa614b1-adf2-47c6-b4eb-49351e27f6dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579314 Feb 11 14:12:59.817149 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d4f5c-4518-4055-ab55-d2bd7fe2b06a x-openstack-request-id: req-ce2d4f5c-4518-4055-ab55-d2bd7fe2b06a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:59.817754 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:59.817754 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce2d4f5c-4518-4055-ab55-d2bd7fe2b06a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:59.818065 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'status': 'completed', 'code': 200} Feb 11 14:12:59.824307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:59.847590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4a8b3-c9ec-4acd-b126-9848f80a01e7 req-ea03e330-3845-4632-9bfe-757bfb7eda2c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.855428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d4a8b3-c9ec-4acd-b126-9848f80a01e7 req-ea03e330-3845-4632-9bfe-757bfb7eda2c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 948 time: 0.8534753 Feb 11 14:12:59.881442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-d6128469-6eba-40a0-9b50-8316dd2e2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.882909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-d6128469-6eba-40a0-9b50-8316dd2e2240 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.7869198 Feb 11 14:12:59.931183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:59.942777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d4a8b3-c9ec-4acd-b126-9848f80a01e7 req-6e3456a2-b140-407c-a044-48233295927d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864730 Feb 11 14:12:59.949300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '02fe279a-085e-4db4-baed-30a3166bba41', 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'port_id': '02fe279a-085e-4db4-baed-30a3166bba41', 'mac_address': 'fa:16:3e:a4:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f3cd42-8e14-45e8-8335-4840be314054', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:59.970671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.977171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.978763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-3a872db5-a6ce-4f9f-9981-2e4be90c35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.982171 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-3a872db5-a6ce-4f9f-9981-2e4be90c35b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814497 Feb 11 14:12:59.983152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.989421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.995359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.999147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.012202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.015941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fe279a-085e-4db4-baed-30a3166bba41 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:00.021097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.023833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c083fbc1-c314-4d74-a3fc-1ba3b68302f1 req-440ef7c8-0f48-4193-bf99-ad9ca2cc0394 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.1746142 Feb 11 14:13:00.035998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:00.042793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Request body: {'floatingip': {'port_id': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:00.055791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-aced781b-56bf-4d6e-b5cd-14d6fa150f42 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682579 Feb 11 14:13:00.108639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:00.110670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-10294ba7-f09e-4a24-840c-8a7b88ac7171 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139331 Feb 11 14:13:00.176488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.216584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.238417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.239100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9cfb56bd-e1a9-4185-8db5-04005ef88981 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:00.342111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.348282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.363497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.375760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.385256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.392969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.402790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.410529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-5f2eaefb-e698-4333-ab49-c0f30053c4b7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5424 time: 0.2850564 Feb 11 14:13:00.419494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4825fea6-f44a-4199-a164-4a65ec0fc793 req-60dd7e17-8972-4c56-8760-b952813326fc service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013721 Feb 11 14:13:00.447259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e9a8d4d-b639-4967-bc2e-593db5e3a7b2 req-4de64187-9795-4041-82c6-aeade2e258b0 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293014 Feb 11 14:13:00.470899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-701c0a27-f17f-4795-88fe-2c6f25999f25 req-51ba9b15-5486-4936-bba8-5b72928c5d82 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542641 Feb 11 14:13:00.473910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd28e-eee9-4b0f-8bed-8b0bec5a5eaf req-9f707f29-7b8e-406b-a869-4b733d8da3fb tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.475526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aacbd28e-eee9-4b0f-8bed-8b0bec5a5eaf req-9f707f29-7b8e-406b-a869-4b733d8da3fb tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.1691287 Feb 11 14:13:00.637976 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aacbd28e-eee9-4b0f-8bed-8b0bec5a5eaf req-3a57a227-9905-44b0-bad2-efe1863226c4 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456158 Feb 11 14:13:00.654286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:00.669156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:00.693321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '9cfb56bd-e1a9-4185-8db5-04005ef88981', 'network_id': '33f37660-c2e3-436a-af1f-795638e2a04f', 'port_id': '9cfb56bd-e1a9-4185-8db5-04005ef88981', 'mac_address': 'fa:16:3e:3e:12:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f3cd42-8e14-45e8-8335-4840be314054', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:00.747544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.765364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfb56bd-e1a9-4185-8db5-04005ef88981 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:00.773122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-2cd57d18-6fa3-41ee-8709-590c6c130ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.776749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-2cd57d18-6fa3-41ee-8709-590c6c130ff6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1098 time: 0.0664260 Feb 11 14:13:00.814680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:00.823797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4109de22-c8d1-4b52-8d2a-9ef207e3d485 req-27a22904-0c03-4c1b-970a-2e05efc209dd tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.1100225 Feb 11 14:13:00.957300 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.962782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7d8124b3-7248-4aed-9e71-c2e13ccadf17 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:00.987204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-9d36957b-b2f6-4274-aed1-0d746b9142b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.989250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-9d36957b-b2f6-4274-aed1-0d746b9142b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1912220 Feb 11 14:13:01.062817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:01.069670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-79b5d7c9-abf6-4ecc-aba4-181e46849d0a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.075486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-79b5d7c9-abf6-4ecc-aba4-181e46849d0a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 810 time: 0.5827270 Feb 11 14:13:01.080943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-e85a411d-144e-41cb-84e6-cfcdbae3d40c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f7c411-0f14-490a-8f61-7503b82636f2 HTTP/1.1" status: 200 len: 217 time: 0.0828195 Feb 11 14:13:01.143333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-81351e30-b8a9-4447-970c-5352dd395eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.145050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-81351e30-b8a9-4447-970c-5352dd395eed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0568571 Feb 11 14:13:01.153183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:01.157081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:01.180207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-a4645c5e-1c2f-4aa1-acde-25c9efb30276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.183805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-a4645c5e-1c2f-4aa1-acde-25c9efb30276 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 1099 time: 0.3690193 Feb 11 14:13:01.185933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'port_id': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'mac_address': 'fa:16:3e:9e:b4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:01.226989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-e07d1cee-f816-46d1-907b-e8ac493239d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.228486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-e07d1cee-f816-46d1-907b-e8ac493239d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753074 Feb 11 14:13:01.274410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:01.288960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8124b3-7248-4aed-9e71-c2e13ccadf17 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:01.340936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:01.429139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-57ccd1ee-a92b-4020-977a-1519bd8d810c service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879559 Feb 11 14:13:01.545501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de9f-0bd3-4678-a2df-5ad59a38d26e req-0626301b-7fde-4f5c-8c2b-7b454ed13362 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.554575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e26de9f-0bd3-4678-a2df-5ad59a38d26e req-0626301b-7fde-4f5c-8c2b-7b454ed13362 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.1471074 Feb 11 14:13:01.620731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:01.621455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4efae429-0e71-43ab-8527-0af3dfbdece4 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:01.640923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e26de9f-0bd3-4678-a2df-5ad59a38d26e req-beb7270b-ab61-4e05-89b7-86bca0a7858e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852978 Feb 11 14:13:01.653964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a573c07-d78a-4459-82b3-c28b16dafc1b req-401eabaf-311d-4255-83e1-131920f56823 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948621 Feb 11 14:13:01.741734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-eaee6496-20d5-47c5-935d-2f0bf88936b4 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 379 time: 0.5913138 Feb 11 14:13:01.751398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:01.751398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:01.763137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'network_id': 'f00379cf-82d4-47d9-8185-2687d9f63b07', 'port_id': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'mac_address': 'fa:16:3e:99:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83422899-7806-41ac-b923-59d0c1668aab', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:01.788241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'port': {'device_id': '047ebec2-7df1-4194-9794-f1071a401b48', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'admin_state_up': True, 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'security_groups': ['c69126cd-fc40-450b-bf5f-e6f8654c6014']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:01.860475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:01.890945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efae429-0e71-43ab-8527-0af3dfbdece4 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:01.944487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:01.962215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2614f-c5e3-41e1-b1b3-4cde6d2607db req-2c079da4-bbc0-4ef9-9484-f67e6889bf13 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.963754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4b2614f-c5e3-41e1-b1b3-4cde6d2607db req-2c079da4-bbc0-4ef9-9484-f67e6889bf13 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 948 time: 0.2779844 Feb 11 14:13:02.040505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.resource_extend [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:13:02.067797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:02.099816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.129516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-c7b4a285-1de4-4815-9aa5-0cc41c6155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.130833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-c7b4a285-1de4-4815-9aa5-0cc41c6155d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.9251714 Feb 11 14:13:02.167640 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4b2614f-c5e3-41e1-b1b3-4cde6d2607db req-e29c20fd-3598-4b48-8ca3-be5962f02f88 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821256 Feb 11 14:13:02.257407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-a2b969ff-0530-4f6a-9579-f76e94d11b2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 HTTP/1.1" status: 200 len: 217 time: 0.1155107 Feb 11 14:13:02.298293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.328370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:02.384305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-378f8113-f273-4935-8c1b-39471dabab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.385927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-378f8113-f273-4935-8c1b-39471dabab7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0990508 Feb 11 14:13:02.387126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:02.399435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.410082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.419378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.426010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.427474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e7c6aca8-52b6-4029-8c2f-44fcecd84e46 req-029d23eb-f4b4-42e3-a4f1-282fab62e569 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.0339737 Feb 11 14:13:02.437285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'mac_address': 'fa:16:3e:94:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:02.460114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.466954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.474555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.480185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.485783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-86fc5352-8554-4ce3-9bb1-0455a8b75e74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5428 time: 0.2105196 Feb 11 14:13:02.494328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:02.525649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.528089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Made reservation on behalf of bf472bd3e1f6400584e4afb880d68ae3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:02.530191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:02.531934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.606233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.608118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:02.666347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b66b1fc-801b-4522-961e-a37effa0cd9f req-cdf41eaf-ff48-48c3-a974-755ce32f5d22 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795177 Feb 11 14:13:02.698930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-904677c9-0a9b-460b-806f-64774f846c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.707938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-904677c9-0a9b-460b-806f-64774f846c7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2178402 Feb 11 14:13:02.736670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e340c67-8d47-45f8-b279-ea897bf6b5de req-6f353ad7-8420-447b-8fcd-07521385745f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.744365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e340c67-8d47-45f8-b279-ea897bf6b5de req-6f353ad7-8420-447b-8fcd-07521385745f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.1065168 Feb 11 14:13:02.788361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e340c67-8d47-45f8-b279-ea897bf6b5de req-909892f2-1f3e-45c9-ae62-36f47f7bf98f tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Feb 11 14:13:02.801247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:02.844680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['4efae429-0e71-43ab-8527-0af3dfbdece4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:02.891834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-6d1b90a0-fc60-455a-94ec-2024015d6bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591012 Feb 11 14:13:02.904273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['02fe279a-085e-4db4-baed-30a3166bba41'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:02.970896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['a623a3cc-9f32-4914-854e-92ed4c15cd37'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:02.985411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:02.998865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['9cfb56bd-e1a9-4185-8db5-04005ef88981'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:03.000906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['00ba992a-1e27-4f6b-a712-81a051da3b07'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:03.002833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8c6158a0-56a8-467e-92b6-814f73a6505d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:03.084702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-7ce78ce5-0d1e-4886-8aec-b3a4ccf38329 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.086252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-7ce78ce5-0d1e-4886-8aec-b3a4ccf38329 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.62 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.1221817 Feb 11 14:13:03.220769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'mac_address': 'fa:16:3e:7f:52:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:03.341647 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-779d082a-7208-4a15-8cb3-7eec70f2f685 req-c563fb97-7461-4d47-9ab4-de3149f6ef5e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411886 Feb 11 14:13:03.394767 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Floating IP bcad5e39-21a8-4092-ada4-e413bd6359b4 associated. External IP: 172.25.7.166, port: 3bf774f0-6734-4660-a398-c34c2fcf8d0d. Feb 11 14:13:03.398572 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:03.405606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b52d79-63f4-454c-b2d7-bb641659ca74 req-6705a962-7c48-494f-8567-ff0e3a9600bb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.407178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8b52d79-63f4-454c-b2d7-bb641659ca74 req-6705a962-7c48-494f-8567-ff0e3a9600bb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 948 time: 0.1361704 Feb 11 14:13:03.409066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01837a-8f1a-4c82-9735-42e32fd1370a req-4f3c81fb-617b-48ab-bcf9-e5b52a941c8c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.411445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f01837a-8f1a-4c82-9735-42e32fd1370a req-4f3c81fb-617b-48ab-bcf9-e5b52a941c8c tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 945 time: 0.5159795 Feb 11 14:13:03.437832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Deleting port b8167474-8490-483b-beee-2ddce810528d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:03.438292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:03.553354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Allocated IP 172.20.0.4 (51587943-ad50-4a2f-ae2f-7359430b5340/8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc/dfdf445f-bbe5-4f74-875a-fec05bdc836b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:03.603071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f01837a-8f1a-4c82-9735-42e32fd1370a req-b9be096f-0c2e-4c80-a090-0620666b30d3 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fca98d4-7ca4-4501-b9bd-9277d5b01e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494191 Feb 11 14:13:03.610897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8b52d79-63f4-454c-b2d7-bb641659ca74 req-b7ddbf05-889d-4f4d-a174-c3af1cd09317 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921964 Feb 11 14:13:03.664276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:03.711326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7d8124b3-7248-4aed-9e71-c2e13ccadf17'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:03.753786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] For port b8167474-8490-483b-beee-2ddce810528d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b8167474-8490-483b-beee-2ddce810528d,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:03.754631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:03.771026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4f4e7b1-00fc-42a1-a9ae-8fef526d0550 req-3d582f76-bf0e-4b42-a5fe-047ab2234df1 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.0480416 Feb 11 14:13:03.844038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-e6eb1cf3-e4e6-4110-9abb-4b2809e9089c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.846373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-e6eb1cf3-e4e6-4110-9abb-4b2809e9089c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.3455377 Feb 11 14:13:03.856748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:03.954603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.025066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-0da31830-5b06-42f0-9856-aa395385168f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.026743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-0da31830-5b06-42f0-9856-aa395385168f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.2328575 Feb 11 14:13:04.039015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:04.125416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-1e235717-df34-4755-89fe-ca9f28b7014b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/quotas/21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 375 time: 0.0871012 Feb 11 14:13:04.246581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-53c57ff6-e988-4b4d-a8f3-f0946c3d9493 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1202044 Feb 11 14:13:04.285074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['0f8efe7c-6efb-4e49-9268-e998c4fa1eb1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:04.293455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:04.297701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.311709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.317790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.324290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.330940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.338145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.344477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.348577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-54729269-8edf-46e1-8052-26c14d478e72 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002297 Feb 11 14:13:04.351497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.353565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-34723418-7320-40d1-9f4c-f41c0ee3c147 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5428 time: 0.3691964 Feb 11 14:13:04.407075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Router ff68f755-8ce7-470a-accc-bd3c68caf8ae has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:04.435539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.436068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.436491 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Floating IP 81c1796b-562a-4a5c-b1dd-76ac4c0e20f1 disassociated. External IP: 172.25.7.42, port: b8167474-8490-483b-beee-2ddce810528d. Feb 11 14:13:04.436959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Calling delete_port for b8167474-8490-483b-beee-2ddce810528d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:04.449254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Deleting port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:04.449597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.465364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-265b6ed8-437d-42f3-9836-0ff6e5d6f0eb req-3743e908-b278-4cf9-8a23-54b685439d74 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002591 Feb 11 14:13:04.598202 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.629499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-3ab4a974-66dc-4faf-ae9f-9f0f8a6fd4b7 service neutron] 10.222.0.31 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798588 Feb 11 14:13:04.673388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.771946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:04.773653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event deleted for resources: {'Port': ['ID=b8167474-8490-483b-beee-2ddce810528d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:04.807394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] For port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:04.807908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:04.811541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:04.832432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:04.844225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:04.931135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:04.988031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.988807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.140523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:05.160678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Sync routers for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:05.193256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] No DVR routers for this DVR port b8167474-8490-483b-beee-2ddce810528d on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:05.197568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.202638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-059f6941-2d67-4597-bd5c-aa13ec4f7f88 req-5db3017f-42c9-4c09-a522-94204ea94cec tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.62 "DELETE /v2.0/ports/b8167474-8490-483b-beee-2ddce810528d HTTP/1.1" status: 204 len: 173 time: 2.0899110 Feb 11 14:13:05.203485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'name': 'network-vif-deleted', 'tag': 'b8167474-8490-483b-beee-2ddce810528d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:05.206568 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c44374-4a31-47c4-a95f-059bdea98a98" -d '{"events": [{"server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "name": "network-vif-deleted", "tag": "b8167474-8490-483b-beee-2ddce810528d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:05.242925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:05.243775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:05.337900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6a176362-bea8-47d0-98b7-c203915f51c8 None None] Provisioning complete for port dfdf445f-bbe5-4f74-875a-fec05bdc836b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:05.338592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a176362-bea8-47d0-98b7-c203915f51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.609782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0ec4-1df0-4f0f-82c1-0f804d1dfc3f req-c499727c-72f6-47ee-aea3-bd74489af650 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:05.609782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5afe0ec4-1df0-4f0f-82c1-0f804d1dfc3f req-c499727c-72f6-47ee-aea3-bd74489af650 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 945 time: 0.8165135 Feb 11 14:13:05.613192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6a176362-bea8-47d0-98b7-c203915f51c8 None None] Port dfdf445f-bbe5-4f74-875a-fec05bdc836b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:13:05.613192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:05.614711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887aad2-8653-4059-a527-56a6b8005ce5 req-07fef1ff-09ed-4b4e-8c58-576edf0a172c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:05.614831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:05.614935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c887aad2-8653-4059-a527-56a6b8005ce5 req-07fef1ff-09ed-4b4e-8c58-576edf0a172c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 949 time: 0.0686436 Feb 11 14:13:05.615034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Sync routers for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:05.615034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:05.615034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:05.615721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c887aad2-8653-4059-a527-56a6b8005ce5 req-efe953b4-50ac-475e-af40-c8acd8582ddb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Feb 11 14:13:05.615828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.658872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5afe0ec4-1df0-4f0f-82c1-0f804d1dfc3f req-0e4f672b-6bff-4abd-87b4-069b4ad06d9c tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups?id=84591b29-fe69-40fd-bb94-81195f0619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702504 Feb 11 14:13:05.690586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2b40884-cbe8-4836-b544-96c83ea3e8f4 req-08e2c264-3af5-45bd-a116-91a22695306e tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0511336 Feb 11 14:13:05.701288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7a1d40d4-05de-4285-a26e-7d67a40a7ec6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "PUT /v2.0/floatingips/bcad5e39-21a8-4092-ada4-e413bd6359b4 HTTP/1.1" status: 200 len: 992 time: 5.6630630 Feb 11 14:13:05.702395 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:05.708069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:05.713071 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e" -d '{"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:05.821698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.822225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:05.822362 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Floating IP 466cd372-d0d1-499f-8a05-dc2f600e8f7c disassociated. External IP: 172.25.7.116, port: 7c42a3ab-43c8-4b71-8bf7-0161a27b197c. Feb 11 14:13:05.822701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Calling delete_port for 7c42a3ab-43c8-4b71-8bf7-0161a27b197c owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:05.854346 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f5e1ac-45cd-4fcc-bdc0-22e467e97619 x-openstack-request-id: req-b8f5e1ac-45cd-4fcc-bdc0-22e467e97619 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:05.854991 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754b3740-ba99-44aa-a154-4ddb6688c58c", "name": "network-vif-deleted", "tag": "b8167474-8490-483b-beee-2ddce810528d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:05.855530 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8f5e1ac-45cd-4fcc-bdc0-22e467e97619 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:05.856259 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b3740-ba99-44aa-a154-4ddb6688c58c', 'name': 'network-vif-deleted', 'tag': 'b8167474-8490-483b-beee-2ddce810528d', 'status': 'completed', 'code': 200} Feb 11 14:13:05.975378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a49e4d7-2cb1-4166-9cba-75754c2dc752 req-aaf3d2cb-5615-4123-90c4-85abf8ee0ed6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0746710 Feb 11 14:13:06.087228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:06.100580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-f93d7c66-b164-48d9-a710-2d83d7c1f2de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3192844 Feb 11 14:13:06.120345 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bcad5e39-21a8-4092-ada4-e413bd6359b4', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'port_id': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'mac_address': 'fa:16:3e:f4:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:01Z', 'revision_number': 1, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:06.120952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Request body: {'port': {'device_id': '047ebec2-7df1-4194-9794-f1071a401b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:06.156770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 00ba992a-1e27-4f6b-a712-81a051da3b07 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:06.182160 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Checking router: ff68f755-8ce7-470a-accc-bd3c68caf8ae for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:06.207057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.208492 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:06.209418 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:06.247011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:06.287209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Checking router: eda1fb2e-7d61-4d49-a35f-dc036d2ddeea for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:06.304734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.312401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:06.313074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:06.314884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.323571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.324118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event deleted for resources: {'Port': ['ID=7c42a3ab-43c8-4b71-8bf7-0161a27b197c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:06.333338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.340800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.347887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.358016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.368418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-9e091416-fffa-42d9-8e6c-a2d946de7475 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5428 time: 0.2302279 Feb 11 14:13:06.369373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.393736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889f303-9e76-4a09-bad8-8cd5d97aff87 req-bbd7d595-6e1a-4d0f-866d-e0c6b1f95607 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.396153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b889f303-9e76-4a09-bad8-8cd5d97aff87 req-bbd7d595-6e1a-4d0f-866d-e0c6b1f95607 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 931 time: 0.3086579 Feb 11 14:13:06.429364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 00ba992a-1e27-4f6b-a712-81a051da3b07 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:06.444613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 00ba992a-1e27-4f6b-a712-81a051da3b07 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:06.444613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.454467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:06.463113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6199711a-a9ec-49a7-8516-5ec212e1ae72 req-5f5237da-1b65-4ff2-abe1-db8b0328115a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935969 Feb 11 14:13:06.472922 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:06.521674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:06.522044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.731865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdf445f-bbe5-4f74-875a-fec05bdc836b {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:06.740968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.754900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Transition to ACTIVE for port object dfdf445f-bbe5-4f74-875a-fec05bdc836b will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:06.757389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.775559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.791219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.809718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.824493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.840836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.856995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.860989 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3051540-6a28-433a-bc51-7025e51fa386 req-0e25eebd-1ebb-4f4b-945b-8cca90c32e05 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.3017128 Feb 11 14:13:06.874579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.882142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:06.940589 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bcad5e39-21a8-4092-ada4-e413bd6359b4', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'port_id': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'mac_address': 'fa:16:3e:f4:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:01Z', 'revision_number': 1, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:06.974626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:06.989911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3051540-6a28-433a-bc51-7025e51fa386 req-77def25a-6be3-4cb7-a344-e07d94180bcd tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215248 Feb 11 14:13:07.084207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b889f303-9e76-4a09-bad8-8cd5d97aff87 req-cf8de185-0051-4275-8a42-9e9c4f030641 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278005 Feb 11 14:13:07.201586 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60971a2-9987-44ee-af4f-585fbb0a4dfb x-openstack-request-id: req-c60971a2-9987-44ee-af4f-585fbb0a4dfb {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:07.207025 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:07.207974 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c60971a2-9987-44ee-af4f-585fbb0a4dfb {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:07.208666 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'status': 'completed', 'code': 200} Feb 11 14:13:07.216660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:07.310232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba992a-1e27-4f6b-a712-81a051da3b07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:07.312842 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a34c6-3bdd-48b2-8f1e-e3ee4d07a4f4 None None] The sync data for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 is: [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bcad5e39-21a8-4092-ada4-e413bd6359b4', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'port_id': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'mac_address': 'fa:16:3e:f4:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:01Z', 'revision_number': 1, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:07.316727 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c053f-f479-4d27-a9b7-f3445788e366" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "00ba992a-1e27-4f6b-a712-81a051da3b07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:07.377954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.378437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.378917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.379372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.379833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.380291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.380751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.382731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-275df4f8-3994-4e51-8b97-acfd3113c2b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6502 time: 0.1592369 Feb 11 14:13:07.436452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:07.442748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=00ba992a-1e27-4f6b-a712-81a051da3b07,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:07.500039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:07.505746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:07.533638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598472-2a77-45cc-9274-bb2e36ffd103 req-5a186efb-226d-4e0f-a122-42340e5a55b4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.534884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69598472-2a77-45cc-9274-bb2e36ffd103 req-5a186efb-226d-4e0f-a122-42340e5a55b4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 949 time: 0.2693396 Feb 11 14:13:07.539334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-559c2387-4751-4066-9625-963687e352e2 req-e874a145-b559-48d7-9849-1d2715f83ec7 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 210 time: 0.0929284 Feb 11 14:13:07.621881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:07.622787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9cfb56bd-e1a9-4185-8db5-04005ef88981 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:07.690189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-adc4c0ed-590d-4d3d-9434-b4d65d54a3c6 req-c4731b57-fab0-4698-8dc6-971e407864e1 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0442891 Feb 11 14:13:07.732093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Attempting to bind port dfdf445f-bbe5-4f74-875a-fec05bdc836b on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:07.732800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Attempting to bind port dfdf445f-bbe5-4f74-875a-fec05bdc836b by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:07.733408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Attempting to bind port dfdf445f-bbe5-4f74-875a-fec05bdc836b on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:07.750709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:07.767889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:07.767889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:07.789696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Port dfdf445f-bbe5-4f74-875a-fec05bdc836b on network 51587943-ad50-4a2f-ae2f-7359430b5340 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:07.790029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Attempting to bind port dfdf445f-bbe5-4f74-875a-fec05bdc836b on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:07.796261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-15355d28-0164-46d1-a359-bd3d3f8f9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.797999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-15355d28-0164-46d1-a359-bd3d3f8f9fe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f63371f4-0184-43a0-8933-72c171b8137c HTTP/1.1" status: 200 len: 918 time: 0.3871796 Feb 11 14:13:07.944461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:07.944866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Checking segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:07.945228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Bound using segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:07.946538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Bound port: dfdf445f-bbe5-4f74-875a-fec05bdc836b, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:07.946538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:07.982144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adcf3ae-6b30-494e-9ce5-f404e67a4c47 None None] New status for floating IP bcad5e39-21a8-4092-ada4-e413bd6359b4: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:08.006281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69598472-2a77-45cc-9274-bb2e36ffd103 req-a9b1f1de-15ac-4dff-b966-cc95d38d05f5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630625 Feb 11 14:13:08.015544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-7b7a2b24-2b74-472b-ad4e-3871baa16df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 200 len: 1000 time: 0.2048645 Feb 11 14:13:08.107079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb77454d-bc99-4c99-ac65-6fa3e120dc4f req-73e0ff1d-c875-4cc9-b289-a9455d6efe6a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.1138992 Feb 11 14:13:08.152159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:08.162713 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Sync routers for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:08.179225 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:08.179856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:08.185481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-db21012c-8106-409d-995d-67d0844c80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.188217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-db21012c-8106-409d-995d-67d0844c80b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=744f6ed5-b4f4-401c-9987-b886dedd4cce HTTP/1.1" status: 200 len: 856 time: 0.1285231 Feb 11 14:13:08.214161 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e9d5b-3793-4748-a31b-158f0a56e95d x-openstack-request-id: req-036e9d5b-3793-4748-a31b-158f0a56e95d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:08.214465 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "00ba992a-1e27-4f6b-a712-81a051da3b07", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:08.214721 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036e9d5b-3793-4748-a31b-158f0a56e95d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:08.215122 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba992a-1e27-4f6b-a712-81a051da3b07', 'code': 200} Feb 11 14:13:08.304355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port b4f7c411-0f14-490a-8f61-7503b82636f2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:08.323668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] No DVR routers for this DVR port 7c42a3ab-43c8-4b71-8bf7-0161a27b197c on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:08.328728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.332068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cef1d93c-6f55-449b-86d8-3c4df6384f87 req-dfd2d6e2-9a4b-4df3-a2cc-707b4fe29ab3 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.60 "DELETE /v2.0/ports/7c42a3ab-43c8-4b71-8bf7-0161a27b197c HTTP/1.1" status: 204 len: 173 time: 4.4564409 Feb 11 14:13:08.336530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:08.337522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b4f7c411-0f14-490a-8f61-7503b82636f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:08.338193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.352573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:08.380729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:08.386793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.392522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.398452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.404635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.411232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.417308 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:08.421734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.424467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.428458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44f4603e-4707-468d-bb83-7eff2e9ba37a req-ec1b239a-7820-43fa-a203-d9bc18027a65 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.2799811 Feb 11 14:13:08.485282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.611808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-ee730417-9e1f-4bea-ac7c-6ec2327ec6b5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.615695 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-ee730417-9e1f-4bea-ac7c-6ec2327ec6b5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 808 time: 0.3240607 Feb 11 14:13:08.628054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.629172 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.630292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 1091 time: 2.5138400 Feb 11 14:13:08.662296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Request body: {'port': {'device_id': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'admin_state_up': True, 'tenant_id': '21450cb65ece4f5c8c6cf7476694ca45'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:08.726021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b639deb-4f17-410b-ae44-8cf8e3fa33a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:08.749521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.751971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 9cfb56bd-e1a9-4185-8db5-04005ef88981 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:08.756151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:08.764046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.769005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.769744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6786a51-eac0-47c2-b72d-333e08461892 req-a1c420f8-e0f7-4d9e-83b1-9349a094bd25 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.780375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6786a51-eac0-47c2-b72d-333e08461892 req-a1c420f8-e0f7-4d9e-83b1-9349a094bd25 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 943 time: 0.1960957 Feb 11 14:13:08.783787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.798371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.809076 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:08.825347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.848516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.853052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 9cfb56bd-e1a9-4185-8db5-04005ef88981 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:08.853369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:08.855176 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Checking router: ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:08.869674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:08.869898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.870275 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:08.889669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db3fa60-a75a-4337-a1d1-8d5ad0893ba0 None None] The sync data for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 is: [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:09:41Z', 'revision_number': 4, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd6ff6e28-2761-4931-a2e5-5f0eaeb9e079', 'name': '', 'network_id': 'c399776d-5da1-42b6-8461-e16793f96edd', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'mac_address': 'fa:16:3e:81:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:40Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'subnets': [{'id': '01e56418-3860-4e35-bdb9-cea043c5c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:08.894797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6786a51-eac0-47c2-b72d-333e08461892 req-056c0a73-1eac-4d3c-83ba-d08584701e33 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133370 Feb 11 14:13:08.913059 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-246ddea4-3263-4998-a336-4604df137491 req-640a7803-ea2d-40b3-ba9e-bb89eb0b515f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5429 time: 0.4558430 Feb 11 14:13:08.919266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-2e2d5fad-1852-4cb3-ae9b-ce1904ef64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.925288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-2e2d5fad-1852-4cb3-ae9b-ce1904ef64dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f63371f4-0184-43a0-8933-72c171b8137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7010403 Feb 11 14:13:09.033362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-cbd807b5-d0af-4391-a8e4-392dd3b05622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:09.035436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-cbd807b5-d0af-4391-a8e4-392dd3b05622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1094 time: 0.1395833 Feb 11 14:13:09.105343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:09.124088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-348eb5d6-957f-4157-b65d-7fb1f20dc490 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 217 time: 0.0703635 Feb 11 14:13:09.195730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:09.199095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:09.200233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b8167474-8490-483b-beee-2ddce810528d no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:09.204369 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:09.224665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'name': 'network-vif-deleted', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c'}, {'name': 'network-changed', 'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:09.228174 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449094d0-36fa-4402-9a5d-2adf046d9d19" -d '{"events": [{"server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "name": "network-vif-deleted", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c"}, {"name": "network-changed", "server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:09.232189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-92f63883-b335-40f8-9461-c83045ee7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:09.235730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b8167474-8490-483b-beee-2ddce810528d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:09.236355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b8167474-8490-483b-beee-2ddce810528d not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:09.236856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-92f63883-b335-40f8-9461-c83045ee7460 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0895522 Feb 11 14:13:09.313093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3406a35e-a426-4d0d-8cb9-cf3f4b31e4ce req-bf15389a-9532-473c-9d9b-ad109cef6926 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02d3b2c-08c9-40e2-a56d-c8414b41e74e HTTP/1.1" status: 200 len: 210 time: 0.1858442 Feb 11 14:13:09.356689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-b39d3fad-1e23-49c8-8935-1335438bcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:09.357063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-b39d3fad-1e23-49c8-8935-1335438bcea9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009817 Feb 11 14:13:09.369915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:09.417201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:09.473410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:09.474293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 02fe279a-085e-4db4-baed-30a3166bba41 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:09.606363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-99815605-1ef4-4b7b-8247-52960e27cdf8 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390592 Feb 11 14:13:09.642658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43a81e7c-79a9-4eda-896f-08f636f10a46 req-c0a67261-4977-43c4-9b2a-bbeede635d27 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0347154 Feb 11 14:13:09.856764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35d24da1-4d55-42ba-aa40-1f72969baacc req-d9869f64-90c4-41f8-99ee-3efb5d935440 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126656 Feb 11 14:13:09.889740 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:09.958832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639641-0cca-4b99-8911-2fb00b1d3299 req-b9f70505-84ae-4cce-b622-9933370b02f4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:09.967940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b639641-0cca-4b99-8911-2fb00b1d3299 req-b9f70505-84ae-4cce-b622-9933370b02f4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.0759740 Feb 11 14:13:09.970280 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ba82-bf55-4d0d-bd2c-9d234272f548 None None] The sync data for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 is: [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:11:43Z', 'revision_number': 4, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'd11b01f9-ea08-429a-8363-df0ab5af2700', 'name': '', 'network_id': '19ef8a17-b4f6-420b-b3dc-5e7a9521721c', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'mac_address': 'fa:16:3e:6c:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:41Z', 'updated_at': '2022-02-11T14:11:49Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'subnets': [{'id': '1bd1a039-b89f-476e-af35-bbe501dd40bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:10.027306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acecc6-4531-4cb3-8fba-9c7d3ec8af40 None None] New status for floating IP 81c1796b-562a-4a5c-b1dd-76ac4c0e20f1: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:10.062931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b639641-0cca-4b99-8911-2fb00b1d3299 req-5e356af2-c142-4ee8-9a45-f4247187b0d7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940282 Feb 11 14:13:10.227187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-e4cac1e5-3e65-4a71-b92d-bdc46ba28e8c service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2262700 Feb 11 14:13:10.229476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1'}, {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:10.231108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655de950-856d-46ba-a39f-af7b4c954819 req-6cd68441-016a-456b-89e6-6bb7ca754fff tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0601571 Feb 11 14:13:10.231893 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e710ea9-15a9-4ff1-9138-137555056f59" -d '{"events": [{"server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "name": "network-vif-plugged", "status": "completed", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1"}, {"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:10.267334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-246ddea4-3263-4998-a336-4604df137491 req-56329473-88ba-44ab-8c17-55d86687b4f0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3533626 Feb 11 14:13:10.291484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:10.392626 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed6181-73b3-4b9f-9645-4b2c66435c22 x-openstack-request-id: req-56ed6181-73b3-4b9f-9645-4b2c66435c22 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:10.393011 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02d3b2c-08c9-40e2-a56d-c8414b41e74e", "name": "network-vif-deleted", "tag": "7c42a3ab-43c8-4b71-8bf7-0161a27b197c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:10.393827 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56ed6181-73b3-4b9f-9645-4b2c66435c22 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:10.394351 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02d3b2c-08c9-40e2-a56d-c8414b41e74e', 'name': 'network-vif-deleted', 'tag': '7c42a3ab-43c8-4b71-8bf7-0161a27b197c', 'status': 'completed', 'code': 200} Feb 11 14:13:10.394931 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'status': 'completed', 'code': 200} Feb 11 14:13:10.403822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 02fe279a-085e-4db4-baed-30a3166bba41 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:10.420555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 02fe279a-085e-4db4-baed-30a3166bba41 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:10.421116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:10.536135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bda7d8-7116-458b-9577-e9ab721921f3 None None] New status for floating IP 466cd372-d0d1-499f-8a05-dc2f600e8f7c: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:10.567988 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909669a-53b7-46d4-a736-8ed25111de42 x-openstack-request-id: req-c909669a-53b7-46d4-a736-8ed25111de42 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:10.568276 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "name": "network-vif-plugged", "status": "completed", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1", "code": 200}, {"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:10.568548 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c909669a-53b7-46d4-a736-8ed25111de42 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:10.569006 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'code': 200} Feb 11 14:13:10.569270 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'code': 200} Feb 11 14:13:10.569527 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981', 'code': 200} Feb 11 14:13:10.600142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9de0a079-1ce5-45b4-b8e1-d8c7a7f3b38e req-a5b4c61f-2936-44e6-a20e-ed079c29a0b2 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440690 Feb 11 14:13:10.667724 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:10.697121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Made reservation on behalf of 21450cb65ece4f5c8c6cf7476694ca45 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:10.700534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:10.708689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-e8a3e45a-9f6a-4cf5-9066-67fdb6cfc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:10.710215 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-e8a3e45a-9f6a-4cf5-9066-67fdb6cfc061 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1094 time: 0.2751927 Feb 11 14:13:10.723139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce868802-45ab-4aac-9788-582340723533 req-4c6b81db-9656-4f7a-bb27-df65789c2585 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:10.730186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce868802-45ab-4aac-9788-582340723533 req-4c6b81db-9656-4f7a-bb27-df65789c2585 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 943 time: 0.2104053 Feb 11 14:13:10.747117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:10.764064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee294e0-f861-4251-9ea2-2558d64f17a1 req-f1f22084-e9e3-4c01-b5f3-ad8117c574a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:10.765879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ee294e0-f861-4251-9ea2-2558d64f17a1 req-f1f22084-e9e3-4c01-b5f3-ad8117c574a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 1101 time: 0.1157813 Feb 11 14:13:10.800971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a5ad-ab94-4f63-8772-66edf8df4748 req-22f948e7-e451-4588-b49e-a454e0bed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:10.802483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cc1a5ad-ab94-4f63-8772-66edf8df4748 req-22f948e7-e451-4588-b49e-a454e0bed1d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1100 time: 0.1496499 Feb 11 14:13:10.804547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:10.805608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7d8124b3-7248-4aed-9e71-c2e13ccadf17 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:10.902800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce868802-45ab-4aac-9788-582340723533 req-b87fdb26-c1be-410c-937d-c80478a13ae7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672869 Feb 11 14:13:10.947098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:11.001943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ee294e0-f861-4251-9ea2-2558d64f17a1 req-be5180f0-a4ae-4876-a9ca-35775133c971 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822171 Feb 11 14:13:11.002727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cc1a5ad-ab94-4f63-8772-66edf8df4748 req-7f95b475-75a3-415a-ac43-a23ad350676f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748686 Feb 11 14:13:11.009273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Allocated IP 172.20.0.13 (bab20f48-5a1c-4e80-84f1-d119dede1f8a/e2bcb3a0-530e-4ab9-9859-32aa440864b8/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:11.044840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:11.060127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:11.060519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.063111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-5f6e3b72-0b55-45a4-a445-1ce09dfedeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.064779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-5f6e3b72-0b55-45a4-a445-1ce09dfedeeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.3269861 Feb 11 14:13:11.108500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:11.127329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-1e17c9b7-606b-4f37-803b-97c6496d7c7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 217 time: 0.0560064 Feb 11 14:13:11.183708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.224784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:11.239664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e912bc3-2ffa-442b-bd46-bd5f97b5ebb7 req-4bef091a-194a-4c45-a608-ab50a2969128 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0426619 Feb 11 14:13:11.265157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-81721107-a573-4160-b8c6-8b7803458f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.283353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-81721107-a573-4160-b8c6-8b7803458f7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.1476121 Feb 11 14:13:11.296381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.298336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8c6158a0-56a8-467e-92b6-814f73a6505d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:11.313429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.376750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-e23b22a7-501f-4b54-8cdc-0caf9fffeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.379174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-e23b22a7-501f-4b54-8cdc-0caf9fffeb06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890510 Feb 11 14:13:11.402764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.412970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.461910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:11.494913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382413d-1576-41b2-ab1c-ef4f1777c66f req-d471c9e6-7971-4ac8-9c84-09944f4f295d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.501417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c382413d-1576-41b2-ab1c-ef4f1777c66f req-d471c9e6-7971-4ac8-9c84-09944f4f295d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.1401656 Feb 11 14:13:11.505651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.520496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:11.555271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Network bab20f48-5a1c-4e80-84f1-d119dede1f8a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:11.559105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:11.562112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:11.572244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-a86f2ce6-1e0f-4f39-8b91-c2ae2dc7e9e2 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642787 Feb 11 14:13:11.585308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 8c6158a0-56a8-467e-92b6-814f73a6505d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:11.591801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 8c6158a0-56a8-467e-92b6-814f73a6505d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:11.592432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.646708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.648944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.656676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c382413d-1576-41b2-ab1c-ef4f1777c66f req-77d6b883-a8de-4a51-8bd5-4ad0ae8a3dde tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502855 Feb 11 14:13:11.658334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:11.679178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.685271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.692855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "DELETE /v2.0/security-groups/84591b29-fe69-40fd-bb94-81195f0619e4 HTTP/1.1" status: 204 len: 168 time: 0.5805395 Feb 11 14:13:11.694256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:11.709448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbdbad-0433-4a96-9ffa-79e604e02419 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84591b29-fe69-40fd-bb94-81195f0619e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:11.710584 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-2c01fef4-11c5-40a4-9abb-0da23c01c544 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] show failed (client error): The resource could not be found. Feb 11 14:13:11.712421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c01fef4-11c5-40a4-9abb-0da23c01c544 tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "GET /v2.0/security-groups/84591b29-fe69-40fd-bb94-81195f0619e4 HTTP/1.1" status: 404 len: 347 time: 0.0169299 Feb 11 14:13:11.738394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:11.741868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e38a2fab-4398-4d33-aa70-706ffd068bdb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0938404 Feb 11 14:13:11.762398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Request body: {'port': {'device_id': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:11.835347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.844566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.850987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-449094d0-36fa-4402-9a5d-2adf046d9d19 req-b7113c35-e1dc-4d12-8d57-3c272269d672 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689614 Feb 11 14:13:11.886728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8c6158a0-56a8-467e-92b6-814f73a6505d,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:11.970015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a70c0-2396-45fb-866b-4fa37a6ae2ef req-ba9a4014-3955-43ad-9dca-d57dd3c62286 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.978078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b9a70c0-2396-45fb-866b-4fa37a6ae2ef req-ba9a4014-3955-43ad-9dca-d57dd3c62286 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 932 time: 0.1442022 Feb 11 14:13:11.986147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:11.987778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4efae429-0e71-43ab-8527-0af3dfbdece4 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:12.039416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b9a70c0-2396-45fb-866b-4fa37a6ae2ef req-db7a2cc7-c953-4394-8fe7-5d84de8a1000 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602539 Feb 11 14:13:12.042466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Deleting port ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:12.044766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.128798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:12.188138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device dfdf445f-bbe5-4f74-875a-fec05bdc836b details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:12.203627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:12.211540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.226442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Transition to ACTIVE for port object c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:12.241368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.259190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.265315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:12.266996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.275229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.300706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.311788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.330368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.338699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.340614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c019d71-42a5-4688-828d-846cd75e4882 req-96a978d9-644c-42a5-b773-e4f6044e8236 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5433 time: 0.2063997 Feb 11 14:13:12.358672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.358997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.372696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Calling delete_port for ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:12.386266 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.395654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:12.434053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'port_id': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'mac_address': 'fa:16:3e:f3:e4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:12.460292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:12.477863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1e8e3-fb34-4ff4-b8c1-05ff8128d191 req-530a997a-07ee-4610-a2a3-495ba3640d22 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.485220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6f1e8e3-fb34-4ff4-b8c1-05ff8128d191 req-530a997a-07ee-4610-a2a3-495ba3640d22 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 943 time: 0.1736066 Feb 11 14:13:12.495697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 4efae429-0e71-43ab-8527-0af3dfbdece4 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:12.523591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 4efae429-0e71-43ab-8527-0af3dfbdece4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:12.523996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.527510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:12.541202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6f1e8e3-fb34-4ff4-b8c1-05ff8128d191 req-861848c8-b36b-4a7e-b1c9-df55d639dbea tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550387 Feb 11 14:13:12.562073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c019d71-42a5-4688-828d-846cd75e4882 req-2b0d73a5-4a82-4551-a550-dbbd7fdd49d2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610882 Feb 11 14:13:12.565944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.573518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:12.573860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:12.574193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:12.589537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6158a0-56a8-467e-92b6-814f73a6505d'}, {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:12.594076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:12.594404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:12.608026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:12.608372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:12.608704 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f38397-f566-4723-990e-08016a54bc0b" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "02fe279a-085e-4db4-baed-30a3166bba41"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "8c6158a0-56a8-467e-92b6-814f73a6505d"}, {"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-unplugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:12.608881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:12.609268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Bound port: c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:12.609623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.618301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.657355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdf445f-bbe5-4f74-875a-fec05bdc836b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:12.731900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:12.736000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:12.743063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3b3188c-11a6-43b9-8c77-f284c57afbcc req-f6960707-a0ce-4826-bfc4-000acae86b87 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0346224 Feb 11 14:13:12.745355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:12.772100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:12.798779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.816693 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d3db19-4662-4257-a093-cdd79647a726 x-openstack-request-id: req-f7d3db19-4662-4257-a093-cdd79647a726 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:12.817152 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "02fe279a-085e-4db4-baed-30a3166bba41", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "8c6158a0-56a8-467e-92b6-814f73a6505d", "code": 200}, {"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-unplugged", "status": "completed", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:12.817883 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7d3db19-4662-4257-a093-cdd79647a726 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:12.821207 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41', 'code': 200} Feb 11 14:13:12.821583 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'code': 200} Feb 11 14:13:12.832988 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6158a0-56a8-467e-92b6-814f73a6505d', 'code': 200} Feb 11 14:13:12.842672 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'code': 200} Feb 11 14:13:12.842672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.862553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.863078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.864128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.866504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 1092 time: 1.1121659 Feb 11 14:13:12.892974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:12.897567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.897736 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d974b93-67b7-4b62-9fb3-1040093eb4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:12.925295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe3669-9aae-439e-b97d-6776292981b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:12.929351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Pushing event deleted for resources: {'Port': ['ID=ec4d2c5f-1d2b-4c1e-9234-b7b09cab6f27,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:12.941623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:12.970771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:13.039363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.041031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a623a3cc-9f32-4914-854e-92ed4c15cd37 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:13.058327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d3918-5552-404e-a6ef-2099437a8812 req-58afbcb0-458b-4443-bfa0-d8b83ba7bbaa tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.068420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a49d3918-5552-404e-a6ef-2099437a8812 req-58afbcb0-458b-4443-bfa0-d8b83ba7bbaa tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.1949954 Feb 11 14:13:13.071553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-8f47ce4c-cec6-4e47-bdf9-4ac05587f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.073030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-8f47ce4c-cec6-4e47-bdf9-4ac05587f37d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1095 time: 0.0932312 Feb 11 14:13:13.089740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e02043-ae82-48d8-b1d3-009acd7e14ce x-openstack-request-id: req-27e02043-ae82-48d8-b1d3-009acd7e14ce {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:13.089740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:13.089740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27e02043-ae82-48d8-b1d3-009acd7e14ce {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:13.090118 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'status': 'completed', 'code': 200} Feb 11 14:13:13.090845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.093190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.095064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce4501f9-d159-4d16-af28-91036966827a tempest-ServersTestJSON-1633905692 tempest-ServersTestJSON-1633905692-project] 10.222.0.31 "DELETE /v2.0/floatingips/466cd372-d0d1-499f-8a05-dc2f600e8f7c HTTP/1.1" status: 204 len: 168 time: 1.3557580 Feb 11 14:13:13.098305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:13.164641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-8a4c2f5c-e6d5-4555-bcd8-bf6965a25186 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0737844 Feb 11 14:13:13.204613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:13.221500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a49d3918-5552-404e-a6ef-2099437a8812 req-dc0be4d3-3769-4acc-a7ed-834d5825dac1 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526296 Feb 11 14:13:13.276775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748a2c-9748-4869-8ffa-7465a9036a0c req-a20f0f76-d8ff-4a6a-afd6-05bc66131456 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.278356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98748a2c-9748-4869-8ffa-7465a9036a0c req-a20f0f76-d8ff-4a6a-afd6-05bc66131456 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1075745 Feb 11 14:13:13.278712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['dfdf445f-bbe5-4f74-875a-fec05bdc836b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:13.279775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-1cc55c67-5818-4ad0-b52b-cee93f8e97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.281150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-1cc55c67-5818-4ad0-b52b-cee93f8e97f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1081581 Feb 11 14:13:13.285079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port a623a3cc-9f32-4914-854e-92ed4c15cd37 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:13.340232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-3d121051-55e1-4a20-bc66-82de941308ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424407 Feb 11 14:13:13.340533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port a623a3cc-9f32-4914-854e-92ed4c15cd37 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:13.340533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.430432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98748a2c-9748-4869-8ffa-7465a9036a0c req-e8797991-2c4b-4aff-a1c0-5e024342c029 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250041 Feb 11 14:13:13.491649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-4742bdb5-b480-46e0-b1b8-bdb3e2c512fc service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504717 Feb 11 14:13:13.566646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.603446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:13.629692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-db8eeb91-e468-4c0d-9de3-170f71692486 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.633353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-db8eeb91-e468-4c0d-9de3-170f71692486 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.2835014 Feb 11 14:13:13.680274 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:13.681189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c42a3ab-43c8-4b71-8bf7-0161a27b197c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:13.685473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-1ef77336-ba52-4b26-8628-fb1d2b0ad044 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/quotas/950bea0c23d24a7685d22fec5433069d HTTP/1.1" status: 200 len: 375 time: 0.0451591 Feb 11 14:13:13.689530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52357a-7ef6-40f3-a77b-b54c072876e7 req-e333d702-b377-468e-8af5-7a96a6ac5095 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.691721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b52357a-7ef6-40f3-a77b-b54c072876e7 req-e333d702-b377-468e-8af5-7a96a6ac5095 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1751006 Feb 11 14:13:13.732979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38558781-0fc1-494f-80da-b2cef34c4a52 req-1f85a3e2-86be-44d6-ab91-f44058079052 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340202 Feb 11 14:13:13.782236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-0b685ab7-b641-4312-b08f-687221ec5130 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956039 Feb 11 14:13:13.788301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b52357a-7ef6-40f3-a77b-b54c072876e7 req-8db3950b-82a6-4d02-bdf3-42639bd8f97a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881968 Feb 11 14:13:13.793681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 7c42a3ab-43c8-4b71-8bf7-0161a27b197c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:13.793990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c42a3ab-43c8-4b71-8bf7-0161a27b197c not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:13.842330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:13.951042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-44b7cc00-f18b-43ba-9057-9cc7692554ea service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674099 Feb 11 14:13:13.990742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8bd33-c194-416d-89c6-345591811524 req-71433530-2e94-4a74-be40-c66c047a63db tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.991825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b8bd33-c194-416d-89c6-345591811524 req-71433530-2e94-4a74-be40-c66c047a63db tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 944 time: 0.1124942 Feb 11 14:13:13.994165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-63d72749-bef4-4c52-b0b3-2f55556d711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.995846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-63d72749-bef4-4c52-b0b3-2f55556d711c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1095 time: 0.0986271 Feb 11 14:13:14.071359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:14.087197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b8bd33-c194-416d-89c6-345591811524 req-a8074b60-d0fb-4d10-a87e-6d0b2d3653ec tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890105 Feb 11 14:13:14.131744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-34c86cb2-8ae4-49c8-9057-da2477ad0166 service neutron] 10.222.0.31 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557937 Feb 11 14:13:14.147371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-9c52eba0-44d3-40cb-9aab-69d0d77cec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.149184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-9c52eba0-44d3-40cb-9aab-69d0d77cec4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1428442 Feb 11 14:13:14.215085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-82726167-cba0-4219-a3cd-142cd4a85dc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0562992 Feb 11 14:13:14.314440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.320531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.326624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.332516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.338616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.344382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.351228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.353229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-a5c31805-70b6-40eb-8f56-8d4ac7d1af28 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.1368711 Feb 11 14:13:14.385330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-5e67da96-c9b3-452b-84b3-023d64abee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.387137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-5e67da96-c9b3-452b-84b3-023d64abee8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1328702 Feb 11 14:13:14.409785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbc198a1-1d3c-4621-85f9-b81cc49f69a1 req-73e3bdde-a38a-48a8-a519-cb3499c59542 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450156 Feb 11 14:13:14.436418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-01d55c78-4bb7-4785-9f3c-8405755299db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320423 Feb 11 14:13:14.552879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-40b60111-2685-4bfa-bbab-6f6374539933 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041226 Feb 11 14:13:14.597595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-33e933b7-5e95-49fa-9087-7777328bcd68 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326819 Feb 11 14:13:14.765719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d974b93-67b7-4b62-9fb3-1040093eb4dc req-f2ec8d0d-4276-4e75-ac53-262c42626830 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964262 Feb 11 14:13:14.776143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-f5ba7add-db83-4f95-af35-72525f9a1154 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.778511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-f5ba7add-db83-4f95-af35-72525f9a1154 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722879 Feb 11 14:13:14.805556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-d86ce9ca-f8f3-442a-98a3-9bbed026ef34 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/quotas/a1baa20cb7354d54b6d00975a4975ad9 HTTP/1.1" status: 200 len: 375 time: 0.0211639 Feb 11 14:13:14.830498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8822a66-225b-4b29-8ff2-e81cdf1fe442 req-6d8d997e-9f14-475e-a5af-2b36066dadc0 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754b3740-ba99-44aa-a154-4ddb6688c58c HTTP/1.1" status: 200 len: 210 time: 0.0418384 Feb 11 14:13:14.835076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:14.837488 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ea35f-e21a-4dd9-a1d4-b469cfa4320f" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:14.874533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-ac543a23-7d83-42ee-b50a-a7c4c49cb8cc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648386 Feb 11 14:13:14.942802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2f59d1e-be79-443a-a1d9-5f6311523625 req-1c800402-136a-4384-b59e-60a8c2e09217 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 210 time: 0.0503635 Feb 11 14:13:14.969879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Deleting port d11b01f9-ea08-429a-8363-df0ab5af2700 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:14.970231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.113435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980039e4-7377-4f03-8ad7-179629ad83be req-b569e8c9-cde8-4c7c-a80f-aa70975c8bd6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.115455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-980039e4-7377-4f03-8ad7-179629ad83be req-b569e8c9-cde8-4c7c-a80f-aa70975c8bd6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44 HTTP/1.1" status: 200 len: 943 time: 0.1423697 Feb 11 14:13:15.185866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] For port d11b01f9-ea08-429a-8363-df0ab5af2700, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d11b01f9-ea08-429a-8363-df0ab5af2700,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:15.186249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.189116 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702783ae-7753-4056-9e71-dc693dae02a8 x-openstack-request-id: req-702783ae-7753-4056-9e71-dc693dae02a8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:15.189613 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:15.190574 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-702783ae-7753-4056-9e71-dc693dae02a8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:15.191275 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'code': 200} Feb 11 14:13:15.191706 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'code': 200} Feb 11 14:13:15.200931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d53a82-f6ab-4996-bc62-2db6e4567541 req-e998c1da-ef99-42f2-a4d3-b2ee67c2d7e9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.203375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09d53a82-f6ab-4996-bc62-2db6e4567541 req-e998c1da-ef99-42f2-a4d3-b2ee67c2d7e9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1689312 Feb 11 14:13:15.265399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Calling delete_port for d11b01f9-ea08-429a-8363-df0ab5af2700 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:15.355778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43f4d1-935a-4902-8414-e5a3d82aeb7e req-71ba3012-6433-47e4-9ff2-e12bd5f7cb43 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.357298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd43f4d1-935a-4902-8414-e5a3d82aeb7e req-71ba3012-6433-47e4-9ff2-e12bd5f7cb43 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 944 time: 0.0753710 Feb 11 14:13:15.379318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.379318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.379318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.379318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.379817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.380099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.380559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.382587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c58f725-125c-4a50-bb32-1331828ee63a req-0ab297fc-7f34-467e-98df-dc9a262d03cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6492 time: 0.1100793 Feb 11 14:13:15.427263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd43f4d1-935a-4902-8414-e5a3d82aeb7e req-5bd465eb-ecaf-4b41-870a-e51981c846f6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624940 Feb 11 14:13:15.439076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c58f725-125c-4a50-bb32-1331828ee63a req-7052d0a8-5323-40c9-a6da-16f447e31bf9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480056 Feb 11 14:13:15.459295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09d53a82-f6ab-4996-bc62-2db6e4567541 req-0f091321-1c3f-4396-802c-0a0d48402744 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426944 Feb 11 14:13:15.475108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Deleting port 3028a605-a528-4be7-aa29-0e3a977d23c0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:15.475455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.514874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ee7150a-f3c6-41ad-8dd9-18fcb7891923 req-a85d1e8a-e4d2-4368-b231-b57e54deef6b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0374722 Feb 11 14:13:15.661852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] For port 3028a605-a528-4be7-aa29-0e3a977d23c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3028a605-a528-4be7-aa29-0e3a977d23c0,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:15.662228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.684375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Calling delete_port for 3028a605-a528-4be7-aa29-0e3a977d23c0 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:15.716441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.722415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.728343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.734237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.740137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.746212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.752180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.754764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-69a1f934-80fd-469a-a10c-4a6bb78a0327 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.1796176 Feb 11 14:13:15.788057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.840615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d11b01f9-ea08-429a-8363-df0ab5af2700,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:15.924364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b9669f43-8103-4e30-8652-bf91d95827c5 req-eb64a4d6-1970-430e-8e34-4f36bbb08445 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396601 Feb 11 14:13:16.055772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:16.086022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d0ee43a-469f-465f-a7c8-cb4b01050a56 req-f4200c79-d493-4f71-8a5f-4e5df2526e02 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 210 time: 0.0424674 Feb 11 14:13:16.155794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.176129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.179923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device dfdf445f-bbe5-4f74-875a-fec05bdc836b up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:16.196333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.196682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.273376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event deleted for resources: {'Port': ['ID=3028a605-a528-4be7-aa29-0e3a977d23c0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:16.351573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] No DVR routers for this DVR port 3028a605-a528-4be7-aa29-0e3a977d23c0 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:16.355403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.358716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-980039e4-7377-4f03-8ad7-179629ad83be req-57c98b6f-f611-4d46-86a8-8022b8fdc33d tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "DELETE /v2.0/ports/3028a605-a528-4be7-aa29-0e3a977d23c0 HTTP/1.1" status: 204 len: 173 time: 1.2358711 Feb 11 14:13:16.359154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-deleted', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:16.361386 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e637920-b5ba-4ec6-a819-ddfbe6ec51f1" -d '{"events": [{"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-deleted", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:16.397610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port dfdf445f-bbe5-4f74-875a-fec05bdc836b completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:16.407646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.407646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.407646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fca98d4-7ca4-4501-b9bd-9277d5b01e13 HTTP/1.1" status: 204 len: 168 time: 0.3528898 Feb 11 14:13:16.411570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port dfdf445f-bbe5-4f74-875a-fec05bdc836b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:16.412147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.420969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:16.422541 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a6d46-c532-42a2-9fa8-2a615c7c1ad1 x-openstack-request-id: req-e86a6d46-c532-42a2-9fa8-2a615c7c1ad1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:16.422827 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44", "name": "network-vif-deleted", "tag": "3028a605-a528-4be7-aa29-0e3a977d23c0", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:16.423122 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e86a6d46-c532-42a2-9fa8-2a615c7c1ad1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:16.423552 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e899a3d3-e5ef-447b-ae23-8fd1d2eb7e44', 'name': 'network-vif-deleted', 'tag': '3028a605-a528-4be7-aa29-0e3a977d23c0', 'status': 'completed', 'code': 200} Feb 11 14:13:16.427591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683db319-7f0c-4720-85cb-8b2b0ebc742a tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca98d4-7ca4-4501-b9bd-9277d5b01e13,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:16.451372 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-7857ea91-e782-428c-9874-8e786e90a6cd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] show failed (client error): The resource could not be found. Feb 11 14:13:16.462328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7857ea91-e782-428c-9874-8e786e90a6cd tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "GET /v2.0/security-groups/2fca98d4-7ca4-4501-b9bd-9277d5b01e13 HTTP/1.1" status: 404 len: 347 time: 0.0284443 Feb 11 14:13:16.465505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:16.550431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:16.567177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.603007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:16.675159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b6b1-e336-4271-9219-b195b8b7ae1e req-6019df17-fdcd-427b-ab52-977939a4ef0c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.677082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7698b6b1-e336-4271-9219-b195b8b7ae1e req-6019df17-fdcd-427b-ab52-977939a4ef0c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 944 time: 0.1130917 Feb 11 14:13:16.735941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2514-fc6a-4e72-a015-bda2a67fc296 req-802b2e5e-e50e-49fc-baa9-cfd4e56cec54 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.741686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96cc2514-fc6a-4e72-a015-bda2a67fc296 req-802b2e5e-e50e-49fc-baa9-cfd4e56cec54 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1159272 Feb 11 14:13:16.741869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:16.747992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Sync routers for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:16.763838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:16.765209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-956aceef-f855-483a-86ba-20eeba480a6b admin admin] 10.222.0.31 "PUT /v2.0/routers/ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6655133 Feb 11 14:13:16.767427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:16.769538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:16.771330 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.837354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7698b6b1-e336-4271-9219-b195b8b7ae1e req-c79d7030-fe92-401d-a229-59c54c37fd10 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970545 Feb 11 14:13:16.990589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Deleting port 222e4d32-e2a8-4f9d-9f55-4bbab8b864dd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:16.990926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.995422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.040939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19eccac2-d7f7-4320-bf1a-37bd7756241d req-708adeba-79eb-4c51-80ee-f7e69724cbf7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0526102 Feb 11 14:13:17.141335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96cc2514-fc6a-4e72-a015-bda2a67fc296 req-87dba83c-109e-4967-ae35-64970d73feb9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949325 Feb 11 14:13:17.214157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:17.216377 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9236d17c-6c23-4bf1-a885-9bd68d1f67d7" -d '{"events": [{"server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "name": "network-vif-plugged", "status": "completed", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:17.249185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:17.309920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:17.388718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-a56e0389-c232-4035-b8e4-03f88e634294 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.390768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-a56e0389-c232-4035-b8e4-03f88e634294 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "GET /v2.0/networks?id=dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 200 len: 804 time: 0.3393600 Feb 11 14:13:17.409393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Request body: {'port': {'device_id': '94361a45-35c9-48f0-9d0f-40cda4522974', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'admin_state_up': True, 'tenant_id': '950bea0c23d24a7685d22fec5433069d'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:17.468346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.483722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.500942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.518262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.541848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.551026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.559310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.571201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-b35fd296-4a16-4e27-89e3-c7bb047bd659 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.3038282 Feb 11 14:13:17.578768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:13:15Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:17.677688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4af05cd7-a4ba-431d-8d6e-7b6695f4ba14 req-9b6a7e74-74ff-4216-9b21-4d9be197d926 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 210 time: 0.3915830 Feb 11 14:13:17.687248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Checking router: ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:17.710599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3fd1011-fe31-43ee-967f-d3c8fa5e0f80 req-19dc83c3-0146-46b6-a45a-2c45b475978b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382594 Feb 11 14:13:17.712364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.712804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.725568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Routers {'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:17.726433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:12:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:17.748556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Calling delete_port for 222e4d32-e2a8-4f9d-9f55-4bbab8b864dd owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:17.765230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.848975 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203aa81c-1cfd-4190-a340-c618a077b5e3 x-openstack-request-id: req-203aa81c-1cfd-4190-a340-c618a077b5e3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:17.849249 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "name": "network-vif-plugged", "status": "completed", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:17.849512 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-203aa81c-1cfd-4190-a340-c618a077b5e3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:17.849916 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'code': 200} Feb 11 14:13:17.945573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Made reservation on behalf of 950bea0c23d24a7685d22fec5433069d for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:17.952185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.962270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] Set router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:18.154960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Allocated IP 172.20.0.14 (dc246e33-6079-47cb-bc27-380392c5290e/d68a6681-5df3-4c3e-9286-0c4d4f282cf4/3be5bb69-6326-4c87-92b4-138d69ad9b39) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:18.162128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190fc48-fe6a-4d44-9b9f-13a3c3333f07 req-7a8b3d24-f031-45cc-bec3-5e16dab85152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.164288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4190fc48-fe6a-4d44-9b9f-13a3c3333f07 req-7a8b3d24-f031-45cc-bec3-5e16dab85152 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1096 time: 0.2446301 Feb 11 14:13:18.192252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0a774-9722-498c-a1b3-56618a118000 req-578da251-968a-4c02-8c28-250ed70200aa tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.194124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9c0a774-9722-498c-a1b3-56618a118000 req-578da251-968a-4c02-8c28-250ed70200aa tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1626661 Feb 11 14:13:18.208772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Deleting port 8677eb9c-42dd-4044-a8ec-e573c159f2f8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:18.209465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.231289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ead55c3-3646-47af-9c2c-70912ff6d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.242101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.250898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.257996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.265291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.272557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.280239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.281472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.289955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.295709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4190fc48-fe6a-4d44-9b9f-13a3c3333f07 req-b89ada60-f8f4-4923-b2d3-88f6ba6ba5fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203849 Feb 11 14:13:18.302673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97a49d0-ace3-4efa-9046-3f951740058f req-8ee14aed-fe58-45e6-9f93-379b9f11bc31 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.4098859 Feb 11 14:13:18.323508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:18.331516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Request body: {'floatingip': {'port_id': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:18.341026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Pushing event deleted for resources: {'Port': ['ID=222e4d32-e2a8-4f9d-9f55-4bbab8b864dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:18.398553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:13:15Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:18.411370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9c0a774-9722-498c-a1b3-56618a118000 req-b76554c4-cc4c-4a49-b774-b53bcd2b14ff tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042058 Feb 11 14:13:18.460751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638dbda-50de-4feb-a3ca-30a6a47deb80 None None] The sync data for ids ['ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b'] in n-d-828407-1 is: [{'id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'name': 'tempest-ServersTestJSON-223065333-router', 'tenant_id': '95b31397a3994a8e8ab12308c30d6dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:35Z', 'updated_at': '2022-02-11T14:13:15Z', 'revision_number': 5, 'project_id': '95b31397a3994a8e8ab12308c30d6dc7', 'gw_port': {'id': '8677eb9c-42dd-4044-a8ec-e573c159f2f8', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:18.508209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.525137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.608084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85848370-cf0a-4e49-9069-a81c92ddfc26 req-38107ee8-8f6f-48b1-a38b-f329ede03440 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0485187 Feb 11 14:13:18.629282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.652754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] For port 8677eb9c-42dd-4044-a8ec-e573c159f2f8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8677eb9c-42dd-4044-a8ec-e573c159f2f8,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:18.653167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.678438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Network dc246e33-6079-47cb-bc27-380392c5290e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:18.682198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:18.687195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:18.694698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-4eede618-1a3b-4bd4-9e52-7cb475d19bb7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999610 Feb 11 14:13:18.696543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Calling delete_port for 8677eb9c-42dd-4044-a8ec-e573c159f2f8 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:18.738907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:18.740442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.743064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.747311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2068566f-8a41-40ca-aead-2cc463f4bd80 tempest-ServersTestBootFromVolume-77486539 tempest-ServersTestBootFromVolume-77486539-project] 10.222.0.31 "DELETE /v2.0/floatingips/81c1796b-562a-4a5c-b1dd-76ac4c0e20f1 HTTP/1.1" status: 204 len: 168 time: 2.2812800 Feb 11 14:13:18.751206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:18.805885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.806691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.864001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8aed6-b2e0-4ddc-896d-170c3bd88a33 req-58175c43-ddb5-4af9-81ac-e0fa742b3ec3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:18.874565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6b8aed6-b2e0-4ddc-896d-170c3bd88a33 req-58175c43-ddb5-4af9-81ac-e0fa742b3ec3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.3442187 Feb 11 14:13:19.103308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-b713d4b4-3573-4a99-86ae-522c8bd200a4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:19.104820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-b713d4b4-3573-4a99-86ae-522c8bd200a4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3773184 Feb 11 14:13:19.118385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6b8aed6-b2e0-4ddc-896d-170c3bd88a33 req-828b5c2f-9641-4b1d-bf60-fc414c66bee6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410223 Feb 11 14:13:19.167364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccc0a-2107-4804-b739-056842cc037b req-08b3662d-4bd1-4708-81dd-d1e6083d3ecc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:19.168201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Request body: {'port': {'device_id': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'a1baa20cb7354d54b6d00975a4975ad9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:19.169222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e40ccc0a-2107-4804-b739-056842cc037b req-08b3662d-4bd1-4708-81dd-d1e6083d3ecc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 932 time: 0.3589416 Feb 11 14:13:19.180044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-674a4bd3-b6c0-475c-801b-6c422ecb5a3c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7789247 Feb 11 14:13:19.249928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Request body: {'port': {'device_id': '94361a45-35c9-48f0-9d0f-40cda4522974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:19.281151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e40ccc0a-2107-4804-b739-056842cc037b req-3d1bb692-adc7-4d5f-83f5-4906de8a2198 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Feb 11 14:13:19.391386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.491984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.558491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Made reservation on behalf of a1baa20cb7354d54b6d00975a4975ad9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:19.562786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.604875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d11b01f9-ea08-429a-8363-df0ab5af2700 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:19.637432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d11b01f9-ea08-429a-8363-df0ab5af2700 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:19.637747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d11b01f9-ea08-429a-8363-df0ab5af2700 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:19.638679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Pushing event deleted for resources: {'Port': ['ID=8677eb9c-42dd-4044-a8ec-e573c159f2f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:19.824020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f26c418a-28b0-4806-9504-b553c9ce1083 req-17dab868-41eb-4138-b795-57f9da39a3b6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0413027 Feb 11 14:13:19.840207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecc16c-c754-4e5c-9822-31fd2b384d1f req-21d7f235-24b9-4623-856e-476029e1d795 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:19.841817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d0ecc16c-c754-4e5c-9822-31fd2b384d1f req-21d7f235-24b9-4623-856e-476029e1d795 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.2908015 Feb 11 14:13:19.875965 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.978627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:13:20.049082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.053511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.056510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.123542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Allocated IP 192.168.233.185 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/2a382ba3-b3cd-47e4-837c-2cde44eb18aa) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:20.137505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d0ecc16c-c754-4e5c-9822-31fd2b384d1f req-55bbcb8a-18b1-4bb1-baec-3162136bbb63 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621462 Feb 11 14:13:20.146762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:20.160040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.175843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3028a605-a528-4be7-aa29-0e3a977d23c0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:20.175843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3028a605-a528-4be7-aa29-0e3a977d23c0 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:20.243068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.244155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:20.251235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.252929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f5345700-3135-4d4c-86e7-275c1fbb8601 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ad54d55b-6eb1-4c6d-b2b0-6adec0ff8f1b HTTP/1.1" status: 204 len: 168 time: 3.4770505 Feb 11 14:13:20.257296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:20.366001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:20.370117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d1757d-98c8-4bc5-9e0f-faa2850692ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.377799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.382398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.387871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aee18-894e-48b7-8d0a-e16c9df07be1 req-c43937aa-c5ff-476a-954e-439e57406ef6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:20.389483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c47aee18-894e-48b7-8d0a-e16c9df07be1 req-c43937aa-c5ff-476a-954e-439e57406ef6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1767068 Feb 11 14:13:20.450711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Deleting subnet 1bd1a039-b89f-476e-af35-bbe501dd40bb {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:13:20.467754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Transition to ACTIVE for port object 3be5bb69-6326-4c87-92b4-138d69ad9b39 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:20.474720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.504743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c47aee18-894e-48b7-8d0a-e16c9df07be1 req-56bfae19-c0f9-4c3a-a8a7-f532a50e1a81 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916121 Feb 11 14:13:20.547275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.634896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:20.706438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Deleting port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:20.706690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.750789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Attempting to bind port 3be5bb69-6326-4c87-92b4-138d69ad9b39 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:20.751127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Attempting to bind port 3be5bb69-6326-4c87-92b4-138d69ad9b39 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:20.751448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Attempting to bind port 3be5bb69-6326-4c87-92b4-138d69ad9b39 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:20.763348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Port 3be5bb69-6326-4c87-92b4-138d69ad9b39 on network dc246e33-6079-47cb-bc27-380392c5290e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:20.763673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Attempting to bind port 3be5bb69-6326-4c87-92b4-138d69ad9b39 on network dc246e33-6079-47cb-bc27-380392c5290e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:20.776388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:20.776723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Checking segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:20.777148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Bound using segment: {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:20.777596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Bound port: 3be5bb69-6326-4c87-92b4-138d69ad9b39, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642cd7fb-afe4-4b10-816c-41c70fd85922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:20.777958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.836800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] For port d6ff6e28-2761-4931-a2e5-5f0eaeb9e079, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:20.837633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.868123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Calling delete_port for d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:20.881090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.933374 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Floating IP 8745d733-601f-4371-8bef-534537418c6f associated. External IP: 172.25.7.74, port: a623a3cc-9f32-4914-854e-92ed4c15cd37. Feb 11 14:13:20.950304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:20.951421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b50fc-cbfc-4884-8b7e-1cf3369be4f4 req-c3bbf6f0-0a42-442d-8648-f34480109dc9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:20.956739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-322b50fc-cbfc-4884-8b7e-1cf3369be4f4 req-c3bbf6f0-0a42-442d-8648-f34480109dc9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 932 time: 0.5861309 Feb 11 14:13:20.980192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77887556-4d41-4878-b85a-a2354ccc60d8 req-9cdf16d1-14a2-4c80-89ad-5a1671158c4e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0439036 Feb 11 14:13:20.981876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:21.035590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.069860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.119212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.119848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.121376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] 10.222.0.62 "PUT /v2.0/ports/3be5bb69-6326-4c87-92b4-138d69ad9b39 HTTP/1.1" status: 200 len: 1092 time: 1.8768094 Feb 11 14:13:21.124204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:21.128303 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5195ae-a9cd-47d3-913b-4683700e4847" -d '{"events": [{"name": "network-changed", "server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:21.159516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-322b50fc-cbfc-4884-8b7e-1cf3369be4f4 req-f7826124-5a88-4b92-8101-90c00270bcc7 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583076 Feb 11 14:13:21.163527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f5c34-e1ae-46cb-bbbf-812413415456 service neutron] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:21.202011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.208267 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f8159-7f66-417e-b179-ddced13f3335 x-openstack-request-id: req-aa1f8159-7f66-417e-b179-ddced13f3335 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:21.208591 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:21.208804 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa1f8159-7f66-417e-b179-ddced13f3335 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:21.209239 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'status': 'completed', 'code': 200} Feb 11 14:13:21.293087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-047af611-a564-45ad-bf6e-bf757c2d8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.294648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-047af611-a564-45ad-bf6e-bf757c2d8037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 1095 time: 0.0840724 Feb 11 14:13:21.313640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0837-728a-4499-aab7-b2e3a1c05f94 req-b1dfe343-fb86-40be-882d-dff693496fda tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.321403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c63d0837-728a-4499-aab7-b2e3a1c05f94 req-b1dfe343-fb86-40be-882d-dff693496fda tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0820479 Feb 11 14:13:21.341613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.354619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b4f7c411-0f14-490a-8f61-7503b82636f2', '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:21.387590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.405240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:21.419912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Router aedef316-45e2-4bec-a972-5bd74dd1ff1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:21.420912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:21.422721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event updated for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:21.426286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:21.433192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ff6e28-2761-4931-a2e5-5f0eaeb9e079,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:21.455085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.501883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c63d0837-728a-4499-aab7-b2e3a1c05f94 req-e9c15e05-d656-41f5-8a7e-b9999c7610d2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795788 Feb 11 14:13:21.503629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd1a039-b89f-476e-af35-bbe501dd40bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:21.505745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.508991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-26d7d2ca-0b7e-4ad2-92f2-95b41f713d47 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1bd1a039-b89f-476e-af35-bbe501dd40bb HTTP/1.1" status: 204 len: 168 time: 1.2505145 Feb 11 14:13:21.511717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:21.566374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2513c8-646f-46c0-8e6b-454a7f1ee6e1 None None] Network 19ef8a17-b4f6-420b-b3dc-5e7a9521721c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:21.599216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.599881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.639013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-fc21076f-b8bb-4f90-a460-1edebb287851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.641358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-fc21076f-b8bb-4f90-a460-1edebb287851 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=950bea0c23d24a7685d22fec5433069d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3368101 Feb 11 14:13:21.706554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.712129 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-dd609a0a-6b02-4b91-856d-af6ab26ec9db tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5529542 Feb 11 14:13:21.729191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Request body: {'port': {'device_id': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:21.801520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:21.813286 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Sync routers for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:21.833194 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:21.834354 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:21.843029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.892659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8677eb9c-42dd-4044-a8ec-e573c159f2f8 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:21.927340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8677eb9c-42dd-4044-a8ec-e573c159f2f8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:21.928005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8677eb9c-42dd-4044-a8ec-e573c159f2f8 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:21.934198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.949128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610b90-731d-43ae-82b9-d4e247fa3ae6 req-43b7bcf0-575d-429d-83ce-00ab0ab8e136 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:21.959226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25610b90-731d-43ae-82b9-d4e247fa3ae6 req-43b7bcf0-575d-429d-83ce-00ab0ab8e136 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.2198794 Feb 11 14:13:21.982444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-683aa840-556a-48f9-82b5-5f31998553aa tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "PUT /v2.0/floatingips/8745d733-601f-4371-8bef-534537418c6f HTTP/1.1" status: 200 len: 991 time: 3.6553400 Feb 11 14:13:21.983474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c7f5755f-11f6-4a63-93d6-67c6e2cbccd7 None None] Provisioning complete for port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:21.984178 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7f5755f-11f6-4a63-93d6-67c6e2cbccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:21.986970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:21.990542 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53dc5c5-183d-442d-b311-60509e18b109" -d '{"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:21.995519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.007790 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:22.067585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5755f-11f6-4a63-93d6-67c6e2cbccd7 None None] Port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:13:22.068105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1aacd-d817-49ca-972f-d4b269d814f0 req-42dc1099-328e-45f1-ba62-2c875aaffee6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.068105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bb1aacd-d817-49ca-972f-d4b269d814f0 req-42dc1099-328e-45f1-ba62-2c875aaffee6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.2741251 Feb 11 14:13:22.092623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:22.096288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.104662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-67c49d64-b7e8-4876-8f5c-12609c8fa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.106302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d5195ae-a9cd-47d3-913b-4683700e4847 req-67c49d64-b7e8-4876-8f5c-12609c8fa6ab service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4550610 Feb 11 14:13:22.153807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] DHCP port deletion for 19ef8a17-b4f6-420b-b3dc-5e7a9521721c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:13:22.175418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'floatingip': {'port_id': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:22.236200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Deleting port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:22.239073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.254270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25610b90-731d-43ae-82b9-d4e247fa3ae6 req-c19beadf-0194-4946-a4e1-f1313b03b9d2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941811 Feb 11 14:13:22.274591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.289716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Deleting port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:22.289992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.321549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] For port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:22.322425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.354293 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f15b7c-476e-42a5-93f0-6992f55a3cf7 x-openstack-request-id: req-f6f15b7c-476e-42a5-93f0-6992f55a3cf7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:22.354994 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:22.354994 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6f15b7c-476e-42a5-93f0-6992f55a3cf7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:22.355352 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'status': 'completed', 'code': 200} Feb 11 14:13:22.358415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Calling delete_port for 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:22.369385 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8745d733-601f-4371-8bef-534537418c6f', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'port_id': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'mac_address': 'fa:16:3e:5a:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:39Z', 'updated_at': '2022-02-11T14:13:19Z', 'revision_number': 1, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:22.426613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-ca632096-1ed7-4cfb-9d30-3ad5b4f57a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.428132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-ca632096-1ed7-4cfb-9d30-3ad5b4f57a22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=950bea0c23d24a7685d22fec5433069d&device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 1095 time: 0.2530727 Feb 11 14:13:22.450792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.457113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.463158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.469579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.475780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.482335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.488876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.490684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-5582aaa0-95bb-4c23-882f-168ee5561181 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.3172321 Feb 11 14:13:22.501874 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Checking router: aedef316-45e2-4bec-a972-5bd74dd1ff1b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:22.510891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:22.511479 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:22.542206 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.556871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-5f9dcaf5-ef3e-492a-a0aa-f3fcd1d8dcbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39 HTTP/1.1" status: 200 len: 217 time: 0.0621359 Feb 11 14:13:22.584630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] For port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,segment=NetworkSegment(d0bbb3ff-8991-4c20-901c-3a4788b90743),segment_id=d0bbb3ff-8991-4c20-901c-3a4788b90743)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:22.590437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.591181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Pushing event deleted for resources: {'Port': ['ID=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:22.600180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.600561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.600860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.601223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.601550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.601876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.602262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.602601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.602920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.603248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.603564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.603879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:22.606661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be43ca-ea57-4edf-9eab-81c15754ec25 None None] No DVR routers for this DVR port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:22.626201 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:22.640448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c846c1-e9dd-4f5f-969b-29e3c60cb3a8 req-9c90709e-4334-4187-a126-5067804f4e9d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.645678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Calling delete_port for 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:22.647180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c846c1-e9dd-4f5f-969b-29e3c60cb3a8 req-9c90709e-4334-4187-a126-5067804f4e9d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 936 time: 0.1843903 Feb 11 14:13:22.683797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.684277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.684742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.688932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.688932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.688932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.688932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.688932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-b7e33ab2-34a6-46d8-b090-e342a6f6ea38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6492 time: 0.3176539 Feb 11 14:13:22.709123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-7fc93cce-b47e-4a5c-9c92-f069187c6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:22.710670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-7fc93cce-b47e-4a5c-9c92-f069187c6e0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 200 len: 844 time: 0.1437900 Feb 11 14:13:22.717621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-039fb5ed-2dd4-4f30-876b-215857317b30 req-92262339-d327-4376-976a-f5aaef91b462 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120616 Feb 11 14:13:22.787032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-42914382-3e25-4d12-b20c-99c377d72abe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc246e33-6079-47cb-bc27-380392c5290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339408 Feb 11 14:13:22.825073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a382ba3-b3cd-47e4-837c-2cde44eb18aa {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:22.843756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.899403 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8745d733-601f-4371-8bef-534537418c6f', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'port_id': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'mac_address': 'fa:16:3e:5a:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:39Z', 'updated_at': '2022-02-11T14:13:19Z', 'revision_number': 1, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:22.920164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Transition to ACTIVE for port object 2a382ba3-b3cd-47e4-837c-2cde44eb18aa will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:22.935249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a77088-49d9-471b-8e4a-a50e15ad53a8 None None] The sync data for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 is: [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8745d733-601f-4371-8bef-534537418c6f', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'port_id': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'mac_address': 'fa:16:3e:5a:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:11:39Z', 'updated_at': '2022-02-11T14:13:19Z', 'revision_number': 1, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:22.971933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:22.977147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:22.987313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c846c1-e9dd-4f5f-969b-29e3c60cb3a8 req-a6577520-b3c1-4675-a58d-2899c09f9d03 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387384 Feb 11 14:13:23.002865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180f2ad-3fcf-40d3-909d-65d6d39433bf req-c1a4e29d-8597-43fd-ab40-0d0e3e84bd3a tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.004230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4180f2ad-3fcf-40d3-909d-65d6d39433bf req-c1a4e29d-8597-43fd-ab40-0d0e3e84bd3a tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 944 time: 0.1706109 Feb 11 14:13:23.021273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.033177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.050561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Pushing event deleted for resources: {'Port': ['ID=352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:23.061913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] No DVR routers for this DVR port 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:23.117240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-272475d5-1744-4d74-b79c-dbb6b1025782 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036039 Feb 11 14:13:23.168401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-cd0514cb-cec6-430d-a2dd-aaaa28418802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.169940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-cd0514cb-cec6-430d-a2dd-aaaa28418802 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c HTTP/1.1" status: 200 len: 913 time: 0.4318771 Feb 11 14:13:23.232241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Pushing event updated for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:23.259393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.298893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f2f8e-dad7-42d7-8b35-53f784f55941 None None] New status for floating IP 8745d733-601f-4371-8bef-534537418c6f: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:23.410134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.418962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.423670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.430680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.437386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.444247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.450542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.452683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-21bc3b77-25ad-42de-b671-9a02eace48f2 req-c6e97827-39ea-4564-a26b-729ecbad3547 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.3374360 Feb 11 14:13:23.622444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:23.654533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:23.655491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 352ec794-2a1a-4e5a-b7a1-5d0e13f4bbef not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:23.669100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4180f2ad-3fcf-40d3-909d-65d6d39433bf req-0dc415d5-0b9f-4a8a-b4b2-75bb3ef4c92f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299145 Feb 11 14:13:23.673464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.740231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ef8a17-b4f6-420b-b3dc-5e7a9521721c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:23.757887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bbb3ff-8991-4c20-901c-3a4788b90743') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:23.758188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bbb3ff-8991-4c20-901c-3a4788b90743') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:23.773560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.798143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:23.800145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.803801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da2a61b0-0a76-497c-b9c1-e70863ae8d26 req-f8c09440-ebd1-4513-81f7-d45220fcd5c4 service neutron] 10.222.0.62 "GET /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715443 Feb 11 14:13:23.808932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f366ce70-6d31-4d40-838e-7652a4a8e4d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/eda1fb2e-7d61-4d49-a35f-dc036d2ddeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0448992 Feb 11 14:13:23.819301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Sync routers for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:23.819465 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:23.825637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46622) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:23.838827 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:23.839806 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:23.856060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-7089db12-fead-4670-af7f-c9af7da4c5be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37 HTTP/1.1" status: 200 len: 999 time: 0.6375265 Feb 11 14:13:23.970997 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:23.974121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:23.981782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad944bee-70cc-4855-b611-306a7914865b req-bd0e9812-147a-403a-ba1e-68ac9048c82a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.983623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad944bee-70cc-4855-b611-306a7914865b req-bd0e9812-147a-403a-ba1e-68ac9048c82a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1778276 Feb 11 14:13:23.984120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Attempting to bind port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:23.984452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Attempting to bind port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:23.984777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Attempting to bind port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:23.995485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-d870dd2b-c3c3-4aed-8e3e-e85970cd550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:23.997010 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-d870dd2b-c3c3-4aed-8e3e-e85970cd550f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f43f46b7-7086-44b2-a344-8aa8bccd0206 HTTP/1.1" status: 200 len: 851 time: 0.1296835 Feb 11 14:13:24.018368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.026373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.031969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:24.032382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Attempting to bind port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:24.033327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] 10.222.0.31 "DELETE /v2.0/networks/19ef8a17-b4f6-420b-b3dc-5e7a9521721c HTTP/1.1" status: 204 len: 168 time: 2.5200508 Feb 11 14:13:24.048059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d1cb-9326-45c8-9530-f2a2f6fc582d admin admin] Pushing event deleted for resources: {'Network': ['ID=19ef8a17-b4f6-420b-b3dc-5e7a9521721c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:24.133257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:24.133652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:24.133947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:24.134392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Bound port: 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:24.134754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.135055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.160441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdfc17-453d-4a7f-9c4b-9c8bc2b6e80e req-21bb781f-4439-4e08-8bd2-67806190ff7f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:24.168509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bbdfc17-453d-4a7f-9c4b-9c8bc2b6e80e req-21bb781f-4439-4e08-8bd2-67806190ff7f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.0644276 Feb 11 14:13:24.174820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.183437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad944bee-70cc-4855-b611-306a7914865b req-be8c2d85-075d-46d2-a617-17bdfe85e054 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164248 Feb 11 14:13:24.227569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc5c5-183d-442d-b311-60509e18b109 req-2a799165-f479-4cad-8a4a-3e9194e3f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:24.228791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bbdfc17-453d-4a7f-9c4b-9c8bc2b6e80e req-21144036-8a08-4a37-8364-017fb048c075 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590599 Feb 11 14:13:24.229138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-2a799165-f479-4cad-8a4a-3e9194e3f9aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828089 Feb 11 14:13:24.242640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:13:21Z', 'revision_number': 5, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port': {'id': '6bb4fcc8-56aa-416f-b6c0-86909a318921', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:34Z', 'updated_at': '2022-02-11T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:24.272800 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Checking router: eda1fb2e-7d61-4d49-a35f-dc036d2ddeea for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:24.281748 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Routers {'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:24.282341 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:24.304735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.305351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Deleting port 6bb4fcc8-56aa-416f-b6c0-86909a318921 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:24.305791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.308633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:24.384127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:24.385902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] Set router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:24.406999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] For port 6bb4fcc8-56aa-416f-b6c0-86909a318921, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6bb4fcc8-56aa-416f-b6c0-86909a318921,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:24.407455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.426283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Calling delete_port for 6bb4fcc8-56aa-416f-b6c0-86909a318921 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:24.447728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:13:24Z', 'revision_number': 6, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:24.449324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.482836 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d9b9d-1775-4f95-b440-1a41420fb85e None None] The sync data for ids ['eda1fb2e-7d61-4d49-a35f-dc036d2ddeea'] in n-d-828407-1 is: [{'id': 'eda1fb2e-7d61-4d49-a35f-dc036d2ddeea', 'name': 'tempest-ServersTestBootFromVolume-1085126739-router', 'tenant_id': '42d39e55655f4e8e8abb34decec7f67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:31Z', 'updated_at': '2022-02-11T14:13:24Z', 'revision_number': 6, 'project_id': '42d39e55655f4e8e8abb34decec7f67e', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:24.517842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-23f95449-c857-4b28-949e-67fd0b595bbc service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797167 Feb 11 14:13:24.570106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46628) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:24.610365 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Floating IP a1819e9a-a700-48de-8777-92f6f0db539e associated. External IP: 172.25.7.75, port: dfdf445f-bbe5-4f74-875a-fec05bdc836b. Feb 11 14:13:24.648018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:24.648651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.650117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] 10.222.0.62 "PUT /v2.0/ports/2a382ba3-b3cd-47e4-837c-2cde44eb18aa HTTP/1.1" status: 200 len: 1096 time: 2.9283133 Feb 11 14:13:24.655676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:24.661519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-610a9ed4-2d9e-44ea-8600-8ffa49894a20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95b31397a3994a8e8ab12308c30d6dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880439 Feb 11 14:13:24.661734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46630) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:24.666417 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49880e6-1099-40ae-aa3d-83718d7d20a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:24.709458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec39f35-347f-4326-aa66-ed1d490456ef service neutron] Pushing event updated for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:24.737876 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e45de1-2352-4c8b-a491-19eb9933e069 x-openstack-request-id: req-d7e45de1-2352-4c8b-a491-19eb9933e069 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:24.738176 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:24.744243 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7e45de1-2352-4c8b-a491-19eb9933e069 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:24.744243 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'status': 'completed', 'code': 200} Feb 11 14:13:24.753430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.764342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.812425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.817326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb4fcc8-56aa-416f-b6c0-86909a318921,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:24.837062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c53dc5c5-183d-442d-b311-60509e18b109 req-c07aa65d-227e-4e5b-a69b-e9f83228f41d service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047237 Feb 11 14:13:24.949426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:24.963758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e1b7d-4f84-419c-8cd1-749f8ef3bd86 req-d8fb2cc7-e2b1-402c-af3e-d5bce8c4f62c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:24.965837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db0e1b7d-4f84-419c-8cd1-749f8ef3bd86 req-d8fb2cc7-e2b1-402c-af3e-d5bce8c4f62c tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 944 time: 0.1556494 Feb 11 14:13:24.977481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49880e6-1099-40ae-aa3d-83718d7d20a8 req-76da681d-ac4f-4a3e-bd1d-572176efb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:24.979449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f49880e6-1099-40ae-aa3d-83718d7d20a8 req-76da681d-ac4f-4a3e-bd1d-572176efb74a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 1099 time: 0.2325993 Feb 11 14:13:25.027083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f49880e6-1099-40ae-aa3d-83718d7d20a8 req-71ed471c-2933-46d3-919b-aa57a46a1c63 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325313 Feb 11 14:13:25.038397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:25.082827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.088857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.136864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.139462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.140609 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a88d4903-a15c-4d32-8f3c-de6d90e61563 HTTP/1.1" status: 204 len: 168 time: 0.4776533 Feb 11 14:13:25.144192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db0e1b7d-4f84-419c-8cd1-749f8ef3bd86 req-ca06ee6d-03b1-4cc9-bb2d-6e2f293ce000 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512761 Feb 11 14:13:25.154952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abf3ef-389e-4545-9ead-d82c5f702251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d4903-a15c-4d32-8f3c-de6d90e61563,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:25.226053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.228196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda1fb2e-7d61-4d49-a35f-dc036d2ddeea {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:25.243200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.249548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-defed020-c8ff-4c13-ae99-573c17f41a56 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eda1fb2e-7d61-4d49-a35f-dc036d2ddeea HTTP/1.1" status: 204 len: 168 time: 1.4205155 Feb 11 14:13:25.249720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49880e6-1099-40ae-aa3d-83718d7d20a8 req-c7f536f8-34a1-4363-b04c-6bec427e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.249720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f49880e6-1099-40ae-aa3d-83718d7d20a8 req-c7f536f8-34a1-4363-b04c-6bec427e45a6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071083 Feb 11 14:13:25.249896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46642) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:25.261029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:25.266591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.272923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:25.298997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:25.301813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:25.338070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6540ed31-dc92-48dc-bfaa-a4dd6e6df3d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "PUT /v2.0/floatingips/a1819e9a-a700-48de-8777-92f6f0db539e HTTP/1.1" status: 200 len: 990 time: 3.1676438 Feb 11 14:13:25.360674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Deleting subnet 01e56418-3860-4e35-bdb9-cea043c5c53e {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:13:25.383037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.402454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-ecb0ecce-df32-467e-89d2-a27db6596376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.404098 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-ecb0ecce-df32-467e-89d2-a27db6596376 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 1099 time: 0.1036479 Feb 11 14:13:25.425296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d7c1c-9794-4e0d-9a13-31b8405cd5b9 req-4809684a-f023-4501-a9b6-338d45724705 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.427007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e59d7c1c-9794-4e0d-9a13-31b8405cd5b9 req-4809684a-f023-4501-a9b6-338d45724705 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0784082 Feb 11 14:13:25.458911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.469009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:25.479796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-829cd22d-eb47-4a54-bf9f-4cb039dfdd7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa HTTP/1.1" status: 200 len: 217 time: 0.0517998 Feb 11 14:13:25.510001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c98-1ed8-45d7-bd11-45652c698008 req-7e989238-fef6-4d33-b21e-7edf7ac2c2ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.517501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-286a2c98-1ed8-45d7-bd11-45652c698008 req-7e989238-fef6-4d33-b21e-7edf7ac2c2ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.1558571 Feb 11 14:13:25.533975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e59d7c1c-9794-4e0d-9a13-31b8405cd5b9 req-f7584785-e8c7-413e-aabe-15abc7cf9b22 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995429 Feb 11 14:13:25.547702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-600f68cc-2502-41ee-9745-5559f5788d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.549981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-600f68cc-2502-41ee-9745-5559f5788d36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0582898 Feb 11 14:13:25.634059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-286a2c98-1ed8-45d7-bd11-45652c698008 req-f7983a10-8f4e-4c51-a810-abd1f68bb524 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149850 Feb 11 14:13:25.666870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.667402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-be44b65a-9114-4737-93c1-ab9a53c45514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:25.670668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-be44b65a-9114-4737-93c1-ab9a53c45514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110892 Feb 11 14:13:25.715981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:25.746316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:25.746971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d6ff6e28-2761-4931-a2e5-5f0eaeb9e079 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:25.747498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bb4fcc8-56aa-416f-b6c0-86909a318921 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:25.789369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6bb4fcc8-56aa-416f-b6c0-86909a318921 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:25.789983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6bb4fcc8-56aa-416f-b6c0-86909a318921 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:25.807438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-f9f9c04f-468c-49a4-91a1-31d47ecd2325 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296551 Feb 11 14:13:25.808472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.853401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a1819e9a-a700-48de-8777-92f6f0db539e', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:f3:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047ebec2-7df1-4194-9794-f1071a401b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:53Z', 'updated_at': '2022-02-11T14:13:23Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:25.857748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e56418-3860-4e35-bdb9-cea043c5c53e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:25.867839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:25.874782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14222623-7387-48de-a0c2-b3dfd43496da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01e56418-3860-4e35-bdb9-cea043c5c53e HTTP/1.1" status: 204 len: 168 time: 0.6215062 Feb 11 14:13:25.875487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46654) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:25.885889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d4f0b-f66c-4a03-868d-d29876ac5808 None None] Network c399776d-5da1-42b6-8461-e16793f96edd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:25.897045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:25.949946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600b3b03-fc6e-47ac-9cc4-451adcc73d38 req-24f9fccf-e7a3-40fb-8358-810a631714c9 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357675 Feb 11 14:13:25.959130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:25.959130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:13:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:25.960970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.021301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Deleting port b12782a0-3e6b-4cd5-b6f2-073e1f775198 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:26.021641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.102192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] For port b12782a0-3e6b-4cd5-b6f2-073e1f775198, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b12782a0-3e6b-4cd5-b6f2-073e1f775198,segment=NetworkSegment(4820499f-740d-44db-b34e-00d16a856ee2),segment_id=4820499f-740d-44db-b34e-00d16a856ee2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:26.103295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.121583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Calling delete_port for b12782a0-3e6b-4cd5-b6f2-073e1f775198 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:26.247796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:26.282524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e0def-39a4-4acb-8a4e-909c531b31ba req-9b9bbfff-b71d-4874-8585-b403ef8bdb45 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:26.284858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-638e0def-39a4-4acb-8a4e-909c531b31ba req-9b9bbfff-b71d-4874-8585-b403ef8bdb45 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 944 time: 0.0565522 Feb 11 14:13:26.293697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.343535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12782a0-3e6b-4cd5-b6f2-073e1f775198,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:26.349708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] No DVR routers for this DVR port b12782a0-3e6b-4cd5-b6f2-073e1f775198 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:26.363639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f1012-748a-4e8b-9152-37cae00cfef0 None None] DHCP port deletion for c399776d-5da1-42b6-8461-e16793f96edd request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:13:26.371632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-638e0def-39a4-4acb-8a4e-909c531b31ba req-447a690f-40a7-4210-be60-58f1aca56995 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Feb 11 14:13:26.453807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.475915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c399776d-5da1-42b6-8461-e16793f96edd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:26.486335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820499f-740d-44db-b34e-00d16a856ee2') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:26.486605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820499f-740d-44db-b34e-00d16a856ee2') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:26.496766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.512349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.519533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:13:26.519934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:26.521643 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:26.531568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a1819e9a-a700-48de-8777-92f6f0db539e', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:f3:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047ebec2-7df1-4194-9794-f1071a401b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:53Z', 'updated_at': '2022-02-11T14:13:23Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:26.562472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869227-f429-41d1-b159-fb344ee34ec5 None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a1819e9a-a700-48de-8777-92f6f0db539e', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:f3:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047ebec2-7df1-4194-9794-f1071a401b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:53Z', 'updated_at': '2022-02-11T14:13:23Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:26.647113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:26.671563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.682266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799f52c-f455-410c-8169-f9e9102a5744 req-bc1af619-07c1-4107-8332-714294e53075 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:26.683803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2799f52c-f455-410c-8169-f9e9102a5744 req-bc1af619-07c1-4107-8332-714294e53075 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0579965 Feb 11 14:13:26.685719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.692337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c399776d-5da1-42b6-8461-e16793f96edd HTTP/1.1" status: 204 len: 168 time: 0.8158581 Feb 11 14:13:26.733883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2799f52c-f455-410c-8169-f9e9102a5744 req-686794dd-98ec-407c-b04c-65d3e3f34ea1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Feb 11 14:13:26.737841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46445f1-8437-44ec-9190-2d9947e1f5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c399776d-5da1-42b6-8461-e16793f96edd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:26.741308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:26.744490 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7b100-d17d-45e2-8a41-136265f5fc19" -d '{"events": [{"name": "network-changed", "server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:26.796268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66e2fc-e9d8-4fd3-b780-8bc04b8b1766 req-24ea50e4-b7e2-4dff-90db-d7e6ebbd3617 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:26.797933 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a861b36-de52-4f80-944a-fb07e8b90e40 x-openstack-request-id: req-3a861b36-de52-4f80-944a-fb07e8b90e40 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:26.798225 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:26.798478 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a861b36-de52-4f80-944a-fb07e8b90e40 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:26.799877 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'status': 'completed', 'code': 200} Feb 11 14:13:26.807005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc66e2fc-e9d8-4fd3-b780-8bc04b8b1766 req-24ea50e4-b7e2-4dff-90db-d7e6ebbd3617 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.0840545 Feb 11 14:13:26.836551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1458671356-network', 'tenant_id': '4e00559557c4424087370980fc0c03e9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:26.865055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc66e2fc-e9d8-4fd3-b780-8bc04b8b1766 req-a03ce38a-cb5d-479b-b951-72e1acb96f6d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Feb 11 14:13:26.868517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c924e-bf85-4c4f-b6a8-38e6c065327f None None] New status for floating IP a1819e9a-a700-48de-8777-92f6f0db539e: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:26.875629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-e8040ea0-ba03-439e-99ad-34940595cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:26.875629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-e8040ea0-ba03-439e-99ad-34940595cbcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1096 time: 0.0526104 Feb 11 14:13:26.976035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:26.978006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-44545419-0f32-43c9-a099-b3beb31b804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:26.979041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.979458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-44545419-0f32-43c9-a099-b3beb31b804a service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.0958059 Feb 11 14:13:26.988273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.057654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-a5956cc9-82ec-4806-a42e-c3a5f7be93d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 998 time: 0.0645652 Feb 11 14:13:27.065814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.093836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:27.138329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-436b4262-6b4a-4797-88df-0a1f31fe83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.139784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-436b4262-6b4a-4797-88df-0a1f31fe83b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0726583 Feb 11 14:13:27.152802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.167439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1bcee7a9-96dc-4fec-8f0a-1e5eb2bd9016 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42d39e55655f4e8e8abb34decec7f67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702555 Feb 11 14:13:27.171258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:27.188676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:13:27.193896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-4ce9f79e-d3c5-4ebe-8056-5e447f170623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.195503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-4ce9f79e-d3c5-4ebe-8056-5e447f170623 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455539 Feb 11 14:13:27.203504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e758d31-0d3b-4e05-b283-d625e063350c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:27.225247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.225604 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Added segment e133e09f-f9d0-4d03-a868-b21ee68afa00 of type vlan for network 725f16da-f724-45b1-82ea-d9616f77480f Feb 11 14:13:27.284016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.286180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.295249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-66c70cb7-0d12-4f9a-81f2-9bb259565065 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Feb 11 14:13:27.322028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.392669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8b7b100-d17d-45e2-8a41-136265f5fc19 req-4d92e555-9b76-4832-bd51-ea0953580dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888033 Feb 11 14:13:27.404935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.409366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.409366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.462525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.465167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.466296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a9a3da1-d2f2-4e83-a1fe-4492f769ea5c HTTP/1.1" status: 204 len: 168 time: 0.2922683 Feb 11 14:13:27.476032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] Pushing event updated for resources: {'Network': ['ID=725f16da-f724-45b1-82ea-d9616f77480f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:27.484710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffec54-8560-48e7-bb83-a893c74c8ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a3da1-d2f2-4e83-a1fe-4492f769ea5c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:27.488273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 725f16da-f724-45b1-82ea-d9616f77480f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:13:27.513500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fb4d2-f5b1-4b5d-8d3c-7d0324e72b70 req-70dd79c8-00a8-495e-a2bf-24b9421ee8b9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.515198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c63fb4d2-f5b1-4b5d-8d3c-7d0324e72b70 req-70dd79c8-00a8-495e-a2bf-24b9421ee8b9 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 944 time: 0.0539088 Feb 11 14:13:27.561360 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0cebba7a-6c8c-4c12-b213-86da2b18be53 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9130678 Feb 11 14:13:27.570837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:27.571910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c63fb4d2-f5b1-4b5d-8d3c-7d0324e72b70 req-6f894dc4-6314-4e2c-9b43-781eaa59101f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Feb 11 14:13:27.575636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Request body: {'subnet': {'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1458671356-subnet', 'tenant_id': '4e00559557c4424087370980fc0c03e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:27.635405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b12782a0-3e6b-4cd5-b6f2-073e1f775198 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:27.666190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b12782a0-3e6b-4cd5-b6f2-073e1f775198 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:27.666190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b12782a0-3e6b-4cd5-b6f2-073e1f775198 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:27.684215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:27.687754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.892163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfea31-ee95-41e3-a294-5af9af90a056 req-14eda6c0-ac0b-41d7-8dc0-21c8da5520c3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.893754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dfea31-ee95-41e3-a294-5af9af90a056 req-14eda6c0-ac0b-41d7-8dc0-21c8da5520c3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0613348 Feb 11 14:13:27.939535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08dfea31-ee95-41e3-a294-5af9af90a056 req-0af1a2b4-c827-4e4e-9656-46e2e21a2ccc tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Feb 11 14:13:27.966643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.991905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934d76-a947-4e25-8b61-0309d1973802 req-ea1df95f-f1f7-4888-9907-137947850045 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.993491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94934d76-a947-4e25-8b61-0309d1973802 req-ea1df95f-f1f7-4888-9907-137947850045 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.0591576 Feb 11 14:13:28.026655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd6e874-8670-4117-9523-ba2e0139f563,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:28.042668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Checking segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:28.043316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Network hostable DHCP agents. Network: 725f16da-f724-45b1-82ea-d9616f77480f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:13:28.047084 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94934d76-a947-4e25-8b61-0309d1973802 req-82788de8-146a-4010-be3e-5804f856a16c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437562 Feb 11 14:13:28.156555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:28.164039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Network 725f16da-f724-45b1-82ea-d9616f77480f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:13:28.250143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:28.252825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:28.279056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'mac_address': 'fa:16:3e:1c:5a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:28.318930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 725f16da-f724-45b1-82ea-d9616f77480f) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:28.323814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:28.324876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.344041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a15a95-112f-45da-93f7-4038555bbe34 None None] Network 725f16da-f724-45b1-82ea-d9616f77480f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:28.406780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.425500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7949eb4-9b14-4e3c-b747-f71524355621 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8535500 Feb 11 14:13:28.447870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:28.473449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:28.506730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a', 'port_id': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'mac_address': 'fa:16:3e:6a:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bcb3a0-530e-4ab9-9859-32aa440864b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:28.510661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:28.585605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.597346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06e416a-a562-447c-aa7e-66b2f0b22a61 None None] Network 725f16da-f724-45b1-82ea-d9616f77480f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:28.614838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:28.656440 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:13:28.664074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.727015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f0e1-fe24-4222-8719-c6637c9d5c21 req-239f45f5-fd7f-4d41-979c-ce2475ea3f5f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:28.728391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:28.728820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9f4f0e1-fe24-4222-8719-c6637c9d5c21 req-239f45f5-fd7f-4d41-979c-ce2475ea3f5f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Feb 11 14:13:28.761966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:28.780593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9f4f0e1-fe24-4222-8719-c6637c9d5c21 req-c735a4b4-4c13-447a-9217-878bc5dca7bc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Feb 11 14:13:28.833031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.863353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:28.887695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:28.975094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-278613467-network', 'tenant_id': 'a26adba7d25c4f78861df08d91ea94c8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:28.998163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3be5bb69-6326-4c87-92b4-138d69ad9b39'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:29.082227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Made reservation on behalf of a26adba7d25c4f78861df08d91ea94c8 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:29.083937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c6ac-6018-450c-84d4-744752e38abd req-c6159373-134f-4710-b00d-d7e7409ee9fb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:29.085218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.085800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36f9c6ac-6018-450c-84d4-744752e38abd req-c6159373-134f-4710-b00d-d7e7409ee9fb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0626185 Feb 11 14:13:29.131651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36f9c6ac-6018-450c-84d4-744752e38abd req-0d16bea7-c616-4ee7-901f-6951c9e50866 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Feb 11 14:13:29.150228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-45854697-8a81-497c-a3b0-fc870deac1af tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:29.152024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-45854697-8a81-497c-a3b0-fc870deac1af tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1366267 Feb 11 14:13:29.153120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.177094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:29.182795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-efa80adc-2108-4b14-b8cf-2e3ddbb4c738 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/quotas/4e00559557c4424087370980fc0c03e9 HTTP/1.1" status: 200 len: 375 time: 0.0191338 Feb 11 14:13:29.248482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-4820845e-c90e-4b85-939b-01613d5a8007 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545819 Feb 11 14:13:29.277253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873bfb2-1cd1-4285-a50f-837d7daa986a req-49331c6c-8f1f-4013-8024-820bc83fab6e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:29.278836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4873bfb2-1cd1-4285-a50f-837d7daa986a req-49331c6c-8f1f-4013-8024-820bc83fab6e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.0658844 Feb 11 14:13:29.321773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4873bfb2-1cd1-4285-a50f-837d7daa986a req-101edb11-a09f-4204-a640-d431527f4995 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Feb 11 14:13:29.343464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.379311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-288599fa-bff7-40ef-a3ec-57ffed58ee70 service neutron] 10.222.0.31 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220200 Feb 11 14:13:29.405952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.473929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:13:29.477771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4b884-5344-4a24-b481-f3440ac65625,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:29.498480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.503743 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Added segment 4936c36a-ccbe-4b0e-b475-ac044b6c50e6 of type vlan for network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 Feb 11 14:13:29.543198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-335a39ba-00b7-4113-a570-6e42522d9e17 service neutron] 10.222.0.31 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574881 Feb 11 14:13:29.551904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.661448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.662731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:29.663430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.726932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3b8fcf-5ff2-4745-9058-a348e8b04f47,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:29.738170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:13:29.810466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed341d5c-b324-4acb-b63e-da983d112155 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9448586 Feb 11 14:13:29.812908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46746) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:29.818629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Request body: {'subnet': {'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-278613467-subnet', 'tenant_id': 'a26adba7d25c4f78861df08d91ea94c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:29.918833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797509c2-07c4-44e5-8bdc-704509c52d2e req-ffb60630-bdb7-4d71-a1de-2ce85e202133 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:29.920861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797509c2-07c4-44e5-8bdc-704509c52d2e req-ffb60630-bdb7-4d71-a1de-2ce85e202133 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 945 time: 0.0681801 Feb 11 14:13:29.924382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Made reservation on behalf of a26adba7d25c4f78861df08d91ea94c8 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:29.925042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.009068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-490f27e0-f962-4978-9b1d-d77f986c2ff7 req-475bf3c8-2655-4992-8b6b-9623e786b367 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 210 time: 0.0348063 Feb 11 14:13:30.025621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797509c2-07c4-44e5-8bdc-704509c52d2e req-bb5d412f-bc15-4d32-9d59-51447fe1f7a3 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968733 Feb 11 14:13:30.141665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.170134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a382ba3-b3cd-47e4-837c-2cde44eb18aa details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:30.173300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:30.225809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.259340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385979-9905-4879-a1f2-5624e8e92152 req-279bb7fd-97a7-41c9-b5df-56b8b5deb513 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.261789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb385979-9905-4879-a1f2-5624e8e92152 req-279bb7fd-97a7-41c9-b5df-56b8b5deb513 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0581253 Feb 11 14:13:30.271056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c0c591-bdb6-45ce-a59e-15efab46b29e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:30.298489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Checking segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:30.299725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Network hostable DHCP agents. Network: fd3b8fcf-5ff2-4745-9058-a348e8b04f47, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:13:30.316214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:30.327582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'mac_address': 'fa:16:3e:e5:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:30.330209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb385979-9905-4879-a1f2-5624e8e92152 req-574d6cb7-4cb1-4655-8239-346f66a45d30 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Feb 11 14:13:30.368703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.385977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a382ba3-b3cd-47e4-837c-2cde44eb18aa {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:30.405302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:30.419828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3be5bb69-6326-4c87-92b4-138d69ad9b39 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:30.426445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3be5bb69-6326-4c87-92b4-138d69ad9b39 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:30.426445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.448495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa766c0-a0a2-4f6a-9a1c-19baeecc9911 req-2a339d02-6888-4954-bf45-d572316c2399 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.450253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aaa766c0-a0a2-4f6a-9a1c-19baeecc9911 req-2a339d02-6888-4954-bf45-d572316c2399 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 948 time: 0.0586247 Feb 11 14:13:30.472172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:13:30.496753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aaa766c0-a0a2-4f6a-9a1c-19baeecc9911 req-68dda982-2028-43e2-bc0b-cf33073c6d37 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Feb 11 14:13:30.506886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.530125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:30.532411 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35346c7-af4c-4604-93e8-1fa76dfa2713" -d '{"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-plugged", "status": "completed", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:30.543179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.549254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:30.572745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, fd3b8fcf-5ff2-4745-9058-a348e8b04f47) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:30.578585 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44994cfc-07d3-41fa-bcd2-f3d8064559f4 x-openstack-request-id: req-44994cfc-07d3-41fa-bcd2-f3d8064559f4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:30.578585 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-plugged", "status": "completed", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:30.578585 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44994cfc-07d3-41fa-bcd2-f3d8064559f4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:30.578585 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'code': 200} Feb 11 14:13:30.579030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.579030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.596746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2c32e-68e6-48f8-912f-9f9f5ace8b81 None None] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:30.618234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:30.669806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7f42dda2-ee52-4e55-bcfa-f7c8f5c457e6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8555071 Feb 11 14:13:30.674158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.696487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d79ea-2326-4db9-a2fc-c3ac7bb3deee req-7b849eac-083f-4edb-a254-620ee768abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.698177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd1d79ea-2326-4db9-a2fc-c3ac7bb3deee req-7b849eac-083f-4edb-a254-620ee768abe1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 1096 time: 0.0453248 Feb 11 14:13:30.738087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd1d79ea-2326-4db9-a2fc-c3ac7bb3deee req-658e8e94-0306-494b-a078-268ea5e3b771 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Feb 11 14:13:30.778136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:30.795929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44031b75-20da-448a-b958-cce06f70b627 None None] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:30.927388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2a382ba3-b3cd-47e4-837c-2cde44eb18aa'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:31.070463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5751451e-1355-44f0-b2c0-a7a8fb3d4796 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.071987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5751451e-1355-44f0-b2c0-a7a8fb3d4796 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1110072 Feb 11 14:13:31.083922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:31.087266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-b89bcd07-4b6f-48b6-ae4a-00f6d9abdd2b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/quotas/a26adba7d25c4f78861df08d91ea94c8 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Feb 11 14:13:31.104116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01ada1e4-525f-43dc-af46-d793a388def9 req-2749fccc-8ed2-4565-88a9-9b31290835fe tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Feb 11 14:13:31.127608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-1fb6f0ea-1cb0-4fe9-9379-59fe22ad4c07 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333619 Feb 11 14:13:31.225105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ad99-66d7-4a7b-bf18-0a8e80bc133a req-007128f1-c1e7-4e61-9cd1-9f355e6ea182 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.226655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b058ad99-66d7-4a7b-bf18-0a8e80bc133a req-007128f1-c1e7-4e61-9cd1-9f355e6ea182 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0579767 Feb 11 14:13:31.230999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-2d3ad1c9-2a62-4691-924a-309d28eab3d1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962441 Feb 11 14:13:31.266752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b058ad99-66d7-4a7b-bf18-0a8e80bc133a req-8a8c6d16-6484-4926-80bc-8079e62ad0c1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331588 Feb 11 14:13:31.325919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-ffc4875c-1a8a-4f3f-8aee-05bf1ad28739 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 Feb 11 14:13:31.447796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135861-afcd-4916-aff7-2d3030ed35b0 req-0177c172-b91d-453d-aaa2-0ed4da456d46 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.449229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98135861-afcd-4916-aff7-2d3030ed35b0 req-0177c172-b91d-453d-aaa2-0ed4da456d46 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Feb 11 14:13:31.487666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98135861-afcd-4916-aff7-2d3030ed35b0 req-90741cba-f19b-4646-9e0c-33364ca861fd tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Feb 11 14:13:31.618590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad291ba4-3da6-4988-ae75-30a9a8bd0e45 req-925f3b8d-308a-41f9-bd28-33696e9de0ca tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 210 time: 0.0329812 Feb 11 14:13:31.622099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b8927-7aa0-4ad5-a0a0-7515717527d1 req-3b1a8106-bdae-4981-901f-513207358b87 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.623719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-366b8927-7aa0-4ad5-a0a0-7515717527d1 req-3b1a8106-bdae-4981-901f-513207358b87 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 949 time: 0.0511456 Feb 11 14:13:31.671757 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-366b8927-7aa0-4ad5-a0a0-7515717527d1 req-94640972-69bb-4dc7-979c-a4fc85646e93 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Feb 11 14:13:32.191040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a382ba3-b3cd-47e4-837c-2cde44eb18aa up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:32.203391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e8bce34-411f-4e20-a8b9-ae7483ac5606 req-bb004147-b4d6-4e30-ae3f-5983250dbb08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 210 time: 0.0302923 Feb 11 14:13:32.271616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:32.360008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:32.366236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:32.369448 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.397497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:32.406169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:32.406544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.407210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bbd2a-fb4a-4fce-8380-c2c365107799 req-96c09c30-0bea-441e-87df-6b55b7604a3f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:32.409275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-490bbd2a-fb4a-4fce-8380-c2c365107799 req-96c09c30-0bea-441e-87df-6b55b7604a3f tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0713730 Feb 11 14:13:32.448986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-490bbd2a-fb4a-4fce-8380-c2c365107799 req-b733afb9-2426-44d9-a6ce-e26c255b24d5 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Feb 11 14:13:32.531531 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.550787 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.578945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:32.581516 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec070e2-f146-4c15-8e42-a3ec809e528e" -d '{"events": [{"server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "name": "network-vif-plugged", "status": "completed", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:32.587703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:32.610752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:32.642006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cae98-5f0f-4c0f-8933-064fa2c1abe7 req-2924e3b2-fa5b-411d-bd20-c5e7598255c8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:32.644099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c98cae98-5f0f-4c0f-8933-064fa2c1abe7 req-2924e3b2-fa5b-411d-bd20-c5e7598255c8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Feb 11 14:13:32.687785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c98cae98-5f0f-4c0f-8933-064fa2c1abe7 req-601325d5-3a82-4355-984f-f699f3f7c8e7 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370123 Feb 11 14:13:32.731755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.738616 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ed50b-0586-459b-982d-81d614f7beba x-openstack-request-id: req-eb7ed50b-0586-459b-982d-81d614f7beba {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:32.740261 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "name": "network-vif-plugged", "status": "completed", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:32.740851 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb7ed50b-0586-459b-982d-81d614f7beba {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:32.741348 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'code': 200} Feb 11 14:13:32.747043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.795350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9441cb75-e550-4318-8c68-3e71d64d9187 req-e8fad892-cbc9-4afd-ae17-d7ed2ad04f65 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 210 time: 0.0332780 Feb 11 14:13:32.812089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:32.884437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:32.919550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b139-d2d7-4a98-bdee-26bf2b7a4843 req-9b92bf14-39b2-44e5-961f-80be1f75143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:32.921055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b811b139-d2d7-4a98-bdee-26bf2b7a4843 req-9b92bf14-39b2-44e5-961f-80be1f75143b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 1101 time: 0.0849640 Feb 11 14:13:32.951718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd24d-9009-4efe-ac72-0979f21dd78a req-976edf36-8397-4d3b-9271-ed15bb0024d3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:32.953182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1fcd24d-9009-4efe-ac72-0979f21dd78a req-976edf36-8397-4d3b-9271-ed15bb0024d3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.0749259 Feb 11 14:13:32.977997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b811b139-d2d7-4a98-bdee-26bf2b7a4843 req-128914db-3887-405c-9094-ec7057f3d206 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503461 Feb 11 14:13:32.998076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1fcd24d-9009-4efe-ac72-0979f21dd78a req-02e71362-dc68-409e-a842-97f92c39b7dc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Feb 11 14:13:33.156278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-b5cfa651-b1c9-4324-bc5c-da38d0bb5868 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:33.158188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-b5cfa651-b1c9-4324-bc5c-da38d0bb5868 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.60 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1099083 Feb 11 14:13:33.175185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Request body: {'port': {'device_id': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'admin_state_up': True, 'tenant_id': '4e00559557c4424087370980fc0c03e9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:33.554346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2ad1919-493c-4e3f-91f6-16c295215c0d req-ed567bf6-f7b2-4fda-8025-0ff609b13a36 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 210 time: 0.0502806 Feb 11 14:13:33.798946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:33.804408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.816799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268581d-6aa4-413b-88d4-6cc54da4f91b req-66f8b08b-62f0-4bc4-a21c-289cead6d5a6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:33.818432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8268581d-6aa4-413b-88d4-6cc54da4f91b req-66f8b08b-62f0-4bc4-a21c-289cead6d5a6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0641296 Feb 11 14:13:33.902526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf998c-1360-4aa6-8ce1-5c0d41c8bec0 req-15f0420d-49e6-4da3-b75b-eb40991aadec tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:33.908839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8268581d-6aa4-413b-88d4-6cc54da4f91b req-200a204f-3d2e-4cb1-a1b5-2b9f29095090 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822816 Feb 11 14:13:33.912799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbcf998c-1360-4aa6-8ce1-5c0d41c8bec0 req-15f0420d-49e6-4da3-b75b-eb40991aadec tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0587063 Feb 11 14:13:33.955352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbcf998c-1360-4aa6-8ce1-5c0d41c8bec0 req-02f0ddc6-8fee-44a9-9bf5-56902f1eaa68 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Feb 11 14:13:34.041682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d91686-29c3-4d9b-a083-22f70d1b921e req-72ea72e8-e0ff-42d2-902c-14b0b8309ee4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 210 time: 0.0628698 Feb 11 14:13:34.075555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Allocated IP 172.20.0.6 (725f16da-f724-45b1-82ea-d9616f77480f/2fd6e874-8670-4117-9523-ba2e0139f563/80d5532b-656c-4d52-b3b1-1466d1bdfe00) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:34.114123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-c78eafa2-5eff-42e6-a3c5-18e85afb7c16 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.115600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-c78eafa2-5eff-42e6-a3c5-18e85afb7c16 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1863995 Feb 11 14:13:34.140093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Request body: {'port': {'device_id': '78df21db-3f25-4f1e-a098-3714a022d702', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'admin_state_up': True, 'tenant_id': '4e00559557c4424087370980fc0c03e9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:34.143843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a57b5f-c306-4849-ae44-2c2460f2d6c2 req-41697df2-d286-4cb3-b913-7e64f8d316d4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.145357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21a57b5f-c306-4849-ae44-2c2460f2d6c2 req-41697df2-d286-4cb3-b913-7e64f8d316d4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.0519722 Feb 11 14:13:34.186787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21a57b5f-c306-4849-ae44-2c2460f2d6c2 req-40d16271-823e-4ff7-807a-4da99b38ae82 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Feb 11 14:13:34.334062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.438314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:34.442556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.493940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.561105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Network 725f16da-f724-45b1-82ea-d9616f77480f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:34.571985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:34.591552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event updated for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:34.594022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:34.661930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Allocated IP 172.20.0.11 (725f16da-f724-45b1-82ea-d9616f77480f/2fd6e874-8670-4117-9523-ba2e0139f563/a65365ac-d3d9-4186-ab24-177d86b1e9e2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:34.684173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f4fbbea-74e7-473a-bf9b-b4123bd401bc req-5545af74-9a84-4820-b0c8-e071e05b5be7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 210 time: 0.0392168 Feb 11 14:13:34.690340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.690946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.742253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:34.744705 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e889f7f0-2d17-4388-9b2e-ea8a59598b18" -d '{"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-plugged", "status": "completed", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:34.785797 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003e57f-1e69-42e1-a21f-2294fce233c4 x-openstack-request-id: req-0003e57f-1e69-42e1-a21f-2294fce233c4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:34.786189 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-plugged", "status": "completed", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:34.786553 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0003e57f-1e69-42e1-a21f-2294fce233c4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:34.787034 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'code': 200} Feb 11 14:13:34.803144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-9df4d19e-e13f-4d2e-87e2-b4e5a2caa9f6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6333389 Feb 11 14:13:34.825254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Request body: {'port': {'device_id': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:34.875722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-62a13103-0d3b-4b87-a87c-be3d2f5d2526 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.878095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-62a13103-0d3b-4b87-a87c-be3d2f5d2526 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1060071 Feb 11 14:13:34.901970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Request body: {'port': {'device_id': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'admin_state_up': True, 'tenant_id': 'a26adba7d25c4f78861df08d91ea94c8'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:34.908706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.926917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.004838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f759ba-836a-4c5d-b672-a0832d60b8e8 req-19ae86fb-e8be-4327-b0f1-5c4605e65ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.006383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3f759ba-836a-4c5d-b672-a0832d60b8e8 req-19ae86fb-e8be-4327-b0f1-5c4605e65ed1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1097 time: 0.1082492 Feb 11 14:13:35.084561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3f759ba-836a-4c5d-b672-a0832d60b8e8 req-2f29940d-499f-4d5e-94b0-7f7d0acfa788 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687335 Feb 11 14:13:35.111987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab114c03-8942-4d24-b5bf-874919cdba02 req-639c0ea9-b882-4259-85a1-5768097d8c5e tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.113556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab114c03-8942-4d24-b5bf-874919cdba02 req-639c0ea9-b882-4259-85a1-5768097d8c5e tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0718536 Feb 11 14:13:35.124505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9985e-d29c-40ea-8cf5-1b312652afff req-60662969-8dc7-44a5-906d-6e0c29f19711 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.127328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1e9985e-d29c-40ea-8cf5-1b312652afff req-60662969-8dc7-44a5-906d-6e0c29f19711 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0919209 Feb 11 14:13:35.156248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab114c03-8942-4d24-b5bf-874919cdba02 req-6b3f4068-cc67-40f2-95be-eeb59d204676 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Feb 11 14:13:35.166182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1e9985e-d29c-40ea-8cf5-1b312652afff req-3fc9cf00-0bbe-4aaf-af21-18fd0d116334 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Feb 11 14:13:35.204503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Made reservation on behalf of a26adba7d25c4f78861df08d91ea94c8 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:35.208757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.210111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.295157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-545349af-00b3-42f1-96fe-af4c5c259613 req-117f0e08-835f-496f-9801-36acd5967fb7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 210 time: 0.0679922 Feb 11 14:13:35.331856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Network 725f16da-f724-45b1-82ea-d9616f77480f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:35.348796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:35.356347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:35.364298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event updated for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:35.379479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Allocated IP 172.20.0.7 (fd3b8fcf-5ff2-4745-9058-a348e8b04f47/92c0c591-bdb6-45ce-a59e-15efab46b29e/def8f8e6-a0b9-4312-89ad-f9254edab46a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:35.421961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e2b62-d1db-4bc9-bf2d-4c5cf25ca995 req-24a00978-ed69-4a43-995d-d7ea8f77fc85 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.423548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d98e2b62-d1db-4bc9-bf2d-4c5cf25ca995 req-24a00978-ed69-4a43-995d-d7ea8f77fc85 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.1606104 Feb 11 14:13:35.452417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.453063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.523275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d98e2b62-d1db-4bc9-bf2d-4c5cf25ca995 req-7f2d05ad-b7b0-4460-b540-6979e6d2c791 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883136 Feb 11 14:13:35.523855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.530087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d5532b-656c-4d52-b3b1-1466d1bdfe00 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:35.538940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.556270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Transition to ACTIVE for port object 80d5532b-656c-4d52-b3b1-1466d1bdfe00 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:35.605132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1950780a-6649-4235-8ed9-601e80a32fea tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4704685 Feb 11 14:13:35.621981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Request body: {'port': {'device_id': '78df21db-3f25-4f1e-a098-3714a022d702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:35.675724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.686429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.748048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.801703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:35.822351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:35.823826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:35.826156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:35.863275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Pushing event updated for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:35.880191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.880819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.969468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99857570-2749-41b0-bcbe-45b8ce610039 req-184d038a-5cfb-4e5e-a49a-9a1babef5a0a tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.970976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99857570-2749-41b0-bcbe-45b8ce610039 req-184d038a-5cfb-4e5e-a49a-9a1babef5a0a tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 932 time: 0.2072511 Feb 11 14:13:35.984536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-5dc70587-4964-4724-a79f-98adc17461ff tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870967 Feb 11 14:13:35.993938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Attempting to bind port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:35.994458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Attempting to bind port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:35.994848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Attempting to bind port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.005855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Request body: {'port': {'device_id': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:36.032328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 on network 725f16da-f724-45b1-82ea-d9616f77480f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:36.032657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Attempting to bind port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.051933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:36.054941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Checking segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:36.054941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Bound using segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:36.054941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Bound port: 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:36.054941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.080745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99857570-2749-41b0-bcbe-45b8ce610039 req-cd3243a7-2e12-480e-99bc-c30560a7f9e6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Feb 11 14:13:36.100939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.101721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.102196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.102663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.103147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.103606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.104315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.104590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.105086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.105566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.105999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.106464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.106917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.107384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.107836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.108283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.108764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.109244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.109695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.110146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.110592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.111067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.111563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.112012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.112461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.112928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.116045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-afce5f8b-2158-4935-88c2-0af7ada27dd0 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e&device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5&device_id=78df21db-3f25-4f1e-a098-3714a022d702&device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a&device_id=94361a45-35c9-48f0-9d0f-40cda4522974&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200&device_id=047ebec2-7df1-4194-9794-f1071a401b48&device_id=74e365ca-9f56-4544-bea7-8d62b167d56b&device_id=78282be3-d0a6-4a40-8094-2ad76693d30e&device_id=af64384c-0327-4d57-b050-ddb46129dd1e&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb&device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e&device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 23250 time: 0.1248825 Feb 11 14:13:36.117239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.146963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-17a15b58-6e62-4c5a-b360-3742f8488cbc tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.181909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:36.187111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:36.226717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65365ac-d3d9-4186-ab24-177d86b1e9e2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:36.234620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.247086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Transition to ACTIVE for port object a65365ac-d3d9-4186-ab24-177d86b1e9e2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:36.317035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b7c64-b5d9-403d-8b29-85d2c990c028 req-11be1c4c-65b1-45f0-95b6-9de891b6dfa1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.318518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b4b7c64-b5d9-403d-8b29-85d2c990c028 req-11be1c4c-65b1-45f0-95b6-9de891b6dfa1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0657477 Feb 11 14:13:36.320089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.368370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.369007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.370384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] 10.222.0.60 "PUT /v2.0/ports/80d5532b-656c-4d52-b3b1-1466d1bdfe00 HTTP/1.1" status: 200 len: 1091 time: 1.5511892 Feb 11 14:13:36.370823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:36.373039 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50351e59-92b7-49fd-adf2-2dd3a7198c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:36.378610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-17a15b58-6e62-4c5a-b360-3742f8488cbc tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.386629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.417966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b4b7c64-b5d9-403d-8b29-85d2c990c028 req-cd8e1870-8d2b-4ec1-b68f-20fc5f7985ce tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915315 Feb 11 14:13:36.420741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7eda7-4726-42b3-b381-29fd59966343 service neutron] Pushing event updated for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.464197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:36.476030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.493737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Transition to ACTIVE for port object def8f8e6-a0b9-4312-89ad-f9254edab46a will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:36.515757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Pushing event updated for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.525659 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-17a15b58-6e62-4c5a-b360-3742f8488cbc tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.546781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.547142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.547466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.547808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.548138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.549011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.549393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.549717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.550037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.550352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.550668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.550983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.565497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b320f58-e586-48b4-9c0b-2c4ac5c77b19 req-17a15b58-6e62-4c5a-b360-3742f8488cbc tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&id=643c193f-04e6-43d8-90a0-c85c374519cc&id=7e758d31-0d3b-4e05-b283-d625e063350c&id=116a9caf-4df5-44bc-8ba5-95337a5b87af&id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&id=c69126cd-fc40-450b-bf5f-e6f8654c6014&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 966 time: 0.4387817 Feb 11 14:13:36.583774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15b58-6e62-4c5a-b360-3742f8488cbc tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a178b49-c1cc-468d-b4a3-1032ca0799b7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.596370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.622197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd7b15-cee0-4600-8a34-fe8466c65a6e req-313fead5-35c2-450b-bcaa-ccd37dbda3d0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.630266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53bd7b15-cee0-4600-8a34-fe8466c65a6e req-313fead5-35c2-450b-bcaa-ccd37dbda3d0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.1238666 Feb 11 14:13:36.667763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Attempting to bind port a65365ac-d3d9-4186-ab24-177d86b1e9e2 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:36.668256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Attempting to bind port a65365ac-d3d9-4186-ab24-177d86b1e9e2 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:36.668686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Attempting to bind port a65365ac-d3d9-4186-ab24-177d86b1e9e2 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.679750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Port a65365ac-d3d9-4186-ab24-177d86b1e9e2 on network 725f16da-f724-45b1-82ea-d9616f77480f not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:36.680184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Attempting to bind port a65365ac-d3d9-4186-ab24-177d86b1e9e2 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.683326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.700792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:36.701220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Checking segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:36.701678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Bound using segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:36.702226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Bound port: a65365ac-d3d9-4186-ab24-177d86b1e9e2, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:36.702657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.715420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-bed2ca7f-13ba-4903-a834-451e242cad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.717028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-bed2ca7f-13ba-4903-a834-451e242cad84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5 HTTP/1.1" status: 200 len: 1094 time: 0.1627483 Feb 11 14:13:36.721994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53bd7b15-cee0-4600-8a34-fe8466c65a6e req-f0fc9826-257e-4816-99a6-c250ae05e7b1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760286 Feb 11 14:13:36.743583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd29e-cf63-4342-9337-b9dba92e9dfa req-4063213a-dcd3-456e-82dd-d4b87252b0f6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.745090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0bd29e-cf63-4342-9337-b9dba92e9dfa req-4063213a-dcd3-456e-82dd-d4b87252b0f6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.1116168 Feb 11 14:13:36.785765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Attempting to bind port def8f8e6-a0b9-4312-89ad-f9254edab46a on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:36.792745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Attempting to bind port def8f8e6-a0b9-4312-89ad-f9254edab46a by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:36.792745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Attempting to bind port def8f8e6-a0b9-4312-89ad-f9254edab46a on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.793371 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426c9b9-4200-48e7-8556-1040339da2cd x-openstack-request-id: req-f426c9b9-4200-48e7-8556-1040339da2cd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:36.793371 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:36.793371 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f426c9b9-4200-48e7-8556-1040339da2cd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:36.793371 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00', 'status': 'completed', 'code': 200} Feb 11 14:13:36.793371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-096a67a2-25be-43d6-b065-19eabfa84456 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00 HTTP/1.1" status: 200 len: 217 time: 0.0647888 Feb 11 14:13:36.793852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Port def8f8e6-a0b9-4312-89ad-f9254edab46a on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:36.793852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Attempting to bind port def8f8e6-a0b9-4312-89ad-f9254edab46a on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:36.807591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:36.807928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Checking segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:36.808306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Bound using segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:36.808729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Bound port: def8f8e6-a0b9-4312-89ad-f9254edab46a, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:36.809284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.820218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0bd29e-cf63-4342-9337-b9dba92e9dfa req-80c54064-c6d1-4ffe-9703-fab940ee3cb8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688510 Feb 11 14:13:36.863474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:36.880078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:36.886430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-38107cc4-6732-403f-9589-12b96674ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.887939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-38107cc4-6732-403f-9589-12b96674ee37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0848732 Feb 11 14:13:36.889933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:36.893194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:36.920425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-86eee4f0-e77a-4470-baac-3db9c8d7fab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258641 Feb 11 14:13:37.050503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796051-cbd0-4ef1-9b08-4a81d5029d2b req-b8b83528-c68d-480d-b588-88f1a88b8ea8 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.050503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796051-cbd0-4ef1-9b08-4a81d5029d2b req-b8b83528-c68d-480d-b588-88f1a88b8ea8 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.050503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796051-cbd0-4ef1-9b08-4a81d5029d2b req-b8b83528-c68d-480d-b588-88f1a88b8ea8 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.050503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6796051-cbd0-4ef1-9b08-4a81d5029d2b req-b8b83528-c68d-480d-b588-88f1a88b8ea8 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a&device_id=74e365ca-9f56-4544-bea7-8d62b167d56b&device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 2883 time: 0.0644724 Feb 11 14:13:37.054942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d3436dc7-a6e8-4bd9-8658-6a02f8d60838 service neutron] 10.222.0.60 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271791 Feb 11 14:13:37.122113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6796051-cbd0-4ef1-9b08-4a81d5029d2b req-2b1822c9-de4d-4f16-92db-6b8b4dee4a12 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748365 Feb 11 14:13:37.164640 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-980466a7-7b26-4450-9215-fd67522d1e94 service neutron] 10.222.0.60 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993583 Feb 11 14:13:37.187691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.214343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e9dd-5a28-4ce8-99e5-58bcd7fd365b req-062cb40f-b300-4e93-ae14-771e816f4ad7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.215848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7e8e9dd-5a28-4ce8-99e5-58bcd7fd365b req-062cb40f-b300-4e93-ae14-771e816f4ad7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 944 time: 0.0617261 Feb 11 14:13:37.235076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.237489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.238390 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.238390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] 10.222.0.62 "PUT /v2.0/ports/a65365ac-d3d9-4186-ab24-177d86b1e9e2 HTTP/1.1" status: 200 len: 1092 time: 1.6203926 Feb 11 14:13:37.278233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963183-c52c-4f53-88d6-7928435c256f service neutron] Pushing event updated for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:37.291863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.292877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.294283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] 10.222.0.60 "PUT /v2.0/ports/def8f8e6-a0b9-4312-89ad-f9254edab46a HTTP/1.1" status: 200 len: 1091 time: 1.3013914 Feb 11 14:13:37.297034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:37.306146 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82" -d '{"events": [{"name": "network-changed", "server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:37.327827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7e8e9dd-5a28-4ce8-99e5-58bcd7fd365b req-ff27d259-154a-483d-ae0e-a2925da1982f tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042426 Feb 11 14:13:37.347691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f584c-9188-4dcb-9678-5eab42660362 service neutron] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:37.376269 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda02a6d-ba2e-49e6-9e92-b852849bed87 x-openstack-request-id: req-dda02a6d-ba2e-49e6-9e92-b852849bed87 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:37.386839 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:37.386839 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dda02a6d-ba2e-49e6-9e92-b852849bed87 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:37.386839 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'status': 'completed', 'code': 200} Feb 11 14:13:37.412358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-0f6f354d-348a-46dd-9825-a4d81c75a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.415290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-0f6f354d-348a-46dd-9825-a4d81c75a403 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5 HTTP/1.1" status: 200 len: 1094 time: 0.0483723 Feb 11 14:13:37.462600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-aa0e7e20-16b7-4100-9777-40431b4d5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.464104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-aa0e7e20-16b7-4100-9777-40431b4d5c44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 1094 time: 0.0688045 Feb 11 14:13:37.466566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-83b6286f-ea15-47c9-8e4a-9ca4a0a1d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.467910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-83b6286f-ea15-47c9-8e4a-9ca4a0a1d335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 1095 time: 0.0648909 Feb 11 14:13:37.558606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-843e061d-1753-4ffa-a816-aee85f41b60c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0764496 Feb 11 14:13:37.560605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-9b0f68ea-7ad9-44d0-8176-e981d44219d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.562106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-9b0f68ea-7ad9-44d0-8176-e981d44219d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 914 time: 0.1403611 Feb 11 14:13:37.572257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80a79b-8e4a-4d53-a683-90043fbb45cc req-47f4acbf-d64b-4b93-9f72-d8e8aa2a7ae6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.573736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8c80a79b-8e4a-4d53-a683-90043fbb45cc req-47f4acbf-d64b-4b93-9f72-d8e8aa2a7ae6 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0706587 Feb 11 14:13:37.618115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-e74484fd-e91c-4354-b50a-26f95bad7c90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00 HTTP/1.1" status: 200 len: 217 time: 0.0434413 Feb 11 14:13:37.638951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1c9d164b-031b-4c91-8711-764ffade4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.640381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-1c9d164b-031b-4c91-8711-764ffade4bf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0731540 Feb 11 14:13:37.643083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-f6064b1b-4167-4d34-b619-903634ef18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.644400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-f6064b1b-4167-4d34-b619-903634ef18d9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a26adba7d25c4f78861df08d91ea94c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1709123 Feb 11 14:13:37.672624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8c80a79b-8e4a-4d53-a683-90043fbb45cc req-203082ea-2b97-40ce-9726-e176a8a96d18 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913036 Feb 11 14:13:37.690648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-6365133a-fd8f-4d2f-9655-1a08b5166797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.690648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-6365133a-fd8f-4d2f-9655-1a08b5166797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0641553 Feb 11 14:13:37.725457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-fe8a136b-0ba5-4a55-864a-81580fd4bdac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262234 Feb 11 14:13:37.887745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-b213da08-35c9-442e-974a-50b0809fcb8b service neutron] 10.222.0.60 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542113 Feb 11 14:13:37.902956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6af3c6-16b0-4226-8720-6fa23d3f8ad3 req-5eacea23-ea12-410d-83ae-f5d04b9f8431 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.904629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f6af3c6-16b0-4226-8720-6fa23d3f8ad3 req-5eacea23-ea12-410d-83ae-f5d04b9f8431 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0899131 Feb 11 14:13:37.980758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-6ad871b9-30d4-4fd0-ba4f-351aa3eacdce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3204317 Feb 11 14:13:38.132727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3c67-c76b-4ed5-98c2-aac8d139b27c req-c6938342-675b-4680-b545-4b71be1b5ff6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.134271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-555d3c67-c76b-4ed5-98c2-aac8d139b27c req-c6938342-675b-4680-b545-4b71be1b5ff6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.1872809 Feb 11 14:13:38.160038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-f2360d90-da7a-407c-a14c-f56b69d26758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.161628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8f0a7c6-d0a2-4b5c-b2b8-35ad67116b82 req-f2360d90-da7a-407c-a14c-f56b69d26758 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5091515 Feb 11 14:13:38.184375 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-7b0cd7b0-3e6b-43c5-aa13-112519aa8ccf service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633887 Feb 11 14:13:38.215893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:38.224789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-555d3c67-c76b-4ed5-98c2-aac8d139b27c req-5285ecd7-ffb0-4be4-ad9c-0e66d5afedd4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Feb 11 14:13:38.306590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-24dfe652-d7cd-4d5a-bdce-a36c05b69fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.308146 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-24dfe652-d7cd-4d5a-bdce-a36c05b69fdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 1094 time: 0.1026947 Feb 11 14:13:38.321813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f6af3c6-16b0-4226-8720-6fa23d3f8ad3 req-7f8e5166-607c-4a46-9550-12360b4c369e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076586 Feb 11 14:13:38.322949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04a0becf-873f-4085-b4d9-c98aed0d0606 req-cde9306c-c35d-4ce2-bd85-12c294738f82 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278696 Feb 11 14:13:38.353480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50351e59-92b7-49fd-adf2-2dd3a7198c4d req-bfed19f2-0477-415f-8b90-af0583632ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478605 Feb 11 14:13:38.375748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:38.377153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-8ce43ae6-65b9-47d1-8a2f-2e0ca67b931a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a HTTP/1.1" status: 200 len: 217 time: 0.0516248 Feb 11 14:13:38.388795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'network_id': 'dc246e33-6079-47cb-bc27-380392c5290e', 'port_id': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'mac_address': 'fa:16:3e:1c:5a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68a6681-5df3-4c3e-9286-0c4d4f282cf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:38.431191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:38.431970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-58858a36-29d3-4a5c-9352-1368e59e820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.433934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-58858a36-29d3-4a5c-9352-1368e59e820a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92c0c591-bdb6-45ce-a59e-15efab46b29e HTTP/1.1" status: 200 len: 854 time: 0.0464418 Feb 11 14:13:38.465277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ecd8-2fd5-4746-abb4-5aa53ba1b37c req-03aea60e-32b7-4c56-8a44-1d1494ab85d6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.467636 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ef2ecd8-2fd5-4746-abb4-5aa53ba1b37c req-03aea60e-32b7-4c56-8a44-1d1494ab85d6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 944 time: 0.0621920 Feb 11 14:13:38.477703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-6741f2ca-8d73-489e-abbf-e863e483f75f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359006 Feb 11 14:13:38.521186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ef2ecd8-2fd5-4746-abb4-5aa53ba1b37c req-a7b42d0d-a5f0-4af2-b4cf-634d1a2b6d46 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Feb 11 14:13:38.594514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:38.597276 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-50735733-38ed-43f3-b2d3-d9e99e2cde73 service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078942 Feb 11 14:13:38.624785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:38.632394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8761f-8e17-4189-908e-3070cd711187 req-12746666-97d4-42cf-af6c-8c1350c0ddf5 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.634229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1c8761f-8e17-4189-908e-3070cd711187 req-12746666-97d4-42cf-af6c-8c1350c0ddf5 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1097 time: 0.0445900 Feb 11 14:13:38.669090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1c8761f-8e17-4189-908e-3070cd711187 req-dbf8fa00-1988-49c5-95dd-be5cd815a30f tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287657 Feb 11 14:13:38.691356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e77e37-ad7d-4088-8ff9-e5fe749f5418 req-ff8371b4-7e09-40f9-9b75-6e63c1e3651c service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876460 Feb 11 14:13:38.739242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:38.788747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a581a0-0a28-4ea5-a43e-73c4b7ef1466 req-9645f706-0c59-4ad5-bc1f-802b555770b3 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.790350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4a581a0-0a28-4ea5-a43e-73c4b7ef1466 req-9645f706-0c59-4ad5-bc1f-802b555770b3 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1097 time: 0.0488439 Feb 11 14:13:38.804638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:38.807334 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:38.810033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:38.830732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4a581a0-0a28-4ea5-a43e-73c4b7ef1466 req-e9695a83-9132-404f-97b3-8b30685596a9 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Feb 11 14:13:38.838706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9387-17a0-4402-8271-1d9b53cf914c req-f07ef6dd-1b29-4835-bb0f-1059eee74ada tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.840239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b45f9387-17a0-4402-8271-1d9b53cf914c req-f07ef6dd-1b29-4835-bb0f-1059eee74ada tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 945 time: 0.0740132 Feb 11 14:13:38.880290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b45f9387-17a0-4402-8271-1d9b53cf914c req-7c1c98fc-1112-4c3a-8972-52df93300081 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Feb 11 14:13:38.885462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3be5bb69-6326-4c87-92b4-138d69ad9b39'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:38.932016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de275-6e1c-4588-b85e-d1c335bec9b5 req-4c2b86da-f228-48a0-ba10-4a41b7adc141 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.934938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c5de275-6e1c-4588-b85e-d1c335bec9b5 req-4c2b86da-f228-48a0-ba10-4a41b7adc141 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1100 time: 0.0489228 Feb 11 14:13:38.938434 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8552ff-a2ed-4fae-9e29-9ded32b9ca4b x-openstack-request-id: req-9b8552ff-a2ed-4fae-9e29-9ded32b9ca4b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:38.938725 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:38.939147 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b8552ff-a2ed-4fae-9e29-9ded32b9ca4b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:38.940124 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2', 'status': 'completed', 'code': 200} Feb 11 14:13:38.982173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c5de275-6e1c-4588-b85e-d1c335bec9b5 req-2f081a5b-2c03-4934-a2c6-9b8bf3371977 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Feb 11 14:13:39.025670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-3729ed5c-0bd3-43d1-a713-bb3379a0fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.027887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-3729ed5c-0bd3-43d1-a713-bb3379a0fec1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 1095 time: 0.0589750 Feb 11 14:13:39.144316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-b4f4264a-3bd2-4a7b-a52e-a8ba24506683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.145829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-b4f4264a-3bd2-4a7b-a52e-a8ba24506683 service neutron] 10.222.0.62 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 914 time: 0.1019669 Feb 11 14:13:39.188786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-b364a5d8-1dda-4337-87c9-636e71ea8d6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0341039 Feb 11 14:13:39.238417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-a1bc873f-17fe-4f42-a40d-c01dd09c562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.239871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-a1bc873f-17fe-4f42-a40d-c01dd09c562d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0436344 Feb 11 14:13:39.274284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-f325de86-d6f1-4f86-9dcb-292798acc68f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243816 Feb 11 14:13:39.373186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-11da9e30-c20b-4b48-9604-5c6fcfbf80b2 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893087 Feb 11 14:13:39.491304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f8918d9-e19b-4a59-ac1d-488cef55c0c6 req-fe53bc46-f0c9-4ff6-b496-8b54a2db1f86 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976739 Feb 11 14:13:39.652596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fa60-175a-46f8-a45c-d3149702f8f2 req-a6692b2b-5f06-4a02-b8f4-3ec0f881e542 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.654419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1253fa60-175a-46f8-a45c-d3149702f8f2 req-a6692b2b-5f06-4a02-b8f4-3ec0f881e542 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1100 time: 0.0457308 Feb 11 14:13:39.690119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1253fa60-175a-46f8-a45c-d3149702f8f2 req-1904474b-a999-4e1d-969f-e0e5b31a5f76 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289154 Feb 11 14:13:39.800994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dfd38-d6f2-4be2-adff-b703a0740840 req-9beb48f9-7eaf-4cb4-8024-55b256c658c4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.802785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046dfd38-d6f2-4be2-adff-b703a0740840 req-9beb48f9-7eaf-4cb4-8024-55b256c658c4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.0496895 Feb 11 14:13:39.842362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046dfd38-d6f2-4be2-adff-b703a0740840 req-c9cec070-3f94-4cbe-ba1e-5629191abe91 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Feb 11 14:13:39.949289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91757999-fd7a-45cf-9d1b-196b65ff348c req-4260e0a5-27f7-4d0d-bf45-ab4b4e1575ef tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.950885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91757999-fd7a-45cf-9d1b-196b65ff348c req-4260e0a5-27f7-4d0d-bf45-ab4b4e1575ef tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 944 time: 0.0494893 Feb 11 14:13:39.990877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91757999-fd7a-45cf-9d1b-196b65ff348c req-c5bf6e43-e8e2-4497-9f9c-87c087eb0db0 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Feb 11 14:13:40.232655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:40.280305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3be5bb69-6326-4c87-92b4-138d69ad9b39 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:40.284574 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.329487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 80d5532b-656c-4d52-b3b1-1466d1bdfe00 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:40.382377 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.455028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:40.457267 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c3987-3a20-4199-91f4-4ca5bd576e14" -d '{"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-plugged", "status": "completed", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:40.476525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:40.505767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:40.519248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '80d5532b-656c-4d52-b3b1-1466d1bdfe00', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'port_id': '80d5532b-656c-4d52-b3b1-1466d1bdfe00', 'mac_address': 'fa:16:3e:2b:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd6e874-8670-4117-9523-ba2e0139f563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:40.551406 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80388932-d352-4730-ab9b-263c5fbc874b x-openstack-request-id: req-80388932-d352-4730-ab9b-263c5fbc874b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:40.551406 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-plugged", "status": "completed", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:40.551658 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80388932-d352-4730-ab9b-263c5fbc874b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:40.552068 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'code': 200} Feb 11 14:13:40.568074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.580997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d5532b-656c-4d52-b3b1-1466d1bdfe00 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:40.601797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:40.627058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.647450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075999-4e96-4595-b57b-cf88f44e0d6c req-583ff12a-1ec9-494e-a66f-fd5b2356225a tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:40.648962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01075999-4e96-4595-b57b-cf88f44e0d6c req-583ff12a-1ec9-494e-a66f-fd5b2356225a tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 945 time: 0.0569258 Feb 11 14:13:40.674920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:40.691713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01075999-4e96-4595-b57b-cf88f44e0d6c req-f75fd9a6-6d4b-43ae-bef5-01024954cfa1 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357747 Feb 11 14:13:40.796703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.844361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:41.168503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['80d5532b-656c-4d52-b3b1-1466d1bdfe00'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:41.376075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540edc4a-845c-4420-8ae2-fc8b62541ce6 req-956587c5-c166-42a5-9ef9-1d1923800af8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:41.378077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-540edc4a-845c-4420-8ae2-fc8b62541ce6 req-956587c5-c166-42a5-9ef9-1d1923800af8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.0492849 Feb 11 14:13:41.425273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-540edc4a-845c-4420-8ae2-fc8b62541ce6 req-1d3f89c0-658a-4ff9-906e-dfaf15485df6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Feb 11 14:13:41.533729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f22a-8a7d-4707-8aa0-1a42f7845669 req-5856372f-b4bc-450c-95c1-b3a19586e31b tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:41.535286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c39f22a-8a7d-4707-8aa0-1a42f7845669 req-5856372f-b4bc-450c-95c1-b3a19586e31b tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 944 time: 0.0496368 Feb 11 14:13:41.578315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c39f22a-8a7d-4707-8aa0-1a42f7845669 req-44f9ae92-4a24-4519-b4c1-36b2b173e708 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Feb 11 14:13:41.608990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-a2ee2016-4124-4467-ac37-15a78959ecee tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:13:41.610007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-a2ee2016-4124-4467-ac37-15a78959ecee tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706158 Feb 11 14:13:41.705641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-9376849b-f3f3-43d1-8a8d-66c9e594ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:41.706110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-b905b0dd-1a4e-4cf0-8acc-7f6776fe5a15 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:41.707108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-9376849b-f3f3-43d1-8a8d-66c9e594ae54 service neutron] 10.222.0.31 "GET /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 1094 time: 0.0884328 Feb 11 14:13:41.707606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-b905b0dd-1a4e-4cf0-8acc-7f6776fe5a15 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0553482 Feb 11 14:13:41.718154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:41.718787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Unknown quota resources ['binding']. {{(pid=109375) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:13:41.807856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Deleting port 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:41.808178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.855239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:41.855617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:41.855896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:41.860242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:41.861309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:41.866253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:41.866588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:41.866965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:41.867389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Bound port: c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:41.901083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] For port 3be5bb69-6326-4c87-92b4-138d69ad9b39, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3be5bb69-6326-4c87-92b4-138d69ad9b39,segment=NetworkSegment(642cd7fb-afe4-4b10-816c-41c70fd85922),segment_id=642cd7fb-afe4-4b10-816c-41c70fd85922)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:41.901365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.913270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Calling delete_port for 3be5bb69-6326-4c87-92b4-138d69ad9b39 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:41.922013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:42.155656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.156802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-34678299-350d-4a26-a5f7-0772a936c592 service neutron] 10.222.0.31 "POST /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4421544 Feb 11 14:13:42.178393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3275f4-5412-4a1d-b094-a85db2045506 req-02d10210-544f-4168-80de-66ee0e2c4d80 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.179886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de3275f4-5412-4a1d-b094-a85db2045506 req-02d10210-544f-4168-80de-66ee0e2c4d80 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 946 time: 0.0537515 Feb 11 14:13:42.217771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de3275f4-5412-4a1d-b094-a85db2045506 req-44a7af33-43f0-4325-a4bc-b6619ebad93e tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/security-groups?id=116a9caf-4df5-44bc-8ba5-95337a5b87af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Feb 11 14:13:42.218831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.247958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a65365ac-d3d9-4186-ab24-177d86b1e9e2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:42.253245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Pushing event deleted for resources: {'Port': ['ID=3be5bb69-6326-4c87-92b4-138d69ad9b39,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:42.254173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:42.294230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] No DVR routers for this DVR port 3be5bb69-6326-4c87-92b4-138d69ad9b39 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:42.299462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.303380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ffedea7c-ea7c-4f41-b51e-0da8e356e97b req-961c7a10-a6d5-4a68-a755-8d998c98ea11 tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.62 "DELETE /v2.0/ports/3be5bb69-6326-4c87-92b4-138d69ad9b39 HTTP/1.1" status: 204 len: 173 time: 0.5897188 Feb 11 14:13:42.303902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-deleted', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:42.307415 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0871a1-8f4b-46e4-ab64-403b7f3c5962" -d '{"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-deleted", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:42.307951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:42.308501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:42.316641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:42.366973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb161a5-5f74-4723-b539-d41888ee99a9 req-0f2f3a68-6783-4572-a0bd-e7bd57cef8ab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.368940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7cb161a5-5f74-4723-b539-d41888ee99a9 req-0f2f3a68-6783-4572-a0bd-e7bd57cef8ab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0507567 Feb 11 14:13:42.411312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7cb161a5-5f74-4723-b539-d41888ee99a9 req-d72d2d72-d2b1-4f48-842c-26dc6d9336aa tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363297 Feb 11 14:13:42.456591 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd087f8-3fab-496f-98d8-faebc155837c x-openstack-request-id: req-dbd087f8-3fab-496f-98d8-faebc155837c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:42.456917 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94361a45-35c9-48f0-9d0f-40cda4522974", "name": "network-vif-deleted", "tag": "3be5bb69-6326-4c87-92b4-138d69ad9b39", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:42.457217 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbd087f8-3fab-496f-98d8-faebc155837c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:42.457630 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94361a45-35c9-48f0-9d0f-40cda4522974', 'name': 'network-vif-deleted', 'tag': '3be5bb69-6326-4c87-92b4-138d69ad9b39', 'status': 'completed', 'code': 200} Feb 11 14:13:42.462061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:42.490121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'port_id': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2', 'mac_address': 'fa:16:3e:02:32:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd6e874-8670-4117-9523-ba2e0139f563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:42.504004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:42.540724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'port_id': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'mac_address': 'fa:16:3e:0f:f8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0c591-bdb6-45ce-a59e-15efab46b29e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:42.555722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608d3b-a01f-4683-a3b8-065a2060d4ac req-aac23e83-7a9f-46b3-935d-7120f643f17d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.557507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11608d3b-a01f-4683-a3b8-065a2060d4ac req-aac23e83-7a9f-46b3-935d-7120f643f17d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.0512252 Feb 11 14:13:42.574925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.595770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65365ac-d3d9-4186-ab24-177d86b1e9e2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:42.602693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.621294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11608d3b-a01f-4683-a3b8-065a2060d4ac req-52fb46b2-d3e4-4b25-869c-261cc80f5753 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Feb 11 14:13:42.627523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b2d9e-5445-4c02-9f5b-049a9421b3fc req-be951d4d-cec6-45fb-9811-dcbc4130b897 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.630147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-071b2d9e-5445-4c02-9f5b-049a9421b3fc req-be951d4d-cec6-45fb-9811-dcbc4130b897 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0891743 Feb 11 14:13:42.642651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:42.644481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:42.665498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:42.686075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-071b2d9e-5445-4c02-9f5b-049a9421b3fc req-38259c46-61d2-4edc-8216-e7e72e2136a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495636 Feb 11 14:13:42.729126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad49b6-c5e1-40c6-b481-81873ab0dada req-580bc292-44e0-41c0-9c16-c6542c833cfc tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.730615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1ad49b6-c5e1-40c6-b481-81873ab0dada req-580bc292-44e0-41c0-9c16-c6542c833cfc tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 944 time: 0.0532427 Feb 11 14:13:42.770344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1ad49b6-c5e1-40c6-b481-81873ab0dada req-8243481f-d0ad-495d-b233-5ff179204a15 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Feb 11 14:13:42.775469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.808592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.829394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:42.879979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:43.144670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['a65365ac-d3d9-4186-ab24-177d86b1e9e2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:43.202523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['def8f8e6-a0b9-4312-89ad-f9254edab46a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:43.215958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-1d449162-29e7-4cee-a5e2-d6edec1b41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.219381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-1d449162-29e7-4cee-a5e2-d6edec1b41e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1097 time: 0.0407805 Feb 11 14:13:43.352817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc1dfcef-8119-4bcc-b65f-555d2a0843c1 req-7bb11582-bc6f-4d5b-bcda-1ea9fd74aadc tempest-ImagesTestJSON-439760005 tempest-ImagesTestJSON-439760005-project] 10.222.0.31 "GET /v2.0/ports?device_id=94361a45-35c9-48f0-9d0f-40cda4522974 HTTP/1.1" status: 200 len: 210 time: 0.0347974 Feb 11 14:13:43.356165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-0064c95b-f679-4056-8285-b4f1d5a15a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.357674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-0064c95b-f679-4056-8285-b4f1d5a15a64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1244552 Feb 11 14:13:43.402679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-daae0b94-6900-4f9c-8ba3-c62e62efa6b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0366986 Feb 11 14:13:43.457125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-c1206398-f1ec-4890-b404-5c2816c4c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.458592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-c1206398-f1ec-4890-b404-5c2816c4c733 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0488236 Feb 11 14:13:43.493785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-e2be80ef-115d-4d18-96b7-e7cf3b5d259f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278928 Feb 11 14:13:43.586911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54e1c-1c87-4014-886b-e69b0f7d4e8a req-01cc626a-b4f3-4830-bf78-d76f9306d660 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.588385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07c54e1c-1c87-4014-886b-e69b0f7d4e8a req-01cc626a-b4f3-4830-bf78-d76f9306d660 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0971274 Feb 11 14:13:43.631536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-6c8c6c8e-2e79-4cdd-9bbf-14adfccc79da service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288273 Feb 11 14:13:43.651751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07c54e1c-1c87-4014-886b-e69b0f7d4e8a req-f263ba89-1e36-4331-b1d5-c8890c9a417a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Feb 11 14:13:43.730456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-ce9f6792-ff53-4a11-8501-e1a7ceb9cf5e service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911155 Feb 11 14:13:43.743093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c1adf-fec5-4586-8c1d-54fa2d8a595e req-c145ef08-6ad9-490f-806d-326cdee3e4d3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.744993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-061c1adf-fec5-4586-8c1d-54fa2d8a595e req-c145ef08-6ad9-490f-806d-326cdee3e4d3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 944 time: 0.0601807 Feb 11 14:13:43.787762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-061c1adf-fec5-4586-8c1d-54fa2d8a595e req-1dba0b8f-635d-4301-a62f-8b65b2baaf2b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Feb 11 14:13:43.838424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf563-8e90-4598-8ba4-7c8fdf34d263 req-6fb37e1b-83d2-4dc9-ad77-78f58af48927 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.840390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3dbdf563-8e90-4598-8ba4-7c8fdf34d263 req-6fb37e1b-83d2-4dc9-ad77-78f58af48927 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0751114 Feb 11 14:13:43.889842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3dbdf563-8e90-4598-8ba4-7c8fdf34d263 req-24d00d95-1ab0-4391-90cc-ae6b084f8681 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Feb 11 14:13:43.910312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55731b66-7d57-46ff-8ac9-314cfc5839f9 req-8e6e3daf-1016-4240-ba63-3dfa934941f5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.911808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55731b66-7d57-46ff-8ac9-314cfc5839f9 req-8e6e3daf-1016-4240-ba63-3dfa934941f5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 945 time: 0.0562003 Feb 11 14:13:43.948829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55731b66-7d57-46ff-8ac9-314cfc5839f9 req-81a0ce19-0a27-4371-9fc0-e6b7deff1ee6 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Feb 11 14:13:44.333850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 80d5532b-656c-4d52-b3b1-1466d1bdfe00 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:44.498784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:44.500010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:44.500658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.585460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.609837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:44.613285 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7908644-4f15-4033-82fa-b964d11ff526" -d '{"events": [{"server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "name": "network-vif-plugged", "status": "completed", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:44.627669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:44.660058 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eeef0f-4acf-4ac9-8294-481814dfb53e x-openstack-request-id: req-68eeef0f-4acf-4ac9-8294-481814dfb53e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:44.660350 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "name": "network-vif-plugged", "status": "completed", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:44.660608 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68eeef0f-4acf-4ac9-8294-481814dfb53e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:44.661039 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00', 'code': 200} Feb 11 14:13:44.719081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.751317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47084) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:44.778544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:44.805349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Deleting subnet d68a6681-5df3-4c3e-9286-0c4d4f282cf4 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:13:44.809641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.839186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21c3a2-62dd-4a32-a2ec-ab1818790a10 req-7be19e50-23af-472c-bfb6-61aad92a3c8f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.841994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e21c3a2-62dd-4a32-a2ec-ab1818790a10 req-7be19e50-23af-472c-bfb6-61aad92a3c8f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0706944 Feb 11 14:13:44.844608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df76b71-d898-4fa5-9fc4-e41d8c8474fb req-c311b4c7-386a-4776-bbf1-6083fa03cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.848196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5df76b71-d898-4fa5-9fc4-e41d8c8474fb req-c311b4c7-386a-4776-bbf1-6083fa03cb83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5 HTTP/1.1" status: 200 len: 1096 time: 0.1129882 Feb 11 14:13:44.856434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.916144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5df76b71-d898-4fa5-9fc4-e41d8c8474fb req-c54015aa-f1b6-4241-a290-18268bf9024a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507119 Feb 11 14:13:44.919691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e21c3a2-62dd-4a32-a2ec-ab1818790a10 req-2a19f917-5d5a-484c-a4e5-eb97fcdf0cf7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Feb 11 14:13:44.941106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.989317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304792c-75ea-46e6-8a25-46fdc1727f2c req-7929a23d-2042-4063-970f-aa1732e58ebc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.990832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e304792c-75ea-46e6-8a25-46fdc1727f2c req-7929a23d-2042-4063-970f-aa1732e58ebc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 944 time: 0.0999160 Feb 11 14:13:45.043482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e304792c-75ea-46e6-8a25-46fdc1727f2c req-9a2adf57-e130-4740-a56e-429e705f59b0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Feb 11 14:13:45.044645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4dc1-c338-4584-b907-ff0c640b71ec req-a265c305-20ff-4f74-b55a-9e957a2d089d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.046445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80ff4dc1-c338-4584-b907-ff0c640b71ec req-a265c305-20ff-4f74-b55a-9e957a2d089d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0568609 Feb 11 14:13:45.094473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80ff4dc1-c338-4584-b907-ff0c640b71ec req-abb28a40-cc42-4cb3-9b64-99b93acd3155 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Feb 11 14:13:45.116723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.163155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68a6681-5df3-4c3e-9286-0c4d4f282cf4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:45.165236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.171631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40ce3953-3679-4eac-8a8f-6e2885354f0d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d68a6681-5df3-4c3e-9286-0c4d4f282cf4 HTTP/1.1" status: 204 len: 168 time: 0.4173119 Feb 11 14:13:45.171760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:45.208365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753aa56-6d87-49eb-a6f8-88cbe06d2925 req-24e5f2d6-fd24-4382-aaca-5361bc2258ca tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.210003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3753aa56-6d87-49eb-a6f8-88cbe06d2925 req-24e5f2d6-fd24-4382-aaca-5361bc2258ca tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 945 time: 0.0905366 Feb 11 14:13:45.250105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.251396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3753aa56-6d87-49eb-a6f8-88cbe06d2925 req-8bb11f84-c94c-4420-9bf1-ad3bdc7acb0e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351534 Feb 11 14:13:45.339208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.361836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc246e33-6079-47cb-bc27-380392c5290e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:45.381808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642cd7fb-afe4-4b10-816c-41c70fd85922') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:45.381808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642cd7fb-afe4-4b10-816c-41c70fd85922') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:45.389861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.403772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.410917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:13:45.411305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:45.416315 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:45.581834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.587748 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.591238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc246e33-6079-47cb-bc27-380392c5290e HTTP/1.1" status: 204 len: 168 time: 0.4184930 Feb 11 14:13:45.603842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ebb4-0d04-4e8c-bbfb-5c20b4d25f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc246e33-6079-47cb-bc27-380392c5290e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:45.986838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:46.056215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f8a321ed-8def-47b5-a5d8-7b24aa4ebd7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=950bea0c23d24a7685d22fec5433069d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673304 Feb 11 14:13:46.058763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:46.075196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c549893-feaa-449c-b78c-24c93ec27c46 req-7da05fc9-671f-4ada-92a9-5e7540d6143a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.075196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c549893-feaa-449c-b78c-24c93ec27c46 req-7da05fc9-671f-4ada-92a9-5e7540d6143a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0802789 Feb 11 14:13:46.134287 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c549893-feaa-449c-b78c-24c93ec27c46 req-e722fe7d-b7a3-4f79-943b-b7cd40f4d998 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483603 Feb 11 14:13:46.161258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.193226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.214213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a52c-c2de-4bbc-8649-4499e437dca6 req-ce2fe3b3-2150-40e9-9208-34d79f2771b3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.216171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f132a52c-c2de-4bbc-8649-4499e437dca6 req-ce2fe3b3-2150-40e9-9208-34d79f2771b3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 944 time: 0.0959630 Feb 11 14:13:46.252929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a12cd3-7aad-45bf-8069-adf7f8fd8e62 req-e835bbff-c154-4bc9-91ab-2f21f12e87f8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.254658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89a12cd3-7aad-45bf-8069-adf7f8fd8e62 req-e835bbff-c154-4bc9-91ab-2f21f12e87f8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0548301 Feb 11 14:13:46.270774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f132a52c-c2de-4bbc-8649-4499e437dca6 req-f834dea7-ce6b-493a-ab34-8d3b5d76cc03 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Feb 11 14:13:46.280561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a65365ac-d3d9-4186-ab24-177d86b1e9e2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:46.331632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89a12cd3-7aad-45bf-8069-adf7f8fd8e62 req-e18e5498-a784-4502-909a-f8738baf8595 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675933 Feb 11 14:13:46.343578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:46.356701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.359553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.360453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/116a9caf-4df5-44bc-8ba5-95337a5b87af HTTP/1.1" status: 204 len: 168 time: 0.3000689 Feb 11 14:13:46.442386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec8751-1e1f-45dc-9939-ba0829fc8dd2 req-85a68876-0347-4463-83bf-c9ff4a9951d8 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.444024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dec8751-1e1f-45dc-9939-ba0829fc8dd2 req-85a68876-0347-4463-83bf-c9ff4a9951d8 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 945 time: 0.0679512 Feb 11 14:13:46.470143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab19b9-b89d-408e-94b7-4dd2e5f46ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a9caf-4df5-44bc-8ba5-95337a5b87af,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:46.489968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port a65365ac-d3d9-4186-ab24-177d86b1e9e2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:46.495463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port a65365ac-d3d9-4186-ab24-177d86b1e9e2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:46.495841 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.508626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dec8751-1e1f-45dc-9939-ba0829fc8dd2 req-f645f0b1-453a-4b10-83a5-b337ad95b03a tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Feb 11 14:13:46.547637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port def8f8e6-a0b9-4312-89ad-f9254edab46a completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:46.553476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port def8f8e6-a0b9-4312-89ad-f9254edab46a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:46.553703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.617900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.665701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:46.667875 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83fd052-2edb-410b-bd1b-61809354158b" -d '{"events": [{"server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "name": "network-vif-plugged", "status": "completed", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:46.687818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:46.696592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.721788 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485dcba7-c574-4b2a-ba02-5acaeac8a22c x-openstack-request-id: req-485dcba7-c574-4b2a-ba02-5acaeac8a22c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:46.722004 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "name": "network-vif-plugged", "status": "completed", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:46.723909 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-485dcba7-c574-4b2a-ba02-5acaeac8a22c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:46.724707 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2', 'code': 200} Feb 11 14:13:46.743368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:46.786701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.787623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:46.810219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3be5bb69-6326-4c87-92b4-138d69ad9b39 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:46.810828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3be5bb69-6326-4c87-92b4-138d69ad9b39 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:46.834456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.848267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5659-7c91-4eb8-83bc-da3e043ed962 req-e0b23814-eab2-4791-ac87-0a67ad7c9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.848267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-459c5659-7c91-4eb8-83bc-da3e043ed962 req-e0b23814-eab2-4791-ac87-0a67ad7c9448 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 1097 time: 0.0639486 Feb 11 14:13:46.860768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:46.901787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-459c5659-7c91-4eb8-83bc-da3e043ed962 req-12384fd0-a899-4850-ac8c-96cfd44f5f96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Feb 11 14:13:46.921365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:47.268414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8dada-f63f-472e-9ce0-f6f74304f4f4 req-c50ef934-6cc4-4646-b44e-d1d5203c4842 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.270400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef8dada-f63f-472e-9ce0-f6f74304f4f4 req-c50ef934-6cc4-4646-b44e-d1d5203c4842 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0565114 Feb 11 14:13:47.313989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef8dada-f63f-472e-9ce0-f6f74304f4f4 req-c75b94cf-6b07-428c-bf9a-59de0afcfcf8 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Feb 11 14:13:47.440026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c14188-599b-4782-9044-9cc56c027d88 req-84bdfed5-05b4-4157-a4b0-a9491edd6dee tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.442260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2c14188-599b-4782-9044-9cc56c027d88 req-84bdfed5-05b4-4157-a4b0-a9491edd6dee tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0727808 Feb 11 14:13:47.487072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e053c8-95c9-4ef5-9d14-e8ee5fe15d14 req-10c103bd-adcf-483a-ad2b-e2cdc1a18931 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.496766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28e053c8-95c9-4ef5-9d14-e8ee5fe15d14 req-10c103bd-adcf-483a-ad2b-e2cdc1a18931 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0743964 Feb 11 14:13:47.504213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2c14188-599b-4782-9044-9cc56c027d88 req-a4e1f164-b59a-403d-a3ee-dfdef7368c4e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518572 Feb 11 14:13:47.535736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28e053c8-95c9-4ef5-9d14-e8ee5fe15d14 req-ebb8bb14-04ab-4562-a1eb-1989c76ed214 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Feb 11 14:13:47.635219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539e88d-0a6d-4a6d-a7c5-bf616bf83c34 req-0febbe1e-04e0-4eac-9ce9-5dd03bfa7420 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.636626 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9539e88d-0a6d-4a6d-a7c5-bf616bf83c34 req-0febbe1e-04e0-4eac-9ce9-5dd03bfa7420 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 946 time: 0.0481052 Feb 11 14:13:47.678524 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9539e88d-0a6d-4a6d-a7c5-bf616bf83c34 req-eb401844-5dc9-4402-8b06-72cf98fbfd79 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Feb 11 14:13:48.097575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-db57cf81-87a9-4216-b7b7-d99663f55c20 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b3c91c4527244104a747d4311392c1db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253320 Feb 11 14:13:48.187663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a87bb9d0-c4b1-4a4c-bba2-700ac156e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.227943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-0a580f2a-f798-4e3a-92f2-2385a65abbb0 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.229441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-0a580f2a-f798-4e3a-92f2-2385a65abbb0 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241801 Feb 11 14:13:48.244584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-72fcd6c1-e0be-4a5f-bade-68261ad5ce1b tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/quotas/b3c91c4527244104a747d4311392c1db HTTP/1.1" status: 200 len: 375 time: 0.0091887 Feb 11 14:13:48.281179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c93a703b-b586-48df-a520-020bb2718fdc tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3c91c4527244104a747d4311392c1db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304925 Feb 11 14:13:48.449179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b93d71-e155-45c9-b1a6-869228504f79 req-fe7679bf-357e-4022-9e7f-c6fbba0bceab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.450968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84b93d71-e155-45c9-b1a6-869228504f79 req-fe7679bf-357e-4022-9e7f-c6fbba0bceab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0629971 Feb 11 14:13:48.490484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84b93d71-e155-45c9-b1a6-869228504f79 req-1bb53efd-9c4d-4950-be24-5124ae0bf390 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Feb 11 14:13:48.613560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4f0d8-2fd5-43a6-9a33-5690987b984f req-8d100ff8-9b73-47b3-9cd4-b33e14451fc2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.615411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7b4f0d8-2fd5-43a6-9a33-5690987b984f req-8d100ff8-9b73-47b3-9cd4-b33e14451fc2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0530164 Feb 11 14:13:48.672464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7b4f0d8-2fd5-43a6-9a33-5690987b984f req-73e189af-2c4c-44b0-b93c-da3626228a21 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Feb 11 14:13:48.726059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:48.733362 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649cf999-83ee-44ea-bca9-0c1285c62da9" -d '{"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-plugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:48.747867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c49967b-0bd2-4c30-8c87-802d23639166 req-f94a098c-32b8-4f79-be5a-a1798368e1cc tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Feb 11 14:13:48.748921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793debf-ffe4-4210-8a56-e1d4d4ef360a req-5ad04b51-efe9-4549-b51a-790834143ec3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.757857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c793debf-ffe4-4210-8a56-e1d4d4ef360a req-5ad04b51-efe9-4549-b51a-790834143ec3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0774922 Feb 11 14:13:48.818597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c793debf-ffe4-4210-8a56-e1d4d4ef360a req-919e9bb7-5eec-4189-a123-f18e2f347274 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456824 Feb 11 14:13:48.858959 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe25c9bb-df9e-458e-b2d9-276861e8de9c x-openstack-request-id: req-fe25c9bb-df9e-458e-b2d9-276861e8de9c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:48.859245 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-plugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:48.859493 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe25c9bb-df9e-458e-b2d9-276861e8de9c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:48.859886 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'code': 200} Feb 11 14:13:48.881138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d813e-6b7a-4467-a05d-f6dc1747c565 req-10e98982-4267-4de6-bb7a-6b951cd3a564 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.882621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-146d813e-6b7a-4467-a05d-f6dc1747c565 req-10e98982-4267-4de6-bb7a-6b951cd3a564 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 946 time: 0.0569208 Feb 11 14:13:48.928852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-146d813e-6b7a-4467-a05d-f6dc1747c565 req-bb6b00d2-74f0-4cca-9d50-c2da8bafdc4e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Feb 11 14:13:48.959724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb466fe-dc2d-456b-bd54-02cdcf33787f req-c0a49080-b9e7-4781-908a-444c130059ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.961822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfb466fe-dc2d-456b-bd54-02cdcf33787f req-c0a49080-b9e7-4781-908a-444c130059ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 1096 time: 0.0427101 Feb 11 14:13:48.997476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfb466fe-dc2d-456b-bd54-02cdcf33787f req-72465122-c798-43f7-8a43-3a8b8630976d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298448 Feb 11 14:13:49.052187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513e6d-eb05-4751-a23f-e7ae128f0e59 req-5c9adf6a-523d-40a6-a697-be480a02ac4c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.053634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0513e6d-eb05-4751-a23f-e7ae128f0e59 req-5c9adf6a-523d-40a6-a697-be480a02ac4c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Feb 11 14:13:49.093374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0513e6d-eb05-4751-a23f-e7ae128f0e59 req-ac8a8ccf-d754-4fe4-8379-ec15502ffc91 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Feb 11 14:13:49.617958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745fa11-25a6-4bc9-b95b-29e434f32c32 req-4f767860-9030-44e6-973b-1578b824a85a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.619487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1745fa11-25a6-4bc9-b95b-29e434f32c32 req-4f767860-9030-44e6-973b-1578b824a85a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0514507 Feb 11 14:13:49.660984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1745fa11-25a6-4bc9-b95b-29e434f32c32 req-7a2804d4-085e-4b3e-90bc-11aadde1c376 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Feb 11 14:13:49.785636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4dac-7b0f-4560-9907-72e9dadf3c0f req-3c06f8a7-cc70-4e7b-8790-2a5e209df7c2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.787126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa9c4dac-7b0f-4560-9907-72e9dadf3c0f req-3c06f8a7-cc70-4e7b-8790-2a5e209df7c2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0499647 Feb 11 14:13:49.826255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa9c4dac-7b0f-4560-9907-72e9dadf3c0f req-4c5b3130-4b2d-4cec-b814-aed242a64f70 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Feb 11 14:13:49.898688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df5d3d2a-19a6-4a9c-8891-824264744fd7 req-7b751f42-3b07-4d24-a615-d057de8c7116 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0332937 Feb 11 14:13:50.005728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671155-1887-4b1a-9282-0b442215b263 req-a27c5eee-517d-4895-b581-aa6a3c661527 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.007227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-66671155-1887-4b1a-9282-0b442215b263 req-a27c5eee-517d-4895-b581-aa6a3c661527 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0530715 Feb 11 14:13:50.046879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-66671155-1887-4b1a-9282-0b442215b263 req-212ecc4d-e7de-4aea-9bb5-6f9337984287 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Feb 11 14:13:50.223695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ed40f12c-c259-4c0a-9924-573f784655a2 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.225288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ed40f12c-c259-4c0a-9924-573f784655a2 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1059599 Feb 11 14:13:50.240355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ca25f8fe-aafa-4c8c-b220-2c90e2a7b2e2 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/quotas/4e00559557c4424087370980fc0c03e9 HTTP/1.1" status: 200 len: 375 time: 0.0090034 Feb 11 14:13:50.297232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-46f3d06d-3a1a-499f-950d-4cb2690aa687 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515137 Feb 11 14:13:50.395576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-32d6d965-2bab-4302-918d-718343333501 service neutron] 10.222.0.31 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913279 Feb 11 14:13:50.424764 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d45edd0e-9337-413b-bc2e-c0d1da1402a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.489862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-cefa4b07-db34-4b37-a698-3ece029a7e2b service neutron] 10.222.0.31 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880740 Feb 11 14:13:50.789226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1cf9a-834b-42fe-8dfb-fb78601190cc req-702e5487-b233-4a53-937c-3868d3eda64c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.790714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e1cf9a-834b-42fe-8dfb-fb78601190cc req-702e5487-b233-4a53-937c-3868d3eda64c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0616562 Feb 11 14:13:50.830407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e1cf9a-834b-42fe-8dfb-fb78601190cc req-d9dbd466-2d75-4b03-88bc-2f9cda737e7e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Feb 11 14:13:50.945660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af74369-07b8-4f30-942d-c16f5356938e req-e0f4f9a5-d5e5-47b1-8548-6e460f4d6d82 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.947242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1af74369-07b8-4f30-942d-c16f5356938e req-e0f4f9a5-d5e5-47b1-8548-6e460f4d6d82 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0537124 Feb 11 14:13:50.988487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1af74369-07b8-4f30-942d-c16f5356938e req-bc27a4ff-0851-45f5-a2ad-d7bdbb04f0b6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Feb 11 14:13:51.094874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cacc84b6-1c2e-481b-b2a8-4a69eaf0d7ff req-f6806731-d69f-48ac-a61e-2f27851ca248 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0329506 Feb 11 14:13:51.241123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9810d-433c-41b0-ad6d-595c8e1b220a req-ff792bed-bbb5-438f-b14c-2db12558c6bc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:51.242772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05c9810d-433c-41b0-ad6d-595c8e1b220a req-ff792bed-bbb5-438f-b14c-2db12558c6bc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0552869 Feb 11 14:13:51.311995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05c9810d-433c-41b0-ad6d-595c8e1b220a req-99707173-722f-42a6-b81b-1c2e8843051e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Feb 11 14:13:51.339790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb93f50-b703-4eea-98fd-f9989267261d req-c23dde9f-0531-449c-b824-366f37f17c86 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:51.341493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbb93f50-b703-4eea-98fd-f9989267261d req-c23dde9f-0531-449c-b824-366f37f17c86 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5 HTTP/1.1" status: 200 len: 945 time: 0.0747027 Feb 11 14:13:51.476528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2682-8eb7-42d8-9088-bdbcf40e4e3f req-294cd316-a50a-4476-9789-89976e0ef0b8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:51.478459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc9c2682-8eb7-42d8-9088-bdbcf40e4e3f req-294cd316-a50a-4476-9789-89976e0ef0b8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0900064 Feb 11 14:13:51.526044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Deleting port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:51.526282 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:51.550651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc9c2682-8eb7-42d8-9088-bdbcf40e4e3f req-3d78475d-5b2b-4a88-b9ac-294b74e17b07 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Feb 11 14:13:51.618663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:51.623970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d47c543-deb4-4258-9913-7e990b46fb35 req-4efdc9fc-c8ff-47ac-8421-a3a52751ce91 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0297642 Feb 11 14:13:51.665016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] For port 80d5532b-656c-4d52-b3b1-1466d1bdfe00, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=80d5532b-656c-4d52-b3b1-1466d1bdfe00,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:51.665376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:51.695197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Calling delete_port for 80d5532b-656c-4d52-b3b1-1466d1bdfe00 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:51.965032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-7704118d-76d1-4229-b072-749ac7b77593 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b3c91c4527244104a747d4311392c1db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531652 Feb 11 14:13:52.044311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-7f192fc1-872e-44b6-9d98-0ba07a801948 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.046179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-7f192fc1-872e-44b6-9d98-0ba07a801948 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/ports?device_id=78df21db-3f25-4f1e-a098-3714a022d702 HTTP/1.1" status: 200 len: 946 time: 0.3943703 Feb 11 14:13:52.082861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30951534-1e56-44c9-b703-e8408cd7e488 req-ba76958b-378c-4317-89ce-b17d94572a07 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.084573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30951534-1e56-44c9-b703-e8408cd7e488 req-ba76958b-378c-4317-89ce-b17d94572a07 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1256006 Feb 11 14:13:52.163718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-834c5e6c-c547-452b-b26c-16e99fd7add3 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.165386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-834c5e6c-c547-452b-b26c-16e99fd7add3 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908178 Feb 11 14:13:52.171602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30951534-1e56-44c9-b703-e8408cd7e488 req-7fd6ca71-dafd-4b97-9d62-afdf72f9b9a7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792725 Feb 11 14:13:52.180830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Request body: {'port': {'device_id': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'b3c91c4527244104a747d4311392c1db'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:52.185405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdc1c5-348a-42f2-8bd6-384cc1d1ff86 req-65e2e33f-0828-4842-9968-148ef3ade62c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.187865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65fdc1c5-348a-42f2-8bd6-384cc1d1ff86 req-65e2e33f-0828-4842-9968-148ef3ade62c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.1637440 Feb 11 14:13:52.300210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65fdc1c5-348a-42f2-8bd6-384cc1d1ff86 req-59690c21-2cab-4d33-b7b6-9c307ebcd9e6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930607 Feb 11 14:13:52.307912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Deleting port a65365ac-d3d9-4186-ab24-177d86b1e9e2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:52.308450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.354052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90653cf2-9848-4bc5-8c78-4770201e9b63 req-a6a2800f-dc5a-4732-8b09-aedfcfbd7f0b tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Feb 11 14:13:52.410153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.421807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['a65365ac-d3d9-4186-ab24-177d86b1e9e2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:52.427256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['80d5532b-656c-4d52-b3b1-1466d1bdfe00'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:52.436058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event deleted for resources: {'Port': ['ID=80d5532b-656c-4d52-b3b1-1466d1bdfe00,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:52.507006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Made reservation on behalf of b3c91c4527244104a747d4311392c1db for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:52.518047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.524527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.609975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] No DVR routers for this DVR port 80d5532b-656c-4d52-b3b1-1466d1bdfe00 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:52.612618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] For port a65365ac-d3d9-4186-ab24-177d86b1e9e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a65365ac-d3d9-4186-ab24-177d86b1e9e2,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:52.612997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.616656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.619088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbb93f50-b703-4eea-98fd-f9989267261d req-92e7e086-6ea2-447f-995a-4a743d234a08 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.60 "DELETE /v2.0/ports/80d5532b-656c-4d52-b3b1-1466d1bdfe00 HTTP/1.1" status: 204 len: 173 time: 1.2712812 Feb 11 14:13:52.625359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'name': 'network-vif-deleted', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:52.625359 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a86119-db6a-4a2a-9253-4de32fa99238" -d '{"events": [{"server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "name": "network-vif-deleted", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:52.631778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.645715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Calling delete_port for a65365ac-d3d9-4186-ab24-177d86b1e9e2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:52.676541 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c82ee-278b-428d-b182-b1a9a0a466ef x-openstack-request-id: req-b14c82ee-278b-428d-b182-b1a9a0a466ef {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:52.676940 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5", "name": "network-vif-deleted", "tag": "80d5532b-656c-4d52-b3b1-1466d1bdfe00", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:52.677191 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b14c82ee-278b-428d-b182-b1a9a0a466ef {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:52.677638 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e4a7ca-5e6e-474d-82d4-1cbefd3c43c5', 'name': 'network-vif-deleted', 'tag': '80d5532b-656c-4d52-b3b1-1466d1bdfe00', 'status': 'completed', 'code': 200} Feb 11 14:13:52.740310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-faf19c0e-e80c-4005-befe-6bc4f0a68bf5 req-579b5299-d3c5-45cc-82d9-d1aa57aa70b0 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0349476 Feb 11 14:13:52.741024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74695-eb6e-4638-bc3d-a8c776d4ce5b req-7e89d223-785e-46c8-8d59-31bfdd341631 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.741024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44b74695-eb6e-4638-bc3d-a8c776d4ce5b req-7e89d223-785e-46c8-8d59-31bfdd341631 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0974789 Feb 11 14:13:52.764984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.791375 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44b74695-eb6e-4638-bc3d-a8c776d4ce5b req-3286ecde-f7f8-410f-8a3d-0ed622c02d10 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Feb 11 14:13:52.839173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ada3e-4aa1-40fd-b763-fccc92b2816c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:52.914403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Allocated IP 192.168.233.253 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/40d7cccb-1211-45e0-b08a-06a8edc9b6e6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:52.967546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.979890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['80d5532b-656c-4d52-b3b1-1466d1bdfe00'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:52.996332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event deleted for resources: {'Port': ['ID=a65365ac-d3d9-4186-ab24-177d86b1e9e2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.040141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] No DVR routers for this DVR port a65365ac-d3d9-4186-ab24-177d86b1e9e2 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:53.042631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.046179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acc8a7fe-97c6-4cdb-8f2f-3399e1d3f5ba req-ecf915c7-2623-44f3-badc-d770dc0a8d82 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "DELETE /v2.0/ports/a65365ac-d3d9-4186-ab24-177d86b1e9e2 HTTP/1.1" status: 204 len: 173 time: 0.9944649 Feb 11 14:13:53.088001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.127599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.242303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.295959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:53.300192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:53.318582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:53.346873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.383138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce275f7-db86-4637-bc04-c822344b99fe req-3d48109e-cb5e-48ce-b9ca-aaecba4a9ed9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:53.384611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce275f7-db86-4637-bc04-c822344b99fe req-3d48109e-cb5e-48ce-b9ca-aaecba4a9ed9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1101274 Feb 11 14:13:53.390732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:53.391360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.430145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598fb1-3367-4411-b52f-edacdeda7baa req-5daadf7f-3361-4245-a28e-f9350c7eecda tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:53.431434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1598fb1-3367-4411-b52f-edacdeda7baa req-5daadf7f-3361-4245-a28e-f9350c7eecda tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0645635 Feb 11 14:13:53.441703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.454287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce275f7-db86-4637-bc04-c822344b99fe req-06c47a65-0b43-4675-a8f1-9ec7e42b0f1b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591471 Feb 11 14:13:53.500531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1598fb1-3367-4411-b52f-edacdeda7baa req-d20bcb3c-c3e1-4f47-898f-bd7f8eb20d35 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Feb 11 14:13:53.580914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac34d-51f1-4691-8f54-c5f86e8fc900 req-3ee49318-8716-4183-bb62-88ab0d5b375c tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:53.582324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-679ac34d-51f1-4691-8f54-c5f86e8fc900 req-3ee49318-8716-4183-bb62-88ab0d5b375c tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 936 time: 0.0550687 Feb 11 14:13:53.610541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-20f417f2-45fd-46a3-9c35-8cfcb2620f6d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4303918 Feb 11 14:13:53.629462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-679ac34d-51f1-4691-8f54-c5f86e8fc900 req-db1b5b8f-d75d-4015-b117-20a3f280513b tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Feb 11 14:13:53.641818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0f8e4837-8cdf-4dc9-b878-63bdf417f72a None None] Provisioning complete for port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:53.642676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4837-8cdf-4dc9-b878-63bdf417f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.644557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Request body: {'port': {'device_id': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:53.681426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e4837-8cdf-4dc9-b878-63bdf417f72a None None] Port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:13:53.703425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.836572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e64efcd1-297b-4001-ae97-e3a4e4cc9954 req-7358f528-83cd-4f31-b48d-6a99160c9ad3 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0325336 Feb 11 14:13:53.975677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072b4a-f144-4f2f-8c8a-8e258fa4f124 req-f4b6b0c0-ef56-419b-9d22-7ea3134a689b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:53.977414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df072b4a-f144-4f2f-8c8a-8e258fa4f124 req-f4b6b0c0-ef56-419b-9d22-7ea3134a689b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0916345 Feb 11 14:13:54.058071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df072b4a-f144-4f2f-8c8a-8e258fa4f124 req-d1a17ce8-dcf7-485b-a920-e6824c11b515 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677905 Feb 11 14:13:54.073522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:54.082709 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.095167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Transition to ACTIVE for port object 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:54.203730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.262702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:54.345338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Attempting to bind port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:54.345725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Attempting to bind port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:54.350763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Attempting to bind port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:54.350763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:54.351079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Attempting to bind port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:54.356019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:54.356352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:54.356826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:54.357279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Bound port: 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:54.357683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.429074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:54.432801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:54.531889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.572007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357fe95-8b9d-4f63-a47b-24f9660464c5 req-19bf94d8-7b38-43d5-b893-5e73cd65e385 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.573593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7357fe95-8b9d-4f63-a47b-24f9660464c5 req-19bf94d8-7b38-43d5-b893-5e73cd65e385 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0533867 Feb 11 14:13:54.577419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.578728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.580232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] 10.222.0.62 "PUT /v2.0/ports/40d7cccb-1211-45e0-b08a-06a8edc9b6e6 HTTP/1.1" status: 200 len: 1096 time: 0.9445589 Feb 11 14:13:54.583202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:54.585309 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289" -d '{"events": [{"name": "network-changed", "server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:54.634789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7357fe95-8b9d-4f63-a47b-24f9660464c5 req-f9c66deb-43df-4378-9794-959dd123a99c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496757 Feb 11 14:13:54.644636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed31a7-f511-4074-b55c-9d028d2955ce service neutron] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:54.676388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095bcaa-93a4-4a9e-83df-e6be53a56109 req-c76eeb11-c4db-4e2b-b7bf-2a49024540fc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.678132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1095bcaa-93a4-4a9e-83df-e6be53a56109 req-c76eeb11-c4db-4e2b-b7bf-2a49024540fc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0848253 Feb 11 14:13:54.681238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'name': 'network-vif-deleted', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:54.686806 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7fa91-8291-4d6b-a255-e7e43e76d1ad" -d '{"events": [{"server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "name": "network-vif-deleted", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:54.688512 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244acf75-8ed4-4225-9073-56ec0ed5b994 x-openstack-request-id: req-244acf75-8ed4-4225-9073-56ec0ed5b994 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:54.688997 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:54.689246 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-244acf75-8ed4-4225-9073-56ec0ed5b994 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:54.689658 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'status': 'completed', 'code': 200} Feb 11 14:13:54.756839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1095bcaa-93a4-4a9e-83df-e6be53a56109 req-611084ea-c90f-4825-a82b-2a1f3c38fd6b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662127 Feb 11 14:13:54.785386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289 req-6afed212-e136-4c60-94e9-23f0afe0cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.787445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289 req-6afed212-e136-4c60-94e9-23f0afe0cb49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3c91c4527244104a747d4311392c1db&device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 1099 time: 0.0642366 Feb 11 14:13:54.823314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4fef5-2422-4737-ac0e-2ff538a843e2 req-74f07699-bd5c-49a0-8191-88e7b39e80e8 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.824860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6b4fef5-2422-4737-ac0e-2ff538a843e2 req-74f07699-bd5c-49a0-8191-88e7b39e80e8 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.0835888 Feb 11 14:13:54.827425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289 req-8c2646bd-3941-4558-ae5c-d0ceb9915529 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b3c91c4527244104a747d4311392c1db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293870 Feb 11 14:13:54.855906 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b72e470-0dcc-423e-9922-4df39f3ff8ba x-openstack-request-id: req-6b72e470-0dcc-423e-9922-4df39f3ff8ba {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:54.856129 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78df21db-3f25-4f1e-a098-3714a022d702", "name": "network-vif-deleted", "tag": "a65365ac-d3d9-4186-ab24-177d86b1e9e2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:54.856361 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b72e470-0dcc-423e-9922-4df39f3ff8ba {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:54.856742 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78df21db-3f25-4f1e-a098-3714a022d702', 'name': 'network-vif-deleted', 'tag': 'a65365ac-d3d9-4186-ab24-177d86b1e9e2', 'status': 'completed', 'code': 200} Feb 11 14:13:54.902358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6b4fef5-2422-4737-ac0e-2ff538a843e2 req-81d2f600-167f-4d2d-88c0-5a487f8378f0 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484624 Feb 11 14:13:54.956531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f9927a8-8b13-44a2-a96b-76bae1ccdd68 req-e2bd1e35-cb21-4d21-8bf8-3d0c753058d0 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0368803 Feb 11 14:13:54.968030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ddc6c77a-48cb-44b5-a629-4108038b32ce tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.969626 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ddc6c77a-48cb-44b5-a629-4108038b32ce tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1794882 Feb 11 14:13:54.974741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289 req-49ce04ff-4586-47b8-80fb-9fe7d08b4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.976300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f2716fb-905c-4ad3-8dd7-1eba2eeea289 req-49ce04ff-4586-47b8-80fb-9fe7d08b4e55 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417325 Feb 11 14:13:54.991268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Request body: {'port': {'device_id': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'admin_state_up': True, 'tenant_id': '4e00559557c4424087370980fc0c03e9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:55.063130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-948fd01d-4b0f-4080-be7a-d3258ea2c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.064671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-948fd01d-4b0f-4080-be7a-d3258ea2c969 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b3c91c4527244104a747d4311392c1db&device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 1099 time: 0.0430498 Feb 11 14:13:55.148183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-74a0847d-4d6c-4403-a9e9-786a15d5b31c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6 HTTP/1.1" status: 200 len: 217 time: 0.0604832 Feb 11 14:13:55.208079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-7b9b1ab4-d0d7-4d45-9087-40dda29fde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.209795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-7b9b1ab4-d0d7-4d45-9087-40dda29fde8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0474014 Feb 11 14:13:55.225146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330758-c9c1-419f-b735-fa5f839fb488 req-268ce6da-0c08-49f3-956f-32fe137954ea tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.226980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64330758-c9c1-419f-b735-fa5f839fb488 req-268ce6da-0c08-49f3-956f-32fe137954ea tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 946 time: 0.0949981 Feb 11 14:13:55.235749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-cb7fb0b5-269f-48c1-8421-29b1e1662221 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.237229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-cb7fb0b5-269f-48c1-8421-29b1e1662221 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.0899763 Feb 11 14:13:55.255782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:55.277949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-3b428bd0-31d6-4f21-8f31-26e0442e1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.279247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-3b428bd0-31d6-4f21-8f31-26e0442e1d48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616870 Feb 11 14:13:55.317861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64330758-c9c1-419f-b735-fa5f839fb488 req-6a2316ad-61c5-4a0c-9f6e-d52510a2b164 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787320 Feb 11 14:13:55.340488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:55.346463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.354597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.382929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-fc3595b0-61d8-4194-9885-7f0054df26a8 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947909 Feb 11 14:13:55.504549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cf0043b-8be0-4169-903a-6c25e94b04a4 req-92f91b0f-a08b-4c2d-bf38-7baef9f025b3 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128783 Feb 11 14:13:55.515225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:55.588962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:55.665654 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.694993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Allocated IP 172.20.0.6 (725f16da-f724-45b1-82ea-d9616f77480f/2fd6e874-8670-4117-9523-ba2e0139f563/030d049d-24e1-467d-b0c9-e0b7ea301625) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:55.776233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56320188-cb2c-4a72-819a-151412d0309e req-881e30d1-8b37-49ff-92f1-dd950ec845ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.777745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56320188-cb2c-4a72-819a-151412d0309e req-881e30d1-8b37-49ff-92f1-dd950ec845ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0592556 Feb 11 14:13:55.795359 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.824684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56320188-cb2c-4a72-819a-151412d0309e req-719c3ed4-6c91-4e87-83fd-e702447ce5c3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Feb 11 14:13:55.912160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:55.958755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.977159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b99c-3380-4547-8ae9-aa89dd371563 req-74b31815-c974-4b5e-954d-ba82b41283c5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.978600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f52b99c-3380-4547-8ae9-aa89dd371563 req-74b31815-c974-4b5e-954d-ba82b41283c5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.1382003 Feb 11 14:13:55.983450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:55.983838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:55.984173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:55.999747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:56.000071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Attempting to bind port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on network bab20f48-5a1c-4e80-84f1-d119dede1f8a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:56.022091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:56.022431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Checking segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:56.022819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Bound using segment: {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:56.023301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Bound port: c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dc2352-fc80-473d-bc26-0b208842e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bab20f48-5a1c-4e80-84f1-d119dede1f8a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:56.023653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.052261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909398e2-aca4-4020-bc01-29b623dc6bd0 req-4f6afae5-d2a2-415a-ba6f-407d7375ea5a tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.059907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-909398e2-aca4-4020-bc01-29b623dc6bd0 req-4f6afae5-d2a2-415a-ba6f-407d7375ea5a tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.0593965 Feb 11 14:13:56.061157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f52b99c-3380-4547-8ae9-aa89dd371563 req-4942101d-0698-4d75-bc95-cf42ee23c9af tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718822 Feb 11 14:13:56.096932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-909398e2-aca4-4020-bc01-29b623dc6bd0 req-2bb36e28-c728-49a3-8b0c-c88ff43ff488 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Feb 11 14:13:56.114410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:56.117806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:56.143109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.160587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7a677af-e7fc-4c36-b483-08dd4452589b req-e16cb3ac-c6a0-4fb3-a9ec-28cd19a47baa tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Feb 11 14:13:56.199409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Network 725f16da-f724-45b1-82ea-d9616f77480f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:56.200739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.211788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:56.216801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:56.250946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event updated for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.319056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.319661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.323382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.323967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.325316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] 10.222.0.62 "PUT /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 1122 time: 1.0750160 Feb 11 14:13:56.340151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a65365ac-d3d9-4186-ab24-177d86b1e9e2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:56.356155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b812-dbaa-4740-9c64-bb41d9469f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.384014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 80d5532b-656c-4d52-b3b1-1466d1bdfe00 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:56.390318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: a65365ac-d3d9-4186-ab24-177d86b1e9e2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:56.390318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a65365ac-d3d9-4186-ab24-177d86b1e9e2 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:56.409824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 80d5532b-656c-4d52-b3b1-1466d1bdfe00 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:56.410253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 80d5532b-656c-4d52-b3b1-1466d1bdfe00 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:56.412984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-87f1cc0f-cc6d-49f9-95f6-009014ebd6a5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.414727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-87f1cc0f-cc6d-49f9-95f6-009014ebd6a5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 813 time: 0.1325414 Feb 11 14:13:56.429194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-a85189a4-6a71-4245-9912-b12d4b7409cb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4435375 Feb 11 14:13:56.451826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Request body: {'port': {'device_id': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:56.455209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Request body: {'port': {'device_id': '166b5011-9277-4214-b20f-7f15c7183404', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'admin_state_up': True, 'tenant_id': '4e00559557c4424087370980fc0c03e9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:56.477023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:56.516970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:56.521098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.521756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731492-fa32-428f-8d39-393cab5e079f req-8e651ea8-04c1-434c-856b-16d06fdebb53 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.523759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14731492-fa32-428f-8d39-393cab5e079f req-8e651ea8-04c1-434c-856b-16d06fdebb53 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1076555 Feb 11 14:13:56.635400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14731492-fa32-428f-8d39-393cab5e079f req-9f0f7ff5-0f6d-4089-88bd-d89c630d8ffa tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924134 Feb 11 14:13:56.735435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Made reservation on behalf of 4e00559557c4424087370980fc0c03e9 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:56.740427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.813713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030d049d-24e1-467d-b0c9-e0b7ea301625 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:56.821159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.833385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Transition to ACTIVE for port object 030d049d-24e1-467d-b0c9-e0b7ea301625 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:56.858300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'}, {'name': 'network-changed', 'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:56.860628 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1093361-604d-4193-91e8-9fb01b6d0548" -d '{"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2"}, {"name": "network-changed", "server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:56.905636 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53035f12-004f-46c5-ab71-a7ab8aa3bde3 x-openstack-request-id: req-53035f12-004f-46c5-ab71-a7ab8aa3bde3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:56.905929 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2", "code": 200}, {"name": "network-changed", "server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:56.906182 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53035f12-004f-46c5-ab71-a7ab8aa3bde3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:56.906577 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'code': 200} Feb 11 14:13:56.906830 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'status': 'completed', 'code': 200} Feb 11 14:13:56.930192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.978834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Allocated IP 172.20.0.8 (725f16da-f724-45b1-82ea-d9616f77480f/2fd6e874-8670-4117-9523-ba2e0139f563/34d5538c-4836-47b3-a551-440682c5ed19) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:57.027715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f04e5c-74c6-48c1-bdd0-8cc61083ebe1 req-38075805-355a-4871-8397-f60f0e4080a4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.029247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12f04e5c-74c6-48c1-bdd0-8cc61083ebe1 req-38075805-355a-4871-8397-f60f0e4080a4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1331403 Feb 11 14:13:57.033620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Pushing event updated for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.049120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-dc43ca6e-6c37-42ae-a49d-bb26e6f8d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.050588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-dc43ca6e-6c37-42ae-a49d-bb26e6f8d4aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1125 time: 0.1182415 Feb 11 14:13:57.139094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.168575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12f04e5c-74c6-48c1-bdd0-8cc61083ebe1 req-ba2f3a60-2242-44c7-81a2-aa2e508f6abd tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320539 Feb 11 14:13:57.203034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Attempting to bind port 030d049d-24e1-467d-b0c9-e0b7ea301625 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:57.203381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Attempting to bind port 030d049d-24e1-467d-b0c9-e0b7ea301625 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:57.203716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Attempting to bind port 030d049d-24e1-467d-b0c9-e0b7ea301625 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:57.210926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650944a-32c3-44f2-b939-cda778d2711b req-50180d56-359b-4cf0-8ea1-9ee0abed95e8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.212450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7650944a-32c3-44f2-b939-cda778d2711b req-50180d56-359b-4cf0-8ea1-9ee0abed95e8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0703297 Feb 11 14:13:57.217755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Port 030d049d-24e1-467d-b0c9-e0b7ea301625 on network 725f16da-f724-45b1-82ea-d9616f77480f not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:57.218084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Attempting to bind port 030d049d-24e1-467d-b0c9-e0b7ea301625 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:57.225830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:57.231379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Checking segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:57.231379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Bound using segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:57.231379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Bound port: 030d049d-24e1-467d-b0c9-e0b7ea301625, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:57.231379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.231379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-79841ce4-c189-4715-b620-52e6472a8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.231981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-79841ce4-c189-4715-b620-52e6472a8691 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1662641 Feb 11 14:13:57.255307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7650944a-32c3-44f2-b939-cda778d2711b req-832e3d5d-30f6-478f-9d08-a71d379e7601 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Feb 11 14:13:57.307227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.324917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-4cca576d-ea7e-4b88-b43e-b51cb96a3ef9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0848427 Feb 11 14:13:57.383182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Network 725f16da-f724-45b1-82ea-d9616f77480f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:57.391148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:57.393678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:57.400153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8218-48e8-47a1-b059-830baf03b50e req-0f8f17d8-60ac-4523-a07c-7a0f46ef3318 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.401735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90df8218-48e8-47a1-b059-830baf03b50e req-0f8f17d8-60ac-4523-a07c-7a0f46ef3318 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.1530352 Feb 11 14:13:57.405553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:57.412130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=030d049d-24e1-467d-b0c9-e0b7ea301625,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:57.422863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-20d0ddb7-1d08-4c90-a592-f2497bb44815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.423092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event updated for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.424120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-20d0ddb7-1d08-4c90-a592-f2497bb44815 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0900741 Feb 11 14:13:57.444291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.444637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.445108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.445492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.451538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.459820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-c7640d01-00a2-473e-8903-975e73d61164 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289500 Feb 11 14:13:57.461262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae29e6-e0e5-423f-ab3b-524a9a0acec2 req-b829d927-581a-44e8-9cb7-9eab0d34b1e5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.462758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84ae29e6-e0e5-423f-ab3b-524a9a0acec2 req-b829d927-581a-44e8-9cb7-9eab0d34b1e5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 931 time: 0.1503968 Feb 11 14:13:57.474251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.480500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.483740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90df8218-48e8-47a1-b059-830baf03b50e req-be97aeaa-0850-4a55-9078-4fffb1027fc5 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741470 Feb 11 14:13:57.517509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84ae29e6-e0e5-423f-ab3b-524a9a0acec2 req-b770058a-db69-4abf-a5f8-da7e9dd33077 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Feb 11 14:13:57.527450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.564792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-632c3350-35b3-44d8-ac22-4be068f85db7 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139388 Feb 11 14:13:57.577307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.577928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.579292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] 10.222.0.62 "PUT /v2.0/ports/030d049d-24e1-467d-b0c9-e0b7ea301625 HTTP/1.1" status: 200 len: 1091 time: 1.1320469 Feb 11 14:13:57.591599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Request body: {'port': {'device_id': '166b5011-9277-4214-b20f-7f15c7183404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:57.613659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50a4b-42ed-4e1b-bab7-684ea8dc5a03 service neutron] Pushing event updated for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.619587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-9201d46b-6f9e-43ba-9413-e8a6e0bab417 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472793 Feb 11 14:13:57.651056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.773811 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1093361-604d-4193-91e8-9fb01b6d0548 req-25f9100e-9232-4ff2-8e1a-e66847d11503 service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463137 Feb 11 14:13:57.779633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-0be0fe6a-28c4-4f5a-918b-6a04c1685f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.781723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-0be0fe6a-28c4-4f5a-918b-6a04c1685f12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 1094 time: 0.0951891 Feb 11 14:13:57.805806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0a0c-81ec-44b9-8466-4f72d4c22c52 req-810b9d67-766e-4794-afc7-872a3b9937d2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.807283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3bce0a0c-81ec-44b9-8466-4f72d4c22c52 req-810b9d67-766e-4794-afc7-872a3b9937d2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0827241 Feb 11 14:13:57.844471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-602e3ada-3199-41c8-bfd8-1bd1fc538970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030d049d-24e1-467d-b0c9-e0b7ea301625 HTTP/1.1" status: 200 len: 217 time: 0.0542181 Feb 11 14:13:57.905313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3bce0a0c-81ec-44b9-8466-4f72d4c22c52 req-94ab9bab-353e-4f53-a217-11642e7d8d6c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Feb 11 14:13:57.914307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-63a2f02a-1a9a-40a3-9db9-24eb3efa743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.915832 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-63a2f02a-1a9a-40a3-9db9-24eb3efa743e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0630331 Feb 11 14:13:57.939766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d5538c-4836-47b3-a551-440682c5ed19 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:57.947101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.948838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-fb801007-c840-41f6-b16a-03735f524f91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253000 Feb 11 14:13:57.959219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Transition to ACTIVE for port object 34d5538c-4836-47b3-a551-440682c5ed19 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:58.057108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-832478f7-df37-4c38-9e62-3d74719958c0 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000738 Feb 11 14:13:58.077829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.128324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.152690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-0550ac7e-920c-482b-8679-93b3a99b8b11 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Feb 11 14:13:58.199094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Attempting to bind port 34d5538c-4836-47b3-a551-440682c5ed19 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:58.199349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Attempting to bind port 34d5538c-4836-47b3-a551-440682c5ed19 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:58.199682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Attempting to bind port 34d5538c-4836-47b3-a551-440682c5ed19 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:58.204103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Port 34d5538c-4836-47b3-a551-440682c5ed19 on network 725f16da-f724-45b1-82ea-d9616f77480f not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:58.204425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Attempting to bind port 34d5538c-4836-47b3-a551-440682c5ed19 on network 725f16da-f724-45b1-82ea-d9616f77480f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:58.209920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:58.210904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Checking segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:58.210904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Bound using segment: {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:58.211133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Bound port: 34d5538c-4836-47b3-a551-440682c5ed19, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e133e09f-f9d0-4d03-a868-b21ee68afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:58.211419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.303699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:58.308822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=34d5538c-4836-47b3-a551-440682c5ed19,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:58.317437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395d39-78d2-48a0-867a-bd8f48ed4bc7 req-f5254761-0ccc-4ea7-99e3-c9134c2c5da1 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.320314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4395d39-78d2-48a0-867a-bd8f48ed4bc7 req-f5254761-0ccc-4ea7-99e3-c9134c2c5da1 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0710852 Feb 11 14:13:58.344594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:58.350967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:58.362157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4395d39-78d2-48a0-867a-bd8f48ed4bc7 req-fe01d6b0-c031-44a2-87d3-580c15933fea tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 Feb 11 14:13:58.386271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25853891-76de-4ebd-aaa8-cc5c783ccf6f req-a8af0d6f-6c3d-4e07-86c1-92754b3f0b15 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.393619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25853891-76de-4ebd-aaa8-cc5c783ccf6f req-a8af0d6f-6c3d-4e07-86c1-92754b3f0b15 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0633066 Feb 11 14:13:58.430527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25853891-76de-4ebd-aaa8-cc5c783ccf6f req-d26a3758-cfe9-491a-9482-3117d74613fb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Feb 11 14:13:58.452603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.492311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.492946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.494444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] 10.222.0.62 "PUT /v2.0/ports/34d5538c-4836-47b3-a551-440682c5ed19 HTTP/1.1" status: 200 len: 1091 time: 0.9076991 Feb 11 14:13:58.494884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:58.497142 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292" -d '{"events": [{"name": "network-changed", "server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "tag": "34d5538c-4836-47b3-a551-440682c5ed19"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:58.510459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.523001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b395248-276d-4a8c-8108-dc7636d4f439 service neutron] Pushing event updated for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.536138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:58.544291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:58.546614 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0bd4a-3816-4357-94f5-0caf147eef94" -d '{"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:58.560632 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c34fa-664a-4e2b-8b4e-e30faf4b72aa x-openstack-request-id: req-5b7c34fa-664a-4e2b-8b4e-e30faf4b72aa {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:58.560954 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "tag": "34d5538c-4836-47b3-a551-440682c5ed19", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:58.561355 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b7c34fa-664a-4e2b-8b4e-e30faf4b72aa {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:58.562033 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19', 'status': 'completed', 'code': 200} Feb 11 14:13:58.566436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:58.567859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:13:58.636294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea0490-6ae9-4660-a3a5-3a5a8085bedc req-bc4c1e72-bb1c-4aad-862d-b4b50bae5fe7 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.637801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfea0490-6ae9-4660-a3a5-3a5a8085bedc req-bc4c1e72-bb1c-4aad-862d-b4b50bae5fe7 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.0518081 Feb 11 14:13:58.653744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-9dbf6971-d620-493f-ad8a-0603c6d87bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.655325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-9dbf6971-d620-493f-ad8a-0603c6d87bfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 1094 time: 0.0685055 Feb 11 14:13:58.670813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276efb-5be4-4178-bef4-3fd08b71e9ab req-0fb14669-11ef-4409-a17c-e65032a8097e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.672325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e276efb-5be4-4178-bef4-3fd08b71e9ab req-0fb14669-11ef-4409-a17c-e65032a8097e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 943 time: 0.0580380 Feb 11 14:13:58.679313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfea0490-6ae9-4660-a3a5-3a5a8085bedc req-5bd61e7e-8c51-4473-9d03-849667f99333 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344801 Feb 11 14:13:58.690707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.730051 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e0513c-d1fb-4901-afe9-d61482c8aedb x-openstack-request-id: req-e8e0513c-d1fb-4901-afe9-d61482c8aedb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:58.730342 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:58.730588 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e0513c-d1fb-4901-afe9-d61482c8aedb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:58.731198 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'code': 200} Feb 11 14:13:58.746541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.768300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e276efb-5be4-4178-bef4-3fd08b71e9ab req-99a56e1a-821d-419d-ae1d-c227291b7300 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Feb 11 14:13:58.793960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-34fee76f-858b-4162-96ca-22aa6209790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.795408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-34fee76f-858b-4162-96ca-22aa6209790e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4e00559557c4424087370980fc0c03e9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1222267 Feb 11 14:13:58.887449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-604786a9-6da6-4d44-b226-2f9d437ce82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.888922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e51e97d3-bd6c-49e2-9ed4-7359c4a21292 req-604786a9-6da6-4d44-b226-2f9d437ce82f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846651 Feb 11 14:13:58.908667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:58.910984 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f41be-1ffe-471a-858e-fa2f4c2521e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:58.949722 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feddf54f-50c0-4fdb-a358-bf71d64c0c9c x-openstack-request-id: req-feddf54f-50c0-4fdb-a358-bf71d64c0c9c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:58.950007 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:58.950250 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feddf54f-50c0-4fdb-a358-bf71d64c0c9c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:58.950636 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625', 'status': 'completed', 'code': 200} Feb 11 14:13:58.979265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-7ee4e549-675b-461c-9f75-34b85b79dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.980842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-7ee4e549-675b-461c-9f75-34b85b79dcd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 1094 time: 0.0489280 Feb 11 14:13:59.016873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-aee1ad08-e943-46fc-9802-596f2045809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.018418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-aee1ad08-e943-46fc-9802-596f2045809c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e00559557c4424087370980fc0c03e9&device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 1094 time: 0.0404577 Feb 11 14:13:59.041502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-1a10314c-617f-4c3a-a3bc-3da9ae4eb71f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34d5538c-4836-47b3-a551-440682c5ed19 HTTP/1.1" status: 200 len: 217 time: 0.0492711 Feb 11 14:13:59.083832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9bd9b-ecdc-4460-ae31-a0b71832976f req-11faeff9-56dd-4f30-a13c-45cbe4dfc1fb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.085343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61a9bd9b-ecdc-4460-ae31-a0b71832976f req-11faeff9-56dd-4f30-a13c-45cbe4dfc1fb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.1035075 Feb 11 14:13:59.115074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-7e66c729-f8ce-4e2a-a84b-ea86d1c1985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.116601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-7e66c729-f8ce-4e2a-a84b-ea86d1c1985a service neutron] 10.222.0.62 "GET /v2.0/networks?id=725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 200 len: 914 time: 0.0888693 Feb 11 14:13:59.120170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ef1f0f2f-56dc-4acb-ae4e-66317472b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.121626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-ef1f0f2f-56dc-4acb-ae4e-66317472b169 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0716255 Feb 11 14:13:59.147425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61a9bd9b-ecdc-4460-ae31-a0b71832976f req-77c25ad8-3fb5-46a5-a2de-fcc48db8344d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526607 Feb 11 14:13:59.162680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-be7b1e19-09d0-4f3c-9e99-94e0d8d4408e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290060 Feb 11 14:13:59.167899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-e9b9e45b-3e3e-44be-b7bc-e0ac800f5810 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030d049d-24e1-467d-b0c9-e0b7ea301625 HTTP/1.1" status: 200 len: 217 time: 0.0353255 Feb 11 14:13:59.220832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-b7dd9678-e974-4c40-9f12-a9f57bbda39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.222379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-b7dd9678-e974-4c40-9f12-a9f57bbda39a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 200 len: 853 time: 0.0427926 Feb 11 14:13:59.259544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-38780977-4c86-492c-ae53-1d7e7ce76fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814688 Feb 11 14:13:59.261537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-fa12d27c-d745-43be-86e9-f525677ab217 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=725f16da-f724-45b1-82ea-d9616f77480f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288873 Feb 11 14:13:59.358887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-38ba069c-9770-4373-b326-82e6dab84d6b service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821097 Feb 11 14:13:59.363349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bf887b2-6fee-4769-8320-59d832f4ad38 req-69802756-a5bf-47c0-8910-23f8a7663929 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875888 Feb 11 14:13:59.480439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0f41be-1ffe-471a-858e-fa2f4c2521e6 req-54ccb218-563d-47ca-ac4a-4ef5b997a9e6 service neutron] 10.222.0.62 "GET /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042778 Feb 11 14:13:59.519210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02895c8f-2b01-42df-9f46-70db32bf01ed req-203b8d5e-d901-4db8-9e24-32c5d6480fc6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.520609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02895c8f-2b01-42df-9f46-70db32bf01ed req-203b8d5e-d901-4db8-9e24-32c5d6480fc6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 947 time: 0.0604575 Feb 11 14:13:59.562131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02895c8f-2b01-42df-9f46-70db32bf01ed req-992fad17-a3d2-4618-b6ee-155895072f7d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Feb 11 14:13:59.563109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb010c6-c95a-4bbb-bfc5-71ba7c3b0590 req-9f8aa7ab-ad0b-4ad6-ae6c-fa54c73bab47 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.564690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb010c6-c95a-4bbb-bfc5-71ba7c3b0590 req-9f8aa7ab-ad0b-4ad6-ae6c-fa54c73bab47 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0594265 Feb 11 14:13:59.603161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fb010c6-c95a-4bbb-bfc5-71ba7c3b0590 req-256473c5-f994-4c8e-8af8-6b71a46072b4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Feb 11 14:13:59.812450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c69a02-771b-4ee9-a52e-dcdf10dc5f61 req-e4454918-3b2b-4f44-99ef-575e47e9978e tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.814612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4c69a02-771b-4ee9-a52e-dcdf10dc5f61 req-e4454918-3b2b-4f44-99ef-575e47e9978e tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.0500696 Feb 11 14:13:59.853601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4c69a02-771b-4ee9-a52e-dcdf10dc5f61 req-f2672baf-5c00-468e-bd6f-30a2b7edb487 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Feb 11 14:13:59.885097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240ef8-c37b-4302-a712-22a10e6b2ca2 req-d23ca568-48bd-47ad-80c7-aad8ffc4434f tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.886628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c240ef8-c37b-4302-a712-22a10e6b2ca2 req-d23ca568-48bd-47ad-80c7-aad8ffc4434f tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 943 time: 0.0485134 Feb 11 14:13:59.924524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c240ef8-c37b-4302-a712-22a10e6b2ca2 req-da672c96-2c7f-4828-a825-4b485b29cc5b tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Feb 11 14:14:00.198373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.267652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321fae4-993d-4f7d-a655-2be703de433c req-ab24fcbf-64a9-4ae5-9ce9-3cc36b792237 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.269210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3321fae4-993d-4f7d-a655-2be703de433c req-ab24fcbf-64a9-4ae5-9ce9-3cc36b792237 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0503001 Feb 11 14:14:00.312766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3321fae4-993d-4f7d-a655-2be703de433c req-a7438274-49e5-4c6a-988d-105782ba4e42 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Feb 11 14:14:00.363663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:00.460184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.471408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'mac_address': 'fa:16:3e:94:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:00.508780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.521484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:00.541803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.685527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b35b-4995-46ca-9475-6d5bd70c46b7 req-11be9063-aaab-4765-84c5-e9f33b3ca1f5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.687003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e63b35b-4995-46ca-9475-6d5bd70c46b7 req-11be9063-aaab-4765-84c5-e9f33b3ca1f5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 947 time: 0.0561740 Feb 11 14:14:00.726716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c4a48-7ce8-4ef0-998c-e76e972dd219 req-def48fd5-ef11-4e95-a385-89966ba0d792 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.728449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f3c4a48-7ce8-4ef0-998c-e76e972dd219 req-def48fd5-ef11-4e95-a385-89966ba0d792 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0524621 Feb 11 14:14:00.729081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e63b35b-4995-46ca-9475-6d5bd70c46b7 req-18f1d49f-9d8c-4051-a4ae-f6e700079547 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Feb 11 14:14:00.750223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.751352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:00.778124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f3c4a48-7ce8-4ef0-998c-e76e972dd219 req-a25f3a59-ab3b-433a-9c33-1179533554d5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Feb 11 14:14:00.824951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:00.830500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.842327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'mac_address': 'fa:16:3e:87:74:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:00.880335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.894359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:00.916798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.986442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367abf0d-2309-420d-bfab-f9c2c317c0bf req-b38d8e03-bbbf-469a-8244-06d2ffd6986f tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.988080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-367abf0d-2309-420d-bfab-f9c2c317c0bf req-b38d8e03-bbbf-469a-8244-06d2ffd6986f tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 948 time: 0.0546625 Feb 11 14:14:01.037120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-367abf0d-2309-420d-bfab-f9c2c317c0bf req-3ebd61bf-7b18-4d52-b6cc-f36ebd779a55 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Feb 11 14:14:01.046198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450cf5-648d-4ca1-b338-419c3b191ab6 req-be35ba0e-81e3-4dbc-ad1e-3aa93264ed13 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:01.047755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85450cf5-648d-4ca1-b338-419c3b191ab6 req-be35ba0e-81e3-4dbc-ad1e-3aa93264ed13 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 943 time: 0.0504596 Feb 11 14:14:01.072516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:01.101886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85450cf5-648d-4ca1-b338-419c3b191ab6 req-881ac0d0-bfda-4333-816a-e8310129d074 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Feb 11 14:14:01.109762 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:01.133568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:01.433241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad6afb-1522-444a-a7b1-52cd0f08fedc req-d1579ba0-a228-490d-bf49-25287e703810 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:01.434644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5ad6afb-1522-444a-a7b1-52cd0f08fedc req-d1579ba0-a228-490d-bf49-25287e703810 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 944 time: 0.0515931 Feb 11 14:14:01.474664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5ad6afb-1522-444a-a7b1-52cd0f08fedc req-6465910b-9105-4e18-a86d-7b1395097fa6 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Feb 11 14:14:01.589556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:01.616705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['40d7cccb-1211-45e0-b08a-06a8edc9b6e6'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:01.855139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e0c5a-fe1a-4dfd-8d95-f1d8e32817ad req-8aed388c-38d8-4efa-82dd-ccc687845c6d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:01.856632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-380e0c5a-fe1a-4dfd-8d95-f1d8e32817ad req-8aed388c-38d8-4efa-82dd-ccc687845c6d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 948 time: 0.0513170 Feb 11 14:14:01.900448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-380e0c5a-fe1a-4dfd-8d95-f1d8e32817ad req-e113345d-7267-48ab-8906-5ebfd1c6fed0 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Feb 11 14:14:01.909978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b6256-0285-492c-a83b-65cd3319669d req-3a3f76aa-7f20-415a-9d7c-48f4b5a3cbc1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:01.911491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b0b6256-0285-492c-a83b-65cd3319669d req-3a3f76aa-7f20-415a-9d7c-48f4b5a3cbc1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0539703 Feb 11 14:14:01.950871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b0b6256-0285-492c-a83b-65cd3319669d req-9b369b2b-c81f-4ee2-b8fc-4521cd7ae56a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Feb 11 14:14:01.966541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-7ba28d49-dac0-4c4b-a464-0009b57e1452 service neutron] 10.222.0.60 "GET /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.0592923 Feb 11 14:14:02.168382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6be4-c339-4303-bd12-0b81faf105f9 req-fc0c4c29-dea9-48ae-a5df-f9612d2903d9 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.169899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e09f6be4-c339-4303-bd12-0b81faf105f9 req-fc0c4c29-dea9-48ae-a5df-f9612d2903d9 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0671055 Feb 11 14:14:02.193109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.218083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb96e-d815-454b-86ea-6c08193da5aa req-b0cb1151-1975-4a68-b10a-e35e1513d4b0 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.219652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c2fb96e-d815-454b-86ea-6c08193da5aa req-b0cb1151-1975-4a68-b10a-e35e1513d4b0 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 943 time: 0.0490484 Feb 11 14:14:02.230621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:02.235024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e09f6be4-c339-4303-bd12-0b81faf105f9 req-7bd44bdc-bde8-42d5-868c-41a2b7beb4d8 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Feb 11 14:14:02.260026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c2fb96e-d815-454b-86ea-6c08193da5aa req-70802f6c-dc95-456c-821d-8d73b3a8d875 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Feb 11 14:14:02.270361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:02.281197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.367499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 34d5538c-4836-47b3-a551-440682c5ed19 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:02.374825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.449685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] Transition to ACTIVE for port object c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:02.466994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=34d5538c-4836-47b3-a551-440682c5ed19,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.478258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '34d5538c-4836-47b3-a551-440682c5ed19', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'port_id': '34d5538c-4836-47b3-a551-440682c5ed19', 'mac_address': 'fa:16:3e:6a:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd6e874-8670-4117-9523-ba2e0139f563', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:02.514962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.528803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d5538c-4836-47b3-a551-440682c5ed19 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:02.535327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.550088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=34d5538c-4836-47b3-a551-440682c5ed19,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.625031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] No DVR routers for this DVR port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:02.632094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.632771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 030d049d-24e1-467d-b0c9-e0b7ea301625 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:02.662920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:02.676922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae18a22-5d85-417e-bcda-e9668a86dc8e req-c4bf3d9d-ab09-4709-9905-5d6741b4a9ef tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.678390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ae18a22-5d85-417e-bcda-e9668a86dc8e req-c4bf3d9d-ab09-4709-9905-5d6741b4a9ef tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.1324971 Feb 11 14:14:02.682000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-52898a37-a46c-48c0-8fe3-f1a8612edb3f service neutron] 10.222.0.60 "PUT /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7080574 Feb 11 14:14:02.700659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=030d049d-24e1-467d-b0c9-e0b7ea301625,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.704605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:02.718854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '030d049d-24e1-467d-b0c9-e0b7ea301625', 'network_id': '725f16da-f724-45b1-82ea-d9616f77480f', 'port_id': '030d049d-24e1-467d-b0c9-e0b7ea301625', 'mac_address': 'fa:16:3e:b4:3d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd6e874-8670-4117-9523-ba2e0139f563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:02.720526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ae18a22-5d85-417e-bcda-e9668a86dc8e req-c05f47cf-3655-474f-819e-f52fe996aac8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Feb 11 14:14:02.761617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.774113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030d049d-24e1-467d-b0c9-e0b7ea301625 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:02.793018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=030d049d-24e1-467d-b0c9-e0b7ea301625,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:02.880666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-035b98a4-1417-4f9d-b733-c8d6691ea948 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.882150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-035b98a4-1417-4f9d-b733-c8d6691ea948 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0443637 Feb 11 14:14:02.901190 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.934968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-412c971d-af03-43f7-854b-dcefa16130da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.936526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-412c971d-af03-43f7-854b-dcefa16130da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200&tenant_id=21450cb65ece4f5c8c6cf7476694ca45 HTTP/1.1" status: 200 len: 1096 time: 0.0429516 Feb 11 14:14:02.950925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:03.023787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e602986-26d4-4cfb-97c8-20101f365401 req-7e0062f5-8d97-47b1-869d-6fb78ec0e3ad tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.025525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e602986-26d4-4cfb-97c8-20101f365401 req-7e0062f5-8d97-47b1-869d-6fb78ec0e3ad tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 948 time: 0.0503330 Feb 11 14:14:03.069465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e602986-26d4-4cfb-97c8-20101f365401 req-8af2a578-019b-4f6d-8707-30c4985d174a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Feb 11 14:14:03.314810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-adc3ae37-8db0-41c1-a175-53298c27e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.316448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-adc3ae37-8db0-41c1-a175-53298c27e3dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1096 time: 0.3470845 Feb 11 14:14:03.351153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f57a-4eaf-418f-9049-5d1017f29bd3 req-18d53b24-eca4-469c-8652-6d297d4d983a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.353437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0502f57a-4eaf-418f-9049-5d1017f29bd3 req-18d53b24-eca4-469c-8652-6d297d4d983a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0811083 Feb 11 14:14:03.393801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3801b7-96a6-45da-aa04-39a515c205e9 req-1c846ca9-c7ad-4c79-b074-059e29a9d608 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.400544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e3801b7-96a6-45da-aa04-39a515c205e9 req-1c846ca9-c7ad-4c79-b074-059e29a9d608 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0873270 Feb 11 14:14:03.436310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e3801b7-96a6-45da-aa04-39a515c205e9 req-6a52b104-b0ff-4fe5-938f-f135390058de tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Feb 11 14:14:03.457987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0502f57a-4eaf-418f-9049-5d1017f29bd3 req-2ab6df7c-fc5d-427e-9a30-01f298278b69 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639517 Feb 11 14:14:03.471515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-ec4db13b-397e-44aa-aa51-313fcf752c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.475396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-ec4db13b-397e-44aa-aa51-313fcf752c28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1510253 Feb 11 14:14:03.523869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-6c8e139f-380b-4dcd-8946-df277325905d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 200 len: 217 time: 0.0389020 Feb 11 14:14:03.558302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['34d5538c-4836-47b3-a551-440682c5ed19'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:03.573177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002b7f9-a68e-439f-92a1-d7f5e9fff339 req-5e1b0ea3-ab30-47fb-9f6c-78de2753df07 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.580365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a002b7f9-a68e-439f-92a1-d7f5e9fff339 req-5e1b0ea3-ab30-47fb-9f6c-78de2753df07 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 944 time: 0.0765138 Feb 11 14:14:03.588258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-1491608b-4342-4e47-b4b8-4f723fd3cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.589794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-1491608b-4342-4e47-b4b8-4f723fd3cb57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.0586822 Feb 11 14:14:03.634953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['030d049d-24e1-467d-b0c9-e0b7ea301625'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:03.642110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-db23fb5d-a627-4f7a-bff3-ae2edd55743d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442944 Feb 11 14:14:03.650320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a002b7f9-a68e-439f-92a1-d7f5e9fff339 req-0b351e14-1af8-4523-87b0-2f1ef68bc380 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644689 Feb 11 14:14:03.775893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-dcef38f7-34c5-4549-b168-1074fe6f61fe service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128647 Feb 11 14:14:03.898803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655d8fe-9810-4268-85ea-468c642b0467 req-b22fbe74-8fae-4c12-8bcc-86cfb348eaa8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.900443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a655d8fe-9810-4268-85ea-468c642b0467 req-b22fbe74-8fae-4c12-8bcc-86cfb348eaa8 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0957851 Feb 11 14:14:03.921740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-7e183d26-08f3-4514-84b1-720e9b740585 service neutron] 10.222.0.62 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381121 Feb 11 14:14:03.948257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a655d8fe-9810-4268-85ea-468c642b0467 req-07552a77-8334-4a79-a811-63b3ac46e952 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Feb 11 14:14:04.195714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b208e-6b11-4bd3-84da-7f190358ac98 req-cf71ee50-2735-4785-8f49-109991d7b3f5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.197318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a3b208e-6b11-4bd3-84da-7f190358ac98 req-cf71ee50-2735-4785-8f49-109991d7b3f5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 948 time: 0.0503979 Feb 11 14:14:04.235218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a3b208e-6b11-4bd3-84da-7f190358ac98 req-c6133ae7-28d3-4963-bd8d-bc3ac13b8802 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Feb 11 14:14:04.373769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:04.393925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-4af89194-7b92-434c-a636-866e32a223ba tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.396033 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-4af89194-7b92-434c-a636-866e32a223ba tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200&tenant_id=21450cb65ece4f5c8c6cf7476694ca45&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0481982 Feb 11 14:14:04.407116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:04.468440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:04.557819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:04.562709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:04.563276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.586874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23243-8f32-4f18-b2b3-c29aa5129643 req-4599bf54-fa77-495b-a54c-cd26147d5e0d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.588448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75c23243-8f32-4f18-b2b3-c29aa5129643 req-4599bf54-fa77-495b-a54c-cd26147d5e0d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0541162 Feb 11 14:14:04.636751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75c23243-8f32-4f18-b2b3-c29aa5129643 req-068616c5-7f17-474e-8805-73db911f298d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Feb 11 14:14:04.652848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-dd291d3d-7548-462e-b71a-231abe70861f service neutron] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:04.663322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-dd291d3d-7548-462e-b71a-231abe70861f service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.663322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-871a69e8-d27c-4711-8d67-ed5a7e986221 req-dd291d3d-7548-462e-b71a-231abe70861f service neutron] 10.222.0.62 "DELETE /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.2524281 Feb 11 14:14:04.667551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.725127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:04.727034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:04.731479 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4461e938-b447-4881-925b-1329d805d923" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:04.799187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328df4-782c-4fa4-9663-f1ad4c6b3208 req-a63b0bf7-eb75-4c7c-abdf-a1009a303df1 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.801241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08328df4-782c-4fa4-9663-f1ad4c6b3208 req-a63b0bf7-eb75-4c7c-abdf-a1009a303df1 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 944 time: 0.0649428 Feb 11 14:14:04.845508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08328df4-782c-4fa4-9663-f1ad4c6b3208 req-77b3f677-6eae-4dfa-9341-829d5dbef897 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Feb 11 14:14:04.872542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.873535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:04.912607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f990-e7c6-424f-a798-0fb5b5ad78a9 req-605ef895-2f2e-41af-90f6-a745c5ba4d4e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.919913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aca3f990-e7c6-424f-a798-0fb5b5ad78a9 req-605ef895-2f2e-41af-90f6-a745c5ba4d4e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.3877733 Feb 11 14:14:04.925974 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760fff22-fe6c-42ec-a096-254fe6dc7bba x-openstack-request-id: req-760fff22-fe6c-42ec-a096-254fe6dc7bba {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:04.926265 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:04.926646 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-760fff22-fe6c-42ec-a096-254fe6dc7bba {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:04.927095 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'code': 200} Feb 11 14:14:04.961159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:04.964015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aca3f990-e7c6-424f-a798-0fb5b5ad78a9 req-77bf88b3-d18c-4e01-a804-9d1effac6329 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Feb 11 14:14:04.994488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b4f7c411-0f14-490a-8f61-7503b82636f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:04.994972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.068233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e46168-3952-4928-bf14-5ae44b0bff47 req-15b6605e-e584-411b-899c-538da9f08e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.069842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9e46168-3952-4928-bf14-5ae44b0bff47 req-15b6605e-e584-411b-899c-538da9f08e6e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 1101 time: 0.0729914 Feb 11 14:14:05.086575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566965d2-af73-4bac-8853-d158fff98ba1 req-74cc709b-0039-427f-9357-819107882cc1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.088655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-566965d2-af73-4bac-8853-d158fff98ba1 req-74cc709b-0039-427f-9357-819107882cc1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0626457 Feb 11 14:14:05.112957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.145934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9e46168-3952-4928-bf14-5ae44b0bff47 req-67f39363-6522-4d89-934d-aa74a8985150 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Feb 11 14:14:05.148950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:05.162158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-566965d2-af73-4bac-8853-d158fff98ba1 req-d190be1a-3fe8-48df-acea-defb21aaac6f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Feb 11 14:14:05.270197 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.310229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb9679-313f-4036-808a-0f8fbc38ff9f req-5d2e8c45-f129-4026-9a8a-8378600e5528 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.313381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82eb9679-313f-4036-808a-0f8fbc38ff9f req-5d2e8c45-f129-4026-9a8a-8378600e5528 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 1096 time: 0.0525239 Feb 11 14:14:05.320693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:05.368723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82eb9679-313f-4036-808a-0f8fbc38ff9f req-d41e7031-7f57-4281-b59e-c17423a8c8c8 tempest-LiveMigrationTest-3472742 tempest-LiveMigrationTest-3472742-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Feb 11 14:14:05.381889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d278bb-ab85-4626-a784-217e469ddcff req-a6a670af-881e-44a3-b895-5042c44b5cb5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.389279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55d278bb-ab85-4626-a784-217e469ddcff req-a6a670af-881e-44a3-b895-5042c44b5cb5 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0719500 Feb 11 14:14:05.430738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55d278bb-ab85-4626-a784-217e469ddcff req-2123a8a4-7ddf-4171-8b18-df61ac86be45 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Feb 11 14:14:05.658723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:05.759812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25da16-d8b2-4c12-9c2d-9767d950017e req-7e8860ea-6459-4afe-a35d-1216d54c2d60 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.761298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae25da16-d8b2-4c12-9c2d-9767d950017e req-7e8860ea-6459-4afe-a35d-1216d54c2d60 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 950 time: 0.0508242 Feb 11 14:14:05.803922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae25da16-d8b2-4c12-9c2d-9767d950017e req-44796ca3-f9b0-42f2-a07c-af2f15653460 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Feb 11 14:14:05.964995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ebf8-1c5a-4ddf-86cb-ccde77f24beb req-ca945ab6-26fe-42f4-84d9-6ff67ad5f275 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.966442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6cf1ebf8-1c5a-4ddf-86cb-ccde77f24beb req-ca945ab6-26fe-42f4-84d9-6ff67ad5f275 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 944 time: 0.0513580 Feb 11 14:14:06.005177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6cf1ebf8-1c5a-4ddf-86cb-ccde77f24beb req-d521a56e-5b71-4f46-a0da-81871543ccda tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Feb 11 14:14:06.116679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298a3d-535d-4e1d-9c74-8d22a0a0838f req-fe059af9-171c-4a4f-b740-3f4c679eddb0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.118207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec298a3d-535d-4e1d-9c74-8d22a0a0838f req-fe059af9-171c-4a4f-b740-3f4c679eddb0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0554760 Feb 11 14:14:06.156332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec298a3d-535d-4e1d-9c74-8d22a0a0838f req-f7d11c49-7b65-4129-a34e-e0e227143ad0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Feb 11 14:14:06.170834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc626e-c95c-4712-9382-beabdc8a6771 req-ba87b83c-59dd-440d-93d7-c32734a0d14a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.172414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66fc626e-c95c-4712-9382-beabdc8a6771 req-ba87b83c-59dd-440d-93d7-c32734a0d14a tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Feb 11 14:14:06.210924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66fc626e-c95c-4712-9382-beabdc8a6771 req-fb9d0e0c-d4b3-47c6-8e4b-84e1ede1e9d1 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Feb 11 14:14:06.387703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 34d5538c-4836-47b3-a551-440682c5ed19 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:06.494862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 34d5538c-4836-47b3-a551-440682c5ed19 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:06.499365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 34d5538c-4836-47b3-a551-440682c5ed19 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:06.500403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:06.563060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5c3fd-debc-40f9-bdfc-2c665d17c3b9 req-2f32c3cc-585e-4513-9711-5172cac287fc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.571306 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33d5c3fd-debc-40f9-bdfc-2c665d17c3b9 req-2f32c3cc-585e-4513-9711-5172cac287fc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0627377 Feb 11 14:14:06.596022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:06.606192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33d5c3fd-debc-40f9-bdfc-2c665d17c3b9 req-39094085-b02a-4d2c-aac1-e5038275af17 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Feb 11 14:14:06.629461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=34d5538c-4836-47b3-a551-440682c5ed19,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:06.732794 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:06.733571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 030d049d-24e1-467d-b0c9-e0b7ea301625 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:06.812739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:06.929439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}, {'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:06.930069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee268cc7-fa74-475f-82b9-fc44544f6417 req-a65a1c6c-83fe-403e-8d98-f8f8405316ad tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.932002 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa6f3d0-b7bb-4193-9c00-c99d25148286" -d '{"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}, {"server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "name": "network-vif-plugged", "status": "completed", "tag": "34d5538c-4836-47b3-a551-440682c5ed19"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:06.933418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee268cc7-fa74-475f-82b9-fc44544f6417 req-a65a1c6c-83fe-403e-8d98-f8f8405316ad tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 950 time: 0.0591972 Feb 11 14:14:06.936320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 030d049d-24e1-467d-b0c9-e0b7ea301625 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:06.941207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 030d049d-24e1-467d-b0c9-e0b7ea301625 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:06.943097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.002167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee268cc7-fa74-475f-82b9-fc44544f6417 req-fcca8b5d-6f37-448d-ab46-009690f17a27 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Feb 11 14:14:07.017205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-3631af44-df66-4664-bec6-2ee937079008 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.019157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-3631af44-df66-4664-bec6-2ee937079008 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0781748 Feb 11 14:14:07.027905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.069008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=030d049d-24e1-467d-b0c9-e0b7ea301625,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:07.080957 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011526db-e364-43b2-b2c7-7d62f3240115 x-openstack-request-id: req-011526db-e364-43b2-b2c7-7d62f3240115 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:07.081442 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "code": 200}, {"server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "name": "network-vif-plugged", "status": "completed", "tag": "34d5538c-4836-47b3-a551-440682c5ed19", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:07.081912 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-011526db-e364-43b2-b2c7-7d62f3240115 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:07.083424 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'code': 200} Feb 11 14:14:07.084108 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19', 'code': 200} Feb 11 14:14:07.153405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.170609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Deleting port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:07.170958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.219111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300601a7-f287-4a34-bae2-5239c7c8763f req-b4703333-d411-40ae-ada2-37c08bd5755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.221625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-300601a7-f287-4a34-bae2-5239c7c8763f req-b4703333-d411-40ae-ada2-37c08bd5755a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 1096 time: 0.0608821 Feb 11 14:14:07.227117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:07.263847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-300601a7-f287-4a34-bae2-5239c7c8763f req-63e1e049-3798-4b32-ae31-a69f77c00376 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Feb 11 14:14:07.279233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60587b-6218-4268-b081-891a35930431 req-a0f3d877-1296-4456-9414-ac7164e0e9ac tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.280717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e60587b-6218-4268-b081-891a35930431 req-a0f3d877-1296-4456-9414-ac7164e0e9ac tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 945 time: 0.1299629 Feb 11 14:14:07.321711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] For port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:07.322110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.344098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Calling delete_port for c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:07.348370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e60587b-6218-4268-b081-891a35930431 req-fd6c19a0-c0b4-4811-a31e-b340fe455188 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608101 Feb 11 14:14:07.529873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab783c-c142-4ba1-ac6e-14fad2faed1d req-e7675b12-74dd-4d65-90fb-a2ab278df38d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.537920 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51ab783c-c142-4ba1-ac6e-14fad2faed1d req-e7675b12-74dd-4d65-90fb-a2ab278df38d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0941031 Feb 11 14:14:07.540878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f02a7-03d3-400e-be84-135e72d0aa79 req-34446538-5dd4-4414-8bf3-d5a48627900e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.547096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-647f02a7-03d3-400e-be84-135e72d0aa79 req-34446538-5dd4-4414-8bf3-d5a48627900e tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 945 time: 0.0915799 Feb 11 14:14:07.557245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf0b67-50b5-4a08-97b0-1bf47ecee9c3 req-22b45098-4cd1-4061-b5c3-37ff071e0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.559104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25cf0b67-50b5-4a08-97b0-1bf47ecee9c3 req-22b45098-4cd1-4061-b5c3-37ff071e0935 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1100 time: 0.0904796 Feb 11 14:14:07.582729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51ab783c-c142-4ba1-ac6e-14fad2faed1d req-7b2a0809-378d-4205-ab98-f79e0cb32b9b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Feb 11 14:14:07.612282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-647f02a7-03d3-400e-be84-135e72d0aa79 req-68464541-addd-46d4-b5c0-0a3581c0a9cb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Feb 11 14:14:07.615649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.617236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25cf0b67-50b5-4a08-97b0-1bf47ecee9c3 req-3da8a156-9a75-469d-b24c-bf0ccfd5ff69 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Feb 11 14:14:07.630726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:07.635647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:07.677461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event deleted for resources: {'Port': ['ID=c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:07.762076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] No DVR routers for this DVR port c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:07.765649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.770044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-121c7e4a-9f4d-44fc-b6b8-a307c4a90ada req-19cb0672-d09f-45fe-9aec-4af92c1bc5d3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.62 "DELETE /v2.0/ports/c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 HTTP/1.1" status: 204 len: 173 time: 0.7429378 Feb 11 14:14:07.770470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-deleted', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:07.772783 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c5840-9c09-4251-87c5-05aff8a3993b" -d '{"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-deleted", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:07.820152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5b340-1d27-4b49-8208-1a546277f72b req-dd3a180c-372e-49a2-ba03-f58a2da8a750 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.829543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-beb5b340-1d27-4b49-8208-1a546277f72b req-dd3a180c-372e-49a2-ba03-f58a2da8a750 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1269631 Feb 11 14:14:07.831415 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b632a1e-a0d5-41ae-a7ec-7cdf1a3222a5 x-openstack-request-id: req-5b632a1e-a0d5-41ae-a7ec-7cdf1a3222a5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:07.831897 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ebb6c-f360-4c01-b813-25167f32c200", "name": "network-vif-deleted", "tag": "c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:07.838445 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b632a1e-a0d5-41ae-a7ec-7cdf1a3222a5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:07.838445 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7ebb6c-f360-4c01-b813-25167f32c200', 'name': 'network-vif-deleted', 'tag': 'c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2', 'status': 'completed', 'code': 200} Feb 11 14:14:07.882898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-beb5b340-1d27-4b49-8208-1a546277f72b req-30c073da-d126-42a1-8d3d-17f0aaf738e4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Feb 11 14:14:08.127190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761801ff-f8f6-4e62-9ebf-f17c5a738351 req-1c26d423-166f-4fe9-a9f4-d2f34e57df56 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:08.128702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-761801ff-f8f6-4e62-9ebf-f17c5a738351 req-1c26d423-166f-4fe9-a9f4-d2f34e57df56 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 950 time: 0.0489352 Feb 11 14:14:08.166612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-761801ff-f8f6-4e62-9ebf-f17c5a738351 req-5250b8c5-e69d-4253-916a-0be5bfab4037 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Feb 11 14:14:08.489426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bb471-39f4-49ea-ae96-42892599bb2e req-5b085350-0a86-4f49-8817-48f0f9eda819 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:08.490896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0bb471-39f4-49ea-ae96-42892599bb2e req-5b085350-0a86-4f49-8817-48f0f9eda819 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Feb 11 14:14:08.529638 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0bb471-39f4-49ea-ae96-42892599bb2e req-bae2ff91-12cf-4bfb-8028-0814da407038 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Feb 11 14:14:08.707615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbcc77-8605-45a6-b1ab-0570152b5a3e req-65b51f4a-ec43-46ea-a45f-b503432ef47a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:08.709133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97dbcc77-8605-45a6-b1ab-0570152b5a3e req-65b51f4a-ec43-46ea-a45f-b503432ef47a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0506330 Feb 11 14:14:08.748402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97dbcc77-8605-45a6-b1ab-0570152b5a3e req-7c703c6c-2b26-4e99-bc66-a1d02c231a3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Feb 11 14:14:08.856339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d0b809a-6a48-4ec8-9761-53996b3e0171 req-270a7522-fe4f-4c85-a586-aab1a37c3025 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0350542 Feb 11 14:14:09.031788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717a8f0-8378-4382-9e52-1a342fd7c509 req-e7af82d9-cea7-4eb3-aee4-72645ea99346 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.034079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c717a8f0-8378-4382-9e52-1a342fd7c509 req-e7af82d9-cea7-4eb3-aee4-72645ea99346 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0535626 Feb 11 14:14:09.076483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c717a8f0-8378-4382-9e52-1a342fd7c509 req-525bc27a-c794-42bc-8e59-b0fc508c91b3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346417 Feb 11 14:14:09.087600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:09.090097 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3072c238-fda8-45e8-ad9a-ce48595c7b6f" -d '{"events": [{"server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "name": "network-vif-plugged", "status": "completed", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:09.135385 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ace78-685b-4e70-b24b-15ba94310f27 x-openstack-request-id: req-486ace78-685b-4e70-b24b-15ba94310f27 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:09.135723 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "name": "network-vif-plugged", "status": "completed", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:09.135979 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486ace78-685b-4e70-b24b-15ba94310f27 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:09.136392 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625', 'code': 200} Feb 11 14:14:09.273924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92219ed4-1093-4f8f-b686-b244e5d0209e req-123d4f98-ef8f-457b-bad2-0f83fcf39308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.275437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92219ed4-1093-4f8f-b686-b244e5d0209e req-123d4f98-ef8f-457b-bad2-0f83fcf39308 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 1096 time: 0.0459580 Feb 11 14:14:09.318822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92219ed4-1093-4f8f-b686-b244e5d0209e req-6aaca1ab-5b84-459a-b5ad-f56573132750 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293908 Feb 11 14:14:09.616325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-3811bb31-f7d1-4394-940d-578d35e7af16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518193 Feb 11 14:14:09.707814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6372f-de47-4a81-b1fc-f6e4f7a62f58 req-24e56c88-9561-4cc3-a233-bc0528ff20c5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.709376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7c6372f-de47-4a81-b1fc-f6e4f7a62f58 req-24e56c88-9561-4cc3-a233-bc0528ff20c5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 945 time: 0.0838237 Feb 11 14:14:09.736360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-ed376ce8-98dd-4729-b687-062366905c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.737929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-ed376ce8-98dd-4729-b687-062366905c6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 1096 time: 0.0749223 Feb 11 14:14:09.756912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7c6372f-de47-4a81-b1fc-f6e4f7a62f58 req-06c25708-1328-450d-a002-0306e6e43fda tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Feb 11 14:14:09.881037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-2e2ab76e-e2bb-4bb8-a73c-4f8d2b8c1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.882773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-2e2ab76e-e2bb-4bb8-a73c-4f8d2b8c1386 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 200 len: 909 time: 0.1250131 Feb 11 14:14:09.914318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a57b9b-a869-41db-b1aa-557c6722443a req-bd012ee5-9ca1-4490-b603-ba69d7473dc3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.916180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77a57b9b-a869-41db-b1aa-557c6722443a req-bd012ee5-9ca1-4490-b603-ba69d7473dc3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0599895 Feb 11 14:14:09.942388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-88b97738-e3fd-4117-a83a-6aec2ebb6872 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 200 len: 217 time: 0.0376875 Feb 11 14:14:09.958217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77a57b9b-a869-41db-b1aa-557c6722443a req-0616f630-19e4-4674-bcab-e4aae4aaff7b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Feb 11 14:14:10.040734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eacde-8daa-4c26-9a55-f57eb8d1ce3a req-33036424-a2da-48d6-a160-17bb6b412175 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.049158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c31eacde-8daa-4c26-9a55-f57eb8d1ce3a req-33036424-a2da-48d6-a160-17bb6b412175 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.1781754 Feb 11 14:14:10.079807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc4fa85f-d7d5-4024-8e8c-42924b2e17f5 req-dfa3a900-d5cb-4571-b09d-135839d86092 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0476329 Feb 11 14:14:10.084499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-aaa76e97-0f7d-4bb8-8c23-dcf9d4409e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.086335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-aaa76e97-0f7d-4bb8-8c23-dcf9d4409e54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 200 len: 848 time: 0.1379824 Feb 11 14:14:10.127245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c31eacde-8daa-4c26-9a55-f57eb8d1ce3a req-222b7b8a-fdff-4eb9-95b3-99224b10cf36 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769322 Feb 11 14:14:10.182439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-44030d77-430b-457e-a733-517336a8a185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bab20f48-5a1c-4e80-84f1-d119dede1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787342 Feb 11 14:14:10.308825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa7ac9-3fc3-4874-838f-6dbe38c8b883 req-7f67b67e-75b7-454b-89ac-a329bf037541 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.310342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2fa7ac9-3fc3-4874-838f-6dbe38c8b883 req-7f67b67e-75b7-454b-89ac-a329bf037541 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1008282 Feb 11 14:14:10.317376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-75e16518-8475-4286-bd77-ce59a9ed3b2e service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270254 Feb 11 14:14:10.409511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2fa7ac9-3fc3-4874-838f-6dbe38c8b883 req-ce9a9bad-c5a3-41d7-9334-f3b13040217b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893106 Feb 11 14:14:10.424306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:10.448040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:10.448361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device c9a3b6ea-33fb-4bcf-8e6e-7f9bdae0d8f2 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:10.462651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42aa421f-e82a-4acd-9dea-75dae42ede05 req-97d0cd79-1441-4934-8953-bcce5c2e6a4b service neutron] 10.222.0.60 "GET /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310508 Feb 11 14:14:10.554547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263e202-5736-4ecc-a049-7071c8e36845 req-e17419f5-7b4a-4704-83ba-646553857faf tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.556191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e263e202-5736-4ecc-a049-7071c8e36845 req-e17419f5-7b4a-4704-83ba-646553857faf tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0532503 Feb 11 14:14:10.596058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e263e202-5736-4ecc-a049-7071c8e36845 req-55b10022-2a17-4b02-9fd2-035420c75d47 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Feb 11 14:14:11.118475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac2ef-aadd-4f89-a85c-caec798d9493 req-fa0075b8-8d3c-4707-8889-69635e4ef52e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:11.121625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37aac2ef-aadd-4f89-a85c-caec798d9493 req-fa0075b8-8d3c-4707-8889-69635e4ef52e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0615692 Feb 11 14:14:11.161494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47293-6385-408a-b78d-15338704952d req-a62a88f0-bb60-4085-bcd7-1264b25097d7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:11.163140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fed47293-6385-408a-b78d-15338704952d req-a62a88f0-bb60-4085-bcd7-1264b25097d7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0605364 Feb 11 14:14:11.168705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37aac2ef-aadd-4f89-a85c-caec798d9493 req-a69e4a70-4b8d-4480-a580-e0cba9430be5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Feb 11 14:14:11.217519 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fed47293-6385-408a-b78d-15338704952d req-0f1cddae-faeb-4a82-8392-440268bee413 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482631 Feb 11 14:14:11.263169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf7a6026-b661-42cb-a1c6-07f97a44cd77 req-9cc4c551-3f26-42ef-9baa-85b9b620449f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0279462 Feb 11 14:14:11.329572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ed71-f4d9-4584-978d-d9db8ab45522 req-f7266ad5-84e0-48da-a346-0046451f7c9c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:11.337950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cff1ed71-f4d9-4584-978d-d9db8ab45522 req-f7266ad5-84e0-48da-a346-0046451f7c9c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Feb 11 14:14:11.376485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cff1ed71-f4d9-4584-978d-d9db8ab45522 req-eded6137-03ce-4ecc-9dc9-0bbf8ab0e350 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Feb 11 14:14:12.320572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2666b-fad3-4476-b2ab-5b4814db7f63 req-ad603d75-271b-499a-8b27-2f4059ae3b52 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.322837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fe2666b-fad3-4476-b2ab-5b4814db7f63 req-ad603d75-271b-499a-8b27-2f4059ae3b52 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0560098 Feb 11 14:14:12.347741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fae0fb-c262-499f-9791-d7bce344d306 req-21f91516-4af4-45cd-b9e5-43a254c4e7ae tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.348340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43fae0fb-c262-499f-9791-d7bce344d306 req-21f91516-4af4-45cd-b9e5-43a254c4e7ae tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0520518 Feb 11 14:14:12.369264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fe2666b-fad3-4476-b2ab-5b4814db7f63 req-b1be754a-1049-4728-a021-896799c16fa2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Feb 11 14:14:12.396837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43fae0fb-c262-499f-9791-d7bce344d306 req-7a190ed4-dda5-46d0-8b23-06c376db1e93 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Feb 11 14:14:12.444422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:12.490583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ccd86fb-668a-40ca-9760-80deae112b0b req-fad87199-d549-43e8-99ed-7e5c16513edb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0527997 Feb 11 14:14:12.610076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b67b8-0108-45f8-88f6-8ad06b67904b req-98d774ac-bff4-4eeb-962a-babf65b4e214 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.612222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e5b67b8-0108-45f8-88f6-8ad06b67904b req-98d774ac-bff4-4eeb-962a-babf65b4e214 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.0593157 Feb 11 14:14:12.619591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:12.631657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'mac_address': 'fa:16:3e:87:74:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:12.659062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e5b67b8-0108-45f8-88f6-8ad06b67904b req-4a116fcd-07b3-4cf7-ba92-15e49a61f929 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Feb 11 14:14:12.676475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.691925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:12.721413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:12.821389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.840664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-efa2b733-8d5d-4995-b866-9ba9bf1c0a35 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0535245 Feb 11 14:14:12.893626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:12.960488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.960996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.961482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.962068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.962537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.963001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.963462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.965355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-77532b5d-6535-4a59-87ab-ea74b8c83b5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6502 time: 0.0512247 Feb 11 14:14:13.069279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['40d7cccb-1211-45e0-b08a-06a8edc9b6e6'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:13.167069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e2442670-6b69-4b02-930f-6e02aa5e7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.168391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e2442670-6b69-4b02-930f-6e02aa5e7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.169740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e2442670-6b69-4b02-930f-6e02aa5e7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.171825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e2442670-6b69-4b02-930f-6e02aa5e7cf1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f63371f4-0184-43a0-8933-72c171b8137c&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 200 len: 2299 time: 0.1250792 Feb 11 14:14:13.271365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-0daf137d-b544-47ef-a6ec-d14d6df0cdb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 200 len: 1002 time: 0.0848231 Feb 11 14:14:13.358849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-03640e32-d000-423f-a740-7e5a9d513422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.360354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-03640e32-d000-423f-a740-7e5a9d513422 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=744f6ed5-b4f4-401c-9987-b886dedd4cce HTTP/1.1" status: 200 len: 856 time: 0.0555463 Feb 11 14:14:13.437131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-2c8438f2-c62a-4472-9275-f83d064badd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.439369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-2c8438f2-c62a-4472-9275-f83d064badd2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f63371f4-0184-43a0-8933-72c171b8137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531845 Feb 11 14:14:13.538181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f80b2-acf9-4378-978d-28b165690463 req-eff13c49-a2cd-451d-94b5-13a2d1c26465 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.545095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a65f80b2-acf9-4378-978d-28b165690463 req-eff13c49-a2cd-451d-94b5-13a2d1c26465 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0753667 Feb 11 14:14:13.547195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-28fc2d52-b7f0-4a2e-ba34-bed9e7f47b71 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958436 Feb 11 14:14:13.586353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a65f80b2-acf9-4378-978d-28b165690463 req-b39d6ad1-671a-4ca5-b6cc-a57029bb288b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Feb 11 14:14:13.655928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-d93b13c3-e12b-4acc-ad9b-fae10d71cb46 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995779 Feb 11 14:14:13.706650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1c25-7929-47cb-abf5-76501853ef5e req-e97e266a-60fe-4580-92e5-781767c37a8a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.709350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64bd1c25-7929-47cb-abf5-76501853ef5e req-e97e266a-60fe-4580-92e5-781767c37a8a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0603323 Feb 11 14:14:13.727551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-69c53be7-e769-4af3-8565-54ff80ab5e80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 217 time: 0.0597558 Feb 11 14:14:13.766625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64bd1c25-7929-47cb-abf5-76501853ef5e req-ad77ee46-5b2f-4a85-a9eb-c7eda73fa008 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Feb 11 14:14:13.800927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-c5a9c825-23cf-4194-b497-e047e9655ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.803018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-c5a9c825-23cf-4194-b497-e047e9655ec2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0618937 Feb 11 14:14:13.898054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-03ee4900-a411-4ad9-b589-c27c7e3f5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.901372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-03ee4900-a411-4ad9-b589-c27c7e3f5df4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807562 Feb 11 14:14:13.982931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133d1a5-bcf8-4e95-902f-85759eeb93ce req-33811448-50f4-42af-8919-008c6bf558fd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:13.992467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1133d1a5-bcf8-4e95-902f-85759eeb93ce req-33811448-50f4-42af-8919-008c6bf558fd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.0681729 Feb 11 14:14:13.992820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0538fa86-d5ad-4888-b24a-dcc9b95004a3 req-6636529c-171e-4dc3-a6fd-186d25c15102 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf7ebb6c-f360-4c01-b813-25167f32c200 HTTP/1.1" status: 200 len: 210 time: 0.0696623 Feb 11 14:14:14.039161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1133d1a5-bcf8-4e95-902f-85759eeb93ce req-073f1400-f9bb-4f19-8410-5a1c512c8103 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Feb 11 14:14:14.068379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-118f5009-7694-47ae-b7a4-d35b5afd6cb9 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550903 Feb 11 14:14:14.171678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-7b961c2d-d49c-4636-95b6-f3b5cb054b92 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906999 Feb 11 14:14:14.212553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-ddf039a0-7ca3-481d-84ec-8592c2bf89d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 217 time: 0.0326269 Feb 11 14:14:14.272298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e0934052-267a-409c-8e75-b131d4c3c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.273826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e0934052-267a-409c-8e75-b131d4c3c488 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0488951 Feb 11 14:14:14.325625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-915e7bea-dae2-4a26-9b43-5ce2bd0adcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.327215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-915e7bea-dae2-4a26-9b43-5ce2bd0adcc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452328 Feb 11 14:14:14.428041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-56a8edd5-4d58-4272-8211-c9893ed8c83a service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923886 Feb 11 14:14:14.455440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:14.537052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-cbfdb16e-bab8-4a44-a27a-fb7ab960bea0 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008203 Feb 11 14:14:14.572992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:14.577738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.597681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e9202273-4f44-4e8c-a495-d35e3337c039 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62 HTTP/1.1" status: 200 len: 217 time: 0.0507615 Feb 11 14:14:14.688442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-7a96d54c-68ee-4789-92fb-b9c24c62567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.690642 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-7a96d54c-68ee-4789-92fb-b9c24c62567a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0824139 Feb 11 14:14:14.731894 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.774883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:14.780421 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf47766-42df-4c3f-a3ad-987c0717f984" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:14.809404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:14.827495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-f41a6275-46a4-4022-a562-e2fecb894168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.829301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-f41a6275-46a4-4022-a562-e2fecb894168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299925 Feb 11 14:14:14.842330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d867232-5f7a-486d-b771-3ea02ba89d63 req-c25cbf20-71cc-44f6-a21b-2acd876a3414 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.848569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d867232-5f7a-486d-b771-3ea02ba89d63 req-c25cbf20-71cc-44f6-a21b-2acd876a3414 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.1504638 Feb 11 14:14:14.944364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.966356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d867232-5f7a-486d-b771-3ea02ba89d63 req-31ba65ab-003b-45af-b14c-d6cad9cc2bfc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166987 Feb 11 14:14:15.056542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e62a9-9d43-4b57-89f0-2b7153f4b8cc req-3c3daa8d-37f7-463c-a4c5-8e4f01cb1278 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.061355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c7e62a9-9d43-4b57-89f0-2b7153f4b8cc req-3c3daa8d-37f7-463c-a4c5-8e4f01cb1278 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1032386 Feb 11 14:14:15.087950 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4605d26-5472-4720-871a-40514d8e0ac2 x-openstack-request-id: req-b4605d26-5472-4720-871a-40514d8e0ac2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:15.088193 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:15.088451 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4605d26-5472-4720-871a-40514d8e0ac2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:15.088977 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'code': 200} Feb 11 14:14:15.097262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:15.102256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-e8f09aa3-ffcb-44d9-bd80-08dd82ebfb19 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512562 Feb 11 14:14:15.141616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c7e62a9-9d43-4b57-89f0-2b7153f4b8cc req-113dd773-7e8d-42c2-86b0-148fa1d45edb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611441 Feb 11 14:14:15.305703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-55b3d857-6cbf-4062-83f5-9037b2537ec0 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839716 Feb 11 14:14:15.381879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-d2b9d006-9d2d-4aba-ad5f-0e925f7c1acb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.383440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-d2b9d006-9d2d-4aba-ad5f-0e925f7c1acb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.0920811 Feb 11 14:14:15.399471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-1aef12af-027f-4dc5-99e5-acd7d1b75bd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=525ae3c6-278b-479c-bf56-a1d71430d184 HTTP/1.1" status: 200 len: 217 time: 0.0788703 Feb 11 14:14:15.399791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e567b-3f05-423e-88c1-60cda378e4da req-28ab5211-e32e-44d6-b2a1-c7fdc725225c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.420179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0e567b-3f05-423e-88c1-60cda378e4da req-28ab5211-e32e-44d6-b2a1-c7fdc725225c tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 945 time: 0.1750588 Feb 11 14:14:15.519705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-949bac85-f877-4d0e-8c45-ae42f5c8db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.521756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-949bac85-f877-4d0e-8c45-ae42f5c8db78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.1135783 Feb 11 14:14:15.523153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de0e567b-3f05-423e-88c1-60cda378e4da req-7bcd3750-8a7c-40f1-8e09-8f0c15f00fed tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e758d31-0d3b-4e05-b283-d625e063350c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019833 Feb 11 14:14:15.650788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Deleting port 030d049d-24e1-467d-b0c9-e0b7ea301625 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:15.654771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.668808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-a48d8be6-ec58-4562-b023-f45ffac32e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.670462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-a48d8be6-ec58-4562-b023-f45ffac32e1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273594 Feb 11 14:14:15.776465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] For port 030d049d-24e1-467d-b0c9-e0b7ea301625, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=030d049d-24e1-467d-b0c9-e0b7ea301625,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:15.776878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.791147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Calling delete_port for 030d049d-24e1-467d-b0c9-e0b7ea301625 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:15.918660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-4863afef-7bbb-4191-9c80-6ada1feb35c2 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311709 Feb 11 14:14:15.991697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aca04-3582-499a-916b-10ef0bc8032e req-7b7c815a-dbef-45e3-9a99-4a098c11ac3e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.993516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-651aca04-3582-499a-916b-10ef0bc8032e req-7b7c815a-dbef-45e3-9a99-4a098c11ac3e tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 945 time: 0.1453807 Feb 11 14:14:16.026280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:16.040218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['34d5538c-4836-47b3-a551-440682c5ed19', '030d049d-24e1-467d-b0c9-e0b7ea301625'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:16.087260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event deleted for resources: {'Port': ['ID=030d049d-24e1-467d-b0c9-e0b7ea301625,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:16.191886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] No DVR routers for this DVR port 030d049d-24e1-467d-b0c9-e0b7ea301625 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:16.204227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:16.208560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-399122e7-dd12-4d5a-9f45-2c8b7d2a1b10 req-1b3135e6-75db-4f9b-b144-84a5812d61db tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "DELETE /v2.0/ports/030d049d-24e1-467d-b0c9-e0b7ea301625 HTTP/1.1" status: 204 len: 173 time: 0.7580562 Feb 11 14:14:16.219364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'name': 'network-vif-deleted', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:16.228471 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f928885-dd96-471d-b00c-7e8b862223bb" -d '{"events": [{"server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "name": "network-vif-deleted", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:16.485070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaa581-f79a-4de6-987a-dcbbf4f708d6 req-bc29a188-f049-4973-806b-d27e83af3b95 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:16.498668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88aaa581-f79a-4de6-987a-dcbbf4f708d6 req-bc29a188-f049-4973-806b-d27e83af3b95 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1385987 Feb 11 14:14:16.570488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88aaa581-f79a-4de6-987a-dcbbf4f708d6 req-0537da27-f9df-464e-9f9f-a4d5c98a62a3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698349 Feb 11 14:14:16.667188 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c988bf-40f8-4528-8262-53764a6b5d1e x-openstack-request-id: req-f5c988bf-40f8-4528-8262-53764a6b5d1e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:16.667560 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd3415-e24b-4298-929d-e78d7e71f148", "name": "network-vif-deleted", "tag": "030d049d-24e1-467d-b0c9-e0b7ea301625", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:16.667886 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5c988bf-40f8-4528-8262-53764a6b5d1e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:16.668359 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd3415-e24b-4298-929d-e78d7e71f148', 'name': 'network-vif-deleted', 'tag': '030d049d-24e1-467d-b0c9-e0b7ea301625', 'status': 'completed', 'code': 200} Feb 11 14:14:16.848711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56739121-1e50-468a-9117-a3055f806bac req-d7c8a282-eb16-4b05-ad61-d67379da4ff5 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdd3415-e24b-4298-929d-e78d7e71f148 HTTP/1.1" status: 200 len: 210 time: 0.0371912 Feb 11 14:14:16.878702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-c64246e2-56d4-4d72-9658-20c27bb9b2bf service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524565 Feb 11 14:14:16.892745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea0428-8e76-466f-a189-5d9b4ab07d86 req-b0009d07-2661-4aa5-9791-bf33a433e0a8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:16.894338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4ea0428-8e76-466f-a189-5d9b4ab07d86 req-b0009d07-2661-4aa5-9791-bf33a433e0a8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.2011151 Feb 11 14:14:16.958061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-90f70084-9ea9-4ab0-acf6-cf0a21f431a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b HTTP/1.1" status: 200 len: 217 time: 0.0624344 Feb 11 14:14:16.963433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Deleting port 34d5538c-4836-47b3-a551-440682c5ed19 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:16.963433 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.103660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4ea0428-8e76-466f-a189-5d9b4ab07d86 req-47ed0126-636d-435c-80bd-290450f93c4b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010856 Feb 11 14:14:17.116126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-539ac683-6bf2-4a43-b907-f6e2fae99ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.117616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-539ac683-6bf2-4a43-b907-f6e2fae99ee2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.1386747 Feb 11 14:14:17.227863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] For port 34d5538c-4836-47b3-a551-440682c5ed19, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=34d5538c-4836-47b3-a551-440682c5ed19,segment=NetworkSegment(e133e09f-f9d0-4d03-a868-b21ee68afa00),segment_id=e133e09f-f9d0-4d03-a868-b21ee68afa00)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:17.228238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.244742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Calling delete_port for 34d5538c-4836-47b3-a551-440682c5ed19 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:17.253920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-58cd9780-812d-431c-8627-1d3edb09195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.256877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-58cd9780-812d-431c-8627-1d3edb09195b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248574 Feb 11 14:14:17.466251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-ad855f8e-3733-455e-b148-38f531c8530a service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008574 Feb 11 14:14:17.647633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-68a6d722-f0f9-440a-ac4e-27b1ab7b6c30 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521668 Feb 11 14:14:17.705028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-0ae12257-736e-43c5-9423-ce901de0aa2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 200 len: 217 time: 0.0454428 Feb 11 14:14:17.752046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.858808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-f742b0c7-534e-4891-90d5-2e36324084ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.860286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-f742b0c7-534e-4891-90d5-2e36324084ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.1443734 Feb 11 14:14:17.869254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Pushing event deleted for resources: {'Port': ['ID=34d5538c-4836-47b3-a551-440682c5ed19,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:17.930869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deabd7b-7021-463a-8fe1-6383efc77f00 req-63d38793-5734-43a9-9eb2-c6476b6b0b83 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.932674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7deabd7b-7021-463a-8fe1-6383efc77f00 req-63d38793-5734-43a9-9eb2-c6476b6b0b83 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.2311416 Feb 11 14:14:17.989596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-0919df51-aa69-4b0e-aa8a-50791705115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.991398 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-0919df51-aa69-4b0e-aa8a-50791705115e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119955 Feb 11 14:14:17.991925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] No DVR routers for this DVR port 34d5538c-4836-47b3-a551-440682c5ed19 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:17.995679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.999021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-651aca04-3582-499a-916b-10ef0bc8032e req-c3f568c9-28e6-4eef-91b9-8593a5be91dd tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.62 "DELETE /v2.0/ports/34d5538c-4836-47b3-a551-440682c5ed19 HTTP/1.1" status: 204 len: 173 time: 1.9997036 Feb 11 14:14:17.999470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'name': 'network-vif-deleted', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:18.002407 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586d411-5aac-43e8-8173-a7b1407cb8fa" -d '{"events": [{"server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "name": "network-vif-deleted", "tag": "34d5538c-4836-47b3-a551-440682c5ed19"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:18.109576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6bc0c7e-8dd5-4449-8263-42e029894f77 req-2136e1b0-ec9e-46f8-9eaa-84d83e679ceb tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0654361 Feb 11 14:14:18.123557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5856500a-f72e-4c53-a2fe-bb0064cfe066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:18.171264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-97f29e6c-bb85-450f-9bcb-bc116b2636b2 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600163 Feb 11 14:14:18.226367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7deabd7b-7021-463a-8fe1-6383efc77f00 req-081d964c-fc6e-4509-8230-32782511171a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443483 Feb 11 14:14:18.227801 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64746f86-6419-4387-a02b-3fdcb0439eb1 x-openstack-request-id: req-64746f86-6419-4387-a02b-3fdcb0439eb1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:18.228087 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166b5011-9277-4214-b20f-7f15c7183404", "name": "network-vif-deleted", "tag": "34d5538c-4836-47b3-a551-440682c5ed19", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:18.228355 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64746f86-6419-4387-a02b-3fdcb0439eb1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:18.228714 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166b5011-9277-4214-b20f-7f15c7183404', 'name': 'network-vif-deleted', 'tag': '34d5538c-4836-47b3-a551-440682c5ed19', 'status': 'completed', 'code': 200} Feb 11 14:14:18.375031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b9d475-1353-407b-b003-9c6b4d95be87 req-0b00f9b4-0882-4317-9f52-c184bb9038bc service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698551 Feb 11 14:14:18.400085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637e20-0fd7-4b4f-8e87-f66803dedd72 req-e74188a1-f1d6-4a2d-ac30-337245c1ebce tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:18.408843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0637e20-0fd7-4b4f-8e87-f66803dedd72 req-e74188a1-f1d6-4a2d-ac30-337245c1ebce tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0868840 Feb 11 14:14:18.458544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 34d5538c-4836-47b3-a551-440682c5ed19 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:18.467342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0637e20-0fd7-4b4f-8e87-f66803dedd72 req-87965f38-5e97-404d-9190-f089a80a1a67 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 Feb 11 14:14:18.492516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 34d5538c-4836-47b3-a551-440682c5ed19 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:18.513444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 34d5538c-4836-47b3-a551-440682c5ed19 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:18.514184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 030d049d-24e1-467d-b0c9-e0b7ea301625 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:18.550475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 030d049d-24e1-467d-b0c9-e0b7ea301625 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:18.551257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 030d049d-24e1-467d-b0c9-e0b7ea301625 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:19.338333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c564c490-d169-47fe-827e-bc8e50e232dc req-2c20b3d4-2747-4779-9aec-d9f131b3b760 tempest-MultipleCreateTestJSON-100445279 tempest-MultipleCreateTestJSON-100445279-project] 10.222.0.31 "GET /v2.0/ports?device_id=166b5011-9277-4214-b20f-7f15c7183404 HTTP/1.1" status: 200 len: 210 time: 0.0386012 Feb 11 14:14:19.486859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ed638-64cf-4028-8ff4-fa4b4b3d16ea req-f1277720-0956-41f9-9d6b-8f7d595c357f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:19.495859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b34ed638-64cf-4028-8ff4-fa4b4b3d16ea req-f1277720-0956-41f9-9d6b-8f7d595c357f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1130862 Feb 11 14:14:19.590297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b34ed638-64cf-4028-8ff4-fa4b4b3d16ea req-71d8b772-79cb-4914-9bab-a6df04b49782 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932524 Feb 11 14:14:19.666297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1370060-e277-4762-8ad5-11c82a9eb245 req-0a515e73-d648-4fed-9e6b-bd16199ea14e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:19.668794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1370060-e277-4762-8ad5-11c82a9eb245 req-0a515e73-d648-4fed-9e6b-bd16199ea14e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0642688 Feb 11 14:14:19.714718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1370060-e277-4762-8ad5-11c82a9eb245 req-89838d1c-c5ce-4bad-80a2-9a77a8d77752 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Feb 11 14:14:20.401695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c072114-6043-4fc6-bda7-d16b8b22e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.416260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47718) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:20.475904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Deleting subnet 2fd6e874-8670-4117-9523-ba2e0139f563 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:20.479940 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.526319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.597551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.725219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.740183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.751998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:20.752630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2fd6e874-8670-4117-9523-ba2e0139f563 HTTP/1.1" status: 204 len: 168 time: 0.3346372 Feb 11 14:14:20.779431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7b0e-3830-41fe-b038-61c054b41ffe req-c0f51db9-9545-4f2e-9d39-079bc2a214e9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.781328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fab7b0e-3830-41fe-b038-61c054b41ffe req-c0f51db9-9545-4f2e-9d39-079bc2a214e9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1080985 Feb 11 14:14:20.782311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475300-ee0c-4f9e-8cac-d1b4b4e115ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd6e874-8670-4117-9523-ba2e0139f563,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:20.862799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:20.893155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fab7b0e-3830-41fe-b038-61c054b41ffe req-b7ae9a9d-00f5-4de5-9fc8-d9723f9c65f7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910060 Feb 11 14:14:20.990555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e725-6e96-4aec-ae13-39047f230019 req-d7336bcb-62d3-4313-bc34-6ce00caca1ab tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:20.992444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a422e725-6e96-4aec-ae13-39047f230019 req-d7336bcb-62d3-4313-bc34-6ce00caca1ab tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.1269691 Feb 11 14:14:21.034527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.082671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725f16da-f724-45b1-82ea-d9616f77480f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:21.088270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e133e09f-f9d0-4d03-a868-b21ee68afa00') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:21.088641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e133e09f-f9d0-4d03-a868-b21ee68afa00') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:21.106110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.115303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a422e725-6e96-4aec-ae13-39047f230019 req-51eddfa5-c942-4bc8-8c27-1c787efe27f1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113493 Feb 11 14:14:21.138985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.142547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:21.142931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:21.149483 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:21.299389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.315435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.321161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/725f16da-f724-45b1-82ea-d9616f77480f HTTP/1.1" status: 204 len: 168 time: 0.5649300 Feb 11 14:14:21.342868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a96c7-97d1-48b7-9a1b-6b3e94bead6c admin admin] Pushing event deleted for resources: {'Network': ['ID=725f16da-f724-45b1-82ea-d9616f77480f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:21.693766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.979758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:22.077310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47d068a7-3ee5-4d84-9a56-ab4766f260c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e00559557c4424087370980fc0c03e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956798 Feb 11 14:14:22.081109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:22.096922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339664-f9a8-4efa-9cc1-a21d149ac70c req-7aeb9bd3-7bda-4343-8f2c-eab85ade5052 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:22.098568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4339664-f9a8-4efa-9cc1-a21d149ac70c req-7aeb9bd3-7bda-4343-8f2c-eab85ade5052 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1016560 Feb 11 14:14:22.158342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4339664-f9a8-4efa-9cc1-a21d149ac70c req-53de2db3-1e26-454f-8621-8b62f0bdbf2e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 Feb 11 14:14:22.215584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.271713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.331532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4af1f-b918-4509-96a2-8cba66c3c2bc req-ffb6c978-210a-4af1-84ac-6d40626b8001 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:22.333570 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0e4af1f-b918-4509-96a2-8cba66c3c2bc req-ffb6c978-210a-4af1-84ac-6d40626b8001 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0789633 Feb 11 14:14:22.386044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0e4af1f-b918-4509-96a2-8cba66c3c2bc req-f7765c01-d590-471a-b732-d1eb16966ea0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Feb 11 14:14:22.482881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:22.486068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:22.495564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.499691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.501763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e758d31-0d3b-4e05-b283-d625e063350c HTTP/1.1" status: 204 len: 168 time: 0.4196882 Feb 11 14:14:22.511150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f5111-9d35-4429-80c0-fa98c1baa999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e758d31-0d3b-4e05-b283-d625e063350c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:22.679177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.707591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:22.734473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:22.737021 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fae8e5-0690-46ea-86e1-db5c0394d5a3" -d '{"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-unplugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:22.741771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:22.747317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'port_id': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'mac_address': 'fa:16:3e:0f:f8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0c591-bdb6-45ce-a59e-15efab46b29e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:22.790218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.796532 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f4804-c2c6-4b1d-80e5-089a4c34e069 x-openstack-request-id: req-671f4804-c2c6-4b1d-80e5-089a4c34e069 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:22.796532 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-unplugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:22.796532 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671f4804-c2c6-4b1d-80e5-089a4c34e069 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:22.796532 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'code': 200} Feb 11 14:14:22.806372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:22.877820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a14e1-96b9-430d-a755-501577b0fc57 req-c092b082-3aa9-4262-9a7e-d1e62826edbb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:22.896080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-963a14e1-96b9-430d-a755-501577b0fc57 req-c092b082-3aa9-4262-9a7e-d1e62826edbb tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.0772390 Feb 11 14:14:22.920389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.970240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-963a14e1-96b9-430d-a755-501577b0fc57 req-2ac701f2-f090-410f-9f90-b1721ace939c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Feb 11 14:14:23.030217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.042343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.042836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.043273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.043946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.044381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.044813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.045297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.045872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.046299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.046747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.047172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.047594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:23.064045 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:23.068910 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:23.105982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.327384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afbe66-bdaf-47e7-85f9-465be9fe4af1 req-a3d377fa-0dec-4312-87f1-93098243d526 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.328960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88afbe66-bdaf-47e7-85f9-465be9fe4af1 req-a3d377fa-0dec-4312-87f1-93098243d526 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0835972 Feb 11 14:14:23.337493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-ef50e50e-e159-4f7f-b5a5-b41ca2958af2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.339049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-ef50e50e-e159-4f7f-b5a5-b41ca2958af2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 944 time: 0.0672877 Feb 11 14:14:23.403028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88afbe66-bdaf-47e7-85f9-465be9fe4af1 req-d5185432-3818-4cdc-b622-ff203a6966ae tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Feb 11 14:14:23.462068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Deleting port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:23.462415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.508666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194d5f0-0454-44ae-8fff-19f482372877 req-5388d280-a781-4671-bc0d-b00557587a5a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.510170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c194d5f0-0454-44ae-8fff-19f482372877 req-5388d280-a781-4671-bc0d-b00557587a5a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 943 time: 0.0485587 Feb 11 14:14:23.550433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c194d5f0-0454-44ae-8fff-19f482372877 req-4e78df43-c78f-476d-b8ba-c978fd906439 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Feb 11 14:14:23.555712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] For port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:23.556174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.569364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Calling delete_port for 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:23.607405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.624700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:23.644419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:23.660430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.769307 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.839038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.861275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.896253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event deleted for resources: {'Port': ['ID=9dfa6c82-83bb-4796-980f-ddb3f9d16fb3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.946953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] No DVR routers for this DVR port 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:23.950458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.955225 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2552ce04-00b2-4b7d-968f-26d28f02354f req-8176ab3a-7969-4061-8920-8e758b40eb36 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "DELETE /v2.0/ports/9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 HTTP/1.1" status: 204 len: 173 time: 0.6019239 Feb 11 14:14:23.956416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-deleted', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:23.959377 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e92c23-d908-44d0-b59d-a4f1ed07cca3" -d '{"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-deleted", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:24.016859 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece8bbb-d44b-46e1-a09a-0c2dc8983e68 x-openstack-request-id: req-4ece8bbb-d44b-46e1-a09a-0c2dc8983e68 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:24.017411 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e", "name": "network-vif-deleted", "tag": "9dfa6c82-83bb-4796-980f-ddb3f9d16fb3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:24.018201 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ece8bbb-d44b-46e1-a09a-0c2dc8983e68 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:24.018201 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e', 'name': 'network-vif-deleted', 'tag': '9dfa6c82-83bb-4796-980f-ddb3f9d16fb3', 'status': 'completed', 'code': 200} Feb 11 14:14:24.127105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bed5ff4a-013e-45cb-b62e-60b364680d71 req-2a3ccd37-69ec-48a1-9054-016ec1aa6ce0 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0373256 Feb 11 14:14:24.152311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['def8f8e6-a0b9-4312-89ad-f9254edab46a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:24.390486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47828) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:24.484209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:24.543340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:24.544201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9dfa6c82-83bb-4796-980f-ddb3f9d16fb3 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:24.588935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-network', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:24.622265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949a11b-086e-462c-8dbc-03c1583d8992 req-0ed526d5-2f7d-45f9-9174-4a29c7c1c0e4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:24.624298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d949a11b-086e-462c-8dbc-03c1583d8992 req-0ed526d5-2f7d-45f9-9174-4a29c7c1c0e4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1014636 Feb 11 14:14:24.676093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d949a11b-086e-462c-8dbc-03c1583d8992 req-eed0b2b2-e122-46bc-90df-3d60e0931396 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Feb 11 14:14:24.725582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa624f-244d-40b7-bc49-71d9082c4b04 req-f2c61bdd-efeb-4c19-915b-d2aa4ef5ebdc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:24.730836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fffa624f-244d-40b7-bc49-71d9082c4b04 req-f2c61bdd-efeb-4c19-915b-d2aa4ef5ebdc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 944 time: 0.0814886 Feb 11 14:14:24.776008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fffa624f-244d-40b7-bc49-71d9082c4b04 req-d62d198a-5c08-4173-9507-4984f0df02bb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Feb 11 14:14:24.793112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Made reservation on behalf of 652ac3ae5d504febb9ac5f4095e1e0fa for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:24.795208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.806736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.918297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.066077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.119702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:25.137114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:25.146602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.146981 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Added segment c9bc693e-c894-4e25-899c-62abb9931e5f of type vlan for network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 Feb 11 14:14:25.225093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.273359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50c721d3-cb4f-433a-9ee4-8aeeb820c26e req-e98899cb-8c18-44f8-a45a-4d043857af2c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7e60bd-3f2f-4a52-9cd2-d53230f7f91e HTTP/1.1" status: 200 len: 210 time: 0.0360610 Feb 11 14:14:25.465985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.470134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:25.470134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.539463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] Pushing event updated for resources: {'Network': ['ID=1e93c80e-26d5-4c99-a02c-c4e358c3fae6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:25.554161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:25.660502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ab20807e-5a3d-4c0f-bc42-e73348026ecf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2640347 Feb 11 14:14:25.661249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47856) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:25.666149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Request body: {'subnet': {'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-subnet', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:25.757480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Made reservation on behalf of 652ac3ae5d504febb9ac5f4095e1e0fa for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:25.760217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.841442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024fc5a-e7d4-47a4-927f-bfab3cd7854a req-18137fd0-6621-4a9c-8bee-6a1057db79b9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:25.865526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4024fc5a-e7d4-47a4-927f-bfab3cd7854a req-18137fd0-6621-4a9c-8bee-6a1057db79b9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0914021 Feb 11 14:14:25.908137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a6d7f-e012-4f0f-a187-077bdcd30c03 req-216a7f68-1b4e-47a4-81b5-6ef20e184719 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:25.910143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-740a6d7f-e012-4f0f-a187-077bdcd30c03 req-216a7f68-1b4e-47a4-81b5-6ef20e184719 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0924165 Feb 11 14:14:25.932767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4024fc5a-e7d4-47a4-927f-bfab3cd7854a req-edac8880-2088-4f6b-b293-84a9efff2258 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Feb 11 14:14:25.988118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-740a6d7f-e012-4f0f-a187-077bdcd30c03 req-b79ee761-da58-4f18-94e0-6396a5bd3284 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697629 Feb 11 14:14:26.107054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b7e3-720a-4f0a-9444-6ada84e77197 req-ee8267c3-144d-44d5-ab65-f59a51c9ef04 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:26.108849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24b3b7e3-720a-4f0a-9444-6ada84e77197 req-ee8267c3-144d-44d5-ab65-f59a51c9ef04 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 944 time: 0.0799515 Feb 11 14:14:26.156980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24b3b7e3-720a-4f0a-9444-6ada84e77197 req-5ff757ff-3d40-4962-882b-7e21ce638681 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Feb 11 14:14:26.164041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.239319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:26.252397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Checking segment: {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:26.252768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Network hostable DHCP agents. Network: 1e93c80e-26d5-4c99-a02c-c4e358c3fae6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:26.380298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:26.484866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:26.509676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1e93c80e-26d5-4c99-a02c-c4e358c3fae6) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:26.523222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:26.528666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dfd76-c335-4852-b890-0e9747406d2a None None] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:26.529558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.620367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port def8f8e6-a0b9-4312-89ad-f9254edab46a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:26.621266 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.661667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-482fae69-ff9c-4761-b539-706fade3bbff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9946289 Feb 11 14:14:26.662285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:26.667084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:26.774394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9492e3-44d0-4851-8573-9aa4c34f407d None None] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:26.838461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.862455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.863536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.881525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:26.883690 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c9b12-4267-4065-85e3-c36d1228b904" -d '{"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-plugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:26.909183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:26.929118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.947369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49807-38d4-4069-b6ee-6a149645b19a req-3e44fe66-345e-4725-9bca-168f00c4c6b2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:26.947742 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e919c-8373-4d19-8a96-da2e67f65a10 x-openstack-request-id: req-964e919c-8373-4d19-8a96-da2e67f65a10 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:26.948065 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-plugged", "status": "completed", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:26.948394 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-964e919c-8373-4d19-8a96-da2e67f65a10 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:26.948729 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'code': 200} Feb 11 14:14:26.958060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3c49807-38d4-4069-b6ee-6a149645b19a req-3e44fe66-345e-4725-9bca-168f00c4c6b2 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.0706966 Feb 11 14:14:27.002169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3c49807-38d4-4069-b6ee-6a149645b19a req-f44628fe-5303-4765-a98f-820ae81daaf3 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Feb 11 14:14:27.082767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751b696-32cc-45f3-90ab-eaa6b374d03a req-89aed8c0-6811-4321-9b58-2b4c4638a135 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.084384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a751b696-32cc-45f3-90ab-eaa6b374d03a req-89aed8c0-6811-4321-9b58-2b4c4638a135 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0727785 Feb 11 14:14:27.135276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356efef-147b-416c-8549-db995f822c8c req-1764e05e-333d-47fa-8607-c713eda36bdd tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.136723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1356efef-147b-416c-8549-db995f822c8c req-1764e05e-333d-47fa-8607-c713eda36bdd tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0641792 Feb 11 14:14:27.166125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a751b696-32cc-45f3-90ab-eaa6b374d03a req-48d4dd8a-cf0c-4cc6-8e08-5a6ccea395c7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752015 Feb 11 14:14:27.173292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34197-4f30-4621-8c00-6d3e5012bea9 req-bb05718c-fe5b-4c49-9fa0-43dad5ba0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.174010 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aee34197-4f30-4621-8c00-6d3e5012bea9 req-bb05718c-fe5b-4c49-9fa0-43dad5ba0844 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 1095 time: 0.0751746 Feb 11 14:14:27.178035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1356efef-147b-416c-8549-db995f822c8c req-423bde55-11b0-4a35-8df1-054cf8b2988b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Feb 11 14:14:27.226006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aee34197-4f30-4621-8c00-6d3e5012bea9 req-2f5398bf-8988-4aea-9533-4656972e6b4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Feb 11 14:14:27.243906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.294393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:27.310238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375543-7126-4f20-a251-9dc9539662eb req-d1ccbeb8-486a-4ff1-a2b6-29082a9bb2dc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.311711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c375543-7126-4f20-a251-9dc9539662eb req-d1ccbeb8-486a-4ff1-a2b6-29082a9bb2dc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0527284 Feb 11 14:14:27.370023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c375543-7126-4f20-a251-9dc9539662eb req-29712b31-ac1c-4998-9313-5866febd5053 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Feb 11 14:14:27.414058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.497056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70499-e139-4c34-8915-303528180ff6 req-02ffa417-e22a-49b7-874b-b9a199080bb5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:27.498549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11b70499-e139-4c34-8915-303528180ff6 req-02ffa417-e22a-49b7-874b-b9a199080bb5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.0529134 Feb 11 14:14:27.652561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Deleting port f9b6fe21-7ef9-4044-9938-f3387a1967ec {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:27.652950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.821614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] For port f9b6fe21-7ef9-4044-9938-f3387a1967ec, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b6fe21-7ef9-4044-9938-f3387a1967ec,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:27.821985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.856553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Calling delete_port for f9b6fe21-7ef9-4044-9938-f3387a1967ec owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:27.905770 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.927430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.097930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Allocated IP 172.25.7.202 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3483fd4d-2891-4335-8b76-ad56f828ad03) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:28.431133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8d447-9ad2-413a-841c-9fa966344f20 req-007a4129-0512-4e13-93ef-a755264f9286 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.432845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2d8d447-9ad2-413a-841c-9fa966344f20 req-007a4129-0512-4e13-93ef-a755264f9286 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1910999 Feb 11 14:14:28.474163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2d8d447-9ad2-413a-841c-9fa966344f20 req-96424fa7-fb15-4ff8-acdf-82a30230e89b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Feb 11 14:14:28.479988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.501958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae56944-24fd-434c-820b-6c55ef9312e2 req-1bb43b43-c1c6-4fe8-a8ab-3770682a6045 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.503557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eae56944-24fd-434c-820b-6c55ef9312e2 req-1bb43b43-c1c6-4fe8-a8ab-3770682a6045 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 945 time: 0.4157987 Feb 11 14:14:28.528496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event deleted for resources: {'Port': ['ID=f9b6fe21-7ef9-4044-9938-f3387a1967ec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:28.596164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fb13f-94ea-46b3-8947-5acedcfe8851 req-b37cc535-77af-4e35-8227-fc2f34bb46b9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.597888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a11fb13f-94ea-46b3-8947-5acedcfe8851 req-b37cc535-77af-4e35-8227-fc2f34bb46b9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0520003 Feb 11 14:14:28.604770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] No DVR routers for this DVR port f9b6fe21-7ef9-4044-9938-f3387a1967ec on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:28.615197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.618605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11b70499-e139-4c34-8915-303528180ff6 req-69275a8b-c9c3-4afd-a71f-3e2d042c72a9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "DELETE /v2.0/ports/f9b6fe21-7ef9-4044-9938-f3387a1967ec HTTP/1.1" status: 204 len: 173 time: 1.1104879 Feb 11 14:14:28.618983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-deleted', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:28.621262 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77191490-b9df-4bcf-a05b-0a7823d77d9d" -d '{"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-deleted", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:28.633904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eae56944-24fd-434c-820b-6c55ef9312e2 req-4f9e2ee3-47da-4d1d-b3ea-e952fe3d754f tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087592 Feb 11 14:14:28.642624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a11fb13f-94ea-46b3-8947-5acedcfe8851 req-936998c6-4ea9-4ab7-8fcf-99ab7b70da9f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373199 Feb 11 14:14:28.644381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.780878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32576096-a50b-4b99-9b7e-323871d6cc76 req-9807b40b-4c25-46a9-91d0-bd4a096ce158 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:28.783496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32576096-a50b-4b99-9b7e-323871d6cc76 req-9807b40b-4c25-46a9-91d0-bd4a096ce158 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0542963 Feb 11 14:14:28.790289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.832231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32576096-a50b-4b99-9b7e-323871d6cc76 req-80b06c90-20e1-45e6-b6bb-e89a932355dc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Feb 11 14:14:28.833634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:28.838823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:28.842398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:28.906746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Pushing event updated for resources: {'Port': ['ID=3483fd4d-2891-4335-8b76-ad56f828ad03,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:28.978692 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c4d949-4874-4efb-8c0f-5ec0ce2a880c x-openstack-request-id: req-b0c4d949-4874-4efb-8c0f-5ec0ce2a880c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:28.979125 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb49594-4c2c-42ff-ab52-7eca782b879c", "name": "network-vif-deleted", "tag": "f9b6fe21-7ef9-4044-9938-f3387a1967ec", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:28.979517 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0c4d949-4874-4efb-8c0f-5ec0ce2a880c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:28.980301 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb49594-4c2c-42ff-ab52-7eca782b879c', 'name': 'network-vif-deleted', 'tag': 'f9b6fe21-7ef9-4044-9938-f3387a1967ec', 'status': 'completed', 'code': 200} Feb 11 14:14:29.045915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef7fcf-8b61-426c-9f5c-ea265d3c4212 req-7209c2fd-2135-4af9-970e-9c8e2db6702d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.047784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ef7fcf-8b61-426c-9f5c-ea265d3c4212 req-7209c2fd-2135-4af9-970e-9c8e2db6702d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.0578718 Feb 11 14:14:29.089535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ef7fcf-8b61-426c-9f5c-ea265d3c4212 req-c2d33bd3-44a0-462f-af33-d1277e6a181d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Feb 11 14:14:29.115162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f65d-b5ad-4d78-b31b-36fccfda45cc req-bcd2730a-b993-4326-9886-5e37e237c081 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.116688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0307f65d-b5ad-4d78-b31b-36fccfda45cc req-bcd2730a-b993-4326-9886-5e37e237c081 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 950 time: 0.0909705 Feb 11 14:14:29.158704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0307f65d-b5ad-4d78-b31b-36fccfda45cc req-54d9f389-86de-4f06-be14-5380f6b7186c tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Feb 11 14:14:29.317583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.517744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.725776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973602-44f8-4434-bdef-feaf56528fea req-8ef46e7e-62ed-4201-bfb0-1f1b7a69791d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.727378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b973602-44f8-4434-bdef-feaf56528fea req-8ef46e7e-62ed-4201-bfb0-1f1b7a69791d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0567942 Feb 11 14:14:29.768679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Router 112d2f7c-9e89-436d-aed2-74685a0b30c4 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:14:29.781451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b973602-44f8-4434-bdef-feaf56528fea req-e64a0ad1-5afc-4d1c-b49d-d3d96b4683ac tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Feb 11 14:14:29.876616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a1b08f4-3a92-41c0-ac30-e999a7fc14e6 req-e2989345-97be-49f1-b95d-38240d97bbb5 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb49594-4c2c-42ff-ab52-7eca782b879c HTTP/1.1" status: 200 len: 210 time: 0.0265229 Feb 11 14:14:29.896528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:29.908545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Sync routers for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:29.919145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:29.920111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:29.996627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2fa8c-15c4-4359-af3f-7b9086643ba9 req-c8893fda-5a88-4567-9ccb-e84f5765074d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.998044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ee2fa8c-15c4-4359-af3f-7b9086643ba9 req-c8893fda-5a88-4567-9ccb-e84f5765074d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0526977 Feb 11 14:14:30.030129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:30.036851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ee2fa8c-15c4-4359-af3f-7b9086643ba9 req-3fbd0dcf-c428-4c8e-8302-bc5ab1afc1d9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Feb 11 14:14:30.055397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.055397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-711392da-4285-4fce-90a2-3229a9911f88 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3890841 Feb 11 14:14:30.065419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:30.231459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-7b47d559-e190-43c7-b17e-35a74b1b47f0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:30.233382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-7b47d559-e190-43c7-b17e-35a74b1b47f0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1066430 Feb 11 14:14:30.245727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:29Z', 'revision_number': 3, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:30.261644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-b05fd91a-fccf-4a52-ab32-a5438f583ab7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/quotas/a26adba7d25c4f78861df08d91ea94c8 HTTP/1.1" status: 200 len: 375 time: 0.0192449 Feb 11 14:14:30.277190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Checking router: 112d2f7c-9e89-436d-aed2-74685a0b30c4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:30.277828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Updating router 112d2f7c-9e89-436d-aed2-74685a0b30c4 port 3483fd4d-2891-4335-8b76-ad56f828ad03 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:30.299277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.310234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.324316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-c635228b-4bf0-42a5-a9e5-6a67fbdd5a5d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602968 Feb 11 14:14:30.436812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-2e2b92c1-62b0-4b71-882d-dbc90fe5ab4e service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004412 Feb 11 14:14:30.504562 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.505799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:30.541643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-60785be6-dbea-42ce-bc4b-de85affbc7b0 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944467 Feb 11 14:14:30.565024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f9b6fe21-7ef9-4044-9938-f3387a1967ec {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:30.565265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b6fe21-7ef9-4044-9938-f3387a1967ec not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:30.684596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Allocated IP 172.20.0.1 (1e93c80e-26d5-4c99-a02c-c4e358c3fae6/abe2e8ea-5eee-4d98-bb8d-c08ce37fce98/59874635-5e3c-4010-828c-5ba6022eadfc) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:30.773852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.807428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.845590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f85904da-7f92-4133-a036-da90b64302eb req-a0aca607-e16d-42d3-8427-4067506273f7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Feb 11 14:14:30.952156 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.965563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c4b2-30d6-4a68-875b-b5836707a8c3 req-12974e02-eb2c-4472-a713-f8759aa0461a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:30.967297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3c5c4b2-30d6-4a68-875b-b5836707a8c3 req-12974e02-eb2c-4472-a713-f8759aa0461a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0511062 Feb 11 14:14:31.006054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Attempting to bind port 3483fd4d-2891-4335-8b76-ad56f828ad03 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:31.006370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.006628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Attempting to bind port 3483fd4d-2891-4335-8b76-ad56f828ad03 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:31.006777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Attempting to bind port 3483fd4d-2891-4335-8b76-ad56f828ad03 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:31.013055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3c5c4b2-30d6-4a68-875b-b5836707a8c3 req-12ad7ac0-c247-4ba7-a70c-e9c3dcec46a4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Feb 11 14:14:31.018588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:31.019232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:31.019846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.020613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:31.021290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Bound port: 3483fd4d-2891-4335-8b76-ad56f828ad03, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:31.021879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.026121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f883d-3448-4eb3-abc9-94eb1d58cd94 None None] Pushing event updated for resources: {'Port': ['ID=3483fd4d-2891-4335-8b76-ad56f828ad03,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.057439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:31.068781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d544497-121e-448c-9fca-556f4b6953aa req-dc4457a5-cd38-499b-afea-46666aede12f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:31.070759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d544497-121e-448c-9fca-556f4b6953aa req-dc4457a5-cd38-499b-afea-46666aede12f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/ports?device_id=566afaac-12e8-4c6b-8ae6-7451fe8b500e HTTP/1.1" status: 200 len: 945 time: 0.1033201 Feb 11 14:14:31.084938 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.127933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] For port 3483fd4d-2891-4335-8b76-ad56f828ad03, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:31.131840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] For port 3483fd4d-2891-4335-8b76-ad56f828ad03, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3483fd4d-2891-4335-8b76-ad56f828ad03,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:31.140592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:31.147456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:31.157451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Pushing event updated for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.226519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.293346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.337671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f527d9-e138-41a4-983e-fe89eb1abae4 req-1dbbba1e-dd3e-43fb-9b41-79dad2ee555d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:31.339200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94f527d9-e138-41a4-983e-fe89eb1abae4 req-1dbbba1e-dd3e-43fb-9b41-79dad2ee555d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1892803 Feb 11 14:14:31.344526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:31.344720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Deleting port def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:31.345123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.345286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:31.407751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f883d-3448-4eb3-abc9-94eb1d58cd94 None None] Pushing event updated for resources: {'Port': ['ID=3483fd4d-2891-4335-8b76-ad56f828ad03,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.470053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:31.477969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94f527d9-e138-41a4-983e-fe89eb1abae4 req-67dd7ab6-8bd8-4a70-9733-b85e62e996f5 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285594 Feb 11 14:14:31.496016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] For port def8f8e6-a0b9-4312-89ad-f9254edab46a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=def8f8e6-a0b9-4312-89ad-f9254edab46a,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:31.496398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.509403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Calling delete_port for def8f8e6-a0b9-4312-89ad-f9254edab46a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:31.643371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.685939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:29Z', 'revision_number': 3, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:31.727089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0ed63-8adb-4997-8067-b7321a6dcbcd None None] The sync data for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 is: [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:29Z', 'revision_number': 3, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:31.837990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.855142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['def8f8e6-a0b9-4312-89ad-f9254edab46a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:31.899660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event deleted for resources: {'Port': ['ID=def8f8e6-a0b9-4312-89ad-f9254edab46a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.910789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.945364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] No DVR routers for this DVR port def8f8e6-a0b9-4312-89ad-f9254edab46a on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:31.948067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.951536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d544497-121e-448c-9fca-556f4b6953aa req-17984f3a-c105-424f-b578-16df909fce23 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "DELETE /v2.0/ports/def8f8e6-a0b9-4312-89ad-f9254edab46a HTTP/1.1" status: 204 len: 173 time: 0.8629091 Feb 11 14:14:31.952004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-deleted', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:31.954391 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea585338-5434-462c-8e72-74b9bc47ce33" -d '{"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-deleted", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:31.998768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f17d-a8eb-492b-86a8-4be63f5b0f26 req-97107c07-a964-4900-a2cc-e6703e46ef8c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:32.000287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7de2f17d-a8eb-492b-86a8-4be63f5b0f26 req-97107c07-a964-4900-a2cc-e6703e46ef8c tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0588729 Feb 11 14:14:32.007754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.092538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7de2f17d-a8eb-492b-86a8-4be63f5b0f26 req-45749c8e-35f6-4ed9-b231-afc451f078c7 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Feb 11 14:14:32.222780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-123de6da-9e96-4abf-8d6a-5d2d607fcca7 req-923f6505-48b5-4813-b254-46820f8583c2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0499969 Feb 11 14:14:32.393271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389384b0-333e-476a-ae03-d2626b56f75d req-07d3f304-eaa5-4c0a-98b2-c41b6d881fab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:32.395200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-389384b0-333e-476a-ae03-d2626b56f75d req-07d3f304-eaa5-4c0a-98b2-c41b6d881fab tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0924268 Feb 11 14:14:32.438939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-389384b0-333e-476a-ae03-d2626b56f75d req-fdedfbe6-bb74-4ebb-b2aa-66826f8ddc4e tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Feb 11 14:14:32.460678 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264cd89-d1da-4544-b91b-525bb5eeb933 x-openstack-request-id: req-8264cd89-d1da-4544-b91b-525bb5eeb933 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:32.461277 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566afaac-12e8-4c6b-8ae6-7451fe8b500e", "name": "network-vif-deleted", "tag": "def8f8e6-a0b9-4312-89ad-f9254edab46a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:32.461277 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8264cd89-d1da-4544-b91b-525bb5eeb933 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:32.461667 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566afaac-12e8-4c6b-8ae6-7451fe8b500e', 'name': 'network-vif-deleted', 'tag': 'def8f8e6-a0b9-4312-89ad-f9254edab46a', 'status': 'completed', 'code': 200} Feb 11 14:14:32.517913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Pushing event updated for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:32.523221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.555110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:32.562610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-e0041fae-da60-4f9b-a623-949320d9f69d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:32.564733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-e0041fae-da60-4f9b-a623-949320d9f69d tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.1156025 Feb 11 14:14:32.660826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.688206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:32.690609 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc16f7-38f0-4b17-bad2-d31d00d89fc5" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:32.708601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:32.746781 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a416d85-afe5-47c8-a751-e53dc3c71c2c x-openstack-request-id: req-1a416d85-afe5-47c8-a751-e53dc3c71c2c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:32.747961 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:32.748376 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a416d85-afe5-47c8-a751-e53dc3c71c2c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:32.748967 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'code': 200} Feb 11 14:14:32.759414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843500-9502-4726-a627-b8745c6a71d1 req-758af6c0-3108-4958-a9db-dabb79d737b7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:32.761114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e843500-9502-4726-a627-b8745c6a71d1 req-758af6c0-3108-4958-a9db-dabb79d737b7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1644850 Feb 11 14:14:32.785944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.815476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:32.826525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:32.839215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:32.847449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e843500-9502-4726-a627-b8745c6a71d1 req-670236a3-21f9-496a-821a-f4d9251bdce9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770330 Feb 11 14:14:32.892485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Deleting port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:32.892838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.040416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Router 112d2f7c-9e89-436d-aed2-74685a0b30c4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:33.042574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] For port 8f6c9cd6-558b-4065-ab36-c30f904a6e33, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8f6c9cd6-558b-4065-ab36-c30f904a6e33,segment=NetworkSegment(f0dc2352-fc80-473d-bc26-0b208842e6b6),segment_id=f0dc2352-fc80-473d-bc26-0b208842e6b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:33.042944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.058923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Calling delete_port for 8f6c9cd6-558b-4065-ab36-c30f904a6e33 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:33.230184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:33.235494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79e409-cb82-416e-9b21-78d0f4e6fe8e req-5fa3f949-b221-4964-bd05-caf3799f1785 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:33.236205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-43c62d0d-7970-4aab-82f4-6d95a68622fa admin admin] 10.222.0.31 "PUT /v2.0/routers/112d2f7c-9e89-436d-aed2-74685a0b30c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1795571 Feb 11 14:14:33.237366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a79e409-cb82-416e-9b21-78d0f4e6fe8e req-5fa3f949-b221-4964-bd05-caf3799f1785 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Feb 11 14:14:33.283941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a79e409-cb82-416e-9b21-78d0f4e6fe8e req-b01c0a15-ce12-4b43-a7ae-35c77f3d0974 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Feb 11 14:14:33.354860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-247bdc75-499f-49ac-8582-4b61f395af73 req-9960f221-7eff-4f9e-b7e5-9fc8b99aefae tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0282931 Feb 11 14:14:33.402468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.433027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Pushing event deleted for resources: {'Port': ['ID=8f6c9cd6-558b-4065-ab36-c30f904a6e33,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:33.495565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] No DVR routers for this DVR port 8f6c9cd6-558b-4065-ab36-c30f904a6e33 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:33.501100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.507495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb123b16-57e9-4880-a4d5-51d90bcac2e2 req-0f43956e-e061-497f-b5b2-76bbe1ec08f9 tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.60 "DELETE /v2.0/ports/8f6c9cd6-558b-4065-ab36-c30f904a6e33 HTTP/1.1" status: 204 len: 173 time: 0.9007509 Feb 11 14:14:33.583453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a2a2-e64c-4339-9130-9380a3578e0e req-ca7f389c-8265-4b17-83e7-6a0d57fcad3f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:33.583453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c86a2a2-e64c-4339-9130-9380a3578e0e req-ca7f389c-8265-4b17-83e7-6a0d57fcad3f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0604532 Feb 11 14:14:33.640110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c86a2a2-e64c-4339-9130-9380a3578e0e req-43de1228-0b8d-4c9f-9401-bb8673073684 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502014 Feb 11 14:14:33.702629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3483fd4d-2891-4335-8b76-ad56f828ad03 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:33.707760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-2554736a-ba11-49e1-9f70-be0a39c4d137 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:33.709251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-2554736a-ba11-49e1-9f70-be0a39c4d137 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 819 time: 0.1236739 Feb 11 14:14:33.726231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-a5738c80-6ffa-4d3d-9067-80e68bbbcaa8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/quotas/652ac3ae5d504febb9ac5f4095e1e0fa HTTP/1.1" status: 200 len: 375 time: 0.0107725 Feb 11 14:14:33.757723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3483fd4d-2891-4335-8b76-ad56f828ad03 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:33.758463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.793081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-fd73f71d-5915-403a-bcb9-9237e9cd1899 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565305 Feb 11 14:14:33.793945 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Sync routers for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:33.809625 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:33.811671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:33.843281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.872293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 3483fd4d-2891-4335-8b76-ad56f828ad03, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3483fd4d-2891-4335-8b76-ad56f828ad03,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:33.917460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-fb75beb9-b555-4cfc-9ea1-dff976221ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161280 Feb 11 14:14:33.983495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a38cd-0c45-4dfe-bd3e-2c5bc8f068e8 req-4c5d13ea-60e8-4370-a0d9-f95a6ac64e8f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:33.985792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-059a38cd-0c45-4dfe-bd3e-2c5bc8f068e8 req-4c5d13ea-60e8-4370-a0d9-f95a6ac64e8f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0552177 Feb 11 14:14:34.021143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.035690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-059a38cd-0c45-4dfe-bd3e-2c5bc8f068e8 req-351af3fa-c54b-4122-9fa1-e205c5c7dc30 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Feb 11 14:14:34.070328 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:34.094253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=3483fd4d-2891-4335-8b76-ad56f828ad03,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.114124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-1ac0749c-e026-4253-b9b6-b08506b50979 service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889172 Feb 11 14:14:34.140465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-2a1076ab-801b-4c3e-8a71-603535b9c7b8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.142053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-2a1076ab-801b-4c3e-8a71-603535b9c7b8 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1640203 Feb 11 14:14:34.155681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Request body: {'port': {'device_id': 'f404e696-eb04-4132-be86-00981d03c5d0', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'admin_state_up': True, 'tenant_id': 'a26adba7d25c4f78861df08d91ea94c8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:34.287636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 2, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:34.316976 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Checking router: 112d2f7c-9e89-436d-aed2-74685a0b30c4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:34.319464 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Updating router 112d2f7c-9e89-436d-aed2-74685a0b30c4 port 59874635-5e3c-4010-828c-5ba6022eadfc binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:34.342245 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.346119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Made reservation on behalf of a26adba7d25c4f78861df08d91ea94c8 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:34.349746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.446148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3cda7c-1f93-40fe-936b-a258076036eb req-5d499fe2-3737-4965-ba85-3909a58d235b tempest-LiveMigrationTest-1544211487 tempest-LiveMigrationTest-1544211487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d05600-aaf1-4812-907c-3f31edc9b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0573690 Feb 11 14:14:34.463423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-deleted', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:34.467735 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3bdd78-ccd4-4c2d-af15-2b5d36314c83" -d '{"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-deleted", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:34.507915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90573079-a047-49e4-84b7-11725b6f5b0b req-5656624b-0647-404b-8e3b-21234607dedb tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0366406 Feb 11 14:14:34.514062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:34.548558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6a91f5d8-922a-43d5-8fc4-2ece4c85a348 req-3619aca7-12ec-470a-b1e9-216fe02e2045 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0413637 Feb 11 14:14:34.568847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: def8f8e6-a0b9-4312-89ad-f9254edab46a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:34.572671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device def8f8e6-a0b9-4312-89ad-f9254edab46a not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:34.573168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:34.608173 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20589af9-c707-4eb4-9efc-4e580d184593 x-openstack-request-id: req-20589af9-c707-4eb4-9efc-4e580d184593 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:34.608483 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d05600-aaf1-4812-907c-3f31edc9b2d2", "name": "network-vif-deleted", "tag": "8f6c9cd6-558b-4065-ab36-c30f904a6e33", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:34.608718 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20589af9-c707-4eb4-9efc-4e580d184593 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:34.609148 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d05600-aaf1-4812-907c-3f31edc9b2d2', 'name': 'network-vif-deleted', 'tag': '8f6c9cd6-558b-4065-ab36-c30f904a6e33', 'status': 'completed', 'code': 200} Feb 11 14:14:34.618324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 8f6c9cd6-558b-4065-ab36-c30f904a6e33 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:34.618906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8f6c9cd6-558b-4065-ab36-c30f904a6e33 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:34.626716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Allocated IP 172.20.0.11 (fd3b8fcf-5ff2-4745-9058-a348e8b04f47/92c0c591-bdb6-45ce-a59e-15efab46b29e/6f84b94e-3dad-4aab-8ce4-650d2b8c297c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:34.803435 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.806567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dfa67-618f-4eba-8162-8b6c0e4fd749 req-beb4c607-a923-4378-ac42-1a343f0a6a61 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:34.808077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-117dfa67-618f-4eba-8162-8b6c0e4fd749 req-beb4c607-a923-4378-ac42-1a343f0a6a61 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0838280 Feb 11 14:14:34.830667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.848213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-117dfa67-618f-4eba-8162-8b6c0e4fd749 req-7322c310-1e24-4bb9-b64d-2f6f9a3729cc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Feb 11 14:14:34.934080 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.969326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.011957 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Pushing event updated for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:35.013727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:35.017039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:35.020627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:35.035683 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.036005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.036348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.036699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.037027 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.037352 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.037673 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.037991 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.038305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.038619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.038929 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.039243 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.051737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Attempting to bind port 59874635-5e3c-4010-828c-5ba6022eadfc on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:35.052188 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Attempting to bind port 59874635-5e3c-4010-828c-5ba6022eadfc by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:35.052617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Attempting to bind port 59874635-5e3c-4010-828c-5ba6022eadfc on network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:35.060264 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:35.060691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Checking segment: {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:35.061155 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.061551 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Bound using segment: {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:35.062026 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Bound port: 59874635-5e3c-4010-828c-5ba6022eadfc, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:35.062519 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.066763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:35.108020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.108877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.142158 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] For port 59874635-5e3c-4010-828c-5ba6022eadfc, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:35.145441 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] For port 59874635-5e3c-4010-828c-5ba6022eadfc, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59874635-5e3c-4010-828c-5ba6022eadfc,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:35.171842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63342570-afbc-4b04-b4c8-ef6a2223c26f req-a7440806-5e70-4fd9-9a7a-208de3e4312c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.173953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63342570-afbc-4b04-b4c8-ef6a2223c26f req-a7440806-5e70-4fd9-9a7a-208de3e4312c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0546930 Feb 11 14:14:35.211068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63342570-afbc-4b04-b4c8-ef6a2223c26f req-5fbef4fe-383f-45ae-b141-90d0908929cd tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Feb 11 14:14:35.282250 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.284931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-57e4192f-9330-46ea-8197-7dadc1792b4c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1330998 Feb 11 14:14:35.298167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Request body: {'port': {'device_id': 'f404e696-eb04-4132-be86-00981d03c5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:35.340582 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:35.341219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:35.343044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d00bb-6b8b-4764-a12c-984c98affebd None None] Pushing event updated for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:35.356692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.454865 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:35.502350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:35.615412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b395d46f-3f69-40fd-9e05-a5631eab012d req-e54b0297-ea0c-4d44-8734-d6054f14c255 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Feb 11 14:14:35.666952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Deleting subnet e2bcb3a0-530e-4ab9-9859-32aa440864b8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:35.676940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.729293 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:35Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:35.737156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3483fd4d-2891-4335-8b76-ad56f828ad03 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:35.752714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858b982-413d-4f72-aef1-fc09a92d94c2 req-af3227e4-4449-40c9-a227-d3a645fb27bf tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:35.761127 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56656d-631b-448c-9a2a-70c255dd893e None None] The sync data for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 is: [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:35Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:35.761838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7858b982-413d-4f72-aef1-fc09a92d94c2 req-af3227e4-4449-40c9-a227-d3a645fb27bf tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 932 time: 0.0961759 Feb 11 14:14:35.791022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3483fd4d-2891-4335-8b76-ad56f828ad03 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:35.791666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.814938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7858b982-413d-4f72-aef1-fc09a92d94c2 req-fe15febe-848f-4d92-84c9-6e6778701a09 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Feb 11 14:14:35.895310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.931823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:35.942605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.972782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.975242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Transition to ACTIVE for port object 6f84b94e-3dad-4aab-8ce4-650d2b8c297c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:36.041436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf977c1-498f-4e73-a12a-4da0592338c1 req-3b3e4b74-ec28-40c1-9ab3-e17fc019fc4b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.042975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cf977c1-498f-4e73-a12a-4da0592338c1 req-3b3e4b74-ec28-40c1-9ab3-e17fc019fc4b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0889771 Feb 11 14:14:36.083019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.125100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8cf977c1-498f-4e73-a12a-4da0592338c1 req-080bb794-599c-4a4b-a31c-e443a81e78bc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Feb 11 14:14:36.148734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:36.167689 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.215985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bcb3a0-530e-4ab9-9859-32aa440864b8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:36.223405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.229223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:36.229388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-65748fb1-0728-49ea-b8ec-53f73de5ec9a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e2bcb3a0-530e-4ab9-9859-32aa440864b8 HTTP/1.1" status: 204 len: 168 time: 0.7258520 Feb 11 14:14:36.274219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Attempting to bind port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:36.274691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Attempting to bind port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:36.275125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Attempting to bind port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:36.280098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:36.280567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Attempting to bind port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:36.286968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:36.287470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Checking segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:36.287960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Bound using segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:36.288504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Bound port: 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:36.288980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.360258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.362289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:36.366085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:36.377666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c419fb-796a-45e3-b0a7-d8f0c72b1bc8 req-6683e0b2-c887-463d-ab35-3dc01e1aed00 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.379424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11c419fb-796a-45e3-b0a7-d8f0c72b1bc8 req-6683e0b2-c887-463d-ab35-3dc01e1aed00 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Feb 11 14:14:36.489749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11c419fb-796a-45e3-b0a7-d8f0c72b1bc8 req-3f97bd51-1015-4862-9b26-5450be2817a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026134 Feb 11 14:14:36.491702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.493148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.513835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab20f48-5a1c-4e80-84f1-d119dede1f8a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:36.525636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dc2352-fc80-473d-bc26-0b208842e6b6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:36.526191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dc2352-fc80-473d-bc26-0b208842e6b6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:36.535999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:36.538710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.554579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.556556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.557451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.560066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f84b94e-3dad-4aab-8ce4-650d2b8c297c HTTP/1.1" status: 200 len: 1092 time: 1.2673101 Feb 11 14:14:36.563527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:36.563946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:36.566235 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:36.601273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:36.611223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:36.615150 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e55209-0ba4-4f9b-a671-0462c3a886bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:36.623666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.624387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.624853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.625261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.625843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.626195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.626573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.627058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.627401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.628276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.628715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.629048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96695a-0f19-4582-a3c4-a96327c11f46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:36.687473 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e4762-aa7c-4c67-900c-d69706e33fd0 x-openstack-request-id: req-938e4762-aa7c-4c67-900c-d69706e33fd0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:36.688444 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:36.688694 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-938e4762-aa7c-4c67-900c-d69706e33fd0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:36.689118 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'status': 'completed', 'code': 200} Feb 11 14:14:36.701681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:36.733974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'mac_address': 'fa:16:3e:87:74:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:36.770871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f5bf289-46a0-420d-af1a-84e682cb235d req-ca8b88e1-b76f-497f-8848-c147f3ef876b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0456538 Feb 11 14:14:36.797698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-8502d4a4-12f3-4c2b-a6a1-ff8067a887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.799686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-8502d4a4-12f3-4c2b-a6a1-ff8067a887c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0922406 Feb 11 14:14:36.807313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.822658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:36.850316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:36.854722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.862375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.869297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] 10.222.0.31 "DELETE /v2.0/networks/bab20f48-5a1c-4e80-84f1-d119dede1f8a HTTP/1.1" status: 204 len: 168 time: 0.6386583 Feb 11 14:14:36.869693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:36.887168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d1bf9-6f3c-4b51-be4e-1bfd36c69e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bab20f48-5a1c-4e80-84f1-d119dede1f8a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:36.941022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0010f-93a8-40ea-b72d-255972587a06 req-4bed4b06-9fab-4a5e-9b42-8e6f2cebb0fb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.948584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Deleting subnet b048f4af-8faf-4a90-ae49-203e156f6c97 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:36.948816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02c0010f-93a8-40ea-b72d-255972587a06 req-4bed4b06-9fab-4a5e-9b42-8e6f2cebb0fb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0626812 Feb 11 14:14:36.954590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.957395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-de129281-c069-4aea-b459-3193ce90b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:36.958861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-de129281-c069-4aea-b459-3193ce90b966 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a26adba7d25c4f78861df08d91ea94c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1520014 Feb 11 14:14:36.982795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02c0010f-93a8-40ea-b72d-255972587a06 req-48b08f63-b1fb-4f1d-9b8d-c71b2f520b68 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Feb 11 14:14:37.026380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.059949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.109028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:37.147797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-b28070ec-46c2-45ea-8d5a-e1c31c51bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.149914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69e55209-0ba4-4f9b-a671-0462c3a886bc req-b28070ec-46c2-45ea-8d5a-e1c31c51bb46 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692629 Feb 11 14:14:37.152333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.179559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['40d7cccb-1211-45e0-b08a-06a8edc9b6e6'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:37.287223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-d327d5df-4742-4fd7-b70f-62bc6f6c53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.288624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-d327d5df-4742-4fd7-b70f-62bc6f6c53ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0886335 Feb 11 14:14:37.342385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-b0361a31-3a08-4b17-b4c5-cecb7c2471b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c HTTP/1.1" status: 200 len: 217 time: 0.0455668 Feb 11 14:14:37.349874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dbcb-3d1b-4987-a090-9de8f4f142ce req-f730cf75-3ffd-4165-b8f7-12931b40dcc8 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.351329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ea0dbcb-3d1b-4987-a090-9de8f4f142ce req-f730cf75-3ffd-4165-b8f7-12931b40dcc8 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1135373 Feb 11 14:14:37.393964 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.439696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b048f4af-8faf-4a90-ae49-203e156f6c97,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:37.445397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.449358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3530356-dc9d-47eb-9358-516b5aa46b84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b048f4af-8faf-4a90-ae49-203e156f6c97 HTTP/1.1" status: 204 len: 168 time: 0.5786040 Feb 11 14:14:37.451247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48208) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:37.454380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21414f-3770-4335-80c5-f3686ecede86 req-f1dc593c-2470-4084-9287-ca7d18783c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.456203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-f1dc593c-2470-4084-9287-ca7d18783c93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92c0c591-bdb6-45ce-a59e-15efab46b29e HTTP/1.1" status: 200 len: 854 time: 0.1037817 Feb 11 14:14:37.500628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ea0dbcb-3d1b-4987-a090-9de8f4f142ce req-27637e3e-749c-4dab-8d84-fdb2dc74fb18 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210766 Feb 11 14:14:37.502540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-bcd3c521-e7ae-4941-84b0-5e067f431c71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361948 Feb 11 14:14:37.527501 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.596834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-20727a0b-9e80-49f6-8679-71a93b8e204a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:14:37.597842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-20727a0b-9e80-49f6-8679-71a93b8e204a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0891519 Feb 11 14:14:37.704107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-f094fe5e-cc77-4816-9158-35f36c5cb5fd service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990374 Feb 11 14:14:37.730133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59874635-5e3c-4010-828c-5ba6022eadfc up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:37.740374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.780013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5351d8bf-49da-4e0e-b96f-1a010cab2fb3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:37.792375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4b13f-ee0c-42a0-8148-31b4cd14704e req-f6435bf8-6a0b-4fb6-b814-8afc535634e3 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.794266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1d4b13f-ee0c-42a0-8148-31b4cd14704e req-f6435bf8-6a0b-4fb6-b814-8afc535634e3 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.2155263 Feb 11 14:14:37.794839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 59874635-5e3c-4010-828c-5ba6022eadfc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:37.798426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.822235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae21414f-3770-4335-80c5-f3686ecede86 req-11e17184-1c92-403f-843b-96fe5fc960a7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114719 Feb 11 14:14:37.825245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82085d0-c8e4-4fb1-ac7f-55d596ea8b86') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:37.825782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82085d0-c8e4-4fb1-ac7f-55d596ea8b86') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:37.853427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.917085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.921086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1d4b13f-ee0c-42a0-8148-31b4cd14704e req-84ed12e0-8ef2-4eb8-b0ff-64cdc611ec5a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106203 Feb 11 14:14:37.931286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7cbc086c-96aa-40f5-bc95-b7f369d86fea req-ea53eac7-a6cf-44a0-8c3e-328ddf4e3dfa tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0723782 Feb 11 14:14:37.961694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-46ccf77d-2d80-43a0-9a89-5b10efc1fa4e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:37.967434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-46ccf77d-2d80-43a0-9a89-5b10efc1fa4e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 819 time: 0.3338418 Feb 11 14:14:37.974967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.983922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 59874635-5e3c-4010-828c-5ba6022eadfc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59874635-5e3c-4010-828c-5ba6022eadfc,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:37.984677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:37.985395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:37.998690 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:38.008065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'port': {'device_id': '7b4b5e97-d821-467a-ab04-f33188697366', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'admin_state_up': True, 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:38.077777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.176242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d95c7e-d8e6-4314-bbd8-e0595b49dfba req-cd4492da-b970-4e8b-acda-3afffb42834f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:38.178817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3d95c7e-d8e6-4314-bbd8-e0595b49dfba req-cd4492da-b970-4e8b-acda-3afffb42834f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0784152 Feb 11 14:14:38.182426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:38.198421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.207713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.213394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5351d8bf-49da-4e0e-b96f-1a010cab2fb3 HTTP/1.1" status: 204 len: 168 time: 0.7610850 Feb 11 14:14:38.240404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3f469-1460-4bf3-b0b7-2880617e72a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5351d8bf-49da-4e0e-b96f-1a010cab2fb3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:38.248232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3d95c7e-d8e6-4314-bbd8-e0595b49dfba req-d2a065c8-2afa-4124-bfab-205ee5024f49 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630705 Feb 11 14:14:38.349375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Made reservation on behalf of 652ac3ae5d504febb9ac5f4095e1e0fa for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:38.353185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.541778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:38.604136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:38.606239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.708020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb331600-3249-4d6a-8dac-50a3b0a3aa5d req-434f9a35-6d9e-4c98-b55c-bd23254d666d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:38.712845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.717282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb331600-3249-4d6a-8dac-50a3b0a3aa5d req-434f9a35-6d9e-4c98-b55c-bd23254d666d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.1284330 Feb 11 14:14:38.738751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:38.741511 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53775a80-d1bf-45c2-b046-5a1b788340f2" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:38.756075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:38.792547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb331600-3249-4d6a-8dac-50a3b0a3aa5d req-a7514b27-bb18-497d-9337-f95261cd018b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 Feb 11 14:14:38.821621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Allocated IP 172.20.0.4 (1e93c80e-26d5-4c99-a02c-c4e358c3fae6/abe2e8ea-5eee-4d98-bb8d-c08ce37fce98/e24104c8-5c1d-4aab-a0cb-e2ee24328c01) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:38.844617 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b207bf0d-baa4-48ee-816e-37f3c6ca61f9 x-openstack-request-id: req-b207bf0d-baa4-48ee-816e-37f3c6ca61f9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:38.844617 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:38.844617 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b207bf0d-baa4-48ee-816e-37f3c6ca61f9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:38.844617 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'code': 200} Feb 11 14:14:38.850289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48244) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:38.851128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.923564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c4063e80-4c2a-4a2d-91f9-69411dacfca7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21450cb65ece4f5c8c6cf7476694ca45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745947 Feb 11 14:14:38.924042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:38.933784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:39.014346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.047289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.055523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.109909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c18721e-b979-4fb2-840e-0b5307e97b6f req-b99a4f70-4e5b-47d5-851f-434605daf3d5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0302098 Feb 11 14:14:39.169924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a697-fd77-4e6f-a486-51d751cae878 req-f03f779a-2e7c-4f51-a5e5-167385e2387b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.173376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1658a697-fd77-4e6f-a486-51d751cae878 req-f03f779a-2e7c-4f51-a5e5-167385e2387b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0905888 Feb 11 14:14:39.217302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.254319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.257793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.263497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fdc3a25-33c0-4d2b-b299-26dc69deeb4b HTTP/1.1" status: 204 len: 168 time: 0.3382173 Feb 11 14:14:39.277948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0595-8720-4cfc-8d32-cf02913b8326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc3a25-33c0-4d2b-b299-26dc69deeb4b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:39.331710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1658a697-fd77-4e6f-a486-51d751cae878 req-a5a438c0-0d69-4063-a513-9f075bc6a616 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438365 Feb 11 14:14:39.362230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:39.368456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:39.373538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:39.373538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:39.420546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0c05c-4444-4a43-8362-1e801c5fc9c4 req-a280feb3-2edf-4e71-ae2b-8cdc4637869a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.431003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ece0c05c-4444-4a43-8362-1e801c5fc9c4 req-a280feb3-2edf-4e71-ae2b-8cdc4637869a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0900967 Feb 11 14:14:39.442570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.443236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.489569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ece0c05c-4444-4a43-8362-1e801c5fc9c4 req-a2cad024-0963-4df9-97a4-c659ddddfaac tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575252 Feb 11 14:14:39.555361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-3987ef8b-c2d1-42ce-8c51-046170ecfccf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5556936 Feb 11 14:14:39.567251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Request body: {'port': {'device_id': '7b4b5e97-d821-467a-ab04-f33188697366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:39.629929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.673438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59874635-5e3c-4010-828c-5ba6022eadfc up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:39.765097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 59874635-5e3c-4010-828c-5ba6022eadfc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:39.766477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.993991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df945cf9-b713-4cc5-89e6-c1a5ea235d58 req-87277e7f-03f7-492b-afed-25991e887ec7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.995617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df945cf9-b713-4cc5-89e6-c1a5ea235d58 req-87277e7f-03f7-492b-afed-25991e887ec7 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0926399 Feb 11 14:14:40.003686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24104c8-5c1d-4aab-a0cb-e2ee24328c01 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:40.021001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.052998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Transition to ACTIVE for port object e24104c8-5c1d-4aab-a0cb-e2ee24328c01 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:40.081143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df945cf9-b713-4cc5-89e6-c1a5ea235d58 req-03990002-ba41-4c5d-82e7-60f1460631cc tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713136 Feb 11 14:14:40.151774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.226844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.291343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48282) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:40.333047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285f46-a864-41c2-9adf-d65837248dfa req-c14ef8c5-85da-4034-90d7-07d370cffb95 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.344217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Attempting to bind port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:40.344655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Attempting to bind port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:40.344812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1285f46-a864-41c2-9adf-d65837248dfa req-c14ef8c5-85da-4034-90d7-07d370cffb95 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 943 time: 0.0965571 Feb 11 14:14:40.345146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Attempting to bind port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 on network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:40.353755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 on network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:40.354177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Attempting to bind port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 on network 1e93c80e-26d5-4c99-a02c-c4e358c3fae6 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:40.367868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:40.368270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Checking segment: {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:40.368665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Bound using segment: {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:40.369127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Bound port: e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bc693e-c894-4e25-899c-62abb9931e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:40.372393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.377512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c30fcb52-d38c-4c38-9373-1438a26181d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05b791660e764820be8cd20d6e9d5d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821967 Feb 11 14:14:40.381961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48286) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:40.403999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1285f46-a864-41c2-9adf-d65837248dfa req-cfe1f8fe-e5db-47ad-bd7b-88601ce4b963 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526712 Feb 11 14:14:40.511780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:40.525510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.531916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:40.545076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:40.582475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.600385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0505d-dd30-4477-b9a5-054bcaf4b7ce req-5af0ecc4-0372-42f5-8ff8-7c74dc590a18 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.608538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37a0505d-dd30-4477-b9a5-054bcaf4b7ce req-5af0ecc4-0372-42f5-8ff8-7c74dc590a18 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1491463 Feb 11 14:14:40.649133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ae8b-a229-4c5d-a568-74ea9d3293d2 req-5d078435-102f-41cf-b556-e68b6603dbfa tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.653368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46c8ae8b-a229-4c5d-a568-74ea9d3293d2 req-5d078435-102f-41cf-b556-e68b6603dbfa tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 944 time: 0.0945742 Feb 11 14:14:40.676944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37a0505d-dd30-4477-b9a5-054bcaf4b7ce req-b26989ed-22c4-427b-bf45-06ffcc67f709 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615196 Feb 11 14:14:40.678158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.720167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.721123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.723849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 1091 time: 1.1612263 Feb 11 14:14:40.725505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:40.730903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:40.735020 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19663421-e189-4fab-8a2e-570f106c72d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:40.762320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46c8ae8b-a229-4c5d-a568-74ea9d3293d2 req-901ac273-4ffe-49d4-ae7d-0eade1070981 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995116 Feb 11 14:14:40.772777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'port_id': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'mac_address': 'fa:16:3e:08:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0c591-bdb6-45ce-a59e-15efab46b29e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:40.790909 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a5077-00ec-4a32-b885-c85a2d7abd13 x-openstack-request-id: req-f65a5077-00ec-4a32-b885-c85a2d7abd13 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:40.791192 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:40.791449 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f65a5077-00ec-4a32-b885-c85a2d7abd13 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:40.791986 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:14:40.813376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321489-7dd2-4eca-bd05-0bdfaac765d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.829842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.844414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:40.870371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:40.879495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663421-e189-4fab-8a2e-570f106c72d5 req-ce9a4183-ee2a-4b0a-8ada-3036fc9419e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.880390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19663421-e189-4fab-8a2e-570f106c72d5 req-ce9a4183-ee2a-4b0a-8ada-3036fc9419e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1094 time: 0.0623889 Feb 11 14:14:40.980090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.982852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.984145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d454553-6b57-4062-8582-37af0bd72ac5 HTTP/1.1" status: 204 len: 168 time: 0.6011031 Feb 11 14:14:40.997566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663421-e189-4fab-8a2e-570f106c72d5 req-eddfcb63-3784-4a6f-b6f3-14420c9942c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.999036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19663421-e189-4fab-8a2e-570f106c72d5 req-eddfcb63-3784-4a6f-b6f3-14420c9942c3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1122546 Feb 11 14:14:41.018040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.103775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:41.125620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663421-e189-4fab-8a2e-570f106c72d5 req-8cf6fd2c-4b45-4553-9b37-2bb3f8ec2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.125620 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19663421-e189-4fab-8a2e-570f106c72d5 req-8cf6fd2c-4b45-4553-9b37-2bb3f8ec2b7a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182356 Feb 11 14:14:41.125815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7c17e-4102-47c1-b256-8ab601526702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d454553-6b57-4062-8582-37af0bd72ac5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:41.242818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-bc472fd7-2e62-4e81-aec4-783ef470fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.244443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-bc472fd7-2e62-4e81-aec4-783ef470fdeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1094 time: 0.0779064 Feb 11 14:14:41.265392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6526a1-c39d-431e-91e3-9da59e17f3f7 req-ff0826b0-9d7b-432d-a243-8eec8ddd659c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.267451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b6526a1-c39d-431e-91e3-9da59e17f3f7 req-ff0826b0-9d7b-432d-a243-8eec8ddd659c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0661063 Feb 11 14:14:41.295153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['6f84b94e-3dad-4aab-8ce4-650d2b8c297c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:41.305815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-19082843-7928-468a-a745-90c97951cb99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0538883 Feb 11 14:14:41.332609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b6526a1-c39d-431e-91e3-9da59e17f3f7 req-d72cf12f-abc1-4947-a10b-4aba4c6337ad tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578594 Feb 11 14:14:41.399751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-6c811c71-31d1-41be-84fa-3417b334aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.401807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-6c811c71-31d1-41be-84fa-3417b334aaf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0809295 Feb 11 14:14:41.476543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-cf362f51-0f0e-449c-82c2-8651f2c86810 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679758 Feb 11 14:14:41.575126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370586d-e75d-491f-9a4f-9e57831d8b04 req-2434b846-7da8-486e-97f6-8fdaf6fd2320 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.598628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f370586d-e75d-491f-9a4f-9e57831d8b04 req-2434b846-7da8-486e-97f6-8fdaf6fd2320 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 943 time: 0.0897782 Feb 11 14:14:41.642335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f370586d-e75d-491f-9a4f-9e57831d8b04 req-80456bf3-603e-4331-9c05-ca54500916f2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Feb 11 14:14:41.682292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-7068cd58-b4aa-4f15-b3da-11bdffe24e36 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942809 Feb 11 14:14:41.831902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278cd95-1bf3-471f-944d-cdd29434fba8 req-59afa2ac-c01b-4bfb-9d0d-233380e33dd4 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.833454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8278cd95-1bf3-471f-944d-cdd29434fba8 req-59afa2ac-c01b-4bfb-9d0d-233380e33dd4 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0845785 Feb 11 14:14:41.835573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aa72e6f-3500-4eb2-8823-7fe223c65926 req-956b0309-1521-4506-8d6f-427ace1a2fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462991 Feb 11 14:14:41.874836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8278cd95-1bf3-471f-944d-cdd29434fba8 req-2a029cda-b111-465f-a5c7-9d091836cef2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342443 Feb 11 14:14:41.881501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806eeb4-16cc-4a48-9318-dcf3560c1750 req-19527bc7-eaa1-4c3c-b23d-c9a606975347 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.883313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0806eeb4-16cc-4a48-9318-dcf3560c1750 req-19527bc7-eaa1-4c3c-b23d-c9a606975347 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Feb 11 14:14:41.926399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0806eeb4-16cc-4a48-9318-dcf3560c1750 req-bfc529f5-b6fa-43e2-ae30-11efb859728a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Feb 11 14:14:42.474735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6f7a-77cf-4b81-aea8-a40709b3a498 req-1f6fd22f-a9d5-4562-9872-1d4b43158944 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.479103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13ba6f7a-77cf-4b81-aea8-a40709b3a498 req-1f6fd22f-a9d5-4562-9872-1d4b43158944 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0621064 Feb 11 14:14:42.522137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13ba6f7a-77cf-4b81-aea8-a40709b3a498 req-adb1a22b-dccd-4bc3-a4e7-2120cc9ad24a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 Feb 11 14:14:42.559991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:42.662596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:42.711403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:42.715424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:42.715810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.779233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c69095-cbee-4d9d-a190-7171bfa85d35 req-3f872272-04d3-4add-88e7-4bb373a3ac12 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.780938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0c69095-cbee-4d9d-a190-7171bfa85d35 req-3f872272-04d3-4add-88e7-4bb373a3ac12 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 943 time: 0.0553803 Feb 11 14:14:42.858610 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0c69095-cbee-4d9d-a190-7171bfa85d35 req-c67767c2-6a8e-435a-8514-f5bc4cf75052 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Feb 11 14:14:42.992799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.037238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:43.038603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:43.041898 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b121cb7d-3529-4915-b2c3-693b5e38f6b3" -d '{"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:43.075956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aa094-1774-46c7-901b-ba08d59c15d9 req-0ce0ae39-9154-493a-b810-8f04d376b358 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.084622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-151aa094-1774-46c7-901b-ba08d59c15d9 req-0ce0ae39-9154-493a-b810-8f04d376b358 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0900965 Feb 11 14:14:43.125383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-151aa094-1774-46c7-901b-ba08d59c15d9 req-fa7768b4-12f0-4684-836d-cbd30c86d232 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396893 Feb 11 14:14:43.135125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.143821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542cd24-bb7c-424e-8035-6a3c4f268d48 req-cca0c623-14ca-4183-8fff-26e86d1b5da1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.145628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d542cd24-bb7c-424e-8035-6a3c4f268d48 req-cca0c623-14ca-4183-8fff-26e86d1b5da1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0905700 Feb 11 14:14:43.210498 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9258ebe0-5581-4bbe-ae1a-e3ec4657241a x-openstack-request-id: req-9258ebe0-5581-4bbe-ae1a-e3ec4657241a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:43.210990 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:43.211449 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9258ebe0-5581-4bbe-ae1a-e3ec4657241a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:43.212213 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'code': 200} Feb 11 14:14:43.226113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d542cd24-bb7c-424e-8035-6a3c4f268d48 req-3feac324-a79a-47df-9735-e954ef043f84 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Feb 11 14:14:43.228815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.342192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e86a9d-b14a-4d74-b849-f39fa2ae71d1 req-5e784af4-7356-406c-ac9f-442bc7a1c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.344448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7e86a9d-b14a-4d74-b849-f39fa2ae71d1 req-5e784af4-7356-406c-ac9f-442bc7a1c208 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0604455 Feb 11 14:14:43.381054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7e86a9d-b14a-4d74-b849-f39fa2ae71d1 req-7faa4cf8-17b3-48f8-99bf-68a07ead5e9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Feb 11 14:14:43.716428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dec18-6f91-4ad8-91f3-62fec8bd8c2a req-cae1e2a2-7dc0-4e54-9d92-9dc7a29b0e94 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.724930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d27dec18-6f91-4ad8-91f3-62fec8bd8c2a req-cae1e2a2-7dc0-4e54-9d92-9dc7a29b0e94 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0627310 Feb 11 14:14:43.771188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d27dec18-6f91-4ad8-91f3-62fec8bd8c2a req-27988caa-b1a5-4985-bb74-6ef5efd3e36b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Feb 11 14:14:44.021131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625addab-2887-40fa-a0f5-2cb469576b69 req-21ef3876-acd1-490a-aa18-f8e33cf1557b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:44.029634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-625addab-2887-40fa-a0f5-2cb469576b69 req-21ef3876-acd1-490a-aa18-f8e33cf1557b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 943 time: 0.0686829 Feb 11 14:14:44.082243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-625addab-2887-40fa-a0f5-2cb469576b69 req-f72ce70c-8b17-4800-a44b-c1d5390da62b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514421 Feb 11 14:14:44.237709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-baa53699-5c2d-46bb-af6d-0b0db64af851 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258877 Feb 11 14:14:44.563770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e24104c8-5c1d-4aab-a0cb-e2ee24328c01 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:44.717979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ad12-8811-4083-940b-61fb1e25302c req-90f8329f-5c29-4e52-820a-4e97d5d3ee14 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:44.721741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cac6ad12-8811-4083-940b-61fb1e25302c req-90f8329f-5c29-4e52-820a-4e97d5d3ee14 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.5147636 Feb 11 14:14:44.736114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:44.740609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-4761c728-0336-4692-be80-848dff0488cc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:44.751319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'port_id': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'mac_address': 'fa:16:3e:4e:f3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:44.756745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-4761c728-0336-4692-be80-848dff0488cc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5130637 Feb 11 14:14:44.775743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cac6ad12-8811-4083-940b-61fb1e25302c req-592d770b-7f1d-495b-9a30-c99524d5d3c9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491087 Feb 11 14:14:44.777062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-c4d862d0-ce98-454d-bde1-93e2b9118bed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/quotas/145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 375 time: 0.0186899 Feb 11 14:14:44.800185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.815072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24104c8-5c1d-4aab-a0cb-e2ee24328c01 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:44.824575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-0c3ea2ad-77d7-4d6f-b4e5-5c7d87fac94d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431931 Feb 11 14:14:44.836705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:44.904883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd41a58-54da-42bd-9775-7de832b91811 req-c5febdd6-52a2-4116-91db-ca1d1992e566 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:44.906995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcd41a58-54da-42bd-9775-7de832b91811 req-c5febdd6-52a2-4116-91db-ca1d1992e566 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0525603 Feb 11 14:14:44.952512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcd41a58-54da-42bd-9775-7de832b91811 req-445adfa0-1f6d-4a87-8686-37cf208901d1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Feb 11 14:14:44.991438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.131913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:45.145254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442dfe7-a6f1-43da-b1d4-5dd0fc170a35 req-ad35da7a-88dc-4477-8ecd-66d2ea8593ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.153020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6442dfe7-a6f1-43da-b1d4-5dd0fc170a35 req-ad35da7a-88dc-4477-8ecd-66d2ea8593ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0660422 Feb 11 14:14:45.205348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6442dfe7-a6f1-43da-b1d4-5dd0fc170a35 req-562ce7b2-c192-4a13-a499-a1c7ac990e1b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Feb 11 14:14:45.228783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50681f-7d1a-4b84-b194-67305611fac4 req-1873fcb4-ebb7-4f88-8eb8-25fb9eb9ae95 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.238742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b50681f-7d1a-4b84-b194-67305611fac4 req-1873fcb4-ebb7-4f88-8eb8-25fb9eb9ae95 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0805345 Feb 11 14:14:45.283502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:45.298513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b50681f-7d1a-4b84-b194-67305611fac4 req-d1a8bfcc-7575-4375-9c72-d7044996703e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Feb 11 14:14:45.303325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca8c3642-07f8-40b2-855b-bad13097cd5e req-73d4f2d1-5a06-452a-a1c5-2194c1aadd19 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0406332 Feb 11 14:14:45.442450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729840e-7875-4e33-90ba-c6b373c67295 req-77b5182f-e299-422d-a500-eac68a6fedb2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.449734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f729840e-7875-4e33-90ba-c6b373c67295 req-77b5182f-e299-422d-a500-eac68a6fedb2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 944 time: 0.0671077 Feb 11 14:14:45.496949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f729840e-7875-4e33-90ba-c6b373c67295 req-69df1fd7-2254-4230-a3cf-b0d5bada61d1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Feb 11 14:14:45.896160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c315ad-0451-459b-a4ba-0de9850dbef3 req-07313a3a-ccb3-43b1-b6ba-ed7ae32c0445 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.897685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9c315ad-0451-459b-a4ba-0de9850dbef3 req-07313a3a-ccb3-43b1-b6ba-ed7ae32c0445 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Feb 11 14:14:45.945822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9c315ad-0451-459b-a4ba-0de9850dbef3 req-b607d820-8e73-4068-bac1-0cbf130b0fc3 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Feb 11 14:14:45.986686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eef8a-0556-4d22-a1d8-5aa3f03f4be5 req-3e0ca37a-6f0e-4023-ad49-f1cebb4c8a9e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:45.993467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec5eef8a-0556-4d22-a1d8-5aa3f03f4be5 req-3e0ca37a-6f0e-4023-ad49-f1cebb4c8a9e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0736098 Feb 11 14:14:46.038982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec5eef8a-0556-4d22-a1d8-5aa3f03f4be5 req-5738a600-cf5b-4f71-bea1-1b7852c80c7e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Feb 11 14:14:46.188680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241ff8-f8d7-460f-8ad9-4f99ee4ad476 req-d2eab7da-34c5-4dca-8953-e51bd398d6d5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.214596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28241ff8-f8d7-460f-8ad9-4f99ee4ad476 req-d2eab7da-34c5-4dca-8953-e51bd398d6d5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0825555 Feb 11 14:14:46.272601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28241ff8-f8d7-460f-8ad9-4f99ee4ad476 req-eb3ae17c-ce6a-40b9-8bdc-5f84e9166723 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565500 Feb 11 14:14:46.364165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068923ff-16b9-43f3-aaf1-29c18670619b req-8192602c-01ec-4caf-b100-91a71ba06645 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.380704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-068923ff-16b9-43f3-aaf1-29c18670619b req-8192602c-01ec-4caf-b100-91a71ba06645 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0786965 Feb 11 14:14:46.427922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-068923ff-16b9-43f3-aaf1-29c18670619b req-fba28563-dc2a-4a6e-a21f-9b5c679885ec tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Feb 11 14:14:46.520934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8acad45b-6d6f-4905-98d2-17721f0d6fd4 req-f7dde9e1-6524-4c08-a30e-385db1e6926a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0435205 Feb 11 14:14:46.575918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e24104c8-5c1d-4aab-a0cb-e2ee24328c01 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:46.656595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:46.666647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:46.675133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d5bf0-68a8-4602-8394-645c92523896 req-50c6ad11-a882-42dc-9e81-3e90c0df0403 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.676931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-105d5bf0-68a8-4602-8394-645c92523896 req-50c6ad11-a882-42dc-9e81-3e90c0df0403 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 944 time: 0.0941234 Feb 11 14:14:46.754149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-105d5bf0-68a8-4602-8394-645c92523896 req-42edf5be-0506-4699-9f7d-5fa93831ae21 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Feb 11 14:14:46.870604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:46.873779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.898837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'mac_address': 'fa:16:3e:94:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:46.912198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:46.914894 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fd072-9f1b-4df1-af8a-272be0962126" -d '{"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:46.934777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f8d38-1333-4738-b99e-18fe480f5bd9 req-4320069b-e221-4765-bb10-f8e063009ea0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.938937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-532f8d38-1333-4738-b99e-18fe480f5bd9 req-4320069b-e221-4765-bb10-f8e063009ea0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0978694 Feb 11 14:14:46.960804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:46.977094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:46.982785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:46.983156 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.015860 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f7768-31e7-4221-8a66-6e73e052f2d7 x-openstack-request-id: req-432f7768-31e7-4221-8a66-6e73e052f2d7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:47.021457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:47.021457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-432f7768-31e7-4221-8a66-6e73e052f2d7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:47.021457 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'code': 200} Feb 11 14:14:47.021997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.038478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:47.076078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-532f8d38-1333-4738-b99e-18fe480f5bd9 req-7b893f70-8807-47f8-b762-d2c4ba7e746a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282420 Feb 11 14:14:47.102854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.131655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc721a-f250-46c3-9300-ac742e2f29b8 req-82c113c8-9451-4198-9758-d27b05c07bdb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:47.133654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2dc721a-f250-46c3-9300-ac742e2f29b8 req-82c113c8-9451-4198-9758-d27b05c07bdb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0848935 Feb 11 14:14:47.174152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:47.205792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2dc721a-f250-46c3-9300-ac742e2f29b8 req-f234f336-ab55-4c98-abde-75c04b4a5b96 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656147 Feb 11 14:14:47.226542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.268940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:47.269384 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:47.271771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.306480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:47.370377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:47.556594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce453be-d917-416d-8657-95858d5dafc9 req-707e1d19-8452-4edf-bbd5-3efd4f2fe0a0 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:47.567650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce453be-d917-416d-8657-95858d5dafc9 req-707e1d19-8452-4edf-bbd5-3efd4f2fe0a0 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 947 time: 0.0729408 Feb 11 14:14:47.637083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd54ebf7-f082-4abb-bc8b-df6a0ff2fce7 req-92901895-eb0f-4ae4-b87a-aa696eb840f5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0392640 Feb 11 14:14:47.659291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ce453be-d917-416d-8657-95858d5dafc9 req-3bc61954-9203-4566-937f-37bb6963029b tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906353 Feb 11 14:14:47.844694 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.882563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:47.898151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee398c-7ea5-4537-b113-8bd08c40b0a5 req-58f2a7fc-0113-4d75-ab84-371838ef8a50 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:47.921182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4ee398c-7ea5-4537-b113-8bd08c40b0a5 req-58f2a7fc-0113-4d75-ab84-371838ef8a50 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0754330 Feb 11 14:14:47.933076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:47.972743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4ee398c-7ea5-4537-b113-8bd08c40b0a5 req-b68d4cac-fe22-4a7d-9997-1904c06f7e97 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482903 Feb 11 14:14:48.069757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.105898 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea732a68-7209-4721-81f5-957d679ac239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.140436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.203680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edbde5-e1b9-4f15-a08c-229b4c14b60e req-f3848f66-bbff-425b-8a2f-c94adadc89e7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.209505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50edbde5-e1b9-4f15-a08c-229b4c14b60e req-f3848f66-bbff-425b-8a2f-c94adadc89e7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0704453 Feb 11 14:14:48.261109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50edbde5-e1b9-4f15-a08c-229b4c14b60e req-1b4a6978-3ee2-40af-8c3d-4efde0639525 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Feb 11 14:14:48.379938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de0ab-a6d2-4f12-8a42-855dd9eeed67 req-aab046ad-2642-4561-883c-c0f20a0d2dd8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.381483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-589de0ab-a6d2-4f12-8a42-855dd9eeed67 req-aab046ad-2642-4561-883c-c0f20a0d2dd8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0581274 Feb 11 14:14:48.434240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:48.454710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-589de0ab-a6d2-4f12-8a42-855dd9eeed67 req-8f93075d-1702-4e20-913a-98e5eb6de99c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628970 Feb 11 14:14:48.709443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-b80ec779-33bb-450d-aaec-7733e5ad423e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337117 Feb 11 14:14:48.826280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-278d2a95-05ea-43e6-ae9c-50bfbddd9470 req-5bea4295-7799-46e6-8a2b-d460dec759e3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0696018 Feb 11 14:14:48.835744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e43c0-2f58-4e03-8db5-9406f248add6 req-9e96b206-354d-4415-8950-3d2b83ff4ead tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.837607 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-497e43c0-2f58-4e03-8db5-9406f248add6 req-9e96b206-354d-4415-8950-3d2b83ff4ead tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0825608 Feb 11 14:14:48.891329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-497e43c0-2f58-4e03-8db5-9406f248add6 req-ae9765da-7605-4e74-96e8-df1f2dfbd43f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Feb 11 14:14:48.896464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-4560326a-b5c4-4262-8306-1e7cd45a1bde tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.898280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-4560326a-b5c4-4262-8306-1e7cd45a1bde tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822047 Feb 11 14:14:48.913035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Request body: {'port': {'device_id': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '145788c03dae449a94810aea442c0a09'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:49.017747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:49.021201 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7d462-39d3-4992-8aa8-41dd121aa50a" -d '{"events": [{"server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "name": "network-vif-plugged", "status": "completed", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:49.150609 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16622f3f-e258-4d41-8c70-f2d250e97a1d x-openstack-request-id: req-16622f3f-e258-4d41-8c70-f2d250e97a1d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:49.150948 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "name": "network-vif-plugged", "status": "completed", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:49.151212 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16622f3f-e258-4d41-8c70-f2d250e97a1d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:49.151612 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'code': 200} Feb 11 14:14:49.153287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5846db-9dfa-4c86-9ffc-1754ab4a65e2 req-1a04274d-76bd-4cb5-912e-10c2382c57c8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.154868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da5846db-9dfa-4c86-9ffc-1754ab4a65e2 req-1a04274d-76bd-4cb5-912e-10c2382c57c8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0545452 Feb 11 14:14:49.200260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da5846db-9dfa-4c86-9ffc-1754ab4a65e2 req-74eaa289-14a0-46db-9a1e-d721118dcac1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Feb 11 14:14:49.250196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7782f-aea8-486e-aaa8-d74dc1c32de8 req-75edaed0-0fd7-427c-bc53-eb5e0413ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.251701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23d7782f-aea8-486e-aaa8-d74dc1c32de8 req-75edaed0-0fd7-427c-bc53-eb5e0413ef71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.0442894 Feb 11 14:14:49.287947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23d7782f-aea8-486e-aaa8-d74dc1c32de8 req-bfacd785-17e9-4579-afdd-2cd42380d32d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287051 Feb 11 14:14:49.381001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed7557-ca27-434f-b312-27c0df42c865 req-20a43e14-c37f-4026-aa15-2be4ba5a03ad tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.382542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2eed7557-ca27-434f-b312-27c0df42c865 req-20a43e14-c37f-4026-aa15-2be4ba5a03ad tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0554862 Feb 11 14:14:49.423946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2eed7557-ca27-434f-b312-27c0df42c865 req-91fd24f5-f7d6-40f5-97d0-5d3c0b8b0d16 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Feb 11 14:14:49.569374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5df7c4-107e-4b74-9e37-1063d802dd1d req-1d1b22c5-6d70-43fc-856e-a83f560792de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.570206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da5df7c4-107e-4b74-9e37-1063d802dd1d req-1d1b22c5-6d70-43fc-856e-a83f560792de tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0518863 Feb 11 14:14:49.610981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da5df7c4-107e-4b74-9e37-1063d802dd1d req-c2c427b2-8983-4873-8b17-704114ad9a37 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346823 Feb 11 14:14:49.617469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Made reservation on behalf of 145788c03dae449a94810aea442c0a09 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:49.621764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.630395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.708616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.802568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.867374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:49.967141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a3a53af-c4b3-476e-988f-bfbf4892e26b req-785db630-2888-44eb-a26a-e5d5069cf9a9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0343337 Feb 11 14:14:50.027305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Allocated IP 192.168.233.182 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/7c4448b5-7254-4c6c-8ce6-27e80d844db0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:50.072298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5da54-46cd-4657-944b-6b966f3df6c0 req-6b8cc27a-88cf-49af-97a7-92e7f7fb474a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.074139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44c5da54-46cd-4657-944b-6b966f3df6c0 req-6b8cc27a-88cf-49af-97a7-92e7f7fb474a tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 949 time: 0.0793061 Feb 11 14:14:50.181908 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44c5da54-46cd-4657-944b-6b966f3df6c0 req-fb1e7aa6-4ba5-4eb3-8673-9c6bb06868b2 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Feb 11 14:14:50.241312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.332293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d890613-6282-4035-848f-7cd6c46b9d3f req-c4a381f3-2b5a-415a-8f71-14600afdca6c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.333808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d890613-6282-4035-848f-7cd6c46b9d3f req-c4a381f3-2b5a-415a-8f71-14600afdca6c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0548699 Feb 11 14:14:50.371380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d890613-6282-4035-848f-7cd6c46b9d3f req-50dceb10-5fb4-460e-965e-827f13a76173 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Feb 11 14:14:50.463874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.466180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed978f35-4203-4fba-945b-a24ef06ca637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.509126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:50.512134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:50.516381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:50.559586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:50.593717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2d443-77a4-45d3-a5a8-3fd7f84e1076 req-4656ebc8-ca3a-4f16-8b0e-b6c1b8667d77 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.595791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24e2d443-77a4-45d3-a5a8-3fd7f84e1076 req-4656ebc8-ca3a-4f16-8b0e-b6c1b8667d77 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0960052 Feb 11 14:14:50.602332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.603203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.634400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:50.651542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24e2d443-77a4-45d3-a5a8-3fd7f84e1076 req-9d69e090-075a-4f71-aa82-23c580e51cfc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487447 Feb 11 14:14:50.714660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b4f7c411-0f14-490a-8f61-7503b82636f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:50.714956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.729474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-bbd1a5e6-d62b-4851-a4d4-5388a2d3242b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8217919 Feb 11 14:14:50.746011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-97a46c07-546b-4050-b4aa-06524d2d8d91 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:14:50.747077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-97a46c07-546b-4050-b4aa-06524d2d8d91 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087099 Feb 11 14:14:50.779328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08298e-35f3-4ce5-b4ba-b7c7de926a58 req-0432132f-98cc-4ff3-8832-8c0aede1117b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.787167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c08298e-35f3-4ce5-b4ba-b7c7de926a58 req-0432132f-98cc-4ff3-8832-8c0aede1117b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0948453 Feb 11 14:14:50.808364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.811722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7d7456ec-6111-40f1-88f4-5081b0918bf3 None None] Provisioning complete for port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:50.812196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7d7456ec-6111-40f1-88f4-5081b0918bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.823948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c08298e-35f3-4ce5-b4ba-b7c7de926a58 req-ad0b7271-81ca-4afc-890e-d7ac71585353 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358191 Feb 11 14:14:50.871515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7d7456ec-6111-40f1-88f4-5081b0918bf3 None None] Port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:50.874007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:50.879870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Request body: {'port': {'device_id': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:50.931926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.968274 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.026211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.079590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde9be6-d488-4bb6-9529-c264b3e740f6 req-c257978f-6267-413d-aa67-ea2c32d5c9d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.081143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcde9be6-d488-4bb6-9529-c264b3e740f6 req-c257978f-6267-413d-aa67-ea2c32d5c9d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 936 time: 0.0525353 Feb 11 14:14:51.119977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcde9be6-d488-4bb6-9529-c264b3e740f6 req-bf4f8dd4-24ff-422d-9461-5596fbcbb733 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Feb 11 14:14:51.153221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:51.155528 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a20d6-57ca-4205-b02e-e326b456bae9" -d '{"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:51.195391 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087047ea-a3c3-4c25-b53f-56750f819fe9 x-openstack-request-id: req-087047ea-a3c3-4c25-b53f-56750f819fe9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:51.195391 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:51.195391 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-087047ea-a3c3-4c25-b53f-56750f819fe9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:51.195723 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'code': 200} Feb 11 14:14:51.209996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4448b5-7254-4c6c-8ce6-27e80d844db0 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:51.223296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.232507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Transition to ACTIVE for port object 7c4448b5-7254-4c6c-8ce6-27e80d844db0 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:51.308171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e536def-4272-4f0d-881a-77868acca25d req-922822a5-ea9e-405f-899d-1981c091e050 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.310010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e536def-4272-4f0d-881a-77868acca25d req-922822a5-ea9e-405f-899d-1981c091e050 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.0564122 Feb 11 14:14:51.341566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.350738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e536def-4272-4f0d-881a-77868acca25d req-8fe4d7a4-1a48-4455-8c47-5e0e0bea9996 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Feb 11 14:14:51.400802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b60f-a1d7-4c0f-b5ca-207c41630cec req-f13f3308-6324-4471-bb5b-885fe5f615e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.402541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd95b60f-a1d7-4c0f-b5ca-207c41630cec req-f13f3308-6324-4471-bb5b-885fe5f615e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1101 time: 0.0882192 Feb 11 14:14:51.411704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.521603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd95b60f-a1d7-4c0f-b5ca-207c41630cec req-1bda5682-d4d6-4bae-8c02-f5965ff8b8f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Feb 11 14:14:51.558061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031364d-d556-493a-a801-37a1c40f7d17 req-bbb27df1-d235-4a2c-87c4-a08603047285 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.559615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e031364d-d556-493a-a801-37a1c40f7d17 req-bbb27df1-d235-4a2c-87c4-a08603047285 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.1015475 Feb 11 14:14:51.590300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:51.590681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:51.591020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:51.603650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:51.603650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:51.615679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:51.618202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:51.618202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:51.618202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Bound port: 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:51.618202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.630603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e031364d-d556-493a-a801-37a1c40f7d17 req-f6cad03e-d0ef-4f2c-ada8-cc3ea7ce865a tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585930 Feb 11 14:14:51.663974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.688110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f92-00f9-45df-8f3b-98ed77e0d38d req-fa0666f8-6aea-4aec-86d2-be171862cf5c tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.690088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac3c3f92-00f9-45df-8f3b-98ed77e0d38d req-fa0666f8-6aea-4aec-86d2-be171862cf5c tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 951 time: 0.0592000 Feb 11 14:14:51.693605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:51.698192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:51.733660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac3c3f92-00f9-45df-8f3b-98ed77e0d38d req-9119af94-2169-4f1a-bd34-1cd0892a87ed tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Feb 11 14:14:51.763706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.803229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.803845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.805292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] 10.222.0.62 "PUT /v2.0/ports/7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 1096 time: 1.0497265 Feb 11 14:14:51.805732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:51.807992 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925" -d '{"events": [{"name": "network-changed", "server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:51.836307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a54d29-b828-4a1a-b114-9a02d463739a service neutron] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.857301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9a8d-b811-489a-af36-d55bbfbb78b9 req-52e0bb89-54e9-4907-91ea-87429bd037c1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.859223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2eee9a8d-b811-489a-af36-d55bbfbb78b9 req-52e0bb89-54e9-4907-91ea-87429bd037c1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0683334 Feb 11 14:14:51.901205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2eee9a8d-b811-489a-af36-d55bbfbb78b9 req-bd897566-75e9-4890-8af0-e23a386001dc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355959 Feb 11 14:14:51.960874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-aba6b84b-2ab3-4153-b069-79796c95c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.962652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-aba6b84b-2ab3-4153-b069-79796c95c97d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1099 time: 0.0474615 Feb 11 14:14:52.012555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-0480df54-adb5-4d48-9246-f6cab9b27ee1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0373113 Feb 11 14:14:52.069532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-c1fc73f4-032b-4883-b69b-1cf976f5bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.071120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-c1fc73f4-032b-4883-b69b-1cf976f5bc93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0526674 Feb 11 14:14:52.134755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b56-c58c-45d8-a093-130242637760 req-0325a7bc-496f-4618-9384-a7bb4302363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.138838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-0325a7bc-496f-4618-9384-a7bb4302363c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558212 Feb 11 14:14:52.198087 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27daf008-91c5-47ea-9176-71f217c2f507 x-openstack-request-id: req-27daf008-91c5-47ea-9176-71f217c2f507 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:52.198378 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:52.198625 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27daf008-91c5-47ea-9176-71f217c2f507 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:52.199018 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'status': 'completed', 'code': 200} Feb 11 14:14:52.255292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-77ea558a-2c3f-464f-b467-fab01f0f9bf6 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093073 Feb 11 14:14:52.292790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-d9f31706-6cdf-4c4d-8d03-9d047b8330a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.294334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-d9f31706-6cdf-4c4d-8d03-9d047b8330a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.0399747 Feb 11 14:14:52.338161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f5e9-675b-4ce8-b742-f65df7e167f5 req-db2b3370-51f8-419c-816c-5efd2da63de2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.339656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7d8f5e9-675b-4ce8-b742-f65df7e167f5 req-db2b3370-51f8-419c-816c-5efd2da63de2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1087155 Feb 11 14:14:52.391897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-a3d83729-39f8-4ada-9156-d95f2da67a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.393441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-a3d83729-39f8-4ada-9156-d95f2da67a7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.0920157 Feb 11 14:14:52.403433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bca2b56-c58c-45d8-a093-130242637760 req-352ad9fd-3dad-4f20-bb40-5076ddf6e0ce service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345704 Feb 11 14:14:52.409335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7d8f5e9-675b-4ce8-b742-f65df7e167f5 req-dd0170bb-0657-4be3-a061-a4fb1878ef06 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633495 Feb 11 14:14:52.442682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-5a1f5e5b-615d-4429-9760-4133db4bc50d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0416698 Feb 11 14:14:52.492109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-4a309a4a-05fc-4ec2-a3b0-0fc27fd4d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.493642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-4a309a4a-05fc-4ec2-a3b0-0fc27fd4d3eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0445802 Feb 11 14:14:52.514586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0fc6-3e6a-4940-8606-3bafe828ebe0 req-d5b8fd25-3f2d-4f1b-923c-b96a3c009dec tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.516025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86fc0fc6-3e6a-4940-8606-3bafe828ebe0 req-d5b8fd25-3f2d-4f1b-923c-b96a3c009dec tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Feb 11 14:14:52.531480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-cf376b4b-8764-4876-8f3a-f51be63b141d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314598 Feb 11 14:14:52.580201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86fc0fc6-3e6a-4940-8606-3bafe828ebe0 req-e4b2fc20-68f9-43b3-9090-d3093b060187 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577106 Feb 11 14:14:52.623895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-cb4e0994-67f1-458f-a3e2-80d8f3de3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.625640 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-cb4e0994-67f1-458f-a3e2-80d8f3de3005 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1099 time: 0.0628040 Feb 11 14:14:52.643083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-04ee98ef-31bb-4a17-ba58-573979b45479 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052625 Feb 11 14:14:52.742783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dea1882-66aa-4f32-b0e8-7c5be5f646a3 req-1b5ce57a-468f-40b3-9c6d-b55ab3cbf85d service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925188 Feb 11 14:14:52.753008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333477-90e5-446f-a52b-328f92a9a6af req-c13267ef-b1d9-448f-8305-5dbaa2fa2675 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.754521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45333477-90e5-446f-a52b-328f92a9a6af req-c13267ef-b1d9-448f-8305-5dbaa2fa2675 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.1119683 Feb 11 14:14:52.781435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-26434a1c-13f8-4a2f-9ab1-10e36331c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.781771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-26434a1c-13f8-4a2f-9ab1-10e36331c16f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1469750 Feb 11 14:14:52.834678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-93453d8d-290e-4ae0-ac54-cd3ab577e31f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0403223 Feb 11 14:14:52.837500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45333477-90e5-446f-a52b-328f92a9a6af req-167d228c-570d-4766-96e3-590543d88cb5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Feb 11 14:14:52.891837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-15ee5e0a-9f78-4500-bd2d-cf2c45b72c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.896982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-15ee5e0a-9f78-4500-bd2d-cf2c45b72c54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0515568 Feb 11 14:14:52.984627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f819a-9d48-4efb-8908-77d378ee2218 req-5f85a512-5262-408c-951e-30bf94381c7d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.986165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f43f819a-9d48-4efb-8908-77d378ee2218 req-5f85a512-5262-408c-951e-30bf94381c7d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.0867422 Feb 11 14:14:52.989827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-82b76fb7-ef02-4ac2-ba6d-f950d7bc7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.991227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-82b76fb7-ef02-4ac2-ba6d-f950d7bc7660 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804591 Feb 11 14:14:53.042524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.085629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f43f819a-9d48-4efb-8908-77d378ee2218 req-01f2a196-f2db-41d2-a242-f58b54e97953 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902026 Feb 11 14:14:53.118649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-1ca88dbb-3cdc-4ae7-a12b-79b6afa3cccc service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164269 Feb 11 14:14:53.244225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6a702-0879-4a3c-90ca-ae444f2e3b50 req-6e42e917-857f-40a2-93a0-57f59e2975ad tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.245715 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1de6a702-0879-4a3c-90ca-ae444f2e3b50 req-6e42e917-857f-40a2-93a0-57f59e2975ad tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.1015725 Feb 11 14:14:53.251680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dc3fe67-abaa-4c05-a1a4-e7dc9ccd8925 req-77310a16-598f-4805-a32a-7df222f469aa service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261139 Feb 11 14:14:53.269116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.286361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1de6a702-0879-4a3c-90ca-ae444f2e3b50 req-620fe286-6cb2-45d8-8c75-01954f8a413c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337000 Feb 11 14:14:53.528851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5cd3d-69a5-4019-9e1c-988e4b02b319 req-f28b9d28-e739-445d-a8e9-0d91ccbce2bf tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.531598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9e5cd3d-69a5-4019-9e1c-988e4b02b319 req-f28b9d28-e739-445d-a8e9-0d91ccbce2bf tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Feb 11 14:14:53.571660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9e5cd3d-69a5-4019-9e1c-988e4b02b319 req-bd8af5f4-0dd5-4443-87e2-eb76d095d7fc tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Feb 11 14:14:53.692531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766545e-782d-4b23-b909-2c47993a701e req-f0da7435-a1d1-42ad-a1d9-ab4744874241 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.694035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7766545e-782d-4b23-b909-2c47993a701e req-f0da7435-a1d1-42ad-a1d9-ab4744874241 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Feb 11 14:14:53.731609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7766545e-782d-4b23-b909-2c47993a701e req-82893afd-b48e-415c-957a-42ea2730e90a tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Feb 11 14:14:53.953399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ee09e-99c1-4744-b930-afdb5676f0ba req-6752ad68-6835-4b3a-9ce6-47dcd425a621 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.954841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-730ee09e-99c1-4744-b930-afdb5676f0ba req-6752ad68-6835-4b3a-9ce6-47dcd425a621 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0480146 Feb 11 14:14:53.994275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-730ee09e-99c1-4744-b930-afdb5676f0ba req-30ae94b4-7a10-4193-b14e-e5460193a578 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Feb 11 14:14:54.067415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dae18-93a8-4e7c-a249-a2a357ddbfd2 req-6ab4f4e4-b51f-4202-93ed-31f3f8364195 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.068969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-851dae18-93a8-4e7c-a249-a2a357ddbfd2 req-6ab4f4e4-b51f-4202-93ed-31f3f8364195 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 951 time: 0.0549495 Feb 11 14:14:54.106908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-851dae18-93a8-4e7c-a249-a2a357ddbfd2 req-7ab1202a-aac4-47e5-8cf4-fdcf20638015 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Feb 11 14:14:54.199124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0559bf0-5d01-4b34-83c7-5bbdb2c753e3 req-b369a262-3d14-46fc-a701-0462bb227352 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.200592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0559bf0-5d01-4b34-83c7-5bbdb2c753e3 req-b369a262-3d14-46fc-a701-0462bb227352 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.0476692 Feb 11 14:14:54.237838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0559bf0-5d01-4b34-83c7-5bbdb2c753e3 req-a1f6cce6-b9fd-404c-917a-b8adcb2d5f72 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Feb 11 14:14:54.403854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178efe-02b1-449f-a51f-98ee8a5dbda4 req-44f37ff3-7b4d-47ee-a8b4-47307a165d1b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.405263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89178efe-02b1-449f-a51f-98ee8a5dbda4 req-44f37ff3-7b4d-47ee-a8b4-47307a165d1b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0520866 Feb 11 14:14:54.445080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89178efe-02b1-449f-a51f-98ee8a5dbda4 req-bc71364a-82d0-4dc0-9f1c-b6d67b1763af tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Feb 11 14:14:54.651872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:54.655081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:54.688804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e1a58-5c48-4b4d-b855-a1113563e462 req-ffa3af4c-6d1b-46a1-90df-e8dbbd5d7e56 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.690764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-981e1a58-5c48-4b4d-b855-a1113563e462 req-ffa3af4c-6d1b-46a1-90df-e8dbbd5d7e56 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Feb 11 14:14:54.734875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-981e1a58-5c48-4b4d-b855-a1113563e462 req-468dd5cd-4960-4e98-b838-e5d4cd4dd77e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364254 Feb 11 14:14:54.777619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b68402-e8ab-4419-bf1e-d1859d765c12 req-46bab28a-ce44-4ba5-8bad-30ec40803e61 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.779344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98b68402-e8ab-4419-bf1e-d1859d765c12 req-46bab28a-ce44-4ba5-8bad-30ec40803e61 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1101 time: 0.0517426 Feb 11 14:14:54.813616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.823463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98b68402-e8ab-4419-bf1e-d1859d765c12 req-5727386c-ef09-4559-9f73-c9d9ace8e313 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Feb 11 14:14:54.845143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:54.856953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:54.859741 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1545d5d-0460-477c-8928-5acc1d6ed70a" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:54.869918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ec52b-cd07-4fb6-831d-56be3101a758 req-0f499ef6-6b64-4fd2-bf39-f057d78b3dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.871522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce8ec52b-cd07-4fb6-831d-56be3101a758 req-0f499ef6-6b64-4fd2-bf39-f057d78b3dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0604560 Feb 11 14:14:54.874047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'mac_address': 'fa:16:3e:f9:34:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:54.876654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:54.913726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.914863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce8ec52b-cd07-4fb6-831d-56be3101a758 req-600589d5-a4b9-4535-aa34-09e2371da238 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345042 Feb 11 14:14:54.927625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4448b5-7254-4c6c-8ce6-27e80d844db0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:54.947957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:54.959898 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2df9af-4cb6-45cd-bc52-19011f88abbd x-openstack-request-id: req-1a2df9af-4cb6-45cd-bc52-19011f88abbd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:54.960234 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:54.960490 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a2df9af-4cb6-45cd-bc52-19011f88abbd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:54.960935 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'code': 200} Feb 11 14:14:55.002395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.054792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.115767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396e64-67cd-40d8-b37c-8b9a5f471220 req-7973c972-0db5-4959-88ec-d19e02b0f8c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.117257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b396e64-67cd-40d8-b37c-8b9a5f471220 req-7973c972-0db5-4959-88ec-d19e02b0f8c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0521629 Feb 11 14:14:55.155572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b396e64-67cd-40d8-b37c-8b9a5f471220 req-b25bc7d8-3e3c-444e-9566-6c743895b858 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Feb 11 14:14:55.185839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.236532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.262407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e268c-6ca5-49ed-95f7-59b806298141 req-c0add9de-b4e1-4b17-80b9-9cabd80c1cd1 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.263912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e9e268c-6ca5-49ed-95f7-59b806298141 req-c0add9de-b4e1-4b17-80b9-9cabd80c1cd1 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0525227 Feb 11 14:14:55.302937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e9e268c-6ca5-49ed-95f7-59b806298141 req-ce3019a8-d2d4-4982-8783-16aed89c753d tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Feb 11 14:14:55.436228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121976-ff43-4f23-baa5-1e1d00b2d3cb req-5ee61e1a-42f7-4995-a90f-7e751775f475 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.437669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5121976-ff43-4f23-baa5-1e1d00b2d3cb req-5ee61e1a-42f7-4995-a90f-7e751775f475 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 1101 time: 0.0409486 Feb 11 14:14:55.472699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5121976-ff43-4f23-baa5-1e1d00b2d3cb req-b148451e-aa32-499b-9452-e13e42a22713 tempest-ServersAdminTestJSON-2018760163 tempest-ServersAdminTestJSON-2018760163-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289605 Feb 11 14:14:55.502988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:55.562774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c44d7-d242-437d-8534-e161786a7a5d req-51cc305a-29e8-4426-a68b-63f84ef6a8fb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.564884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f23c44d7-d242-437d-8534-e161786a7a5d req-51cc305a-29e8-4426-a68b-63f84ef6a8fb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0496981 Feb 11 14:14:55.612667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f23c44d7-d242-437d-8534-e161786a7a5d req-2c0b0610-15c6-4422-8baa-781b927200db tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Feb 11 14:14:55.857629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5576c-acb0-4ef7-a66e-262065336fcb req-6a0dd626-99a7-4eff-b81a-cf6d8b7ef0b7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.859121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8c5576c-acb0-4ef7-a66e-262065336fcb req-6a0dd626-99a7-4eff-b81a-cf6d8b7ef0b7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0512993 Feb 11 14:14:55.896663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8c5576c-acb0-4ef7-a66e-262065336fcb req-36736b4a-9f6c-4cab-af93-cc5562dd9d71 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Feb 11 14:14:55.948817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-50256066-8fc2-4c80-9434-f90203c6f3c1 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.950428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-50256066-8fc2-4c80-9434-f90203c6f3c1 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0522506 Feb 11 14:14:56.035446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122318-250b-4513-9200-feefbdaa35dd req-340207bf-2323-4c78-a4ee-55b95744567d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.036914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17122318-250b-4513-9200-feefbdaa35dd req-340207bf-2323-4c78-a4ee-55b95744567d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Feb 11 14:14:56.079123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17122318-250b-4513-9200-feefbdaa35dd req-a36a4c43-0ae5-49e5-8e1c-9b6fbde5ad2a tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Feb 11 14:14:56.087962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c9ca-d1df-4a1b-80b6-cdadd7c5b73b req-5325f1ca-30ff-4985-945e-892b24c9668d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.089497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f1c9ca-d1df-4a1b-80b6-cdadd7c5b73b req-5325f1ca-30ff-4985-945e-892b24c9668d tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.0807033 Feb 11 14:14:56.097617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Deleting port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:56.097960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.192541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f1c9ca-d1df-4a1b-80b6-cdadd7c5b73b req-0446b321-2856-4afd-ae63-5e397c355517 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903184 Feb 11 14:14:56.221434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] For port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:56.221798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.234182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Calling delete_port for 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:56.276450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc5d26-ab9e-4c57-9179-a23f24bf5890 req-5293f14f-58ac-46e3-ae5b-59aa33ab05ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.278603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdfc5d26-ab9e-4c57-9179-a23f24bf5890 req-5293f14f-58ac-46e3-ae5b-59aa33ab05ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 949 time: 0.0535917 Feb 11 14:14:56.319823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdfc5d26-ab9e-4c57-9179-a23f24bf5890 req-3eb56a47-eaec-47de-9b8f-890695d32da3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354273 Feb 11 14:14:56.430132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df096-d372-4c92-96cd-5fca3f65ba90 req-d82db08e-9312-46a2-93a5-3f3d7fe57cc6 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.431600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e3df096-d372-4c92-96cd-5fca3f65ba90 req-d82db08e-9312-46a2-93a5-3f3d7fe57cc6 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 949 time: 0.0583050 Feb 11 14:14:56.469555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e3df096-d372-4c92-96cd-5fca3f65ba90 req-c8e8736a-cc92-4770-9fe3-f8583751f4af tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/security-groups?id=c06ada3e-4aa1-40fd-b763-fccc92b2816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Feb 11 14:14:56.548915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.575881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Pushing event deleted for resources: {'Port': ['ID=40d7cccb-1211-45e0-b08a-06a8edc9b6e6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:56.622935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] No DVR routers for this DVR port 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:56.627186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.630904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49e804f4-e145-48b9-a78c-7ef648317f8d req-94e2b3d2-cd94-4c5f-8797-42bfd5d02e61 tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.62 "DELETE /v2.0/ports/40d7cccb-1211-45e0-b08a-06a8edc9b6e6 HTTP/1.1" status: 204 len: 173 time: 0.6735902 Feb 11 14:14:56.631351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-deleted', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:56.633731 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ee31f-c907-4aad-84df-359a13b08294" -d '{"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-deleted", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:56.649460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:56.679166 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1745d1c6-9eba-442a-a50e-5585ae5a44b5 x-openstack-request-id: req-1745d1c6-9eba-442a-a50e-5585ae5a44b5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:56.679453 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1839325-e00e-452e-9338-ed7e9971d0f3", "name": "network-vif-deleted", "tag": "40d7cccb-1211-45e0-b08a-06a8edc9b6e6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:56.679695 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1745d1c6-9eba-442a-a50e-5585ae5a44b5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:56.680089 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1839325-e00e-452e-9338-ed7e9971d0f3', 'name': 'network-vif-deleted', 'tag': '40d7cccb-1211-45e0-b08a-06a8edc9b6e6', 'status': 'completed', 'code': 200} Feb 11 14:14:56.737128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55e6f1-2c4e-46ab-960a-dc630725bc9d req-3a014c16-3c64-4183-8ed4-d331052e22b0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.738627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc55e6f1-2c4e-46ab-960a-dc630725bc9d req-3a014c16-3c64-4183-8ed4-d331052e22b0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0500598 Feb 11 14:14:56.777247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc55e6f1-2c4e-46ab-960a-dc630725bc9d req-bdecf2a8-c629-4dc6-bb9a-6100e8caf19f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Feb 11 14:14:56.802597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:56.806675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:56.807094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.883371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.920560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:56.962382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:56.965309 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aaa990-679f-4a36-a30b-37de621b36cc" -d '{"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-plugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:57.019950 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178347c-6f21-4be3-be6d-50f502114ed6 x-openstack-request-id: req-c178347c-6f21-4be3-be6d-50f502114ed6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:57.020592 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-plugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:57.020592 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c178347c-6f21-4be3-be6d-50f502114ed6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:57.020811 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'code': 200} Feb 11 14:14:57.026963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c38e4-c911-4034-ab2b-eb41ab36fad9 req-a126b44f-36ce-4407-8512-0c113113d5f8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.028542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377c38e4-c911-4034-ab2b-eb41ab36fad9 req-a126b44f-36ce-4407-8512-0c113113d5f8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0557139 Feb 11 14:14:57.063504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.064681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:57.075892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377c38e4-c911-4034-ab2b-eb41ab36fad9 req-bf8e7a7f-cebe-4cd4-a43c-f1c7304c42ac tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 Feb 11 14:14:57.095590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:57.096238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 40d7cccb-1211-45e0-b08a-06a8edc9b6e6 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:57.148463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.158666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5acfc-b69d-46b0-8fbe-9dacc3d770b4 req-0d1b909c-b563-4866-9c2d-d939f2900f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.160292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fee5acfc-b69d-46b0-8fbe-9dacc3d770b4 req-0d1b909c-b563-4866-9c2d-d939f2900f07 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1101 time: 0.0580106 Feb 11 14:14:57.239731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fee5acfc-b69d-46b0-8fbe-9dacc3d770b4 req-7387c20a-3863-4a89-96da-2769aed346d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644631 Feb 11 14:14:57.254836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42aaf0-6cd3-4645-82ba-38c540b4d4d3 req-d2ca18c3-c996-4c7c-a662-60f5bbeb750c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.256283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f42aaf0-6cd3-4645-82ba-38c540b4d4d3 req-d2ca18c3-c996-4c7c-a662-60f5bbeb750c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0704532 Feb 11 14:14:57.294456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f42aaf0-6cd3-4645-82ba-38c540b4d4d3 req-87e62110-865a-4241-ad68-1a61a6900ba9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Feb 11 14:14:57.401136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab8035-a066-4a5b-9a47-91bc3cc272b5 req-6fd4cf56-0432-462a-a8a2-ec3f95246c25 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.402531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84ab8035-a066-4a5b-9a47-91bc3cc272b5 req-6fd4cf56-0432-462a-a8a2-ec3f95246c25 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.0483360 Feb 11 14:14:57.443785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84ab8035-a066-4a5b-9a47-91bc3cc272b5 req-7a2459c6-50a0-485e-a542-2c6cb3f7eecb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Feb 11 14:14:57.520025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3d8dc-eda6-4d55-8086-ceb00a2c6e03 req-6b585ce8-18fd-4d5d-ace9-ce10d74e909b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.521613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ee3d8dc-eda6-4d55-8086-ceb00a2c6e03 req-6b585ce8-18fd-4d5d-ace9-ce10d74e909b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0502410 Feb 11 14:14:57.554036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-6c5dcd5d-b4ef-44b3-a052-3f312d520920 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.555538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-6c5dcd5d-b4ef-44b3-a052-3f312d520920 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 950 time: 0.0827773 Feb 11 14:14:57.561847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ee3d8dc-eda6-4d55-8086-ceb00a2c6e03 req-4b40de68-8124-4352-a81b-7c306c0e58ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Feb 11 14:14:57.571114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451f11a-6be7-4b40-9f7e-cf47410028c1 req-f915bd26-e6ca-4d95-8623-8258b04546ea tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.571114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6451f11a-6be7-4b40-9f7e-cf47410028c1 req-f915bd26-e6ca-4d95-8623-8258b04546ea tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0671248 Feb 11 14:14:57.664742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6451f11a-6be7-4b40-9f7e-cf47410028c1 req-c7a509a6-32ef-4bcf-a4e4-4ad4a5572371 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889752 Feb 11 14:14:57.692634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Deleting port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:57.693005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.708309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c71d1930-a410-428a-b3b3-dc992fc88ec9 req-dbff1db5-ad97-41aa-995a-352dc83cadbb tempest-ImagesOneServerTestJSON-67447554 tempest-ImagesOneServerTestJSON-67447554-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1839325-e00e-452e-9338-ed7e9971d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0578957 Feb 11 14:14:57.717706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-913af9d1-641f-47e8-b802-8a64f87893c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.719224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-913af9d1-641f-47e8-b802-8a64f87893c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1096 time: 0.0769346 Feb 11 14:14:57.787378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] For port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:57.787768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.800961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Calling delete_port for 2a382ba3-b3cd-47e4-837c-2cde44eb18aa owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:57.810856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-d38229a8-a0b6-46aa-b749-f177ed428924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.813077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-d38229a8-a0b6-46aa-b749-f177ed428924 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.0866420 Feb 11 14:14:57.886976 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-3914bfc6-8ba3-468a-8c3c-9d9e92d48e6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 1000 time: 0.0676429 Feb 11 14:14:57.935877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21a126-c743-44e2-ae88-829501fa7e67 req-e37d06f0-f20a-4d11-8596-c9aeffde5e5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.937331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d21a126-c743-44e2-ae88-829501fa7e67 req-e37d06f0-f20a-4d11-8596-c9aeffde5e5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0917788 Feb 11 14:14:57.952886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-f1e9d900-8c6d-4534-9a3f-ec6368a3653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.954440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-f1e9d900-8c6d-4534-9a3f-ec6368a3653b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0612276 Feb 11 14:14:58.000509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-6c19d34e-83ab-43a0-8db9-88ea53ccd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.002060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-6c19d34e-83ab-43a0-8db9-88ea53ccd856 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405152 Feb 11 14:14:58.016862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d21a126-c743-44e2-ae88-829501fa7e67 req-bbfe8252-8e8d-4249-98f0-e0a9c49a4034 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Feb 11 14:14:58.103575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-245f1d1f-a5a1-4202-a72b-9bd04f278286 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946105 Feb 11 14:14:58.116738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.130775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:58.156169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event deleted for resources: {'Port': ['ID=2a382ba3-b3cd-47e4-837c-2cde44eb18aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:58.205819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] No DVR routers for this DVR port 2a382ba3-b3cd-47e4-837c-2cde44eb18aa on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:58.209137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.212822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb4f26c-30a4-4158-a8a9-6ce27e7d6bae req-3d97aa5a-195f-42d2-8d22-f1fc2cc6e356 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "DELETE /v2.0/ports/2a382ba3-b3cd-47e4-837c-2cde44eb18aa HTTP/1.1" status: 204 len: 173 time: 0.6434417 Feb 11 14:14:58.220530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55c1fe76-7473-48a8-8e46-e9d79c408389 req-0d0a9ecf-188a-4452-a67d-6e531caa823b service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096725 Feb 11 14:14:58.424206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad706a-f1b7-4ab8-94be-2ddcfab9749b req-504a71e1-918d-4347-a050-4fa357273b26 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.429742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54ad706a-f1b7-4ab8-94be-2ddcfab9749b req-504a71e1-918d-4347-a050-4fa357273b26 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0591090 Feb 11 14:14:58.468996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54ad706a-f1b7-4ab8-94be-2ddcfab9749b req-8fd04558-8319-4cfb-bc0e-5314c356cb9e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Feb 11 14:14:58.555184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-944255b2-1754-4675-b612-1b8a25e2ff13 req-03a8f80e-e523-44c6-bb5b-162b8351073f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9e9dd7-52be-4441-a64f-695dbd8f896a HTTP/1.1" status: 200 len: 210 time: 0.0338862 Feb 11 14:14:58.687325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'name': 'network-vif-deleted', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:58.687325 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a102adb-24b3-4a1a-aa4f-03df843e2f3a" -d '{"events": [{"server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "name": "network-vif-deleted", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:58.698804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf6e98-b6d6-4181-aa94-4ec7354e412a req-ee38cbdd-d464-4758-b5b8-de3563fbf8a0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.701013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dcf6e98-b6d6-4181-aa94-4ec7354e412a req-ee38cbdd-d464-4758-b5b8-de3563fbf8a0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0629532 Feb 11 14:14:58.727834 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8417c14-7419-4347-a2f4-cebd77dedcd5 x-openstack-request-id: req-d8417c14-7419-4347-a2f4-cebd77dedcd5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:58.728120 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e9dd7-52be-4441-a64f-695dbd8f896a", "name": "network-vif-deleted", "tag": "2a382ba3-b3cd-47e4-837c-2cde44eb18aa", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:58.728502 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8417c14-7419-4347-a2f4-cebd77dedcd5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:58.728910 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9e9dd7-52be-4441-a64f-695dbd8f896a', 'name': 'network-vif-deleted', 'tag': '2a382ba3-b3cd-47e4-837c-2cde44eb18aa', 'status': 'completed', 'code': 200} Feb 11 14:14:58.751291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dcf6e98-b6d6-4181-aa94-4ec7354e412a req-11228774-4511-432a-9ef0-24aa56fae5de tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Feb 11 14:14:58.828183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa17c0-2cac-483f-a56e-38a90dcff21f req-e07e8d6b-6fe6-4ab4-a363-843aa1790bf6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.829694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbaa17c0-2cac-483f-a56e-38a90dcff21f req-e07e8d6b-6fe6-4ab4-a363-843aa1790bf6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0532901 Feb 11 14:14:58.872760 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbaa17c0-2cac-483f-a56e-38a90dcff21f req-00a79ff4-06d7-4e07-b94c-e6d28840630d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360742 Feb 11 14:14:59.132373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809bcd6-69d5-4f73-a27c-425c5d2c3e85 req-4e751867-653c-4816-b4cb-e6fcb25df6b5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.133874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f809bcd6-69d5-4f73-a27c-425c5d2c3e85 req-4e751867-653c-4816-b4cb-e6fcb25df6b5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Feb 11 14:14:59.172770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f809bcd6-69d5-4f73-a27c-425c5d2c3e85 req-9dd55a79-8a20-4416-bb62-846f1858e615 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Feb 11 14:14:59.455514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:59.610604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeb563-df5d-497c-aff4-62278efcd8fc req-a1d67667-153c-49f7-8285-00f209472788 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.611893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-debeb563-df5d-497c-aff4-62278efcd8fc req-a1d67667-153c-49f7-8285-00f209472788 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0712254 Feb 11 14:14:59.632667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ac6eb4ea-d2ac-4cdc-9f26-3cd7d20d4888 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3c91c4527244104a747d4311392c1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759098 Feb 11 14:14:59.635366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48760) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:59.663699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-debeb563-df5d-497c-aff4-62278efcd8fc req-0a693361-c6bf-47d4-aa97-b380a1a3fc62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Feb 11 14:14:59.695575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.716861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.865471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24144-848d-47f2-8d5f-87e8d6035fdd req-8519ca33-b34f-4bf6-ab3a-dc0704ef8793 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.866860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3d24144-848d-47f2-8d5f-87e8d6035fdd req-8519ca33-b34f-4bf6-ab3a-dc0704ef8793 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0484381 Feb 11 14:14:59.870730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.873560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.874526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c06ada3e-4aa1-40fd-b763-fccc92b2816c HTTP/1.1" status: 204 len: 168 time: 0.2380784 Feb 11 14:14:59.882471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ada3e-4aa1-40fd-b763-fccc92b2816c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:59.890781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.891131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.891473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.891810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.892145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.892478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.892805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.893182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.893512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.893836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.894164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.894486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5847fbb6-c520-4a04-a379-838c58fe533e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:59.924951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3d24144-848d-47f2-8d5f-87e8d6035fdd req-a6cae438-e252-48aa-b9d2-500a40c6d4d9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514865 Feb 11 14:15:00.028594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd184-ac9e-4ba9-b156-e330cd09397a req-fe70513d-9ac2-4709-a880-514d0790af2b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.030112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49dfd184-ac9e-4ba9-b156-e330cd09397a req-fe70513d-9ac2-4709-a880-514d0790af2b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Feb 11 14:15:00.072784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49dfd184-ac9e-4ba9-b156-e330cd09397a req-aced7844-3ae5-43c7-a167-2f8f82d68789 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360837 Feb 11 14:15:00.181626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29f5ba-5eeb-4d2f-9c2b-1635081f5fc3 req-27fa43a5-95e8-40fa-acac-6fc491e2c217 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.183122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf29f5ba-5eeb-4d2f-9c2b-1635081f5fc3 req-27fa43a5-95e8-40fa-acac-6fc491e2c217 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.0491302 Feb 11 14:15:00.235001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf29f5ba-5eeb-4d2f-9c2b-1635081f5fc3 req-8d818f51-3e48-456a-b3f3-41cc4761361c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Feb 11 14:15:00.247842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.269910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-01df47cd-f25f-455c-b3bc-0e75905414d5 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.271898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-01df47cd-f25f-455c-b3bc-0e75905414d5 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1101 time: 0.0562232 Feb 11 14:15:00.291426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-54f46ebc-7a6d-4337-9981-ee30f714686f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.358633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04793-ef11-4e9d-ae8a-0f0c24d7b464 req-1beb1c5e-39dd-4d14-a0ad-8c5579edf60d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.360476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53c04793-ef11-4e9d-ae8a-0f0c24d7b464 req-1beb1c5e-39dd-4d14-a0ad-8c5579edf60d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0541306 Feb 11 14:15:00.372288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-54f46ebc-7a6d-4337-9981-ee30f714686f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.401477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53c04793-ef11-4e9d-ae8a-0f0c24d7b464 req-95713142-5510-4bb5-bd0b-d251ca0728b5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Feb 11 14:15:00.480328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-54f46ebc-7a6d-4337-9981-ee30f714686f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.502915 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b10fa45-787d-4ec9-a851-b9ca950119f2 req-54f46ebc-7a6d-4337-9981-ee30f714686f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250683 Feb 11 14:15:00.514552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f46ebc-7a6d-4337-9981-ee30f714686f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeaa4f4-533b-46a9-81b1-09a1c6fe8802,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:00.681004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a382ba3-b3cd-47e4-837c-2cde44eb18aa no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:00.702067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2a382ba3-b3cd-47e4-837c-2cde44eb18aa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:00.702415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a382ba3-b3cd-47e4-837c-2cde44eb18aa not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:00.788671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb0387-55e2-4fef-9890-accac1ed302b req-a8c592ab-138f-4504-ac84-ec263f8fe216 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.790507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1cb0387-55e2-4fef-9890-accac1ed302b req-a8c592ab-138f-4504-ac84-ec263f8fe216 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Feb 11 14:15:00.842673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1cb0387-55e2-4fef-9890-accac1ed302b req-cf5e026c-0024-43b1-a268-4312ffb9e354 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Feb 11 14:15:01.117980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.330412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567950a-33dd-4dd2-ac21-8df5665c35a0 req-fad97ccb-ebc5-4f0e-b6cb-7d3397c2601b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.331918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f567950a-33dd-4dd2-ac21-8df5665c35a0 req-fad97ccb-ebc5-4f0e-b6cb-7d3397c2601b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0501845 Feb 11 14:15:01.374666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f567950a-33dd-4dd2-ac21-8df5665c35a0 req-3ac9b346-16ca-4d79-b65f-67d4eac325f8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358570 Feb 11 14:15:01.484661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda59796-130b-4583-8488-bced232eff06 req-37ba5400-dc86-4de1-924c-752efde0fdee tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.486175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eda59796-130b-4583-8488-bced232eff06 req-37ba5400-dc86-4de1-924c-752efde0fdee tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.0970478 Feb 11 14:15:01.491853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-ff3d16f2-afeb-4980-86f5-2498153ad9d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611310 Feb 11 14:15:01.503647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-a1199c3b-de7b-44f3-b565-2329e8e7729d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:15:01.504655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-a1199c3b-de7b-44f3-b565-2329e8e7729d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057201 Feb 11 14:15:01.533934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eda59796-130b-4583-8488-bced232eff06 req-9ace8c7f-6b0a-4a2c-8cae-4aa6438a93c9 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 Feb 11 14:15:01.549898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-0ea7d2da-a9b4-4854-90db-4654dcb15404 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.551416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-0ea7d2da-a9b4-4854-90db-4654dcb15404 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 950 time: 0.0843678 Feb 11 14:15:01.559623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d0b6-a810-4621-928e-5ff8409ee5ff req-71ba5468-2c4a-4b17-9f2a-75fae57b67a1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.560933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0984d0b6-a810-4621-928e-5ff8409ee5ff req-71ba5468-2c4a-4b17-9f2a-75fae57b67a1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0832176 Feb 11 14:15:01.646460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0984d0b6-a810-4621-928e-5ff8409ee5ff req-973b2d7b-ccf8-499d-9081-3b2fa52aeeb5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Feb 11 14:15:01.674022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Deleting port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:01.674461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.767949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] For port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:01.768323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.780447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Calling delete_port for 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:01.960162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff086b1a-8659-4a3a-a587-f4bba9789d12 req-72d78bce-6bf7-43ee-8761-659ddb24d03d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:01.961668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff086b1a-8659-4a3a-a587-f4bba9789d12 req-72d78bce-6bf7-43ee-8761-659ddb24d03d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Feb 11 14:15:02.003205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff086b1a-8659-4a3a-a587-f4bba9789d12 req-76cf3c4b-fe26-4fc3-a0d9-ef0d9aed252e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Feb 11 14:15:02.043042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.055295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:02.125687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48844) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:02.270950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-337862f3-60e0-4779-a2ec-b6f0cec20873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.348160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event deleted for resources: {'Port': ['ID=0f8efe7c-6efb-4e49-9268-e998c4fa1eb1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:02.354121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-337862f3-60e0-4779-a2ec-b6f0cec20873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.392077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] No DVR routers for this DVR port 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:02.395044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.400249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64eeacaa-043f-476e-93da-5a22dd36ff95 req-1be8d497-ddcb-4414-a60f-7982316811f6 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "DELETE /v2.0/ports/0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 HTTP/1.1" status: 204 len: 173 time: 0.8369906 Feb 11 14:15:02.400249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'name': 'network-vif-deleted', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:02.402915 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d20dcfe-aec5-454a-b07c-1aa2beb09550" -d '{"events": [{"server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "name": "network-vif-deleted", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:02.445407 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f40e9fc-682e-4e60-8069-b2226e398ebe x-openstack-request-id: req-0f40e9fc-682e-4e60-8069-b2226e398ebe {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:02.446646 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e365ca-9f56-4544-bea7-8d62b167d56b", "name": "network-vif-deleted", "tag": "0f8efe7c-6efb-4e49-9268-e998c4fa1eb1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:02.446646 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f40e9fc-682e-4e60-8069-b2226e398ebe {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:02.446646 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e365ca-9f56-4544-bea7-8d62b167d56b', 'name': 'network-vif-deleted', 'tag': '0f8efe7c-6efb-4e49-9268-e998c4fa1eb1', 'status': 'completed', 'code': 200} Feb 11 14:15:02.494683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-337862f3-60e0-4779-a2ec-b6f0cec20873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.501750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957b8f-dd29-447f-abfa-75ab97d58150 req-965d6774-7929-4519-bdc4-83cbf2db0cbd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:02.503229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57957b8f-dd29-447f-abfa-75ab97d58150 req-965d6774-7929-4519-bdc4-83cbf2db0cbd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0479095 Feb 11 14:15:02.535952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-337862f3-60e0-4779-a2ec-b6f0cec20873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b6887d4945e496cb131d212204eeefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091125 Feb 11 14:15:02.537243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337862f3-60e0-4779-a2ec-b6f0cec20873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dc7ec-a4d1-4bac-8245-d60d8ffe989e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:02.538822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:02.553092 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57957b8f-dd29-447f-abfa-75ab97d58150 req-157195bc-14ab-4971-a22d-e30cabb717aa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Feb 11 14:15:02.603975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.627793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.634840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30d0752b-41f1-449e-99d4-f29278c09b2d req-ae1ccdca-89d5-4c5a-8398-5695dd6b217c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0277975 Feb 11 14:15:02.778036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4765db-789d-4d28-b3d6-071e617e9383 req-4a7d19ce-6c47-408b-bc9c-b07c83dd8070 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:02.779592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf4765db-789d-4d28-b3d6-071e617e9383 req-4a7d19ce-6c47-408b-bc9c-b07c83dd8070 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0580382 Feb 11 14:15:02.822408 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf4765db-789d-4d28-b3d6-071e617e9383 req-911d6360-e214-4ead-9e26-6346db54027d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Feb 11 14:15:02.822996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.825871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.829346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/596dc7ec-a4d1-4bac-8245-d60d8ffe989e HTTP/1.1" status: 204 len: 168 time: 0.2870286 Feb 11 14:15:02.844368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca13ca-6843-4923-875e-ff8ced73f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dc7ec-a4d1-4bac-8245-d60d8ffe989e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:03.130498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9af01-1969-4ea0-8b4f-1df4c66aa3ce req-31c4db13-74a7-46d5-9b87-8a8543bd6e77 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.131987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7f9af01-1969-4ea0-8b4f-1df4c66aa3ce req-31c4db13-74a7-46d5-9b87-8a8543bd6e77 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0567901 Feb 11 14:15:03.170156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7f9af01-1969-4ea0-8b4f-1df4c66aa3ce req-21213a1e-02a3-4250-9109-8575b936eced tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Feb 11 14:15:03.684330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b752d7-6699-4453-af6d-f5386687d711 req-740867a4-6591-43f3-9cdd-b9613030d613 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.685964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63b752d7-6699-4453-af6d-f5386687d711 req-740867a4-6591-43f3-9cdd-b9613030d613 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0544074 Feb 11 14:15:03.731821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63b752d7-6699-4453-af6d-f5386687d711 req-8c7aed85-1704-4229-a57a-119371ba4c9b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Feb 11 14:15:03.773615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-598ec3cf-4afa-400c-95b4-4b7b45c2c5da req-3d6dab74-2953-41a7-a7ab-41d1e690258c tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e365ca-9f56-4544-bea7-8d62b167d56b HTTP/1.1" status: 200 len: 210 time: 0.0443304 Feb 11 14:15:03.946360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780a75c-8778-4bc2-9636-2d846e3ebef7 req-f09325f4-0dd8-4af6-a565-232d6b62aafa tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.947823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1780a75c-8778-4bc2-9636-2d846e3ebef7 req-f09325f4-0dd8-4af6-a565-232d6b62aafa tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Feb 11 14:15:03.987535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1780a75c-8778-4bc2-9636-2d846e3ebef7 req-78cbc80d-e24c-4e59-a06e-27251e140edc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Feb 11 14:15:04.091996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:04.213664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-795463674-network', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:04.290102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f2b52-cafe-4e10-adfe-72d76672807d req-cbcd6f98-dea6-4a83-8fb2-c6d06bb80f4f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.291513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387f2b52-cafe-4e10-adfe-72d76672807d req-cbcd6f98-dea6-4a83-8fb2-c6d06bb80f4f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Feb 11 14:15:04.329832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387f2b52-cafe-4e10-adfe-72d76672807d req-1d7c69cb-e61b-4ad0-999a-d3be89d8a925 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Feb 11 14:15:04.377287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Made reservation on behalf of 3c8c4149ffa74310b7c4a52f8c095ab3 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:04.379771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.388573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.458990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-7554d557-c761-46c7-a1b0-8a85a20b3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.460533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-7554d557-c761-46c7-a1b0-8a85a20b3ffd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1101 time: 0.0645790 Feb 11 14:15:04.547901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.574634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-09eb8fb0-806d-4c02-9809-ce85d1e81a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.576128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-09eb8fb0-806d-4c02-9809-ce85d1e81a32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1047792 Feb 11 14:15:04.622845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-b9288d04-0ff8-40d6-b96d-42e592289035 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0341055 Feb 11 14:15:04.624690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.670124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:04.693602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.694305 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Added segment c44aa9a9-3748-4bbe-b84d-31edc879d4ac of type vlan for network 9bc4ef32-f742-499f-b973-d314af37de3b Feb 11 14:15:04.695792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:04.702399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae712e3-f54c-4651-80cb-73906461e7e6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:04.720551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:04.720997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 0f8efe7c-6efb-4e49-9268-e998c4fa1eb1 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:04.735427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-a78245be-6ecb-44b1-8da5-1f170f33c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.736885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-a78245be-6ecb-44b1-8da5-1f170f33c27f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1059921 Feb 11 14:15:04.752645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.799881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0765baf5-431e-4de6-bf38-9878ca6ddc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.801426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0765baf5-431e-4de6-bf38-9878ca6ddc26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573654 Feb 11 14:15:04.923539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfe1bf-f531-4f3e-8d4a-dae1c9be9018 req-d970b79a-1e4c-4cd6-8f1e-827eaaece811 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.925032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16cfe1bf-f531-4f3e-8d4a-dae1c9be9018 req-d970b79a-1e4c-4cd6-8f1e-827eaaece811 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0981662 Feb 11 14:15:04.940612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-79f354b0-4740-41d3-923f-0ccbdb122add service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314530 Feb 11 14:15:04.957004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.957866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.958428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.071078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16cfe1bf-f531-4f3e-8d4a-dae1c9be9018 req-f3d28a73-1703-4b3d-8ea1-b6925ab518d2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387537 Feb 11 14:15:05.073415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc4ef32-f742-499f-b973-d314af37de3b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.084004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9bc4ef32-f742-499f-b973-d314af37de3b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:15:05.108925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-9ef586b1-8331-4af5-b95f-6dbc74578122 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603730 Feb 11 14:15:05.188222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3917-93f5-4f60-8229-5e252075266a req-e4638ef6-4964-4d5a-a83f-cd52412f15f5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.189822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77dd3917-93f5-4f60-8229-5e252075266a req-e4638ef6-4964-4d5a-a83f-cd52412f15f5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0576389 Feb 11 14:15:05.228181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77dd3917-93f5-4f60-8229-5e252075266a req-073ad6a4-1815-46fa-9dcf-b2130b4ea934 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Feb 11 14:15:05.242893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-914df038-7721-403e-b86d-6830ffcf0248 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1496506 Feb 11 14:15:05.245830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:05.251587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Request body: {'subnet': {'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-795463674-subnet', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:05.331001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Made reservation on behalf of 3c8c4149ffa74310b7c4a52f8c095ab3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:05.333405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.476167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d591f9-ee2f-4a17-88a5-a3551d3f68a9 req-3b267b3d-ede3-47db-80a0-f5894dd57dcb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.477690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0d591f9-ee2f-4a17-88a5-a3551d3f68a9 req-3b267b3d-ede3-47db-80a0-f5894dd57dcb tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.0537918 Feb 11 14:15:05.500369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da243cb-9bc5-4cc5-b3ac-0eddeee4b971 req-ce4b7212-2569-4a97-92d8-16240eea9fff tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.501884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2da243cb-9bc5-4cc5-b3ac-0eddeee4b971 req-ce4b7212-2569-4a97-92d8-16240eea9fff tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0884583 Feb 11 14:15:05.518450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0d591f9-ee2f-4a17-88a5-a3551d3f68a9 req-d55b3297-6738-4c4b-b05e-e79e88933309 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Feb 11 14:15:05.575947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2da243cb-9bc5-4cc5-b3ac-0eddeee4b971 req-cce22c91-f968-4d55-9b41-d287e952de53 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Feb 11 14:15:05.663001 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.711756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cacd1c6-fb39-47fe-83f3-ce5430b54498,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.730534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Checking segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:05.730887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Network hostable DHCP agents. Network: 9bc4ef32-f742-499f-b973-d314af37de3b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:05.848288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Network 9bc4ef32-f742-499f-b973-d314af37de3b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:05.933345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9bc4ef32-f742-499f-b973-d314af37de3b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:05.938192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.938781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.944172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ce614-b7d4-48c7-b116-1a4863f2f351 None None] Network 9bc4ef32-f742-499f-b973-d314af37de3b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:06.013646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2aaf7c00-6c56-4e55-8082-9c89af2f4db0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7667279 Feb 11 14:15:06.017161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:06.021364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:06.103206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9bc4ef32-f742-499f-b973-d314af37de3b', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:15:06.104085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.116582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.118609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.178415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.205558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed48-512e-445e-a3bb-9b1382bf1073 req-7479d1eb-ca6a-4e1f-93b8-ae37ffe6287d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.207096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5695ed48-512e-445e-a3bb-9b1382bf1073 req-7479d1eb-ca6a-4e1f-93b8-ae37ffe6287d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0568378 Feb 11 14:15:06.245963 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5695ed48-512e-445e-a3bb-9b1382bf1073 req-60c2df78-3940-414e-9835-0fbd2c4c7de1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Feb 11 14:15:06.250864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Allocated IP 172.20.0.2 (9bc4ef32-f742-499f-b973-d314af37de3b/3cacd1c6-fb39-47fe-83f3-ce5430b54498/078d2407-8701-4bba-b259-ee31e43d452f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:06.409581 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.447275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.456915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad767f69-d7e1-4dda-8869-956dc9666013 req-2743b6a4-2b48-4a13-b5d8-8303425d4877 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.458412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad767f69-d7e1-4dda-8869-956dc9666013 req-2743b6a4-2b48-4a13-b5d8-8303425d4877 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.1488731 Feb 11 14:15:06.497238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad767f69-d7e1-4dda-8869-956dc9666013 req-3a29c48c-62de-4e21-9a22-d3b3638ca8a9 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Feb 11 14:15:06.517075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.555669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Network 9bc4ef32-f742-499f-b973-d314af37de3b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:06.558830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:06.562962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:06.571518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Pushing event updated for resources: {'Port': ['ID=078d2407-8701-4bba-b259-ee31e43d452f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:06.625842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Attempting to bind port 078d2407-8701-4bba-b259-ee31e43d452f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:06.626221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Attempting to bind port 078d2407-8701-4bba-b259-ee31e43d452f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:06.626588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Attempting to bind port 078d2407-8701-4bba-b259-ee31e43d452f on network 9bc4ef32-f742-499f-b973-d314af37de3b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:06.631748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:06.632143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Checking segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:06.632562 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.633003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Bound using segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:06.633466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Bound port: 078d2407-8701-4bba-b259-ee31e43d452f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:06.633840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.651454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13729c57-05c4-484d-a328-dfb049abb3fd req-9b8ddb4b-36db-48f8-ab42-3881a41a32f3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.653039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13729c57-05c4-484d-a328-dfb049abb3fd req-9b8ddb4b-36db-48f8-ab42-3881a41a32f3 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.0551245 Feb 11 14:15:06.700872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13729c57-05c4-484d-a328-dfb049abb3fd req-781a1261-96bf-4881-975d-d3a39dfb678f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/security-groups?id=5894e95d-e7c2-4cd8-a933-b51097adf1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Feb 11 14:15:06.703674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] For port 078d2407-8701-4bba-b259-ee31e43d452f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:06.707601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] For port 078d2407-8701-4bba-b259-ee31e43d452f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=078d2407-8701-4bba-b259-ee31e43d452f,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:06.738196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14015d55-37bd-4f87-bc3d-4d0ebee2733e req-e41a2f1f-cef4-4a94-ab04-37e62f14a21e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.739667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14015d55-37bd-4f87-bc3d-4d0ebee2733e req-e41a2f1f-cef4-4a94-ab04-37e62f14a21e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0678079 Feb 11 14:15:06.774685 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.794982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14015d55-37bd-4f87-bc3d-4d0ebee2733e req-cc079b63-7ff8-4afb-9177-bba65dcd465a tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Feb 11 14:15:06.841000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cf4ca-ccd4-4425-84f2-1ee5ba166c92 None None] Pushing event updated for resources: {'Port': ['ID=078d2407-8701-4bba-b259-ee31e43d452f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:06.902427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.923032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.061681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-566e8ff1-033f-4d1f-a171-edb8ea10ee69 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:07.063291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-566e8ff1-033f-4d1f-a171-edb8ea10ee69 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 950 time: 0.1039941 Feb 11 14:15:07.106126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Allocated IP 172.25.7.163 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/a0ba8d14-2879-421a-9a5b-98a79390267b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:07.249487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Deleting port b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:07.249779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.270287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.368832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] For port b4f7c411-0f14-490a-8f61-7503b82636f2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b4f7c411-0f14-490a-8f61-7503b82636f2,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:07.369219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.372331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7fd67-11b6-4f11-9e76-63d668fb93b8 req-83900838-2c2a-47ee-a1d4-4a54a3975912 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:07.373852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1a7fd67-11b6-4f11-9e76-63d668fb93b8 req-83900838-2c2a-47ee-a1d4-4a54a3975912 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0484962 Feb 11 14:15:07.381460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Calling delete_port for b4f7c411-0f14-490a-8f61-7503b82636f2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:07.413304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1a7fd67-11b6-4f11-9e76-63d668fb93b8 req-473f0bb3-52db-4fad-86a5-70f64ba04d52 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Feb 11 14:15:07.484325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.536361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Pushing event updated for resources: {'Port': ['ID=a0ba8d14-2879-421a-9a5b-98a79390267b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:07.592843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:07.599733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:07.615421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:07.671623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ab7ec-68a6-4919-886d-b93cff31ced6 req-9ae8c34a-f731-40c0-884d-36d5f0f12fc5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:07.673162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d2ab7ec-68a6-4919-886d-b93cff31ced6 req-9ae8c34a-f731-40c0-884d-36d5f0f12fc5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0925727 Feb 11 14:15:07.709812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.717608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 078d2407-8701-4bba-b259-ee31e43d452f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:07.723674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b4f7c411-0f14-490a-8f61-7503b82636f2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:07.806198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 078d2407-8701-4bba-b259-ee31e43d452f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:07.806926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.824232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0aa8f29f-8fc9-4230-a6f2-bc9943c08f59 req-da354f62-cd43-4f2d-88d6-69c4673c573f tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 210 time: 0.0356600 Feb 11 14:15:07.828348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Pushing event deleted for resources: {'Port': ['ID=b4f7c411-0f14-490a-8f61-7503b82636f2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:07.893495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d2ab7ec-68a6-4919-886d-b93cff31ced6 req-b4780596-9e7d-4fbb-a2cf-d9485446048d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867309 Feb 11 14:15:07.927579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] No DVR routers for this DVR port b4f7c411-0f14-490a-8f61-7503b82636f2 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:07.939093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.942449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-706a96f4-6c01-40ff-946e-48e79bd89295 req-c1b637bd-29a0-40c5-a765-2aa4d83d3df4 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.62 "DELETE /v2.0/ports/b4f7c411-0f14-490a-8f61-7503b82636f2 HTTP/1.1" status: 204 len: 173 time: 0.8706820 Feb 11 14:15:07.942899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-deleted', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:07.945511 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2b266-e444-4680-84f5-358d9748c3d1" -d '{"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-deleted", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:07.980717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4d019-7b40-446a-a664-ef08d6a4d5b9 None None] Network 9bc4ef32-f742-499f-b973-d314af37de3b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:07.995198 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b7142-59bb-4d4a-b714-68e258af7796 x-openstack-request-id: req-216b7142-59bb-4d4a-b714-68e258af7796 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:07.995485 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78282be3-d0a6-4a40-8094-2ad76693d30e", "name": "network-vif-deleted", "tag": "b4f7c411-0f14-490a-8f61-7503b82636f2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:07.995734 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-216b7142-59bb-4d4a-b714-68e258af7796 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:07.996138 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78282be3-d0a6-4a40-8094-2ad76693d30e', 'name': 'network-vif-deleted', 'tag': 'b4f7c411-0f14-490a-8f61-7503b82636f2', 'status': 'completed', 'code': 200} Feb 11 14:15:07.999995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082524c8-6799-43d7-955a-f3aef83f7acf req-78d1cc61-bf51-42a4-8d52-e86e2bbc83a7 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:08.002832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-082524c8-6799-43d7-955a-f3aef83f7acf req-78d1cc61-bf51-42a4-8d52-e86e2bbc83a7 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0981481 Feb 11 14:15:08.003470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.066677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-082524c8-6799-43d7-955a-f3aef83f7acf req-0c39db73-d72c-4a34-bf03-df12c97a4120 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Feb 11 14:15:08.120960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 078d2407-8701-4bba-b259-ee31e43d452f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=078d2407-8701-4bba-b259-ee31e43d452f,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:08.165521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-da8c8270-6621-4aaa-bcf9-2ace9e2195fb None None] Provisioning complete for port 078d2407-8701-4bba-b259-ee31e43d452f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:08.166489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da8c8270-6621-4aaa-bcf9-2ace9e2195fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.210794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.213663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.320498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=078d2407-8701-4bba-b259-ee31e43d452f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:08.660277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bfc725a4-a0c8-4dba-bc26-9dcd9d51d50a None None] Provisioning complete for port 078d2407-8701-4bba-b259-ee31e43d452f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:08.660643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc725a4-a0c8-4dba-bc26-9dcd9d51d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.676832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289828a-c9d3-4269-8922-5729c4ec5a46 req-212c12fa-7c60-4c0e-a73a-e5fc22862111 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:08.678263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7289828a-c9d3-4269-8922-5729c4ec5a46 req-212c12fa-7c60-4c0e-a73a-e5fc22862111 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1011019 Feb 11 14:15:08.763003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7289828a-c9d3-4269-8922-5729c4ec5a46 req-da907961-c856-4f00-aa58-7debcdc9c0c9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766521 Feb 11 14:15:08.766377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.929751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e14d99b-b7fe-4e7c-8805-6c7121f09b32 req-1f3f7702-c2e7-48da-ba04-15dc55122062 tempest-ServersAdminTestJSON-100050611 tempest-ServersAdminTestJSON-100050611-project] 10.222.0.31 "GET /v2.0/ports?device_id=78282be3-d0a6-4a40-8094-2ad76693d30e HTTP/1.1" status: 200 len: 210 time: 0.0276845 Feb 11 14:15:09.013596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Router b7be14a1-8c58-4524-85b7-80540002929c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:15:09.058659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:09.107845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f350c5-6b63-4025-ba62-3ee80a7fc4e6 req-018248d9-16fe-4d5c-8192-d502eaae8232 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.109269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54f350c5-6b63-4025-ba62-3ee80a7fc4e6 req-018248d9-16fe-4d5c-8192-d502eaae8232 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.1303477 Feb 11 14:15:09.198093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54f350c5-6b63-4025-ba62-3ee80a7fc4e6 req-e6c59da4-6dad-457d-b3a4-31fce5ca53b4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804191 Feb 11 14:15:09.199948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.200700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.201308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.202505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.203145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.203278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:09.203919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.204374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.206581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-a07070d6-3066-4cf3-8c2e-1b4f143b1b07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6502 time: 0.1467500 Feb 11 14:15:09.213080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Sync routers for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:09.226989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:09.227163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d4033-30c7-49f0-a686-e2f96bda4ecd req-780a2d57-d143-439e-b9e7-ffec36c0577f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.227604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:09.228522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be4d4033-30c7-49f0-a686-e2f96bda4ecd req-780a2d57-d143-439e-b9e7-ffec36c0577f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0843775 Feb 11 14:15:09.284405 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-f307938d-5f7d-4019-8d5c-b88c4b24fcd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547814 Feb 11 14:15:09.287284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be4d4033-30c7-49f0-a686-e2f96bda4ecd req-2922615d-36f5-4e12-80ea-bdf43774d2a8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Feb 11 14:15:09.385537 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.387754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eab2d554-3751-4a1f-9f41-5c7c7ff64c0c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3689196 Feb 11 14:15:09.390136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48968) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:09.464787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:09.649726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:07Z', 'revision_number': 3, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:09.679867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Checking router: b7be14a1-8c58-4524-85b7-80540002929c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:09.680218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Updating router b7be14a1-8c58-4524-85b7-80540002929c port a0ba8d14-2879-421a-9a5b-98a79390267b binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:15:09.713604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.715331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 078d2407-8701-4bba-b259-ee31e43d452f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:09.835808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.903744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 078d2407-8701-4bba-b259-ee31e43d452f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:09.903744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.911021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec476a5-f44f-4609-902b-60f11d882230 req-e4c016cb-046d-4fe2-8330-0a5c0f088172 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.921507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ec476a5-f44f-4609-902b-60f11d882230 req-e4c016cb-046d-4fe2-8330-0a5c0f088172 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0689769 Feb 11 14:15:09.968855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ec476a5-f44f-4609-902b-60f11d882230 req-9ede7ebe-77d1-4720-b554-c9cddd86a453 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Feb 11 14:15:10.042654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Allocated IP 172.20.0.1 (9bc4ef32-f742-499f-b973-d314af37de3b/3cacd1c6-fb39-47fe-83f3-ce5430b54498/65f402a6-2d25-4d16-9c28-b58177e0cb0c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:10.162259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.191865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.325481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf532-edb2-4955-bfc9-1d9c4c739936 req-066031b3-4b39-44b0-bd9a-126b2d49666b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.329220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3dbf532-edb2-4955-bfc9-1d9c4c739936 req-066031b3-4b39-44b0-bd9a-126b2d49666b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0557768 Feb 11 14:15:10.369120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3dbf532-edb2-4955-bfc9-1d9c4c739936 req-f83bd248-0f4e-4ff8-bbd3-c3831dc4b063 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Feb 11 14:15:10.416145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc0b8-71ae-4845-8ee2-876724319d48 req-99144e29-de24-4eff-adbd-dc00d7a56b3f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.417658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46fdc0b8-71ae-4845-8ee2-876724319d48 req-99144e29-de24-4eff-adbd-dc00d7a56b3f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Feb 11 14:15:10.422808 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.426199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.479564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3313be9-acba-4557-9788-61b23d48bcf5 None None] Pushing event updated for resources: {'Port': ['ID=a0ba8d14-2879-421a-9a5b-98a79390267b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:10.481878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Attempting to bind port a0ba8d14-2879-421a-9a5b-98a79390267b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:10.487599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Attempting to bind port a0ba8d14-2879-421a-9a5b-98a79390267b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:10.488124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Attempting to bind port a0ba8d14-2879-421a-9a5b-98a79390267b on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:10.490143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Network 9bc4ef32-f742-499f-b973-d314af37de3b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:10.494825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:10.495324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:10.496221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.496416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:10.496938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Bound port: a0ba8d14-2879-421a-9a5b-98a79390267b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:10.497326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.498265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:10.509870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:10.515671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Pushing event updated for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:10.538615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46fdc0b8-71ae-4845-8ee2-876724319d48 req-a125d971-daae-4a79-87b3-4b65fc5214a2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802174 Feb 11 14:15:10.573949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.594273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] For port a0ba8d14-2879-421a-9a5b-98a79390267b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:10.604594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] For port a0ba8d14-2879-421a-9a5b-98a79390267b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0ba8d14-2879-421a-9a5b-98a79390267b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:10.681653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-064f0455-91c2-42d4-93d4-25f8e071562d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0752361 Feb 11 14:15:10.694435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.728910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:10.755930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b4f7c411-0f14-490a-8f61-7503b82636f2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:10.756308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b4f7c411-0f14-490a-8f61-7503b82636f2 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:10.773634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.774254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.774783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.775344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.775844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.776367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.777202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.779166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e6605c1c-d1b2-4b31-bd1e-faa136ae0e2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f183e8641c844f48bb9be2c144866d2&device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6492 time: 0.0645237 Feb 11 14:15:10.792606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:10.793352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:10.802085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48984) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:10.839450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3313be9-acba-4557-9788-61b23d48bcf5 None None] Pushing event updated for resources: {'Port': ['ID=a0ba8d14-2879-421a-9a5b-98a79390267b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:10.899517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.900678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ef48ac61-80bd-4546-8f3b-5d4d8b75fe52 None None] Provisioning complete for port 65f402a6-2d25-4d16-9c28-b58177e0cb0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:10.901261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef48ac61-80bd-4546-8f3b-5d4d8b75fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.947320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:10.948998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ef48ac61-80bd-4546-8f3b-5d4d8b75fe52 None None] Port 65f402a6-2d25-4d16-9c28-b58177e0cb0c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:10.983544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-3a5f0a06-75d8-46af-8bf7-34d87d7690fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.984076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-3a5f0a06-75d8-46af-8bf7-34d87d7690fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.984485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-3a5f0a06-75d8-46af-8bf7-34d87d7690fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.986246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-3a5f0a06-75d8-46af-8bf7-34d87d7690fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=f00379cf-82d4-47d9-8185-2687d9f63b07&id=33f37660-c2e3-436a-af1f-795638e2a04f&id=33f37660-c2e3-436a-af1f-795638e2a04f HTTP/1.1" status: 200 len: 2293 time: 0.1776528 Feb 11 14:15:11.075279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-04ed13c5-0f57-4ba6-bf45-1718ac2c5c04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1baa20cb7354d54b6d00975a4975ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719746 Feb 11 14:15:11.077925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:11.125717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-bb813489-9e94-4434-8034-9f99fa7ae2f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37 HTTP/1.1" status: 200 len: 1001 time: 0.1234274 Feb 11 14:15:11.126505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eb5c2-039a-41d1-baed-eb275a97baf6 req-4b72e64f-3b60-4e31-8562-4a42bbeb388a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.133887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b14eb5c2-039a-41d1-baed-eb275a97baf6 req-4b72e64f-3b60-4e31-8562-4a42bbeb388a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0978806 Feb 11 14:15:11.152544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:07Z', 'revision_number': 3, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:11.178872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.188081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e92584-901e-44a2-9306-d79a4909c77f None None] The sync data for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 is: [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:07Z', 'revision_number': 3, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:11.196740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b14eb5c2-039a-41d1-baed-eb275a97baf6 req-9903697a-bacd-441f-b40e-e2416fea404b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Feb 11 14:15:11.208001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-93418858-836b-47e5-ac58-a273bc4ebac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.209511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-93418858-836b-47e5-ac58-a273bc4ebac5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f43f46b7-7086-44b2-a344-8aa8bccd0206 HTTP/1.1" status: 200 len: 851 time: 0.0730333 Feb 11 14:15:11.216484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.235252 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.264686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-a7ba70b7-8d2c-40f9-abae-a2304fe04400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.266513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-a7ba70b7-8d2c-40f9-abae-a2304fe04400 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498140 Feb 11 14:15:11.318859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.360029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.363175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.363798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5894e95d-e7c2-4cd8-a933-b51097adf1f9 HTTP/1.1" status: 204 len: 168 time: 0.2840075 Feb 11 14:15:11.374200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c0253-899c-415d-bd10-d4ca1521d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894e95d-e7c2-4cd8-a933-b51097adf1f9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.424812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Pushing event updated for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.438541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.493863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-cbeb1cb6-9a72-48af-b683-e5880ec68692 service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195916 Feb 11 14:15:11.732198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c2d62-4bc6-42a1-a080-51b17a0c9c6e req-0262dbe7-8ca1-41d2-80ae-5b85749440e8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.734976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed7c2d62-4bc6-42a1-a080-51b17a0c9c6e req-0262dbe7-8ca1-41d2-80ae-5b85749440e8 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0935447 Feb 11 14:15:11.759784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0ba8d14-2879-421a-9a5b-98a79390267b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:11.790851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed7c2d62-4bc6-42a1-a080-51b17a0c9c6e req-e78f5b62-cf75-483e-a62e-4c509bbf6706 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Feb 11 14:15:11.866012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0ba8d14-2879-421a-9a5b-98a79390267b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:11.866407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.958054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.981268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a0ba8d14-2879-421a-9a5b-98a79390267b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0ba8d14-2879-421a-9a5b-98a79390267b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:12.002402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d5c44-92c4-4354-bd3c-52f2e62aa70c req-57f11e3f-5404-42c9-8b51-f69d15a21048 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.003849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d2d5c44-92c4-4354-bd3c-52f2e62aa70c req-57f11e3f-5404-42c9-8b51-f69d15a21048 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.5381777 Feb 11 14:15:12.042401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Network 9bc4ef32-f742-499f-b973-d314af37de3b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:12.047805 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.055467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:12.060459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-6520b86b-8ec5-4ac4-83cb-6de6ed2220b9 service neutron] 10.222.0.60 "GET /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753101 Feb 11 14:15:12.119509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a0ba8d14-2879-421a-9a5b-98a79390267b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:12.133206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d2d5c44-92c4-4354-bd3c-52f2e62aa70c req-9345e467-560f-4e03-aef2-637f7beaf052 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076078 Feb 11 14:15:12.133206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-b6fefe0c-d8f2-43ab-bc86-5559afda8892 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 217 time: 0.0437155 Feb 11 14:15:12.571310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-c35f2c10-8277-46bb-a979-ad1adc5b3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.571310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-c35f2c10-8277-46bb-a979-ad1adc5b3653 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0979998 Feb 11 14:15:12.572358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:12.572758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Router b7be14a1-8c58-4524-85b7-80540002929c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:12.572831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca1b6-3421-46c4-81a7-13871ef1e8fa req-7b532592-2ef9-4bcb-9633-2a6b9abd4dc2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.572831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9feca1b6-3421-46c4-81a7-13871ef1e8fa req-7b532592-2ef9-4bcb-9633-2a6b9abd4dc2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0737126 Feb 11 14:15:12.573214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e6679aec-0008-4b50-8c4d-2ee1253d98ea None None] Provisioning complete for port 65f402a6-2d25-4d16-9c28-b58177e0cb0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:12.573214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6679aec-0008-4b50-8c4d-2ee1253d98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.573356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd3fe0c7-a126-4011-8bf8-884b2ec54575 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28f7d0ee0bbd41aa9ceb6cde1a900b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858064 Feb 11 14:15:12.573356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9feca1b6-3421-46c4-81a7-13871ef1e8fa req-ec03bf11-06c0-413c-af1e-c92f5f027a13 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638447 Feb 11 14:15:12.573356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:12.573546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-da1cb1a9-d337-475f-a8d3-d7451dd57e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.573546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-da1cb1a9-d337-475f-a8d3-d7451dd57e91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639309 Feb 11 14:15:12.573669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e6679aec-0008-4b50-8c4d-2ee1253d98ea None None] Port 65f402a6-2d25-4d16-9c28-b58177e0cb0c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:12.573827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.573827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.573954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:12.573954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b951b78b-11f5-4312-a438-807d48345c76 admin admin] 10.222.0.31 "PUT /v2.0/routers/b7be14a1-8c58-4524-85b7-80540002929c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304798 Feb 11 14:15:12.573954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-c5aa8be8-e3fb-4788-a550-cea1f44b333b service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042666 Feb 11 14:15:12.663597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-9e380a7a-1ca0-40f6-a660-5658878579dc service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932169 Feb 11 14:15:12.706367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-455f9066-6d4b-4646-9981-34a7ee877673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 217 time: 0.0351305 Feb 11 14:15:12.762243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-00687bbb-6aca-461f-b0e8-d3d292cfa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.762391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.763755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-00687bbb-6aca-461f-b0e8-d3d292cfa8b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0441723 Feb 11 14:15:12.766475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.770079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a178b49-c1cc-468d-b4a3-1032ca0799b7 HTTP/1.1" status: 204 len: 168 time: 0.3601518 Feb 11 14:15:12.779148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eca03-4787-4c87-9d80-e56c92ce83a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a178b49-c1cc-468d-b4a3-1032ca0799b7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:12.874267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-772e74cf-70fd-4c65-b603-af2362d8d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.875894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-772e74cf-70fd-4c65-b603-af2362d8d008 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882177 Feb 11 14:15:12.941941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fce75-acb7-45c8-861d-970e731ee119 req-11e4e547-3a4a-4067-a4f1-8d988e13a58b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.950054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-286fce75-acb7-45c8-861d-970e731ee119 req-11e4e547-3a4a-4067-a4f1-8d988e13a58b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0665550 Feb 11 14:15:12.987048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-286fce75-acb7-45c8-861d-970e731ee119 req-a4627d9a-2e32-4736-b452-2f363c25c16d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Feb 11 14:15:13.011505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-65e7bdc2-c63e-4683-a387-65a4b5d3993f service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272759 Feb 11 14:15:13.105550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-36326445-f2ec-4467-95c4-3fdbed4261de service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860665 Feb 11 14:15:13.154154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-a572d23c-df86-4c56-8658-7ccc924584fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17 HTTP/1.1" status: 200 len: 217 time: 0.0406029 Feb 11 14:15:13.219063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-b53dad06-d6b3-451b-aadc-a6926c6bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.219210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-b53dad06-d6b3-451b-aadc-a6926c6bc0e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.0574677 Feb 11 14:15:13.267065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49018) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:13.272267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151810647', 'description': 'tempest-description--1474064020'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:13.294424 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Sync routers for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:13.309203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-6324a6d4-64ca-406b-9c1c-ca3e3a25b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.310720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-6324a6d4-64ca-406b-9c1c-ca3e3a25b366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840077 Feb 11 14:15:13.313187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801daa-d1b3-49ec-9923-6fca6d11ec52 req-8f21c112-9111-4673-b4f4-19c2e6efed50 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.314068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:13.314804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-79801daa-d1b3-49ec-9923-6fca6d11ec52 req-8f21c112-9111-4673-b4f4-19c2e6efed50 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.1205325 Feb 11 14:15:13.315810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:13.385894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-79801daa-d1b3-49ec-9923-6fca6d11ec52 req-57464036-2fc8-4f1b-9603-9aa9ff41d2b2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Feb 11 14:15:13.433816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-5de6191d-f7bd-4dd5-b40a-d666f7cf1504 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146991 Feb 11 14:15:13.439956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.442410 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:13.640357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-538303a8-338e-458b-9eb9-c99c13434db6 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977930 Feb 11 14:15:13.642815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.651143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb4cb5-fab7-4005-9f50-d0e035821949 req-aafa69a2-a9d6-418b-8d0b-da3772cb617d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.652225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5bb4cb5-fab7-4005-9f50-d0e035821949 req-aafa69a2-a9d6-418b-8d0b-da3772cb617d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1393299 Feb 11 14:15:13.706095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-64cae3e5-81de-42f9-953e-c968b9a6ca5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=4efae429-0e71-43ab-8527-0af3dfbdece4 HTTP/1.1" status: 200 len: 217 time: 0.0529082 Feb 11 14:15:13.739062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0ba8d14-2879-421a-9a5b-98a79390267b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:13.769312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.798405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0ba8d14-2879-421a-9a5b-98a79390267b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:13.798779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.799384 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 2, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:13.800440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5bb4cb5-fab7-4005-9f50-d0e035821949 req-65532d9f-5864-4633-a925-20b7fc09cc5f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974815 Feb 11 14:15:13.821124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-603485be-8fed-4243-af05-9c2e693b5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.827810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-603485be-8fed-4243-af05-9c2e693b5bcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 200 len: 797 time: 0.1038148 Feb 11 14:15:13.827810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:13.847598 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Checking router: b7be14a1-8c58-4524-85b7-80540002929c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:13.847946 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Updating router b7be14a1-8c58-4524-85b7-80540002929c port 65f402a6-2d25-4d16-9c28-b58177e0cb0c binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:15:13.875086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-2ad6b37e-1def-4fff-ae4c-e318df1918d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.876518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-2ad6b37e-1def-4fff-ae4c-e318df1918d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f00379cf-82d4-47d9-8185-2687d9f63b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449796 Feb 11 14:15:13.876639 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.973818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.975308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3ddd76a0-6ade-4ea7-b1b4-deab8736510b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7069883 Feb 11 14:15:13.977315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-8a962d6c-1396-449e-b8c6-7e2ccd6384dc service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935516 Feb 11 14:15:13.978021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49036) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:13.982594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'security_group_rule': {'security_group_id': '8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:14.103396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-fab3fff2-3222-4990-9367-a0ce19834b99 service neutron] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135023 Feb 11 14:15:14.121308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed016-7bf5-44fe-bda6-37c4bac1c16a req-3d2fcbae-3ded-45cd-b5d5-42bed225c61e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.122953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c71ed016-7bf5-44fe-bda6-37c4bac1c16a req-3d2fcbae-3ded-45cd-b5d5-42bed225c61e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Feb 11 14:15:14.150789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-8f2b6a58-64fb-4fc6-9c7e-fa85dc2c63bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981 HTTP/1.1" status: 200 len: 217 time: 0.0404263 Feb 11 14:15:14.163272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c71ed016-7bf5-44fe-bda6-37c4bac1c16a req-f83c8258-4bc6-499e-9024-90088bf400b3 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Feb 11 14:15:14.167227 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.204955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-8e7f5260-6d70-4082-b612-e21f9bccf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.206573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-8e7f5260-6d70-4082-b612-e21f9bccf7bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 200 len: 797 time: 0.0501420 Feb 11 14:15:14.254957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.265104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-73bc8e9c-51e8-4b11-a593-ceb09cbd97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.266602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-73bc8e9c-51e8-4b11-a593-ceb09cbd97c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522106 Feb 11 14:15:14.304955 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.377345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.395838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-8ceb17ef-6c34-4a73-b57f-913127bdce26 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202242 Feb 11 14:15:14.413682 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Attempting to bind port 65f402a6-2d25-4d16-9c28-b58177e0cb0c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:14.414039 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Attempting to bind port 65f402a6-2d25-4d16-9c28-b58177e0cb0c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:14.414560 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Attempting to bind port 65f402a6-2d25-4d16-9c28-b58177e0cb0c on network 9bc4ef32-f742-499f-b973-d314af37de3b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:14.422845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:14.423717 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Checking segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:14.424035 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.424553 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Bound using segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:14.425207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Bound port: 65f402a6-2d25-4d16-9c28-b58177e0cb0c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:14.425722 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.484278 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60819bf-c503-4e2a-ae02-5f2e090c54a9 None None] Pushing event updated for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:14.509884 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.532119 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] For port 65f402a6-2d25-4d16-9c28-b58177e0cb0c, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:14.538404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] For port 65f402a6-2d25-4d16-9c28-b58177e0cb0c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65f402a6-2d25-4d16-9c28-b58177e0cb0c,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:14.554900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1f78cf-7b42-4176-9e9f-f7198371ad9b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:14.593204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-49c2e542-5727-43b9-ac81-9a43c03cfa88 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899550 Feb 11 14:15:14.601440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664b6aa-0ec7-4231-a581-30a037ea9535 req-639e7e90-f3bb-404c-924a-8bdb4af3c313 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.602837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a664b6aa-0ec7-4231-a581-30a037ea9535 req-639e7e90-f3bb-404c-924a-8bdb4af3c313 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.1133711 Feb 11 14:15:14.648681 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.648872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-e8712fb5-f54b-48c1-ab29-580f86152804 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=02fe279a-085e-4db4-baed-30a3166bba41 HTTP/1.1" status: 200 len: 217 time: 0.0437322 Feb 11 14:15:14.699329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a664b6aa-0ec7-4231-a581-30a037ea9535 req-8b1f9295-845d-4e0f-a3a0-7bab5772076c tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897992 Feb 11 14:15:14.704702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] Provisioning complete for port 65f402a6-2d25-4d16-9c28-b58177e0cb0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:14.704861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.704971 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.705488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6fda9bfc-e8c2-441f-bb65-386bbb8dffb4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7265065 Feb 11 14:15:14.707938 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:14.708302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49048) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:14.708741 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:14.713227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'security_group_rule': {'security_group_id': '8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:14.749447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-2decff5b-0267-4e88-8e0b-3c6621e3dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.753058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-2decff5b-0267-4e88-8e0b-3c6621e3dbc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 200 len: 797 time: 0.0992312 Feb 11 14:15:14.814390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.841937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-c6f44aae-9824-474b-9c2a-e356c67721e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:14.845086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-c6f44aae-9824-474b-9c2a-e356c67721e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33f37660-c2e3-436a-af1f-795638e2a04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842474 Feb 11 14:15:14.862834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] For port 65f402a6-2d25-4d16-9c28-b58177e0cb0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65f402a6-2d25-4d16-9c28-b58177e0cb0c,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:14.868145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:14.875785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.911100 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60819bf-c503-4e2a-ae02-5f2e090c54a9 None None] Pushing event updated for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:14.954231 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.992212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-eb0763c4-56de-4950-a93b-e30a1238c71d service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395726 Feb 11 14:15:14.998536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24d846-c098-4383-bd63-7e3263269ea9 req-c7502eee-cfee-4eff-93e3-b4ef8a65aa69 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:15.000259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e24d846-c098-4383-bd63-7e3263269ea9 req-c7502eee-cfee-4eff-93e3-b4ef8a65aa69 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0932941 Feb 11 14:15:15.011336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.015802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f5b9-c3eb-450b-a836-f652fb25c77f None None] Pushing event updated for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:15.049197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e24d846-c098-4383-bd63-7e3263269ea9 req-4b4814ee-49e7-4e4d-b6f0-ed27f91fdda2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Feb 11 14:15:15.091072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1c993c99-bd2f-4e69-ab18-634e9c573244 None None] Provisioning complete for port 65f402a6-2d25-4d16-9c28-b58177e0cb0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.091678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c993c99-bd2f-4e69-ab18-634e9c573244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.124948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d1e1f01-1928-4183-ac7d-0578b91d1ad0 req-850a186c-9184-4d55-b848-95210d947dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256480 Feb 11 14:15:15.131470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.150879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab50825-ec42-4c1e-a3b5-41f9690adec6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:15.173063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:15.201734 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac39b4c-1eae-4751-add0-41e3313fe9f1 None None] The sync data for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 is: [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:15.304883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faa968-83bf-414b-96de-b798709d7368 req-044f267e-cccb-4544-9633-8a562bb811d5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:15.306764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0faa968-83bf-414b-96de-b798709d7368 req-044f267e-cccb-4544-9633-8a562bb811d5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0648198 Feb 11 14:15:15.351637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0faa968-83bf-414b-96de-b798709d7368 req-7196b2ff-6297-45c2-bc51-b70da9c50f2d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Feb 11 14:15:15.356312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.360731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49060) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:15.361173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-38ce76b2-00c9-4a7b-9367-7efa77080de1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6516504 Feb 11 14:15:15.368672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:15.471262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.580103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.744838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Allocated IP 172.25.7.101 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/aa19d834-a143-424e-8780-6dcc3216ce30) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:15.771623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65f402a6-2d25-4d16-9c28-b58177e0cb0c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:15.842667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 65f402a6-2d25-4d16-9c28-b58177e0cb0c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.844172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.915588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.004720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba030e3-b96a-476e-84a9-bcafb62776a3 req-7c99381f-7a74-4ed4-9850-2d2da70063ca tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.006439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bba030e3-b96a-476e-84a9-bcafb62776a3 req-7c99381f-7a74-4ed4-9850-2d2da70063ca tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0561805 Feb 11 14:15:16.046126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.064366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-2f44df7c-e8ef-4041-b7c6-df0b885d53b5 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356581 Feb 11 14:15:16.074541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bba030e3-b96a-476e-84a9-bcafb62776a3 req-bd118a1b-beb1-442d-a702-3288265848ce tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Feb 11 14:15:16.115464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:16.120051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:16.122934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:16.166171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'Port': ['ID=aa19d834-a143-424e-8780-6dcc3216ce30,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:16.190663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-2d51d6f7-3b4e-41cb-931d-2be119d4df39 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.192201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-2d51d6f7-3b4e-41cb-931d-2be119d4df39 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267874 Feb 11 14:15:16.224846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-2525557e-efd6-4479-9d1a-e426da0e5b4f tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/quotas/dbd3315ebaf84e9cbfb99c2ec1070651 HTTP/1.1" status: 200 len: 375 time: 0.0246048 Feb 11 14:15:16.256493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-f3f8a1f0-e27f-416b-bce2-5e4f8c0bc3ae tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302644 Feb 11 14:15:16.260787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3f5f-ebbb-4ddd-9b09-21f12341f988 req-dbbed3f2-4df0-40df-b7a5-6b7235f14289 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.266445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-332c3f5f-ebbb-4ddd-9b09-21f12341f988 req-dbbed3f2-4df0-40df-b7a5-6b7235f14289 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1149266 Feb 11 14:15:16.303119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.324539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-332c3f5f-ebbb-4ddd-9b09-21f12341f988 req-4b2e4070-6f45-47ff-9720-883dc81e22fe tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Feb 11 14:15:16.481519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.536083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d39b9a-a16f-44ac-8265-7eb608caaec0 req-41f7be76-3d24-4dd9-a89c-e942343204b6 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.537759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71d39b9a-a16f-44ac-8265-7eb608caaec0 req-41f7be76-3d24-4dd9-a89c-e942343204b6 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.1090512 Feb 11 14:15:16.584075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71d39b9a-a16f-44ac-8265-7eb608caaec0 req-28609e8c-3f09-4431-bf8d-cf803f9b6f1f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Feb 11 14:15:16.614193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7001845-ce44-48f7-9cfc-93c7f8275080 req-c3c71c8a-5c4c-4534-8a69-13f9a181c62f tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 210 time: 0.0352817 Feb 11 14:15:16.713022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.819328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.883875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'Port': ['ID=aa19d834-a143-424e-8780-6dcc3216ce30,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:16.897552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:17.024524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:17.025763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b9610b4-4ff1-4dcf-9c5d-08dd1c41abc6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6634114 Feb 11 14:15:17.190500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e53bea-b1c7-45d3-9a41-bc702fb67d05 req-5741e2b1-ca36-4fbc-9f1f-008f92d3cb7e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:17.192165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4e53bea-b1c7-45d3-9a41-bc702fb67d05 req-5741e2b1-ca36-4fbc-9f1f-008f92d3cb7e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Feb 11 14:15:17.231668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-78dee41e-74f8-4e4a-b77b-bca060915ee6 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1151810647&fields=id&tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3 HTTP/1.1" status: 200 len: 267 time: 0.0476685 Feb 11 14:15:17.240478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4e53bea-b1c7-45d3-9a41-bc702fb67d05 req-13825479-b432-4b2f-944e-806fcac62575 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Feb 11 14:15:17.341698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-dc5d96f9-9d95-460e-9986-b9113d002cd1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:17.343200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-dc5d96f9-9d95-460e-9986-b9113d002cd1 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/networks?id=9bc4ef32-f742-499f-b973-d314af37de3b HTTP/1.1" status: 200 len: 811 time: 0.1042616 Feb 11 14:15:17.359999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-09339378-26e0-456f-88a1-e5dc2d007d98 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/quotas/3c8c4149ffa74310b7c4a52f8c095ab3 HTTP/1.1" status: 200 len: 375 time: 0.0101366 Feb 11 14:15:17.416212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-54d6939c-7815-4e80-a9e0-ede8c8723f49 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494292 Feb 11 14:15:17.442459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d6f2-5bf9-4672-ae8a-24bc6370b37c req-3d960e99-c554-4316-b33c-0e9a2a0e0812 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:17.444157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc54d6f2-5bf9-4672-ae8a-24bc6370b37c req-3d960e99-c554-4316-b33c-0e9a2a0e0812 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0493662 Feb 11 14:15:17.484560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc54d6f2-5bf9-4672-ae8a-24bc6370b37c req-a8ffed86-bfa0-4dd3-ab50-75209bd06928 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337081 Feb 11 14:15:17.513576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-a92bbe8e-8c36-4f77-8818-f3f246619b73 service neutron] 10.222.0.31 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852528 Feb 11 14:15:17.605542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-3aa6861e-0a48-4efc-a46a-8a5682da8513 service neutron] 10.222.0.31 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Feb 11 14:15:17.711855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04963b-1f74-4e99-bd1a-406ee3b2b093 req-328d15b0-b3af-4c3d-aa13-bb2560c2dfe9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:17.713379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe04963b-1f74-4e99-bd1a-406ee3b2b093 req-328d15b0-b3af-4c3d-aa13-bb2560c2dfe9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Feb 11 14:15:17.750843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe04963b-1f74-4e99-bd1a-406ee3b2b093 req-93e2d2fb-c57a-495b-83ab-3847fc966831 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Feb 11 14:15:17.815145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd7cb1de-91ae-457d-88df-a7c74be51108 req-1b31290b-d1ae-444f-a717-8796fddcef1b tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 210 time: 0.0268075 Feb 11 14:15:17.970866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-656763af-37ff-4c98-b010-720db5eb650c req-f6628dc3-4234-4f07-98dd-8ca46b09ca5d tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0452034 Feb 11 14:15:18.093960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4281-0879-4b34-98bd-fed175493b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.358593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22db98f-e281-420f-8514-cff81a6ac770 req-df5ec2a8-9e47-438e-b7d0-58c7d413a4d4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:18.360130 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d22db98f-e281-420f-8514-cff81a6ac770 req-df5ec2a8-9e47-438e-b7d0-58c7d413a4d4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0503693 Feb 11 14:15:18.399437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d22db98f-e281-420f-8514-cff81a6ac770 req-d54545b7-a92f-4b9e-b317-d027c6aa4641 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Feb 11 14:15:18.611200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6c15-4c02-4557-a240-a3444ecbafdb req-8f459645-68de-4e53-aaeb-74f637ddeb05 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:18.614192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-761e6c15-4c02-4557-a240-a3444ecbafdb req-8f459645-68de-4e53-aaeb-74f637ddeb05 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0594440 Feb 11 14:15:18.651252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-761e6c15-4c02-4557-a240-a3444ecbafdb req-7b8b7c9c-872f-4de8-a043-1da03161149d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Feb 11 14:15:18.872156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e984ce-0f6f-4007-8b43-cf94d5b5eb53 req-56292845-f090-4d40-b573-e1da0a22e327 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:18.873803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24e984ce-0f6f-4007-8b43-cf94d5b5eb53 req-56292845-f090-4d40-b573-e1da0a22e327 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Feb 11 14:15:18.912341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a576e2ce-192b-47dd-955f-8b65377e742e req-972ddfac-690e-44c7-a383-7cf64e1eb855 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Feb 11 14:15:18.923639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24e984ce-0f6f-4007-8b43-cf94d5b5eb53 req-02e0cb22-5b9c-4309-a9a3-2399b3edc6c1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Feb 11 14:15:19.051318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c57b9986-56dd-4f0d-9c83-237cbd386240 req-d6115a82-4519-48d2-9ef3-6072d6885933 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0259295 Feb 11 14:15:19.198760 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-f5a4b887-fca1-4b6c-b855-b73b424a62c1 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237010 Feb 11 14:15:19.302671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-9eeaa825-d409-4c8a-9538-f221e5390672 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.304064 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-9eeaa825-d409-4c8a-9538-f221e5390672 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1002774 Feb 11 14:15:19.322988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Request body: {'port': {'device_id': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'dbd3315ebaf84e9cbfb99c2ec1070651'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:19.525507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ceda6-2edb-4147-86d4-2dc6b7bdefe4 req-2128d6a7-f4f5-4711-9ac0-249bed0a8a04 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.527085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef0ceda6-2edb-4147-86d4-2dc6b7bdefe4 req-2128d6a7-f4f5-4711-9ac0-249bed0a8a04 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0504529 Feb 11 14:15:19.567512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef0ceda6-2edb-4147-86d4-2dc6b7bdefe4 req-f90d16e1-427d-409c-960b-89b8993b46b1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Feb 11 14:15:19.572805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Made reservation on behalf of dbd3315ebaf84e9cbfb99c2ec1070651 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:19.576168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.585497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.661103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.661301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:19.769829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c0b6-2135-45de-838a-208ca4a77131 req-20c2a0b3-7344-45a3-b432-ddbcc58aac06 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.771288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0415c0b6-2135-45de-838a-208ca4a77131 req-20c2a0b3-7344-45a3-b432-ddbcc58aac06 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0509870 Feb 11 14:15:19.785178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.809866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0415c0b6-2135-45de-838a-208ca4a77131 req-f02b2350-17c7-4ee2-a65b-002d20e1564f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 Feb 11 14:15:19.856535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f2ced7-475b-400d-bf2c-2f972482d932,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:19.927475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Allocated IP 192.168.233.70 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/de5d4b9e-8317-4d46-b98b-999ad77ced31) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:20.047054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a3e78-479a-410e-9531-b6adb5ad4d89 req-25ba7ccb-966c-4d90-b293-ee6365dbb443 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.047975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3348c8eb-c2eb-4293-9466-8506c91340be req-a3e8c19f-67fa-41d2-a344-2c84aac57209 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 210 time: 0.0583937 Feb 11 14:15:20.048778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-807a3e78-479a-410e-9531-b6adb5ad4d89 req-25ba7ccb-966c-4d90-b293-ee6365dbb443 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0499294 Feb 11 14:15:20.108828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.116572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-807a3e78-479a-410e-9531-b6adb5ad4d89 req-cd5e5e5b-3bcd-4a5b-b99a-caf4af6f40ca tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Feb 11 14:15:20.154093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66c6967c-9bf2-4214-95c8-18d009636f97 req-a2890f44-70a1-423d-8d57-786682d7055a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0338638 Feb 11 14:15:20.245573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.290115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:20.293080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:20.296613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:20.323445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Pushing event updated for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:20.361837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.361837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.428508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2629b61-40e6-424e-8497-aa5356d7ec38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.484547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-dba1e56e-e24c-44bb-bb84-cb26a95f49a6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1653645 Feb 11 14:15:20.496251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Request body: {'port': {'device_id': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:20.551635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.553923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8aa86817-bcf6-4b38-aaaa-3856ecade0ef None None] Provisioning complete for port de5d4b9e-8317-4d46-b98b-999ad77ced31 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:20.554430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8aa86817-bcf6-4b38-aaaa-3856ecade0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.624930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8aa86817-bcf6-4b38-aaaa-3856ecade0ef None None] Port de5d4b9e-8317-4d46-b98b-999ad77ced31 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:20.691617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951216-ec1e-4d14-acc6-f34a2599ea14 req-319e809d-a325-4d73-b1b7-a1d36a7e67d7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.693129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc951216-ec1e-4d14-acc6-f34a2599ea14 req-319e809d-a325-4d73-b1b7-a1d36a7e67d7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0502775 Feb 11 14:15:20.730203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc951216-ec1e-4d14-acc6-f34a2599ea14 req-aea825d0-d501-4327-a28f-ca0cdfa38116 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Feb 11 14:15:20.768150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-3b1c76f2-7354-446f-9689-375fa4752743 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:20.769596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-3b1c76f2-7354-446f-9689-375fa4752743 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.62 "GET /v2.0/networks?id=9bc4ef32-f742-499f-b973-d314af37de3b HTTP/1.1" status: 200 len: 811 time: 0.1862159 Feb 11 14:15:20.847505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-4126890e-2c12-4f9d-86c4-8bc7f9374404 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3 HTTP/1.1" status: 200 len: 380 time: 0.0493817 Feb 11 14:15:20.860690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'port': {'device_id': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'admin_state_up': True, 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'security_groups': ['8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:21.047796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad02e03-567b-41d5-a2c0-82069ed9a238 req-052943f1-b094-435f-b1fb-76f308d19658 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.049544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ad02e03-567b-41d5-a2c0-82069ed9a238 req-052943f1-b094-435f-b1fb-76f308d19658 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1626167 Feb 11 14:15:21.060173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5d4b9e-8317-4d46-b98b-999ad77ced31 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:21.075097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.106530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Transition to ACTIVE for port object de5d4b9e-8317-4d46-b98b-999ad77ced31 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:21.126650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ad02e03-567b-41d5-a2c0-82069ed9a238 req-b9e8da70-b3b8-4fce-8b45-29eea7e07c48 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687897 Feb 11 14:15:21.175268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50251-ae52-4ee0-965f-05769b22b623 req-bc6a0e34-cf39-4c9d-8784-21b865c9eebf tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.176772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34f50251-ae52-4ee0-965f-05769b22b623 req-bc6a0e34-cf39-4c9d-8784-21b865c9eebf tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 935 time: 0.0534444 Feb 11 14:15:21.219011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34f50251-ae52-4ee0-965f-05769b22b623 req-5273a356-4f01-4a23-9a5e-23b105fbab06 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Feb 11 14:15:21.227234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.264433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Made reservation on behalf of 3c8c4149ffa74310b7c4a52f8c095ab3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:21.268002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.317314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-598f515d-0365-4cca-b07c-d75c84763214 req-ec0322b3-0739-4bc2-8dd3-32865c9e7a33 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0322282 Feb 11 14:15:21.324378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0514-4564-4004-bd8e-0947bb232c92 req-995d25a2-7085-4e59-826a-d7a83a0aabe9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.326055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e12b0514-4564-4004-bd8e-0947bb232c92 req-995d25a2-7085-4e59-826a-d7a83a0aabe9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.1363356 Feb 11 14:15:21.329738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Pushing event updated for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:21.490081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e12b0514-4564-4004-bd8e-0947bb232c92 req-0525b288-257b-44e2-bd34-182df55b9724 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Feb 11 14:15:21.510542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Attempting to bind port de5d4b9e-8317-4d46-b98b-999ad77ced31 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:21.510873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Attempting to bind port de5d4b9e-8317-4d46-b98b-999ad77ced31 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:21.511207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Attempting to bind port de5d4b9e-8317-4d46-b98b-999ad77ced31 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:21.520125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Port de5d4b9e-8317-4d46-b98b-999ad77ced31 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:21.520524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Attempting to bind port de5d4b9e-8317-4d46-b98b-999ad77ced31 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:21.535378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:21.535737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:21.536141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:21.536574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Bound port: de5d4b9e-8317-4d46-b98b-999ad77ced31, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:21.537026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.539427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Allocated IP 172.20.0.4 (9bc4ef32-f742-499f-b973-d314af37de3b/3cacd1c6-fb39-47fe-83f3-ce5430b54498/2d1a43bf-6288-4719-8489-3183e1a6b041) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:21.668212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.672769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:21.691772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:21.735137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.771268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.806572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.807190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.808573 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] 10.222.0.62 "PUT /v2.0/ports/de5d4b9e-8317-4d46-b98b-999ad77ced31 HTTP/1.1" status: 200 len: 1095 time: 1.3165283 Feb 11 14:15:21.809026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:21.811787 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94740f2-b84a-4414-b86c-0b2e03eef84b" -d '{"events": [{"name": "network-changed", "server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:21.835380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acca88-1468-487e-82b8-28c0d4f91a33 service neutron] Pushing event updated for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:21.841367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.878478 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197631a1-08bb-4363-80f5-35021a580c69 x-openstack-request-id: req-197631a1-08bb-4363-80f5-35021a580c69 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:21.878794 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:21.879020 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-197631a1-08bb-4363-80f5-35021a580c69 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:21.879426 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31', 'status': 'completed', 'code': 200} Feb 11 14:15:21.887884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e13d76-8eb1-4273-b59d-1b5c479a54c0 req-208876c5-8bb1-4c87-9fa8-59133fc94492 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.890434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91e13d76-8eb1-4273-b59d-1b5c479a54c0 req-208876c5-8bb1-4c87-9fa8-59133fc94492 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0881763 Feb 11 14:15:21.920878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Network 9bc4ef32-f742-499f-b973-d314af37de3b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:21.929492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:21.933070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:21.937709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event updated for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:21.939207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91e13d76-8eb1-4273-b59d-1b5c479a54c0 req-d7bdf0ee-0064-4a99-8c5a-cf24022c8b53 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Feb 11 14:15:21.982929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94740f2-b84a-4414-b86c-0b2e03eef84b req-6413c4f3-b808-4f25-b2dd-0d70bde55651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.984599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d94740f2-b84a-4414-b86c-0b2e03eef84b req-6413c4f3-b808-4f25-b2dd-0d70bde55651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0967066 Feb 11 14:15:21.992753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.993477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:22.021536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d94740f2-b84a-4414-b86c-0b2e03eef84b req-e724cb38-7be0-4c41-b055-1e4855753aaf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253644 Feb 11 14:15:22.124177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-5995d724-b9a6-4b20-b74d-9e5983498d83 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2716906 Feb 11 14:15:22.139302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Request body: {'port': {'device_id': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:22.169058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94740f2-b84a-4414-b86c-0b2e03eef84b req-5e1848b4-fd2c-4245-b578-a341ac35b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.171370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d94740f2-b84a-4414-b86c-0b2e03eef84b req-5e1848b4-fd2c-4245-b578-a341ac35b91c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415353 Feb 11 14:15:22.212648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-64dcf8c1-f8a0-4994-baa6-93321cbe3abc None None] Provisioning complete for port 2d1a43bf-6288-4719-8489-3183e1a6b041 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:22.213241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64dcf8c1-f8a0-4994-baa6-93321cbe3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:22.250594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-64dcf8c1-f8a0-4994-baa6-93321cbe3abc None None] Port 2d1a43bf-6288-4719-8489-3183e1a6b041 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:22.348629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027080e-23e0-4a91-b1be-4b6807329d9b req-3a5226e6-6876-43bb-a3a4-a72a923337b7 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.350258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b027080e-23e0-4a91-b1be-4b6807329d9b req-3a5226e6-6876-43bb-a3a4-a72a923337b7 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 947 time: 0.0549555 Feb 11 14:15:22.390257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b027080e-23e0-4a91-b1be-4b6807329d9b req-82be163e-0590-48fc-a1e1-a312cac8acc7 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Feb 11 14:15:22.542165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8ba3-02ce-4b57-8f3a-2c717c08305a req-7c0f11e6-bd7f-452b-afb4-0bc29cdd1092 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.543654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5dae8ba3-02ce-4b57-8f3a-2c717c08305a req-7c0f11e6-bd7f-452b-afb4-0bc29cdd1092 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 931 time: 0.0950816 Feb 11 14:15:22.549088 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0f93622f-bdad-41be-9c0a-46e4b4d2c502 service neutron] show failed (client error): The resource could not be found. Feb 11 14:15:22.550114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0f93622f-bdad-41be-9c0a-46e4b4d2c502 service neutron] 10.222.0.62 "GET /v2.0/ports/7c4448b5-7254-4c6c-8ce6-27e80d844db0/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0919275 Feb 11 14:15:22.557182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:22.588028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5dae8ba3-02ce-4b57-8f3a-2c717c08305a req-656fea9b-3109-427e-a6e4-1ce57778a9e3 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369549 Feb 11 14:15:22.620657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa49ce-c9b1-4dcc-a397-7c67de704a13 req-555da915-650a-4b75-a4bd-3659747b6e69 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.622193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdfa49ce-c9b1-4dcc-a397-7c67de704a13 req-555da915-650a-4b75-a4bd-3659747b6e69 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.4147677 Feb 11 14:15:22.630376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-ac2115bf-74f9-44e6-b63b-2942776bd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.631849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-ac2115bf-74f9-44e6-b63b-2942776bd5c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 1098 time: 0.4119921 Feb 11 14:15:22.704550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3f6d2-a347-428b-9cb6-3470cf7adde4 req-d3f268e5-226b-4125-9ac8-af1adb0b5669 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.706484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59a3f6d2-a347-428b-9cb6-3470cf7adde4 req-d3f268e5-226b-4125-9ac8-af1adb0b5669 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Feb 11 14:15:22.745860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-8fd6f862-810a-480e-9510-f03ba1b2464d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31 HTTP/1.1" status: 200 len: 217 time: 0.0915980 Feb 11 14:15:22.746601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59a3f6d2-a347-428b-9cb6-3470cf7adde4 req-b1bd8ca0-561d-4f52-9302-3cffe812b1c1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Feb 11 14:15:22.797176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bdfa49ce-c9b1-4dcc-a397-7c67de704a13 req-acc50ef8-d14d-4d67-a063-cd8f87a4d3b4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627607 Feb 11 14:15:22.803470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:22.823694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:22.860559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-0c736376-9812-4408-aad2-ee276a041d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.862082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-0c736376-9812-4408-aad2-ee276a041d85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1022844 Feb 11 14:15:22.936568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-59f6045c-2036-4e38-972e-676266f37978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.938083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-59f6045c-2036-4e38-972e-676266f37978 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681651 Feb 11 14:15:22.982929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:23.006339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.009665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'port_id': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'mac_address': 'fa:16:3e:08:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0c591-bdb6-45ce-a59e-15efab46b29e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:23.046113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:23.048348 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6239f-46fc-4585-8e01-95aadac051e8" -d '{"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:23.080230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1a43bf-6288-4719-8489-3183e1a6b041 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:23.082418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:23.090423 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.093586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29106f33-cc3a-4013-8b33-48b3749ea1af req-9cc5fcad-d122-44e9-8d16-abc68dafa411 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.095666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29106f33-cc3a-4013-8b33-48b3749ea1af req-9cc5fcad-d122-44e9-8d16-abc68dafa411 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0630782 Feb 11 14:15:23.096270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.103055 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.104775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-95ad1bf8-21ab-4d07-92c0-858a0b63ec70 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586711 Feb 11 14:15:23.113559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Transition to ACTIVE for port object 2d1a43bf-6288-4719-8489-3183e1a6b041 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:23.119597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:23.149402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29106f33-cc3a-4013-8b33-48b3749ea1af req-02f57485-cf12-42aa-a95e-af31349305f9 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Feb 11 14:15:23.155500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.211057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.247180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed428569-c9b4-4ca5-b925-c81039b5d84c req-a27011ed-61a9-415b-a439-9fca5da87557 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348100 Feb 11 14:15:23.318365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-7c59c90c-e3d9-4a11-8756-c2a3e63d30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.320126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-7c59c90c-e3d9-4a11-8756-c2a3e63d30d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1101 time: 0.0636561 Feb 11 14:15:23.321549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Pushing event updated for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:23.336720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:23.366613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Attempting to bind port 2d1a43bf-6288-4719-8489-3183e1a6b041 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:23.367121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Attempting to bind port 2d1a43bf-6288-4719-8489-3183e1a6b041 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:23.367686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Attempting to bind port 2d1a43bf-6288-4719-8489-3183e1a6b041 on network 9bc4ef32-f742-499f-b973-d314af37de3b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:23.373027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Port 2d1a43bf-6288-4719-8489-3183e1a6b041 on network 9bc4ef32-f742-499f-b973-d314af37de3b not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:23.373546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Attempting to bind port 2d1a43bf-6288-4719-8489-3183e1a6b041 on network 9bc4ef32-f742-499f-b973-d314af37de3b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:23.380158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:23.380581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Checking segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:23.381012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Bound using segment: {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:23.381619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Bound port: 2d1a43bf-6288-4719-8489-3183e1a6b041, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:23.381946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.385751 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f385cc1e-bded-45f3-8cfe-3a9a3ab36302 x-openstack-request-id: req-f385cc1e-bded-45f3-8cfe-3a9a3ab36302 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:23.386223 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:23.386606 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f385cc1e-bded-45f3-8cfe-3a9a3ab36302 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:23.387912 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'code': 200} Feb 11 14:15:23.400820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.424660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:15:23.425277 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:15:23.428194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:23.437368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.437921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.438554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.439045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.439507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.439981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.440493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.441033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.441625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.442116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.442623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.443035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:23.476381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.508361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:23.513064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2d1a43bf-6288-4719-8489-3183e1a6b041,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:23.605684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.648738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.649432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.651460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] 10.222.0.62 "PUT /v2.0/ports/2d1a43bf-6288-4719-8489-3183e1a6b041 HTTP/1.1" status: 200 len: 1091 time: 1.5165074 Feb 11 14:15:23.691254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c40e8-55f4-4432-b1e0-90bc3e28b64b service neutron] Pushing event updated for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:23.739659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902195e2-07e7-4079-8ece-9610c70f9c7e req-35ff6cc5-8d1b-4991-ba27-cfe8390e4618 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.741455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902195e2-07e7-4079-8ece-9610c70f9c7e req-35ff6cc5-8d1b-4991-ba27-cfe8390e4618 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 943 time: 0.0650969 Feb 11 14:15:23.808068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902195e2-07e7-4079-8ece-9610c70f9c7e req-758fcd62-28bb-4b55-affb-c46d19802c47 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573704 Feb 11 14:15:23.816614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-13cc4b66-3c36-4b89-9f7c-7baa34709d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.818508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-13cc4b66-3c36-4b89-9f7c-7baa34709d62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3&device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 1094 time: 0.0760393 Feb 11 14:15:23.876112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-e6b50fa8-d21b-41a0-aa89-2bc9b527af15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1a43bf-6288-4719-8489-3183e1a6b041 HTTP/1.1" status: 200 len: 217 time: 0.0478406 Feb 11 14:15:23.880789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:23.883179 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3004b8f-8a71-4bf3-92a7-575d808c7841" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:23.921758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592e36-2e72-416e-bcd5-4f3d4de6037a req-7de4a6db-4474-4f02-a8d4-e163bdd8f40d tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.923345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b592e36-2e72-416e-bcd5-4f3d4de6037a req-7de4a6db-4474-4f02-a8d4-e163bdd8f40d tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 947 time: 0.4510200 Feb 11 14:15:23.968579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:23.971746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-d14e069c-455c-42a7-bb78-6a804605d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.973256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-d14e069c-455c-42a7-bb78-6a804605d7b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cacd1c6-fb39-47fe-83f3-ce5430b54498 HTTP/1.1" status: 200 len: 850 time: 0.0860050 Feb 11 14:15:23.982747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:23.983887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581df710-f46c-491b-a48e-17f4b26ca331 req-4b739a6f-b832-4ab4-873f-49a4b505de67 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:23.985547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-581df710-f46c-491b-a48e-17f4b26ca331 req-4b739a6f-b832-4ab4-873f-49a4b505de67 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0993104 Feb 11 14:15:24.004960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:24.005306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b592e36-2e72-416e-bcd5-4f3d4de6037a req-a8ee1401-2284-432e-adfa-1ec46f625912 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710118 Feb 11 14:15:24.057393 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-581df710-f46c-491b-a48e-17f4b26ca331 req-af033e90-85ea-41f9-ad98-9d9886cb72c7 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611582 Feb 11 14:15:24.061487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:24.064086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8096-c852-4594-8749-375f4ea975fa req-0e832ce1-e3a5-4d2b-ae3b-d6f9c3f2f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.065669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-0e832ce1-e3a5-4d2b-ae3b-d6f9c3f2f7d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9bc4ef32-f742-499f-b973-d314af37de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792480 Feb 11 14:15:24.081862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.137933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:24.162022 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15d3d7-21b7-447c-9769-deef844cfb5d x-openstack-request-id: req-7d15d3d7-21b7-447c-9769-deef844cfb5d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:24.162272 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:24.162475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d15d3d7-21b7-447c-9769-deef844cfb5d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:24.162864 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'status': 'completed', 'code': 200} Feb 11 14:15:24.162976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:24.207770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d0dd4-67a5-4229-ace3-01831421036d req-f268c5ab-2737-483f-81da-e6d8398b68c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.209507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d38d0dd4-67a5-4229-ace3-01831421036d req-f268c5ab-2737-483f-81da-e6d8398b68c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1132417 Feb 11 14:15:24.210296 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-6d78dbdd-f10f-4ae9-b983-2dd66bcdebba service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345468 Feb 11 14:15:24.239396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:24.241690 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2bf35a-ba29-4a45-9099-728c83e7be66" -d '{"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:24.247068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.273864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d38d0dd4-67a5-4229-ace3-01831421036d req-dc87e40b-806f-4837-8551-d26dcfae9c64 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Feb 11 14:15:24.274775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Transition to ACTIVE for port object 7c4448b5-7254-4c6c-8ce6-27e80d844db0 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:24.350875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.377453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-846c8096-c852-4594-8749-375f4ea975fa req-8d215df3-edcf-4d19-89df-dedd5f1840fd service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576416 Feb 11 14:15:24.377453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5197-3e3f-45f8-9af1-9993ca57b319 req-3ca2e217-8f13-46e6-972d-6311830d98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.377820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ab5b5197-3e3f-45f8-9af1-9993ca57b319 req-3ca2e217-8f13-46e6-972d-6311830d98e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.1115746 Feb 11 14:15:24.385665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1878f-545b-4691-b676-1e3328b75efd req-c32fca41-b08d-4bb6-9038-8d712f25cfab tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.387148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15e1878f-545b-4691-b676-1e3328b75efd req-c32fca41-b08d-4bb6-9038-8d712f25cfab tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 945 time: 0.1200316 Feb 11 14:15:24.409334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:24.425402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['6f84b94e-3dad-4aab-8ce4-650d2b8c297c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:24.443849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] No DVR routers for this DVR port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:24.459647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ab5b5197-3e3f-45f8-9af1-9993ca57b319 req-688a43b3-ae53-411e-ab33-1f1c76bb627d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Feb 11 14:15:24.484709 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92634cdc-cd7b-4b0c-94b3-6fe38e99f372 x-openstack-request-id: req-92634cdc-cd7b-4b0c-94b3-6fe38e99f372 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:24.485025 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:24.485421 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92634cdc-cd7b-4b0c-94b3-6fe38e99f372 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:24.485718 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'code': 200} Feb 11 14:15:24.486573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:24.487910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:24.488273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:24.493585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15e1878f-545b-4691-b676-1e3328b75efd req-2962f243-f552-4fc3-89fd-f96817c8eb06 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955882 Feb 11 14:15:24.494171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:24.494506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Attempting to bind port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:24.501688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:24.501688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:24.501949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:24.503654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Bound port: 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:24.503654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.583677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:24.587240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:24.616463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-1f3d4bfe-facb-41f8-bb8a-74d849880224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.618064 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-1f3d4bfe-facb-41f8-bb8a-74d849880224 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3&device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 1094 time: 0.0544293 Feb 11 14:15:24.671658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.709171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.710085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.711110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 1096 time: 1.3801155 Feb 11 14:15:24.714535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-2a524762-22a4-49a5-a810-7c09124e179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.717650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-2a524762-22a4-49a5-a810-7c09124e179c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9bc4ef32-f742-499f-b973-d314af37de3b HTTP/1.1" status: 200 len: 912 time: 0.0916245 Feb 11 14:15:24.752481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edaaf1-9aa5-4385-9874-69a63b17ffb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:24.777884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-e5acc4fa-337c-47e0-9c80-f57463873326 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1a43bf-6288-4719-8489-3183e1a6b041 HTTP/1.1" status: 200 len: 217 time: 0.0501742 Feb 11 14:15:24.788417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-cfb4fbbd-6ca7-45dd-b2ce-585dbfbf2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.790077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-cfb4fbbd-6ca7-45dd-b2ce-585dbfbf2c79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1099 time: 0.0501914 Feb 11 14:15:24.832147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-b7b98066-24c3-4e9f-92b7-4a1503c78c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.834256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-b7b98066-24c3-4e9f-92b7-4a1503c78c8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cacd1c6-fb39-47fe-83f3-ce5430b54498 HTTP/1.1" status: 200 len: 850 time: 0.0499048 Feb 11 14:15:24.897886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0d37a560-24be-447e-9487-e0cd5137f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.898226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-7da80136-3250-4eab-a28a-c9f319095438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.899769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-7da80136-3250-4eab-a28a-c9f319095438 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9bc4ef32-f742-499f-b973-d314af37de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571954 Feb 11 14:15:24.899922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0d37a560-24be-447e-9487-e0cd5137f4f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1032660 Feb 11 14:15:24.961127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-9bcbc5fe-a3e9-464d-9d06-b9e1809fd582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0500739 Feb 11 14:15:25.006838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-cef25529-5582-44fc-9777-941cbcbda0f9 service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993381 Feb 11 14:15:25.018936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73acdd-a57a-447d-b6c1-ff3c8fb77fba req-df4f5937-ce9c-4f4d-b560-77793c7fcc96 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.020409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f73acdd-a57a-447d-b6c1-ff3c8fb77fba req-df4f5937-ce9c-4f4d-b560-77793c7fcc96 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 943 time: 0.1195583 Feb 11 14:15:25.055254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0771c48e-9a26-4478-affe-a839c9b9ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.055254 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-0771c48e-9a26-4478-affe-a839c9b9ed6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0808151 Feb 11 14:15:25.105049 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f73acdd-a57a-447d-b6c1-ff3c8fb77fba req-09449dc5-6882-4959-87c6-c370fa2bb3ae tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768731 Feb 11 14:15:25.117409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-5a05707b-4049-414a-b59e-29f957aedb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.119048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-5a05707b-4049-414a-b59e-29f957aedb5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578225 Feb 11 14:15:25.133372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3004b8f-8a71-4bf3-92a7-575d808c7841 req-ca2a4a37-8850-4647-bd74-38d6e80f0bbb service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198928 Feb 11 14:15:25.153883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc330-1b51-4f7b-b19f-b5fdcb526048 req-6b2b4395-a58f-4049-a9df-27506e3839f6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.156584 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c22bc330-1b51-4f7b-b19f-b5fdcb526048 req-6b2b4395-a58f-4049-a9df-27506e3839f6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 947 time: 0.0731938 Feb 11 14:15:25.195039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c22bc330-1b51-4f7b-b19f-b5fdcb526048 req-241478ef-1a04-4a65-9065-e7dfc4df9dde tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Feb 11 14:15:25.247850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30220ef-39f9-4ae0-bd45-8c19946966ee req-2d915af7-f70e-466b-80b2-3c21a847589d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.249337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30220ef-39f9-4ae0-bd45-8c19946966ee req-2d915af7-f70e-466b-80b2-3c21a847589d tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0732768 Feb 11 14:15:25.252882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-ff08f486-438b-4bd5-a949-385c3967f94c service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261213 Feb 11 14:15:25.330606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30220ef-39f9-4ae0-bd45-8c19946966ee req-b20a11fe-0dec-47e9-ad49-4a4a32abcf37 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751262 Feb 11 14:15:25.370295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90ba2115-7da0-4efd-bc98-0c81dcb5191b req-ac8b6b1f-df13-458a-b136-bcb19293b4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012475 Feb 11 14:15:25.394540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef1900-aafc-448e-a40a-0d08332f347c req-bc04e2dd-7357-4355-af54-a8fdf5462f8e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.396075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10ef1900-aafc-448e-a40a-0d08332f347c req-bc04e2dd-7357-4355-af54-a8fdf5462f8e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0486956 Feb 11 14:15:25.436882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10ef1900-aafc-448e-a40a-0d08332f347c req-c5f1f4a8-c5ce-4ba5-8176-038e18c6b7fd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Feb 11 14:15:25.607854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ec71-cf6a-4b5e-82bd-f913b5cfca89 req-f82f3fc9-d93d-4092-8944-e67ec3e85de2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.609378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed8ec71-cf6a-4b5e-82bd-f913b5cfca89 req-f82f3fc9-d93d-4092-8944-e67ec3e85de2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Feb 11 14:15:25.650591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed8ec71-cf6a-4b5e-82bd-f913b5cfca89 req-0cee4726-6387-4947-972a-4b8524c45bec tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Feb 11 14:15:26.225158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20498b-3bad-4b45-979c-1b95d6dcf923 req-11a2cf0c-8610-4596-93ea-eadf6367940f tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.226964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e20498b-3bad-4b45-979c-1b95d6dcf923 req-11a2cf0c-8610-4596-93ea-eadf6367940f tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 943 time: 0.0497205 Feb 11 14:15:26.265284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e20498b-3bad-4b45-979c-1b95d6dcf923 req-674fc9fe-35cd-4974-8f83-e70c204deb78 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311415 Feb 11 14:15:26.317642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735fff0-f57a-49e7-ada3-3497e9eed13b req-cb61ff8a-9423-4f93-8d7d-0520dde7e1fa tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.317642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1735fff0-f57a-49e7-ada3-3497e9eed13b req-cb61ff8a-9423-4f93-8d7d-0520dde7e1fa tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 947 time: 0.0482392 Feb 11 14:15:26.357344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1735fff0-f57a-49e7-ada3-3497e9eed13b req-b740ee49-b15e-4cbe-8b1f-bda9b5cf970b tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Feb 11 14:15:26.464239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828fc7-8d2f-44e1-9861-951dfa909369 req-921390a6-4617-46c7-99f7-ca5f24ea3b86 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.465890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4828fc7-8d2f-44e1-9861-951dfa909369 req-921390a6-4617-46c7-99f7-ca5f24ea3b86 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Feb 11 14:15:26.487283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:26.490556 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31" -d '{"events": [{"name": "network-changed", "server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:26.510143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4828fc7-8d2f-44e1-9861-951dfa909369 req-27932d04-66f6-4b71-ace6-e60c7480c604 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Feb 11 14:15:26.571823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728acde-99cb-4e78-b17f-df420424cac9 req-547cfc8b-0adc-4c72-a86e-3875a3222a64 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.573327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0728acde-99cb-4e78-b17f-df420424cac9 req-547cfc8b-0adc-4c72-a86e-3875a3222a64 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0606201 Feb 11 14:15:26.587788 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e0c64-1daa-4b4e-ba80-7470ecc60339 x-openstack-request-id: req-395e0c64-1daa-4b4e-ba80-7470ecc60339 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:26.588109 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:26.588366 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-395e0c64-1daa-4b4e-ba80-7470ecc60339 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:26.588819 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'status': 'completed', 'code': 200} Feb 11 14:15:26.605514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-601815855', 'description': 'tempest-description-139916693'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:26.617303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0728acde-99cb-4e78-b17f-df420424cac9 req-3d379136-1b31-4752-a0b5-82851a2b9f1d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Feb 11 14:15:26.660751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-cf1528b8-720f-478e-be30-8d646c62f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.662537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-cf1528b8-720f-478e-be30-8d646c62f986 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1099 time: 0.0443559 Feb 11 14:15:26.675735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-ffc337c2-4f71-4189-b9c7-0d2ab9dd675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.677286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-ffc337c2-4f71-4189-b9c7-0d2ab9dd675d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1099 time: 0.0623171 Feb 11 14:15:26.744881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.759956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2d1a43bf-6288-4719-8489-3183e1a6b041 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:26.762744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:26.795712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-69bc9f5a-2eaa-441c-8769-681669ab36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.796560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-da4523c3-d840-431e-86f4-f68b2d4dc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.797240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-69bc9f5a-2eaa-441c-8769-681669ab36fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1260955 Feb 11 14:15:26.798140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-da4523c3-d840-431e-86f4-f68b2d4dc0df service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1146452 Feb 11 14:15:26.806699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b87ef-a232-479e-96e5-004e261f7d87 req-5da92b52-a150-4bef-a18c-a5dddceb9a2b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.808042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-564b87ef-a232-479e-96e5-004e261f7d87 req-5da92b52-a150-4bef-a18c-a5dddceb9a2b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 945 time: 0.0817893 Feb 11 14:15:26.811890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:26.850068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-6c623f4b-4a00-4c7e-9a40-fa43925fe36a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0422702 Feb 11 14:15:26.850304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-a4a9f3d3-b977-40a6-a580-6dfd1b0f945e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0413187 Feb 11 14:15:26.915809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-564b87ef-a232-479e-96e5-004e261f7d87 req-1a6b147b-8998-4feb-9b6f-65198601c70b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997713 Feb 11 14:15:26.921203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.921971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-123a7a1f-c1d4-464d-b999-4f31eb2b8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.923426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-123a7a1f-c1d4-464d-b999-4f31eb2b8039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0646224 Feb 11 14:15:26.927987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-6fa008c8-f8d9-42ae-abe7-30be4a541747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.928450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:26.929504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-6fa008c8-f8d9-42ae-abe7-30be4a541747 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0725579 Feb 11 14:15:26.978495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-df3e1553-dec7-4d3b-95b1-040edec7cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.980045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-df3e1553-dec7-4d3b-95b1-040edec7cda2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452671 Feb 11 14:15:26.990595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2d1a43bf-6288-4719-8489-3183e1a6b041,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:26.993464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:26.993812 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.000552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-95480f6e-f45e-479c-be66-a750cadcfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.002765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-95480f6e-f45e-479c-be66-a750cadcfb7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572329 Feb 11 14:15:27.029421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.036271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'port_id': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'mac_address': 'fa:16:3e:31:07:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:27.093982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-53b1a00f-5815-4563-a4bd-c2837c882551 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054175 Feb 11 14:15:27.095611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a819934b-ef08-400e-b021-b0425338705c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:27.118069 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.129426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-aeaf34ab-9ff9-4925-be61-746a475fa146 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196396 Feb 11 14:15:27.141380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1a43bf-6288-4719-8489-3183e1a6b041 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:27.152398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.172311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2d1a43bf-6288-4719-8489-3183e1a6b041,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.185961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:27.188317 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b365b69-e1bd-47cd-87b3-f00a48791d76" -d '{"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:27.189460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.190772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62b64dac-26af-49be-8220-77fb6b324f7e req-81a02cdb-5a43-46c8-b1f5-ec6032845396 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5901783 Feb 11 14:15:27.206794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.217435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-840c8982-e5cf-45b3-9f79-2c092340be45 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156907 Feb 11 14:15:27.243189 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72624b29-46f2-48ac-b192-4ab068d2dcf4 x-openstack-request-id: req-72624b29-46f2-48ac-b192-4ab068d2dcf4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:27.243477 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:27.243724 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72624b29-46f2-48ac-b192-4ab068d2dcf4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:27.244115 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'code': 200} Feb 11 14:15:27.249633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.250313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device de5d4b9e-8317-4d46-b98b-999ad77ced31 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:27.252970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3a825c0-c57f-47cc-9f8b-5eb8c8992f31 req-2c5e68db-9a62-486e-9bb5-86a75491564e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165152 Feb 11 14:15:27.308321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-4ff9e547-9e07-4112-a8a8-425cde2ab1b5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-601815855&fields=id&tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa HTTP/1.1" status: 200 len: 267 time: 0.0481300 Feb 11 14:15:27.319235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.325444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:27.385966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-7118b2f1-c710-42b2-ba26-a0f79840ead6 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.387799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-7118b2f1-c710-42b2-ba26-a0f79840ead6 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0699894 Feb 11 14:15:27.401034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'port': {'security_groups': ['e2d8edc8-2a71-4fa7-81d9-439ddff9e5af', 'a819934b-ef08-400e-b021-b0425338705c']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:27.429926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fb1a1-39bb-47ab-a403-fd17db86f853 req-52b9ec20-1baa-4ee6-ac57-ee19102c6fbc tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.431448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-722fb1a1-39bb-47ab-a403-fd17db86f853 req-52b9ec20-1baa-4ee6-ac57-ee19102c6fbc tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 944 time: 0.0789509 Feb 11 14:15:27.434060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:27.434320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba5334-8fdd-4a3f-9fab-ae26dbbef30c req-f60741e7-37b3-42b3-903b-86c107f79f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.436548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99ba5334-8fdd-4a3f-9fab-ae26dbbef30c req-f60741e7-37b3-42b3-903b-86c107f79f02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0740888 Feb 11 14:15:27.466069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.479465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'de5d4b9e-8317-4d46-b98b-999ad77ced31', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'de5d4b9e-8317-4d46-b98b-999ad77ced31', 'mac_address': 'fa:16:3e:74:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:27.488926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.505826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-722fb1a1-39bb-47ab-a403-fd17db86f853 req-ae8fd5d5-bd63-4d37-a91c-0fe50bc69933 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628245 Feb 11 14:15:27.507730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99ba5334-8fdd-4a3f-9fab-ae26dbbef30c req-e8eea390-c9f7-45f6-994b-6e410da5aae7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578461 Feb 11 14:15:27.528642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.546379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5d4b9e-8317-4d46-b98b-999ad77ced31 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:27.569332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.635833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a76560-d2e0-4629-bbae-183a8d94f0b2 req-3f38ca16-53c1-49eb-85a6-c66f0b47adeb tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.639720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2a76560-d2e0-4629-bbae-183a8d94f0b2 req-3f38ca16-53c1-49eb-85a6-c66f0b47adeb tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 947 time: 0.0688422 Feb 11 14:15:27.676921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2a76560-d2e0-4629-bbae-183a8d94f0b2 req-cef70ac2-623b-4336-8225-d0d07c5b8568 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Feb 11 14:15:27.693333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.706744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:27.752765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:27.765704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.790159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cd98-ae36-491c-97d7-07fe3e2eb28f req-07d98009-b3a5-40f6-ab2a-cd4db145359c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.791718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0925cd98-ae36-491c-97d7-07fe3e2eb28f req-07d98009-b3a5-40f6-ab2a-cd4db145359c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0503891 Feb 11 14:15:27.831510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0925cd98-ae36-491c-97d7-07fe3e2eb28f req-b62e4b30-1175-4f5f-85c9-0eccca0c8e5c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Feb 11 14:15:27.908471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.928499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:27.967304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.967949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.969443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51765add-29a7-46ed-b14e-1c318371d2a2 req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "PUT /v2.0/ports/e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 981 time: 0.5740519 Feb 11 14:15:27.972073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:27.974484 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a7138-556c-4deb-b630-09d9c7fc70ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:27.981617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2d1a43bf-6288-4719-8489-3183e1a6b041'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:27.986507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['de5d4b9e-8317-4d46-b98b-999ad77ced31'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:28.019377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85354b0-cf47-4e42-8821-d6ed0c7b01c9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:28.077759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-57b41fdf-46b9-42cc-91b5-4d7c2771cd72 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-601815855&fields=id&tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa HTTP/1.1" status: 200 len: 267 time: 0.0465846 Feb 11 14:15:28.102332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5fc9-9bdb-41b8-bed7-e12acf96c128 req-052e123e-5e58-454b-bcd7-9147776d0066 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.104498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db4c5fc9-9bdb-41b8-bed7-e12acf96c128 req-052e123e-5e58-454b-bcd7-9147776d0066 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0697174 Feb 11 14:15:28.127625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:28.135656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-b23a7469-5b80-4a98-af11-d73697f40d3c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.137227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-b23a7469-5b80-4a98-af11-d73697f40d3c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 984 time: 0.0549300 Feb 11 14:15:28.148980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db4c5fc9-9bdb-41b8-bed7-e12acf96c128 req-449decdf-1b5f-4676-b71e-4485a89676be tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Feb 11 14:15:28.155299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'port': {'security_groups': ['e2d8edc8-2a71-4fa7-81d9-439ddff9e5af']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:28.226311 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067fbe4-9ce6-4a1e-9377-b361bf051305 x-openstack-request-id: req-e067fbe4-9ce6-4a1e-9377-b361bf051305 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:28.226607 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:28.226858 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e067fbe4-9ce6-4a1e-9377-b361bf051305 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:28.227251 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:15:28.239252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.287499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-4284f026-c62f-484b-bdc0-43acd043daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.289047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-4284f026-c62f-484b-bdc0-43acd043daf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1135 time: 0.0510914 Feb 11 14:15:28.381997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-7d74bb16-b432-4e6b-8f64-38307de83955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.383639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-7d74bb16-b432-4e6b-8f64-38307de83955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.0857182 Feb 11 14:15:28.428331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:28.433635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-379fd1e7-608b-43f8-b7c1-2a2966e76eac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0417135 Feb 11 14:15:28.463994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.491400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-2e2d19d7-f986-4895-ac17-5320e5bc7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.492546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-2e2d19d7-f986-4895-ac17-5320e5bc7a00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0453110 Feb 11 14:15:28.525086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-dab591a6-f7c8-4e80-8ffb-466c1a4a5e01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248458 Feb 11 14:15:28.560815 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.612564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.613313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.614782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97438882-1b2b-4cc9-92a6-067ede08bdde req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "PUT /v2.0/ports/e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 942 time: 0.4695108 Feb 11 14:15:28.633418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:28.652629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadeb5ed-7ce6-48ea-8de4-31590b5d6dbc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:28.670012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-7f2c3f0b-def5-4915-afde-650e54766a65 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377356 Feb 11 14:15:28.685010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90925e-0b22-4ee7-ae69-6e6e2712f7b2 req-8d44193c-5e27-4bc9-bf46-49e092357d4c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.687130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df90925e-0b22-4ee7-ae69-6e6e2712f7b2 req-8d44193c-5e27-4bc9-bf46-49e092357d4c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 944 time: 0.0703061 Feb 11 14:15:28.793810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df90925e-0b22-4ee7-ae69-6e6e2712f7b2 req-3b70f9c6-2705-4659-9dd0-ba764bf52ab8 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970442 Feb 11 14:15:28.804543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:28.829525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:28.840575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca3a7138-556c-4deb-b630-09d9c7fc70ba req-92183005-22a7-426c-9909-6be883e5e4c6 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520607 Feb 11 14:15:28.854324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-9de1b387-2dc8-449b-ae24-c5e256bdaf18 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2144463 Feb 11 14:15:28.873664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:28.926547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0f91-02c3-446a-8d0d-80828b4930dc req-6de6afb5-8310-40d1-ae3e-1f5c2d3f83af tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:28.928338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a3f0f91-02c3-446a-8d0d-80828b4930dc req-6de6afb5-8310-40d1-ae3e-1f5c2d3f83af tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 948 time: 0.0565169 Feb 11 14:15:28.966580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a3f0f91-02c3-446a-8d0d-80828b4930dc req-614b9e75-08ff-4ec5-9742-7de245c520ea tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Feb 11 14:15:28.987323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:29.007290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'mac_address': 'fa:16:3e:f9:34:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:29.035858 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.086970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.100851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a6d21-86f2-485c-aa8b-2d59513a9331 req-65fdb096-8fea-4ec6-98c5-910bad14d165 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.103191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f9a6d21-86f2-485c-aa8b-2d59513a9331 req-65fdb096-8fea-4ec6-98c5-910bad14d165 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 948 time: 0.0766625 Feb 11 14:15:29.103882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4448b5-7254-4c6c-8ce6-27e80d844db0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:29.133908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:29.153424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f9a6d21-86f2-485c-aa8b-2d59513a9331 req-6b3cdd07-2ec7-4ba7-ad54-ae7cfe28834b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Feb 11 14:15:29.176767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.199399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.253999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:29.283965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Allocated IP 172.25.7.5 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b46bafc5-229d-479e-94e0-ce8ce1b95cfe) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:29.391957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.501600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079a904-2d9b-48f5-a788-313874bd382e req-f1d58125-54fc-4e41-8fd2-b1527b910a5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.503130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e079a904-2d9b-48f5-a788-313874bd382e req-f1d58125-54fc-4e41-8fd2-b1527b910a5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0531623 Feb 11 14:15:29.526925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.541996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e079a904-2d9b-48f5-a788-313874bd382e req-6a6d3a69-834e-4ab1-88a6-0f45e3108e2f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Feb 11 14:15:29.556568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:29.573630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:29.611117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:29.629119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:29.632118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'Port': ['ID=b46bafc5-229d-479e-94e0-ce8ce1b95cfe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:29.672271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879796b7-b856-43e8-baa2-35442b365d05 req-0daf674d-885f-45ed-9c16-ac5a199025b2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.674433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-879796b7-b856-43e8-baa2-35442b365d05 req-0daf674d-885f-45ed-9c16-ac5a199025b2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 949 time: 0.0654557 Feb 11 14:15:29.705604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-ff6423fd-4790-4af4-aaf2-6c7a100d599c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.707121 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-ff6423fd-4790-4af4-aaf2-6c7a100d599c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f&tenant_id=145788c03dae449a94810aea442c0a09&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 949 time: 0.1377101 Feb 11 14:15:29.717286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-879796b7-b856-43e8-baa2-35442b365d05 req-dd8f5217-ec15-40bf-a199-c4ce28ba142c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Feb 11 14:15:29.794198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.807051 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-b6e32e3c-0372-4ed8-8b73-5baec874e19d service neutron] delete failed (client error): The resource could not be found. Feb 11 14:15:29.808075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-b6e32e3c-0372-4ed8-8b73-5baec874e19d service neutron] 10.222.0.62 "DELETE /v2.0/ports/7c4448b5-7254-4c6c-8ce6-27e80d844db0/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0911975 Feb 11 14:15:29.825118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae416bb-1ce1-4e0c-a1f8-0098361da950 req-9336b5ac-f87e-4e9b-8f5d-cb3a074ba2a4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.826678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ae416bb-1ce1-4e0c-a1f8-0098361da950 req-9336b5ac-f87e-4e9b-8f5d-cb3a074ba2a4 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0500705 Feb 11 14:15:29.866840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ae416bb-1ce1-4e0c-a1f8-0098361da950 req-a9a3670a-c29e-4907-93ee-c49ed3571a6f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Feb 11 14:15:29.914828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.919349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-cd69792e-bf86-4997-9be4-3635eadd6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.921034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-cd69792e-bf86-4997-9be4-3635eadd6153 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1100 time: 0.0677240 Feb 11 14:15:29.984056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8265d-9f23-49c2-bab5-0c25b37efaad req-f5af710c-35bc-4825-980f-6e2a00c8611c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.985643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82b8265d-9f23-49c2-bab5-0c25b37efaad req-f5af710c-35bc-4825-980f-6e2a00c8611c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 944 time: 0.0589964 Feb 11 14:15:30.026211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82b8265d-9f23-49c2-bab5-0c25b37efaad req-29ca0266-2d9e-485e-8340-1097c813643b tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Feb 11 14:15:30.224503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.239257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:30.241497 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:30.365540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-5b981faf-128e-44f4-8c6e-c6f6e74f1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.366991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-5b981faf-128e-44f4-8c6e-c6f6e74f1da6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.4284587 Feb 11 14:15:30.411196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-8cbde1a5-b6c6-432f-af3e-2795097d3ee7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0354958 Feb 11 14:15:30.484345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-24584990-155e-4fd4-b358-961077dc69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.485799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-24584990-155e-4fd4-b358-961077dc69bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0654497 Feb 11 14:15:30.487594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.534158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-ea5446d6-cefd-4528-a97e-e64d1cc4bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.535620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-ea5446d6-cefd-4528-a97e-e64d1cc4bbca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432117 Feb 11 14:15:30.635413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-408ac89b-cf41-4b66-9b2f-01c2fcb12564 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919740 Feb 11 14:15:30.637157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.679199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8319-e86e-4483-aecc-c3c95f287870 req-c8d227c5-fa80-4420-8971-51644867b9e4 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.680863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b25f8319-e86e-4483-aecc-c3c95f287870 req-c8d227c5-fa80-4420-8971-51644867b9e4 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 948 time: 0.0537257 Feb 11 14:15:30.719582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b25f8319-e86e-4483-aecc-c3c95f287870 req-f1752eb7-d82a-437a-8003-c0537b40dcc3 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Feb 11 14:15:30.763473 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e5fecf-afd6-4b84-ba5f-913969468d50 x-openstack-request-id: req-41e5fecf-afd6-4b84-ba5f-913969468d50 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:30.765644 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:30.765644 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41e5fecf-afd6-4b84-ba5f-913969468d50 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:30.765644 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:15:30.775048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2d1a43bf-6288-4719-8489-3183e1a6b041 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:30.778021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event updated for resources: {'Port': ['ID=b46bafc5-229d-479e-94e0-ce8ce1b95cfe,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:30.825714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.834641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:30.834845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0e684c9-c4f3-48e9-bc15-82d9f4bf79b1 req-b8d1d063-0c3b-4245-9d26-738c81244755 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868639 Feb 11 14:15:30.844718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-6388df9f-a538-46ac-9040-98a9947e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:30.846265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-6388df9f-a538-46ac-9040-98a9947e01b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.0514824 Feb 11 14:15:30.932816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.934277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-5ede1158-ef06-4882-9aff-0968c6ef6c2e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0677793 Feb 11 14:15:30.973264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2d1a43bf-6288-4719-8489-3183e1a6b041 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:30.976746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:30.981630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2d1a43bf-6288-4719-8489-3183e1a6b041 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:30.982065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.986200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:30.986926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.996467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-53e3f61b-78c4-4703-b487-14f5e356b87e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0557337 Feb 11 14:15:31.015463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-6ec1a92e-09d6-4b36-adc1-03cb394d7e2d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.017909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-6ec1a92e-09d6-4b36-adc1-03cb394d7e2d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1705699 Feb 11 14:15:31.019475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-2a44a955-2db5-4b45-a0ab-beec4545477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.021209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-2a44a955-2db5-4b45-a0ab-beec4545477b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.1652539 Feb 11 14:15:31.045094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.076717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-5886a359-3b7a-45bd-bf6f-70602edad8db tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/quotas/a26adba7d25c4f78861df08d91ea94c8 HTTP/1.1" status: 200 len: 375 time: 0.0520108 Feb 11 14:15:31.078470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-f232ef13-227e-4a26-9d4a-f872fdd624b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0469606 Feb 11 14:15:31.126858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-8f6f82ed-524a-4cfd-ba3e-68f62fe0b4d5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.128543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f35200f1-2ac8-475d-a7ae-76947c1f5d79 req-8f6f82ed-524a-4cfd-ba3e-68f62fe0b4d5 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1247528 Feb 11 14:15:31.160143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.160424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-662fd186-3c4d-40db-80c5-eda785e90d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.161924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-662fd186-3c4d-40db-80c5-eda785e90d0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0760021 Feb 11 14:15:31.166767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-bba9b8ae-a36f-41b4-acdf-6a4002469627 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840082 Feb 11 14:15:31.170658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.203242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-90b03821-0dab-4eac-8446-1c2472bb0413 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319562 Feb 11 14:15:31.254937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217cbf5-08fc-43c7-89c6-b616881266a1 req-46ea6581-575c-4383-9d67-7f7e54809688 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.256592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3217cbf5-08fc-43c7-89c6-b616881266a1 req-46ea6581-575c-4383-9d67-7f7e54809688 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 949 time: 0.0693583 Feb 11 14:15:31.301563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3217cbf5-08fc-43c7-89c6-b616881266a1 req-d13a73ef-2222-46a5-a743-53aed8ea75ce tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359745 Feb 11 14:15:31.310128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-a0b4bc6b-fe1c-47a9-8eaf-e5adab00fe8b service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005914 Feb 11 14:15:31.337860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:31.340108 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f09fa-154e-4e7f-af13-0d3340372575" -d '{"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-plugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:31.358519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:31.367019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2d1a43bf-6288-4719-8489-3183e1a6b041,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:31.437810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee235e09-2400-40a6-9e36-d69e066e6d10 req-319322ad-c1d6-474a-8493-9655f21929d5 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.439437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee235e09-2400-40a6-9e36-d69e066e6d10 req-319322ad-c1d6-474a-8493-9655f21929d5 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 944 time: 0.0517428 Feb 11 14:15:31.474233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.476068 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.476802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device de5d4b9e-8317-4d46-b98b-999ad77ced31 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:31.490560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc37211d-2c8d-4c4a-b800-ca8c3257ac7f req-9cf43a81-8905-45c9-abc8-aae097fae92f service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713350 Feb 11 14:15:31.494206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee235e09-2400-40a6-9e36-d69e066e6d10 req-59d69f45-c2cb-48b7-80b2-4a8f167e5349 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470371 Feb 11 14:15:31.514817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-4d235142-a0be-418a-999e-6e5d761548e3 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349328 Feb 11 14:15:31.583054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:31.616608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-aaf12296-5e5b-4f31-93e6-e75c2db9d592 service neutron] 10.222.0.31 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017921 Feb 11 14:15:31.621419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-d9a05da0-69db-40c2-a508-0a2625d5a53f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:31.622744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-d9a05da0-69db-40c2-a508-0a2625d5a53f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0599060 Feb 11 14:15:31.649510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:31.690634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port de5d4b9e-8317-4d46-b98b-999ad77ced31 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:31.692841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-ff81de08-7faf-4fec-b373-e51449dd6e6e tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0573084 Feb 11 14:15:31.694993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port de5d4b9e-8317-4d46-b98b-999ad77ced31 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:31.695355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.697573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'floatingip': {'port_id': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:31.737140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.775319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.810759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:31.885509 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d66604-ca59-4a43-9e97-044d632b0fed x-openstack-request-id: req-35d66604-ca59-4a43-9e97-044d632b0fed {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:31.885805 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-plugged", "status": "completed", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:31.886066 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35d66604-ca59-4a43-9e97-044d632b0fed {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:31.886473 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'code': 200} Feb 11 14:15:31.935419 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.998814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007bb08-dbc8-4d75-9163-bd219c60840d req-11a5cea7-8a13-4370-8d8d-e49c6a973212 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.001240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6007bb08-dbc8-4d75-9163-bd219c60840d req-11a5cea7-8a13-4370-8d8d-e49c6a973212 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.0685139 Feb 11 14:15:32.035928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:32.054519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6007bb08-dbc8-4d75-9163-bd219c60840d req-0c58901b-6f12-43bd-a72b-784427b51baf tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Feb 11 14:15:32.139205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c5a1c628-5241-432f-a730-c302005e8353 req-47e97faa-2970-4583-af59-595b0e1cd1a7 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 210 time: 0.0281963 Feb 11 14:15:32.197422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-8f776537-d359-4b45-ac61-e42b041d3903 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.198868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-8f776537-d359-4b45-ac61-e42b041d3903 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/ports?device_id=f404e696-eb04-4132-be86-00981d03c5d0 HTTP/1.1" status: 200 len: 946 time: 0.0549607 Feb 11 14:15:32.227573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.284871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.299175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Deleting port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:32.299523 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.411439 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Floating IP 5b933f6a-e951-4ec4-9dcd-ac984233d1de associated. External IP: 172.25.7.5, port: e24104c8-5c1d-4aab-a0cb-e2ee24328c01. Feb 11 14:15:32.434955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] For port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:32.435536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.450788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Calling delete_port for 6f84b94e-3dad-4aab-8ce4-650d2b8c297c owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:32.468845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b0c6-a11b-45f6-b711-1889501117b9 req-5deb2c0d-595f-46b6-b565-a8db726df714 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.470376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4b5b0c6-a11b-45f6-b711-1889501117b9 req-5deb2c0d-595f-46b6-b565-a8db726df714 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.0816109 Feb 11 14:15:32.555779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4b5b0c6-a11b-45f6-b711-1889501117b9 req-bb289f42-a149-4014-b051-b575a4adf998 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535209 Feb 11 14:15:32.638021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Router 112d2f7c-9e89-436d-aed2-74685a0b30c4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:32.709168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058b4d-c1f4-4d7f-8e3a-b3c19ff7c241 req-8d6b8ccd-32e2-4718-97b2-7e2d3cfc61ca tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.710781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4058b4d-c1f4-4d7f-8e3a-b3c19ff7c241 req-8d6b8ccd-32e2-4718-97b2-7e2d3cfc61ca tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0564005 Feb 11 14:15:32.750426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4058b4d-c1f4-4d7f-8e3a-b3c19ff7c241 req-f5d734ed-faeb-4aa2-8f5a-5f6b04856c49 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Feb 11 14:15:32.756370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:32.761192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.767287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Sync routers for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:32.779401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:32.780103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:32.794240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-79e5cf74-b178-4119-9437-eba53cf428ef tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "PUT /v2.0/floatingips/5b933f6a-e951-4ec4-9dcd-ac984233d1de HTTP/1.1" status: 200 len: 994 time: 1.1006465 Feb 11 14:15:32.795344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:32.797622 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363e6c5-8e27-416e-9aeb-b68a9558180c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:32.847888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.869126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['6f84b94e-3dad-4aab-8ce4-650d2b8c297c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:32.883120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event deleted for resources: {'Port': ['ID=6f84b94e-3dad-4aab-8ce4-650d2b8c297c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:32.911562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660f09c-4009-4d6b-ade5-d93dce3cbea6 req-e969bc88-d22f-44b9-b158-b27b64fac25f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.913363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a660f09c-4009-4d6b-ade5-d93dce3cbea6 req-e969bc88-d22f-44b9-b158-b27b64fac25f tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1101 time: 0.0956447 Feb 11 14:15:32.916745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-e49f8557-252f-467e-b60e-15a6794d3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.921553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-e49f8557-252f-467e-b60e-15a6794d3894 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.1096220 Feb 11 14:15:32.930372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:32.938641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] No DVR routers for this DVR port 6f84b94e-3dad-4aab-8ce4-650d2b8c297c on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:32.941626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:32.944875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94540b19-1825-4a2f-aeb2-0ca99091c08b req-6d2ced16-f483-4931-bc86-dbd985e59e3a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "DELETE /v2.0/ports/6f84b94e-3dad-4aab-8ce4-650d2b8c297c HTTP/1.1" status: 204 len: 173 time: 0.7379413 Feb 11 14:15:32.952228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-deleted', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:32.952228 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c32f7dd-de1a-409b-8241-683fd3a5b524" -d '{"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-deleted", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:32.975667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a660f09c-4009-4d6b-ade5-d93dce3cbea6 req-7830803e-5c98-4ce9-b945-d27c288924a7 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563779 Feb 11 14:15:33.037048 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4d4725-24eb-48b4-b0c4-8122a441bed2 x-openstack-request-id: req-0f4d4725-24eb-48b4-b0c4-8122a441bed2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:33.037443 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:33.037875 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f4d4725-24eb-48b4-b0c4-8122a441bed2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:33.038331 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:15:33.075492 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e02734-a706-48dd-a5c2-b7b3d0dccccf x-openstack-request-id: req-91e02734-a706-48dd-a5c2-b7b3d0dccccf {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:33.080072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-7db2da87-b62d-46cc-b1b5-0f3b2b601af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.081375 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404e696-eb04-4132-be86-00981d03c5d0", "name": "network-vif-deleted", "tag": "6f84b94e-3dad-4aab-8ce4-650d2b8c297c", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:33.081753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-7db2da87-b62d-46cc-b1b5-0f3b2b601af2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.1502485 Feb 11 14:15:33.086823 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91e02734-a706-48dd-a5c2-b7b3d0dccccf {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:33.089361 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f404e696-eb04-4132-be86-00981d03c5d0', 'name': 'network-vif-deleted', 'tag': '6f84b94e-3dad-4aab-8ce4-650d2b8c297c', 'status': 'completed', 'code': 200} Feb 11 14:15:33.184469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-d884106d-3830-467d-8e6f-d8c52991ef3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 997 time: 0.0804870 Feb 11 14:15:33.226929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-58a4c700-04d4-4065-b3d5-d133b95b0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.228975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-58a4c700-04d4-4065-b3d5-d133b95b0c9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.1386218 Feb 11 14:15:33.242840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-a05a834c-f662-428f-913b-66f09537bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.244317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-a05a834c-f662-428f-913b-66f09537bcc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0519414 Feb 11 14:15:33.245262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '5b933f6a-e951-4ec4-9dcd-ac984233d1de', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'port_id': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'mac_address': 'fa:16:3e:4e:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b5e97-d821-467a-ab04-f33188697366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:29Z', 'updated_at': '2022-02-11T14:15:32Z', 'revision_number': 1, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:33.246167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26ec34-91a9-45a6-ac06-e326caf2b7ec req-69635494-eb03-4c66-bb0e-324a5c34a12d tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.248369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d26ec34-91a9-45a6-ac06-e326caf2b7ec req-69635494-eb03-4c66-bb0e-324a5c34a12d tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.0907271 Feb 11 14:15:33.279977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Checking router: 112d2f7c-9e89-436d-aed2-74685a0b30c4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:33.291038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:33.291781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:33.292140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-bdc95306-753c-4780-9a27-14391ab8d441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384238 Feb 11 14:15:33.353855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d26ec34-91a9-45a6-ac06-e326caf2b7ec req-7bea10ac-2135-4f23-b386-4d933cc8bc52 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907025 Feb 11 14:15:33.402654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-67d32233-b733-4f98-bce1-1f78c4db7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.405181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-67d32233-b733-4f98-bce1-1f78c4db7d65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.1558688 Feb 11 14:15:33.409219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-02cac4bf-62ce-4cb4-9ad8-8dc185324e17 service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992122 Feb 11 14:15:33.427119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:33.510045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcc48a63-ab93-485e-b5bc-7dd3e5815f22 req-261ae155-2b0e-4598-86bc-911918ded283 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 210 time: 0.0325258 Feb 11 14:15:33.525310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f83abb7f-6268-413d-b739-ec7179f61c1c req-ed60a118-e805-4fc3-bf94-51f30f38efad service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077058 Feb 11 14:15:33.526682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-82b13e2a-f888-45da-96a5-9ad76a49db2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 997 time: 0.1113956 Feb 11 14:15:33.585950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-2313d758-a437-40d7-8fb3-2d8e4f0a3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.587587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-2313d758-a437-40d7-8fb3-2d8e4f0a3978 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0524013 Feb 11 14:15:33.641966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-2811ebe5-f6d7-4b21-8d28-8617f573660a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478370 Feb 11 14:15:33.643923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-9be707d3-cffa-49e0-977e-bfc9fc0ebdec tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415900 Feb 11 14:15:33.698844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '5b933f6a-e951-4ec4-9dcd-ac984233d1de', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'port_id': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'mac_address': 'fa:16:3e:4e:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b5e97-d821-467a-ab04-f33188697366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:29Z', 'updated_at': '2022-02-11T14:15:32Z', 'revision_number': 1, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:33.734171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51632bd5-df02-450e-991a-9b1fef5e009b None None] The sync data for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 is: [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '5b933f6a-e951-4ec4-9dcd-ac984233d1de', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'port_id': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'mac_address': 'fa:16:3e:4e:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4b5e97-d821-467a-ab04-f33188697366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:29Z', 'updated_at': '2022-02-11T14:15:32Z', 'revision_number': 1, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:33.794728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-785d8f0e-4222-4cfd-8e69-be2290e555b9 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 997 time: 0.0757866 Feb 11 14:15:33.831239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-d078754d-a519-4ae4-82f4-70b85cb971c1 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817393 Feb 11 14:15:33.841893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-e0204c14-2df1-4d33-ba10-72829c3b9e7e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.843451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-e0204c14-2df1-4d33-ba10-72829c3b9e7e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927946 Feb 11 14:15:33.850801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-4e6d0d22-a8c8-4b25-a347-5194f37e6aa1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:33.852257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-4e6d0d22-a8c8-4b25-a347-5194f37e6aa1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports/e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 942 time: 0.0512865 Feb 11 14:15:33.887500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041'}, {'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:33.890995 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd9c53-717a-4074-bfe1-b9199ab7bd1c" -d '{"events": [{"server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "name": "network-vif-plugged", "status": "completed", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041"}, {"server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "name": "network-vif-plugged", "status": "completed", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:33.898325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-fac60236-3302-41be-9933-5b92decaddbe tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/quotas/145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 375 time: 0.0461223 Feb 11 14:15:33.974228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-49ae1d9c-f516-454b-b280-ee965572a406 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 997 time: 0.0796075 Feb 11 14:15:33.975319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1363e6c5-8e27-416e-9aeb-b68a9558180c req-a5397450-6326-458d-bbeb-6fcc71a08040 service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310275 Feb 11 14:15:33.993969 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e209a-b37e-4fcb-9f02-6354881b7346 None None] New status for floating IP 5b933f6a-e951-4ec4-9dcd-ac984233d1de: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:15:34.005543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-e4200d31-5c7e-4934-b73d-97976c41da54 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993037 Feb 11 14:15:34.121918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-e3d2fd54-59b6-4657-a9eb-85a5f5179034 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.123868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-e3d2fd54-59b6-4657-a9eb-85a5f5179034 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1419389 Feb 11 14:15:34.191095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-a8f718d5-cf20-4949-b4a0-74b779d0e6bf tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 997 time: 0.0603137 Feb 11 14:15:34.201203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:34.287109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:34.364785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5d1f-7aac-43dd-9212-39b18e04a000 req-80354d15-b0c4-4269-8a9f-eb0f587be021 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.364785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-087c5d1f-7aac-43dd-9212-39b18e04a000 req-80354d15-b0c4-4269-8a9f-eb0f587be021 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0546319 Feb 11 14:15:34.407469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-087c5d1f-7aac-43dd-9212-39b18e04a000 req-2bd32f68-0049-4b82-8a6a-540f471557bc tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389802 Feb 11 14:15:34.452124 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7220e45-f2f6-46cf-952d-a9f0368aab27 x-openstack-request-id: req-f7220e45-f2f6-46cf-952d-a9f0368aab27 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:34.452935 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "name": "network-vif-plugged", "status": "completed", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041", "code": 200}, {"server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "name": "network-vif-plugged", "status": "completed", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:34.453054 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7220e45-f2f6-46cf-952d-a9f0368aab27 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:34.453641 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'code': 200} Feb 11 14:15:34.453984 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31', 'code': 200} Feb 11 14:15:34.462576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:34.510208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-247e25dd-1a88-4758-9de4-c632db97d6d4 req-48b2edc0-3755-4567-b069-672aa3527cf3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Feb 11 14:15:34.575068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:34.575406 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Floating IP 5b933f6a-e951-4ec4-9dcd-ac984233d1de disassociated. External IP: 172.25.7.5, port: e24104c8-5c1d-4aab-a0cb-e2ee24328c01. Feb 11 14:15:34.616594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0fcda-d42a-4184-9840-4550f8e65828 req-e2ade59f-8c9d-4ab5-b9df-cbae64252917 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.618938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32c0fcda-d42a-4184-9840-4550f8e65828 req-e2ade59f-8c9d-4ab5-b9df-cbae64252917 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.0514452 Feb 11 14:15:34.646254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46f40-c937-4e31-b698-746dca36d646 req-8a941e5b-2e8b-40e6-a622-f6b81b142da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.647754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44b46f40-c937-4e31-b698-746dca36d646 req-8a941e5b-2e8b-40e6-a622-f6b81b142da4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 1096 time: 0.1308978 Feb 11 14:15:34.649671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272071-eed3-4fff-b086-c7fcc521fe82 req-551064f9-9ecc-4dba-9dab-d18b81dd10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:34.651035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29272071-eed3-4fff-b086-c7fcc521fe82 req-551064f9-9ecc-4dba-9dab-d18b81dd10a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 1100 time: 0.1192446 Feb 11 14:15:34.662986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32c0fcda-d42a-4184-9840-4550f8e65828 req-e0386e43-61bf-426f-a00f-753c850d1f38 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Feb 11 14:15:34.746527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44b46f40-c937-4e31-b698-746dca36d646 req-0eb5647e-03e8-4b5e-a9e8-148d8046d645 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644085 Feb 11 14:15:34.760041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29272071-eed3-4fff-b086-c7fcc521fe82 req-f2f46400-36ec-4ce6-812e-48677a50e394 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768130 Feb 11 14:15:34.849835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:34.871825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 6f84b94e-3dad-4aab-8ce4-650d2b8c297c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:34.872448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 6f84b94e-3dad-4aab-8ce4-650d2b8c297c not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:34.875999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Router 112d2f7c-9e89-436d-aed2-74685a0b30c4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:35.109977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b474a0cd-d619-4e50-82b2-2450e500eb12 req-bb0ba479-89aa-4d36-abb2-547d1e0a24ea tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 210 time: 0.3812761 Feb 11 14:15:35.210712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-b54b7fbc-d45c-423a-b34e-287ddf85fcd1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.212167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-b54b7fbc-d45c-423a-b34e-287ddf85fcd1 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 814 time: 0.1047168 Feb 11 14:15:35.227215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Request body: {'port': {'device_id': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'admin_state_up': True, 'tenant_id': 'a26adba7d25c4f78861df08d91ea94c8'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:35.285209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:35.289531 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:35.297364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Sync routers for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:35.309401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:35.310716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:35.316546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-3a888595-d6a8-4b97-970e-62dbe9ad1cf2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "PUT /v2.0/floatingips/5b933f6a-e951-4ec4-9dcd-ac984233d1de HTTP/1.1" status: 200 len: 693 time: 1.1192291 Feb 11 14:15:35.317029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:35.319566 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:35.368504 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf6a982-df29-4a99-80ce-e1328e4612d2 x-openstack-request-id: req-eaf6a982-df29-4a99-80ce-e1328e4612d2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:35.368791 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:35.369066 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaf6a982-df29-4a99-80ce-e1328e4612d2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:35.369448 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:15:35.383223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-829a6a2a-2572-4f5b-9db2-60a39d65efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.384703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-829a6a2a-2572-4f5b-9db2-60a39d65efa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.0490072 Feb 11 14:15:35.434554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:35.494619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-c24e9f67-4058-4e6e-b99d-69cf87624d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.495802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-c24e9f67-4058-4e6e-b99d-69cf87624d48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 1096 time: 0.1045780 Feb 11 14:15:35.527984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Made reservation on behalf of a26adba7d25c4f78861df08d91ea94c8 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:35.532226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:35.540527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-839d225d-ac96-4ba0-994e-8f6c4585ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.542416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-839d225d-ac96-4ba0-994e-8f6c4585ddc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.1499724 Feb 11 14:15:35.551747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4c2c-c5b9-4cb6-9610-4e0ac19911bb req-422a167f-1505-4dee-a95c-d3c394014a69 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.559626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e7b4c2c-c5b9-4cb6-9610-4e0ac19911bb req-422a167f-1505-4dee-a95c-d3c394014a69 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0781851 Feb 11 14:15:35.612063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-7a8f18e4-a5a7-4eb5-88fa-fa15bea93c4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0441580 Feb 11 14:15:35.648826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e7b4c2c-c5b9-4cb6-9610-4e0ac19911bb req-937f5164-e63a-4b30-90e1-5c979f9d23d8 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883203 Feb 11 14:15:35.652527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:35.684237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-31cb77db-37d0-46c3-b535-eed4349c370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.685802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-31cb77db-37d0-46c3-b535-eed4349c370e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 200 len: 920 time: 0.1789455 Feb 11 14:15:35.690909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Checking router: 112d2f7c-9e89-436d-aed2-74685a0b30c4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:35.701245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:35.701947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:35.736795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Allocated IP 172.20.0.5 (fd3b8fcf-5ff2-4745-9058-a348e8b04f47/92c0c591-bdb6-45ce-a59e-15efab46b29e/4dbf7e85-875f-41cb-9903-f0216a588f10) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:35.740327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-bac80cd8-b046-4239-b57e-00acf4554d9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 200 len: 217 time: 0.0465837 Feb 11 14:15:35.746214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-dab84443-84b1-4326-a194-21dd79d9ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.747945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-dab84443-84b1-4326-a194-21dd79d9ca8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0955217 Feb 11 14:15:35.805004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-204ec933-cba5-49ae-b6a3-7435f87c0f05 req-29856910-9e50-4e12-a935-cfcf1485ce34 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Feb 11 14:15:35.834961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-c51cc71e-4223-4c5d-bbda-da7f08e5de10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546625 Feb 11 14:15:35.844519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-40c671dc-fd10-4a0a-abac-33ac57451e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:35.846029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-40c671dc-fd10-4a0a-abac-33ac57451e51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 200 len: 859 time: 0.0971715 Feb 11 14:15:35.897239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-59696b0c-fabe-48cb-865e-badaa19c199b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e93c80e-26d5-4c99-a02c-c4e358c3fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417850 Feb 11 14:15:35.977567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:36.028282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652e4b-a22e-409c-afad-b00da60a5ed0 req-d7f7b53b-e506-46fe-bb5d-c5e006a1a484 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:36.037154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb652e4b-a22e-409c-afad-b00da60a5ed0 req-d7f7b53b-e506-46fe-bb5d-c5e006a1a484 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.1063302 Feb 11 14:15:36.054061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-f7b35887-c713-45bf-87b6-014f0486afbb service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223831 Feb 11 14:15:36.056050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-f977e54d-ff20-469a-b8a7-e544789f24d3 service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088754 Feb 11 14:15:36.111430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb652e4b-a22e-409c-afad-b00da60a5ed0 req-3d0ba46a-172e-41a6-ae79-1d314aa84fa6 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730278 Feb 11 14:15:36.124169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:36.241478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43ab4fd5-e806-4664-a34d-f836766a211b req-7cab757f-cc5f-47d3-a6a6-79b807f3bdce tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 210 time: 0.0338235 Feb 11 14:15:36.264243 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6aa3df1-40a3-47cc-8e64-06080dc9efbd req-a07ba326-9e94-4d0d-aba2-8fdb8ecb069b service neutron] 10.222.0.60 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025144 Feb 11 14:15:36.266324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abfcf516-f0c9-49e3-8769-06913c4a9c2b req-0ff33ed9-0e0d-4cb5-a116-366fb2c36687 service neutron] 10.222.0.31 "GET /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946704 Feb 11 14:15:36.272873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:36.302773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf55395-6448-44a5-87cd-a8909070e9b6 None None] The sync data for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 is: [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:14:31Z', 'revision_number': 4, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '59874635-5e3c-4010-828c-5ba6022eadfc', 'name': '', 'network_id': '1e93c80e-26d5-4c99-a02c-c4e358c3fae6', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'mac_address': 'fa:16:3e:f2:7d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:30Z', 'updated_at': '2022-02-11T14:14:37Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'subnets': [{'id': 'abe2e8ea-5eee-4d98-bb8d-c08ce37fce98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:36.354125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:36.449807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:36.461102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:36.463313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event updated for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:36.465686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:36.470730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-56a9dea2-4db2-48cd-be01-49b312aa725a tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips/5b933f6a-e951-4ec4-9dcd-ac984233d1de HTTP/1.1" status: 200 len: 693 time: 0.0717082 Feb 11 14:15:36.550938 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79e5e6-d429-4f84-9242-cef1a242c0a3 None None] New status for floating IP 5b933f6a-e951-4ec4-9dcd-ac984233d1de: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:15:36.571410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:36.572034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:36.622778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-aae20ffa-0773-4d49-93ae-9b85bb289599 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:36.627004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-aae20ffa-0773-4d49-93ae-9b85bb289599 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1302648 Feb 11 14:15:36.679567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-40d127b1-0c29-43f6-9228-ca07a4d36f40 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4584813 Feb 11 14:15:36.685416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-1a8b90da-0226-45b5-8c46-cd345276e1b2 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 696 time: 0.0538778 Feb 11 14:15:36.692834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Request body: {'port': {'device_id': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:36.771493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-32039a7f-ff98-4216-87c2-a03a59aa50b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 696 time: 0.0526443 Feb 11 14:15:36.823930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86096-0855-4c2e-b415-53b0e591d52c req-e17e4e37-c9ad-424e-a7df-52fbd05c7f16 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:36.825352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03a86096-0855-4c2e-b415-53b0e591d52c req-e17e4e37-c9ad-424e-a7df-52fbd05c7f16 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0524569 Feb 11 14:15:36.832985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:36.864860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03a86096-0855-4c2e-b415-53b0e591d52c req-f233ec4f-966c-44a4-80fe-431f6665a38c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Feb 11 14:15:36.961343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eed01cda-3951-47b6-8f2d-b7df4f9ffe53 req-3aed44dc-5151-4ecf-b0be-85f12647613a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 210 time: 0.0303073 Feb 11 14:15:36.981702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-82fd02d5-5ba1-4182-b689-02bbe599514d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228312 Feb 11 14:15:37.041132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Deleting port b46bafc5-229d-479e-94e0-ce8ce1b95cfe {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:37.041473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.120960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8d719-091c-4c90-b497-5d1519d3e902 req-27812d99-9328-46ea-9d54-3ea6705c1641 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.122958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ff8d719-091c-4c90-b497-5d1519d3e902 req-27812d99-9328-46ea-9d54-3ea6705c1641 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0773435 Feb 11 14:15:37.135315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:37.142108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Request body: {'floatingip': {'port_id': '2d1a43bf-6288-4719-8489-3183e1a6b041'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:37.153329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-6465f68c-65a5-497a-85d3-8b75152761c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.160926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-6465f68c-65a5-497a-85d3-8b75152761c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670401 Feb 11 14:15:37.194440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Request body: {'port': {'device_id': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '145788c03dae449a94810aea442c0a09'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:37.219060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.222053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.222392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.244807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Calling delete_port for b46bafc5-229d-479e-94e0-ce8ce1b95cfe owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:37.346834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbf7e85-875f-41cb-9903-f0216a588f10 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:37.357678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.382292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Transition to ACTIVE for port object 4dbf7e85-875f-41cb-9903-f0216a588f10 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:37.397452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dddd59-8c56-46da-905b-933a4e42bb2a req-e0721d91-d030-484f-a061-69690866e1ab tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.398930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96dddd59-8c56-46da-905b-933a4e42bb2a req-e0721d91-d030-484f-a061-69690866e1ab tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.2013121 Feb 11 14:15:37.470469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.522683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:37.530838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.539983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96dddd59-8c56-46da-905b-933a4e42bb2a req-ab72d55b-5534-465b-b38d-e2b1d1e50a48 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247652 Feb 11 14:15:37.596969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event deleted for resources: {'Port': ['ID=b46bafc5-229d-479e-94e0-ce8ce1b95cfe,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:37.624431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Made reservation on behalf of 145788c03dae449a94810aea442c0a09 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:37.627985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.669396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Attempting to bind port 4dbf7e85-875f-41cb-9903-f0216a588f10 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:37.669712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Attempting to bind port 4dbf7e85-875f-41cb-9903-f0216a588f10 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:37.670042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Attempting to bind port 4dbf7e85-875f-41cb-9903-f0216a588f10 on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:37.677156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Port 4dbf7e85-875f-41cb-9903-f0216a588f10 on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:37.677479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Attempting to bind port 4dbf7e85-875f-41cb-9903-f0216a588f10 on network fd3b8fcf-5ff2-4745-9058-a348e8b04f47 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:37.686147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:37.686484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Checking segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:37.687461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Bound using segment: {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:37.687877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Bound port: 4dbf7e85-875f-41cb-9903-f0216a588f10, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4936c36a-ccbe-4b0e-b475-ac044b6c50e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:37.688235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.690280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.692781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.693949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2bbe0794-25f2-4c63-856b-0e49c0ba994d req-5661bddc-f640-4427-bc12-fab11deda4dc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b933f6a-e951-4ec4-9dcd-ac984233d1de HTTP/1.1" status: 204 len: 173 time: 0.9076962 Feb 11 14:15:37.762431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:37.766229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4dbf7e85-875f-41cb-9903-f0216a588f10,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:37.834967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070afb8-8515-4fea-9dd7-f2869111e61b req-6ef7c8e8-c466-4d10-b61a-59d265af788d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.834967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4070afb8-8515-4fea-9dd7-f2869111e61b req-6ef7c8e8-c466-4d10-b61a-59d265af788d tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 943 time: 0.2124715 Feb 11 14:15:37.847362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.902633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.903260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.904678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] 10.222.0.60 "PUT /v2.0/ports/4dbf7e85-875f-41cb-9903-f0216a588f10 HTTP/1.1" status: 200 len: 1091 time: 1.2162983 Feb 11 14:15:37.905294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:37.907544 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775535a-6929-4403-a90c-01cc4f227f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:37.918491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3092c716-3572-417d-ae3e-921988875144 req-9a153715-1d40-4444-9b20-d44942431b1c tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups/a819934b-ef08-400e-b021-b0425338705c HTTP/1.1" status: 200 len: 1808 time: 0.0938687 Feb 11 14:15:37.933669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb3947-244f-46d4-bed8-8978c876d942 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:37.971332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4070afb8-8515-4fea-9dd7-f2869111e61b req-2b14f145-29e0-4068-9513-eca874a73513 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323309 Feb 11 14:15:37.999083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3092c716-3572-417d-ae3e-921988875144 req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.031072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3092c716-3572-417d-ae3e-921988875144 req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.038570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Allocated IP 192.168.233.4 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/d32568f3-0a81-4eaf-850b-c515ddfd6e20) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:38.118695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-5d3c593b-debd-469a-9923-1cfac7e73cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.122952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-5d3c593b-debd-469a-9923-1cfac7e73cdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 1094 time: 0.0781062 Feb 11 14:15:38.179384 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-03df98fd-1f96-4bb8-95cb-83ebd2b281ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dbf7e85-875f-41cb-9903-f0216a588f10 HTTP/1.1" status: 200 len: 217 time: 0.0488837 Feb 11 14:15:38.181791 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d5c123-7121-4586-8627-65d0193eea10 x-openstack-request-id: req-97d5c123-7121-4586-8627-65d0193eea10 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:38.186890 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:38.187146 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97d5c123-7121-4586-8627-65d0193eea10 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:38.187582 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10', 'status': 'completed', 'code': 200} Feb 11 14:15:38.219706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.228374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3092c716-3572-417d-ae3e-921988875144 req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.230953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3092c716-3572-417d-ae3e-921988875144 req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.232657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3092c716-3572-417d-ae3e-921988875144 req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "DELETE /v2.0/security-groups/a819934b-ef08-400e-b021-b0425338705c HTTP/1.1" status: 204 len: 173 time: 0.3014917 Feb 11 14:15:38.239692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.249076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bef43e-cdb5-4e85-86f4-e174240f11b1 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a819934b-ef08-400e-b021-b0425338705c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:38.260008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-1cb117c8-288c-4e8e-b954-34d7ad32cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.261945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-1cb117c8-288c-4e8e-b954-34d7ad32cf1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92c0c591-bdb6-45ce-a59e-15efab46b29e HTTP/1.1" status: 200 len: 854 time: 0.0735102 Feb 11 14:15:38.273843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76367585-47b7-4f35-94f6-900dd767a1bd req-085c6e77-9abf-4ada-87ec-1f15cfdee507 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 210 time: 0.0485620 Feb 11 14:15:38.303171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.317282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-1a6024c7-8cff-4c2a-9a96-c2f78ebeca16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453784 Feb 11 14:15:38.444222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.454435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-18e96152-e569-4fe7-9864-9e63c0426560 service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291037 Feb 11 14:15:38.458548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:38.499255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:38.519204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:38.540322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:38.550336 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Floating IP a033825f-d094-4a97-82da-b287b7436701 associated. External IP: 172.25.7.101, port: 2d1a43bf-6288-4719-8489-3183e1a6b041. Feb 11 14:15:38.585187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8be7995-ae0e-4b9c-a8ab-cbf2ad63158a req-d80d54c4-22a0-44a4-8d26-f5e018043ffa service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226289 Feb 11 14:15:38.659529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:38.672640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.672640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.673011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.673321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.673732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.674067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.674402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.674755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.675055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.675423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.675735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.676064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:38.813560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775535a-6929-4403-a90c-01cc4f227f6c req-f4e1efd0-376e-4f55-a34b-8e4a2cfb2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.822617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-f4e1efd0-376e-4f55-a34b-8e4a2cfb2dd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a26adba7d25c4f78861df08d91ea94c8&device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 1094 time: 0.0912497 Feb 11 14:15:38.963217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:38.992295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775535a-6929-4403-a90c-01cc4f227f6c req-3d13668e-5076-4c42-819c-400446d75076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.996850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-3d13668e-5076-4c42-819c-400446d75076 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 200 len: 915 time: 0.1567831 Feb 11 14:15:39.004437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7e067a05-0a1f-49d8-905e-e30650d0885e None None] Provisioning complete for port d32568f3-0a81-4eaf-850b-c515ddfd6e20 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:39.004980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e067a05-0a1f-49d8-905e-e30650d0885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.041236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7e067a05-0a1f-49d8-905e-e30650d0885e None None] Port d32568f3-0a81-4eaf-850b-c515ddfd6e20 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:39.057163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-64975b2e-38a7-4557-8caa-00330b4b425d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dbf7e85-875f-41cb-9903-f0216a588f10 HTTP/1.1" status: 200 len: 217 time: 0.0450628 Feb 11 14:15:39.142492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.142984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.143457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.143927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.144416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.144883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.145369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.147325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-b8e07e3c-c700-4668-a895-53a7cbd79d4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 6492 time: 0.1813509 Feb 11 14:15:39.148931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775535a-6929-4403-a90c-01cc4f227f6c req-79f45342-5650-4085-bbd3-7c8692a37b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.150258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-79f45342-5650-4085-bbd3-7c8692a37b01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92c0c591-bdb6-45ce-a59e-15efab46b29e HTTP/1.1" status: 200 len: 854 time: 0.0831978 Feb 11 14:15:39.159844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.160624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.201263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-ad05f6af-d40a-46b6-be6e-43012ea6dc1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd3b8fcf-5ff2-4745-9058-a348e8b04f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388188 Feb 11 14:15:39.209528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-6d43d5cd-512a-4d67-b0cc-d0ae460fa829 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538688 Feb 11 14:15:39.258206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f98b2-cc31-4349-a988-c23086862fe8 req-d0fbba52-36e1-424c-aa5e-443412c8c2fc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.259817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-532f98b2-cc31-4349-a988-c23086862fe8 req-d0fbba52-36e1-424c-aa5e-443412c8c2fc tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.1204264 Feb 11 14:15:39.275148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-3b9d1b70-c9dc-4a37-971a-02793d149088 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0885513 Feb 11 14:15:39.322229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Request body: {'port': {'device_id': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:39.338301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-ba3895bd-0fee-42fb-b17b-e91f5d817aa3 service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276085 Feb 11 14:15:39.347036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a24c62-edeb-4f94-8486-aaa5b9163f91 req-328074aa-4404-4fda-bfeb-f253d9dc7dd5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.348425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48a24c62-edeb-4f94-8486-aaa5b9163f91 req-328074aa-4404-4fda-bfeb-f253d9dc7dd5 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 943 time: 0.0832698 Feb 11 14:15:39.376937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-532f98b2-cc31-4349-a988-c23086862fe8 req-9c0583b3-fdbb-44cf-95ba-2552fce1aece tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077104 Feb 11 14:15:39.414684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Router b7be14a1-8c58-4524-85b7-80540002929c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:39.417885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.443084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48a24c62-edeb-4f94-8486-aaa5b9163f91 req-94065c17-318b-414c-bf36-6820b6f7f97e tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844049 Feb 11 14:15:39.471793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0775535a-6929-4403-a90c-01cc4f227f6c req-c1a58263-58a6-4080-8e83-3b02f6cfaa6a service neutron] 10.222.0.60 "GET /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210868 Feb 11 14:15:39.553676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf7698-c4e0-4588-a3bd-ba3c2807b82e req-738633b4-80fd-4118-8fcb-9eef498e3774 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.556807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ebf7698-c4e0-4588-a3bd-ba3c2807b82e req-738633b4-80fd-4118-8fcb-9eef498e3774 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 934 time: 0.0514150 Feb 11 14:15:39.596825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ebf7698-c4e0-4588-a3bd-ba3c2807b82e req-5940d471-8fd7-4b22-b0d9-a14bc8b82ee4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Feb 11 14:15:39.683017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b66e54-6128-4da4-93f7-c198c9c4c3c9 req-f994d511-6410-4112-851e-2682280f3de5 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.684512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35b66e54-6128-4da4-93f7-c198c9c4c3c9 req-f994d511-6410-4112-851e-2682280f3de5 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.2284629 Feb 11 14:15:39.694250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:39.704393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Sync routers for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:39.707884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.714224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:39.715019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:39.795341 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-db8ff5fc-200f-4c75-98bc-cea0ec088006 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "PUT /v2.0/floatingips/a033825f-d094-4a97-82da-b287b7436701 HTTP/1.1" status: 200 len: 991 time: 2.6566665 Feb 11 14:15:39.797645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:39.799905 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fd11c-1bbd-4169-9156-aa04113b60b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:39.807419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35b66e54-6128-4da4-93f7-c198c9c4c3c9 req-c7ffeba4-72c9-40ee-a648-14cab9e21a4f tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145754 Feb 11 14:15:39.852662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:39.904381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32568f3-0a81-4eaf-850b-c515ddfd6e20 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:39.910088 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c5888-7350-44a9-b1be-323d2cc9d278 x-openstack-request-id: req-992c5888-7350-44a9-b1be-323d2cc9d278 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:39.910377 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:39.910632 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-992c5888-7350-44a9-b1be-323d2cc9d278 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:39.911028 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'status': 'completed', 'code': 200} Feb 11 14:15:39.915090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.961233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Transition to ACTIVE for port object d32568f3-0a81-4eaf-850b-c515ddfd6e20 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:39.970565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8bb2-1a8f-47e5-b43a-a055eab428fd req-7c66fabb-f66e-45f5-9a90-a491cd4d6009 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.978009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-56f91cf4-5847-4c0b-a52a-b5643a8d17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.980052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-56f91cf4-5847-4c0b-a52a-b5643a8d17e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3&device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 1096 time: 0.0526106 Feb 11 14:15:39.980645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30ee8bb2-1a8f-47e5-b43a-a055eab428fd req-7c66fabb-f66e-45f5-9a90-a491cd4d6009 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0886352 Feb 11 14:15:40.025911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30ee8bb2-1a8f-47e5-b43a-a055eab428fd req-39cebdaa-17d5-43ba-8ada-e0bf865a83a4 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Feb 11 14:15:40.045479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:40.126134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:40.142518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a033825f-d094-4a97-82da-b287b7436701', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'port_id': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'mac_address': 'fa:16:3e:31:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:16Z', 'updated_at': '2022-02-11T14:15:37Z', 'revision_number': 1, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:40.163071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-b4b09b79-10fc-4ad5-ac3f-3e6188464976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.164593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-b4b09b79-10fc-4ad5-ac3f-3e6188464976 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9bc4ef32-f742-499f-b973-d314af37de3b HTTP/1.1" status: 200 len: 912 time: 0.1763551 Feb 11 14:15:40.182066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Checking router: b7be14a1-8c58-4524-85b7-80540002929c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:40.192921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:40.193542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:40.269951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Attempting to bind port d32568f3-0a81-4eaf-850b-c515ddfd6e20 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:40.270291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Attempting to bind port d32568f3-0a81-4eaf-850b-c515ddfd6e20 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:40.270625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Attempting to bind port d32568f3-0a81-4eaf-850b-c515ddfd6e20 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:40.281210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Port d32568f3-0a81-4eaf-850b-c515ddfd6e20 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:40.281539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Attempting to bind port d32568f3-0a81-4eaf-850b-c515ddfd6e20 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:40.285377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-79afe738-020d-4346-9d8a-52bc8afda140 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1a43bf-6288-4719-8489-3183e1a6b041 HTTP/1.1" status: 200 len: 999 time: 0.0941894 Feb 11 14:15:40.289686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:40.290029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:40.290422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:40.290858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Bound port: d32568f3-0a81-4eaf-850b-c515ddfd6e20, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:40.291219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:40.351812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:40.394894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-0df8f7f3-280f-4323-ab5f-0c553a8f7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.396684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-0df8f7f3-280f-4323-ab5f-0c553a8f7f2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cacd1c6-fb39-47fe-83f3-ce5430b54498 HTTP/1.1" status: 200 len: 850 time: 0.0960114 Feb 11 14:15:40.441482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:40.457398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:40.471588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-c5d96b4f-cc4e-426c-ab15-699667f80bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.474391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-c5d96b4f-cc4e-426c-ab15-699667f80bf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9bc4ef32-f742-499f-b973-d314af37de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694225 Feb 11 14:15:40.581399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-91ec7a3f-c913-42e1-a3eb-42a2c69c97e5 service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997281 Feb 11 14:15:40.597506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8373be3-ae95-4ffa-91d6-a185d46de24b req-6dca1d77-a03f-48fc-acd4-fdb9e6cf4233 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.606261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8373be3-ae95-4ffa-91d6-a185d46de24b req-6dca1d77-a03f-48fc-acd4-fdb9e6cf4233 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 943 time: 0.0638342 Feb 11 14:15:40.627769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:40.644529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a033825f-d094-4a97-82da-b287b7436701', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'port_id': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'mac_address': 'fa:16:3e:31:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:16Z', 'updated_at': '2022-02-11T14:15:37Z', 'revision_number': 1, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:40.660723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8373be3-ae95-4ffa-91d6-a185d46de24b req-d8b4aefe-6e32-40ff-800d-3e6de124ba6b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 Feb 11 14:15:40.680628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fbb07-f787-46de-b38a-fa268dbab6e1 None None] The sync data for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 is: [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a033825f-d094-4a97-82da-b287b7436701', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'port_id': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'mac_address': 'fa:16:3e:31:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:16Z', 'updated_at': '2022-02-11T14:15:37Z', 'revision_number': 1, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:40.754646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.755275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:40.756688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] 10.222.0.60 "PUT /v2.0/ports/d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 1094 time: 1.4427397 Feb 11 14:15:40.824854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470b22-ddd5-40a2-b597-e89f7eecefd7 req-4ee728d0-4856-457c-bdc6-8dbc83fcd8bf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.828089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95470b22-ddd5-40a2-b597-e89f7eecefd7 req-4ee728d0-4856-457c-bdc6-8dbc83fcd8bf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.0873528 Feb 11 14:15:40.836227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-543d2471-2af8-411a-8e11-0a926326be55 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.837784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-543d2471-2af8-411a-8e11-0a926326be55 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.62 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.2443178 Feb 11 14:15:40.852143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5533b9-39a3-47db-8a1c-fb56e871b1df service neutron] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:40.862141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1f12-5743-4284-8e65-b46fa8688b94 req-f5372aec-ce17-4565-bd13-fb61a938b600 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.863664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-566f1f12-5743-4284-8e65-b46fa8688b94 req-f5372aec-ce17-4565-bd13-fb61a938b600 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.2810755 Feb 11 14:15:40.912747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4dbf7e85-875f-41cb-9903-f0216a588f10 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:40.921442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95470b22-ddd5-40a2-b597-e89f7eecefd7 req-67ba88f3-8c86-42be-b180-74a2c8a3b188 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726888 Feb 11 14:15:40.964532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d67fd11c-1bbd-4169-9156-aa04113b60b3 req-ab47460a-6276-4e01-9cd8-a2a9118df0b6 service neutron] 10.222.0.62 "GET /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217497 Feb 11 14:15:41.068179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4dbf7e85-875f-41cb-9903-f0216a588f10,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:41.086512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '4dbf7e85-875f-41cb-9903-f0216a588f10', 'network_id': 'fd3b8fcf-5ff2-4745-9058-a348e8b04f47', 'port_id': '4dbf7e85-875f-41cb-9903-f0216a588f10', 'mac_address': 'fa:16:3e:61:a1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0c591-bdb6-45ce-a59e-15efab46b29e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:41.112154 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c73463-2b47-4373-a4dd-d0b6fb4bee73 None None] New status for floating IP a033825f-d094-4a97-82da-b287b7436701: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:15:41.116026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-566f1f12-5743-4284-8e65-b46fa8688b94 req-4cda3163-83a5-4f82-ba08-981d00d36b0f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/security-groups?id=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287295 Feb 11 14:15:41.119246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e780c-d5f8-40d8-8a49-7077f8b8fb86 req-595fd27d-8a43-4dfa-a62b-ad578f9ff623 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.128659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d0e780c-d5f8-40d8-8a49-7077f8b8fb86 req-595fd27d-8a43-4dfa-a62b-ad578f9ff623 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 949 time: 0.1029723 Feb 11 14:15:41.135655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-1f6ececf-6815-4436-aee0-28364d6f9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.145551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-1f6ececf-6815-4436-aee0-28364d6f9bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1097 time: 0.2051549 Feb 11 14:15:41.189204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d0e780c-d5f8-40d8-8a49-7077f8b8fb86 req-96a3b3bb-536d-4d41-a2b5-afd7f024d465 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/security-groups?id=57f2ced7-475b-400d-bf2c-2f972482d932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559266 Feb 11 14:15:41.207034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-9f367b34-c9f3-4829-8919-0d87a02e41c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 217 time: 0.0589542 Feb 11 14:15:41.224929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Deleting port de5d4b9e-8317-4d46-b98b-999ad77ced31 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:41.225348 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.227427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.243858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbf7e85-875f-41cb-9903-f0216a588f10 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:41.266216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4dbf7e85-875f-41cb-9903-f0216a588f10,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:41.338360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-2372ceb7-7dc0-41f1-8769-f8a941497465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.340069 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-2372ceb7-7dc0-41f1-8769-f8a941497465 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1205125 Feb 11 14:15:41.350206 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.400693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] For port de5d4b9e-8317-4d46-b98b-999ad77ced31, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=de5d4b9e-8317-4d46-b98b-999ad77ced31,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:41.400693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.419637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e62c4-d691-4086-8c63-020005e3df51 req-120ed34f-44db-49dc-ac50-f541070405fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.421430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-120ed34f-44db-49dc-ac50-f541070405fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712764 Feb 11 14:15:41.425527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Calling delete_port for de5d4b9e-8317-4d46-b98b-999ad77ced31 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:41.426669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:41.556849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-201624fd-e7f3-4321-a251-703925b8d05f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.558575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-201624fd-e7f3-4321-a251-703925b8d05f tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 945 time: 0.0809262 Feb 11 14:15:41.583606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-65fdb69b-84c0-4f43-b38c-32b1eaff20e7 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537135 Feb 11 14:15:41.655724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['4dbf7e85-875f-41cb-9903-f0216a588f10'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:41.687675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Deleting port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:41.691163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.761141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-947e62c4-d691-4086-8c63-020005e3df51 req-83e986b8-3de3-479a-8540-c316fe647e61 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669569 Feb 11 14:15:41.790037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.808997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['de5d4b9e-8317-4d46-b98b-999ad77ced31'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:41.835809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] For port e24104c8-5c1d-4aab-a0cb-e2ee24328c01, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:41.836185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.851126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Calling delete_port for e24104c8-5c1d-4aab-a0cb-e2ee24328c01 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:41.858823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Pushing event deleted for resources: {'Port': ['ID=de5d4b9e-8317-4d46-b98b-999ad77ced31,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:41.890263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] No DVR routers for this DVR port de5d4b9e-8317-4d46-b98b-999ad77ced31 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:41.893307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:41.897273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-402751a4-7602-421a-95fb-ee87d333a7d6 req-d5625d13-d20a-43ce-adb9-0dca158c10f8 tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.62 "DELETE /v2.0/ports/de5d4b9e-8317-4d46-b98b-999ad77ced31 HTTP/1.1" status: 204 len: 173 time: 1.0500309 Feb 11 14:15:41.912192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ada26-4e5c-4833-927d-168299d1fa79 req-7f459776-462f-4c5c-89c6-1fe552bd7353 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.914116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b3ada26-4e5c-4833-927d-168299d1fa79 req-7f459776-462f-4c5c-89c6-1fe552bd7353 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 944 time: 0.1681485 Feb 11 14:15:41.914610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'}, {'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'name': 'network-vif-deleted', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:41.917286 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392fb31-14ab-4dbe-857e-d5e88d87f740" -d '{"events": [{"name": "network-changed", "server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20"}, {"server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "name": "network-vif-deleted", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:42.010892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b3ada26-4e5c-4833-927d-168299d1fa79 req-1ab016cc-fd41-43df-bec7-80ed66aad442 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777793 Feb 11 14:15:42.020746 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71693f4-976b-4eed-a845-f7de4f0595e4 x-openstack-request-id: req-f71693f4-976b-4eed-a845-f7de4f0595e4 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:42.022126 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20", "status": "completed", "code": 200}, {"server_uuid": "274dd1d3-c2ce-4731-87b4-f503c3dff0d9", "name": "network-vif-deleted", "tag": "de5d4b9e-8317-4d46-b98b-999ad77ced31", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:42.022530 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f71693f4-976b-4eed-a845-f7de4f0595e4 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:42.025397 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'status': 'completed', 'code': 200} Feb 11 14:15:42.025905 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dd1d3-c2ce-4731-87b4-f503c3dff0d9', 'name': 'network-vif-deleted', 'tag': 'de5d4b9e-8317-4d46-b98b-999ad77ced31', 'status': 'completed', 'code': 200} Feb 11 14:15:42.103601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-a7aa492d-7329-4bd1-85c1-921584cd29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.105565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-a7aa492d-7329-4bd1-85c1-921584cd29cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1097 time: 0.0713909 Feb 11 14:15:42.153151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:42.229493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Pushing event deleted for resources: {'Port': ['ID=e24104c8-5c1d-4aab-a0cb-e2ee24328c01,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:42.268170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d673993c-84c5-4b4b-a1d0-a2f42c1d2005 req-2f3e0b1c-079d-459f-b381-a85027d76c3b tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0443957 Feb 11 14:15:42.280536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-e7456536-e90f-4260-bee1-1999b9afb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.282460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-e7456536-e90f-4260-bee1-1999b9afb1d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1664321 Feb 11 14:15:42.297465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b62-e771-432d-967e-085dfcdfd469 req-0f4258c9-2669-4ce0-b10f-bc36f111b6dd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.305218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b06d5b62-e771-432d-967e-085dfcdfd469 req-0f4258c9-2669-4ce0-b10f-bc36f111b6dd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.1869185 Feb 11 14:15:42.307249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] No DVR routers for this DVR port e24104c8-5c1d-4aab-a0cb-e2ee24328c01 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:42.311185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:42.314859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1015ca9-052d-4785-8604-f74ceea51d38 req-2e0556fc-e1c4-464c-9f04-5138e8b94e62 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.60 "DELETE /v2.0/ports/e24104c8-5c1d-4aab-a0cb-e2ee24328c01 HTTP/1.1" status: 204 len: 173 time: 0.7460258 Feb 11 14:15:42.316149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'name': 'network-vif-deleted', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:42.319711 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119b9d1-e77b-4a94-8852-5c34ad32e1bc" -d '{"events": [{"server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "name": "network-vif-deleted", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:42.338928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-d0950d0b-c521-4f0c-9f64-c40de3ca702e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 217 time: 0.0432534 Feb 11 14:15:42.357970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b06d5b62-e771-432d-967e-085dfcdfd469 req-5c5a42f9-a518-4e91-a384-208ecb65002a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 Feb 11 14:15:42.418414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226aae3b-d4d3-422d-a685-4ff63a911d3b x-openstack-request-id: req-226aae3b-d4d3-422d-a685-4ff63a911d3b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:42.418414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4b5e97-d821-467a-ab04-f33188697366", "name": "network-vif-deleted", "tag": "e24104c8-5c1d-4aab-a0cb-e2ee24328c01", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:42.418414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-226aae3b-d4d3-422d-a685-4ff63a911d3b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:42.418414 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b5e97-d821-467a-ab04-f33188697366', 'name': 'network-vif-deleted', 'tag': 'e24104c8-5c1d-4aab-a0cb-e2ee24328c01', 'status': 'completed', 'code': 200} Feb 11 14:15:42.427279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17d130ea-baa5-43be-a585-4ca3c2a54d8a req-c3a4d90f-8289-4061-8651-394ca181036e tempest-TenantUsagesTestJSON-2003297420 tempest-TenantUsagesTestJSON-2003297420-project] 10.222.0.31 "GET /v2.0/ports?device_id=274dd1d3-c2ce-4731-87b4-f503c3dff0d9 HTTP/1.1" status: 200 len: 210 time: 0.0398109 Feb 11 14:15:42.438299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-7af3c95b-d690-44dd-afb7-08d0bfac40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.439759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-7af3c95b-d690-44dd-afb7-08d0bfac40ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0890801 Feb 11 14:15:42.486222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-cb265171-9c24-4a01-b20d-2f26140d7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:42.487714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-cb265171-9c24-4a01-b20d-2f26140d7589 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400558 Feb 11 14:15:42.582322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-855305e6-088c-4ca7-8942-0c8c720b60ed service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864396 Feb 11 14:15:42.611903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e24104c8-5c1d-4aab-a0cb-e2ee24328c01'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:42.694053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0392fb31-14ab-4dbe-857e-d5e88d87f740 req-b7b1f69d-16a2-4273-869c-6868e6b25d05 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944781 Feb 11 14:15:42.917722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4dbf7e85-875f-41cb-9903-f0216a588f10 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:43.059628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 4dbf7e85-875f-41cb-9903-f0216a588f10 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:43.063923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 4dbf7e85-875f-41cb-9903-f0216a588f10 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:43.064534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:43.175005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f5db-ff41-4214-96f0-4523fbddfd02 req-80fc061e-1795-4825-9a11-ddcae0caec1b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:43.177109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ca9f5db-ff41-4214-96f0-4523fbddfd02 req-80fc061e-1795-4825-9a11-ddcae0caec1b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 944 time: 0.0827079 Feb 11 14:15:43.178900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:43.213787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4dbf7e85-875f-41cb-9903-f0216a588f10,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:43.214631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:43.217448 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72616087-4c11-483d-ba04-e42b5e2e84b2" -d '{"events": [{"server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "name": "network-vif-plugged", "status": "completed", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:43.230226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ca9f5db-ff41-4214-96f0-4523fbddfd02 req-3d2050e6-9c0b-4c4e-ba90-1a535d4ec139 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Feb 11 14:15:43.258606 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1722661-1fe0-47cf-a90d-2af16c7fc565 x-openstack-request-id: req-a1722661-1fe0-47cf-a90d-2af16c7fc565 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:43.258976 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "name": "network-vif-plugged", "status": "completed", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:43.259292 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1722661-1fe0-47cf-a90d-2af16c7fc565 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:43.259750 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10', 'code': 200} Feb 11 14:15:43.328118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:43.360849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79d53-9d85-4802-aa4b-4d745840d2ba req-ade90461-3946-43da-8162-a7f093ae4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:43.362947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9c79d53-9d85-4802-aa4b-4d745840d2ba req-ade90461-3946-43da-8162-a7f093ae4132 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 1095 time: 0.0483119 Feb 11 14:15:43.393212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35713348-a427-4143-bde0-613f310ddefb req-45d97485-ec9d-4bcd-a992-0d341f3e2148 tempest-ServerRescueTestJSONUnderV235-804189911 tempest-ServerRescueTestJSONUnderV235-804189911-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b4b5e97-d821-467a-ab04-f33188697366 HTTP/1.1" status: 200 len: 210 time: 0.0322175 Feb 11 14:15:43.415188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9c79d53-9d85-4802-aa4b-4d745840d2ba req-c4c2510f-97af-4bc4-ba28-ebf13b732ab0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Feb 11 14:15:43.422365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:43.506376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262974a8-3d77-4b6e-afe4-94a14de097bc req-5131272d-86ee-4cba-8fae-0acd44a8b71b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:43.507861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-262974a8-3d77-4b6e-afe4-94a14de097bc req-5131272d-86ee-4cba-8fae-0acd44a8b71b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.0517280 Feb 11 14:15:43.548908 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-262974a8-3d77-4b6e-afe4-94a14de097bc req-353f5389-57a2-4b91-a2eb-5fc87b445b5c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Feb 11 14:15:44.021015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49492) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:44.151691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c2d7b7e-8a45-47d5-b17f-fc25db618569 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbd3315ebaf84e9cbfb99c2ec1070651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294706 Feb 11 14:15:44.154618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49498) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:44.203588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.224372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.348733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede54ed-3f6b-4364-bfcf-0ba7336417a5 req-f0928478-4b67-4400-8478-ffb43c7f324f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.350228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aede54ed-3f6b-4364-bfcf-0ba7336417a5 req-f0928478-4b67-4400-8478-ffb43c7f324f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Feb 11 14:15:44.387197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aede54ed-3f6b-4364-bfcf-0ba7336417a5 req-40ac9d4a-ea2e-47f5-bd96-9ab7e7b0c11b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Feb 11 14:15:44.419433 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.422030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.425442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57f2ced7-475b-400d-bf2c-2f972482d932 HTTP/1.1" status: 204 len: 168 time: 0.2675138 Feb 11 14:15:44.435127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633e58-4b02-4368-ba1d-ab7c1effad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f2ced7-475b-400d-bf2c-2f972482d932,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:44.454286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:44.610516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a915-ffaf-42c8-8285-19c2df7f0c16 req-3fb5a729-dcb8-4404-8da7-7d944e225f16 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.612333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c385a915-ffaf-42c8-8285-19c2df7f0c16 req-3fb5a729-dcb8-4404-8da7-7d944e225f16 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0570579 Feb 11 14:15:44.655193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c385a915-ffaf-42c8-8285-19c2df7f0c16 req-386e2a24-a71f-4ac9-9881-97a731abae0f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Feb 11 14:15:44.754057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4d60c-f480-42cd-a520-80236ae07622 req-035899ed-52b6-41ab-b1c4-fe0ab066032a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.755865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4be4d60c-f480-42cd-a520-80236ae07622 req-035899ed-52b6-41ab-b1c4-fe0ab066032a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.1272016 Feb 11 14:15:44.824758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4be4d60c-f480-42cd-a520-80236ae07622 req-91568f3b-1435-4241-86ca-c7ea600f3459 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Feb 11 14:15:44.851037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device de5d4b9e-8317-4d46-b98b-999ad77ced31 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:44.872985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: de5d4b9e-8317-4d46-b98b-999ad77ced31 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:44.873331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device de5d4b9e-8317-4d46-b98b-999ad77ced31 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:44.901885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.926488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:44.929702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e24104c8-5c1d-4aab-a0cb-e2ee24328c01 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:44.956621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: e24104c8-5c1d-4aab-a0cb-e2ee24328c01 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:44.956986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e24104c8-5c1d-4aab-a0cb-e2ee24328c01 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:45.043212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:45.062001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'mac_address': 'fa:16:3e:cf:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:45.100152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.113940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32568f3-0a81-4eaf-850b-c515ddfd6e20 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:45.134518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:45.146769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Deleting port 59874635-5e3c-4010-828c-5ba6022eadfc {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:45.147108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.229777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] For port 59874635-5e3c-4010-828c-5ba6022eadfc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59874635-5e3c-4010-828c-5ba6022eadfc,segment=NetworkSegment(c9bc693e-c894-4e25-899c-62abb9931e5f),segment_id=c9bc693e-c894-4e25-899c-62abb9931e5f)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:45.230397 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.242368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Calling delete_port for 59874635-5e3c-4010-828c-5ba6022eadfc owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:45.267332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.272624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:45.286810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172c893-1ac5-4ac1-a59f-6c06f2686889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.315697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:45.362118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172c893-1ac5-4ac1-a59f-6c06f2686889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.507074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba105-fc90-4b52-8288-91b5c9c9513c req-59271083-6612-4ad6-b041-80d779222dcc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.508531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-138ba105-fc90-4b52-8288-91b5c9c9513c req-59271083-6612-4ad6-b041-80d779222dcc tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Feb 11 14:15:45.521905 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172c893-1ac5-4ac1-a59f-6c06f2686889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.573763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d172c893-1ac5-4ac1-a59f-6c06f2686889 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8f4e4b467364825b14713c3cefb725f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999289 Feb 11 14:15:45.576962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49520) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:45.578135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172c893-1ac5-4ac1-a59f-6c06f2686889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715bb912-3011-46e1-bf27-30c2decb338a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:45.584081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:45.585527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-138ba105-fc90-4b52-8288-91b5c9c9513c req-2db1cbac-4dfa-44d8-91f4-dd2dbc232044 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703998 Feb 11 14:15:45.604637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.636814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Pushing event deleted for resources: {'Port': ['ID=59874635-5e3c-4010-828c-5ba6022eadfc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:45.737136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.778094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409aeee-112b-4883-8ca0-be22dac8ec27 req-cb05b620-94f4-4978-9146-80feeb47ba26 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.779579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6409aeee-112b-4883-8ca0-be22dac8ec27 req-cb05b620-94f4-4978-9146-80feeb47ba26 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Feb 11 14:15:45.816317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.819276 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6409aeee-112b-4883-8ca0-be22dac8ec27 req-368b98bb-9e8c-4882-8bfd-adbedb1635ba tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333543 Feb 11 14:15:45.839653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765ddc-2dd1-4439-bcc8-ae858003b017 req-29aa1f8a-d692-4b10-89da-98df1540bce2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.841179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc765ddc-2dd1-4439-bcc8-ae858003b017 req-29aa1f8a-d692-4b10-89da-98df1540bce2 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.1531451 Feb 11 14:15:45.941961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112a50-640f-4e99-9cc4-dda0b98f8d83 req-7dd725de-f291-4c21-b720-b57551ee9c4c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.943550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91112a50-640f-4e99-9cc4-dda0b98f8d83 req-7dd725de-f291-4c21-b720-b57551ee9c4c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.0506594 Feb 11 14:15:45.983315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91112a50-640f-4e99-9cc4-dda0b98f8d83 req-50335c4a-0fa0-4bc2-9253-075f27cd9f34 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Feb 11 14:15:46.232765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.240564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc765ddc-2dd1-4439-bcc8-ae858003b017 req-72682924-95e6-42f7-9c84-a23eef303b7f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902619 Feb 11 14:15:46.354456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.357000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.358134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/715bb912-3011-46e1-bf27-30c2decb338a HTTP/1.1" status: 204 len: 168 time: 0.7801743 Feb 11 14:15:46.399796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abab9b5-8bd1-4cb5-a4b7-55ff5d7f3fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715bb912-3011-46e1-bf27-30c2decb338a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:46.479201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Router 112d2f7c-9e89-436d-aed2-74685a0b30c4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:46.611190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45d88b-fa59-45a6-ac6f-ecc1b2a19df9 req-10202747-2b67-45c7-a33f-010cda214c5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.612844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e45d88b-fa59-45a6-ac6f-ecc1b2a19df9 req-10202747-2b67-45c7-a33f-010cda214c5b tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0927484 Feb 11 14:15:46.619106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:46.628075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3e323e57-04c4-46b1-9c59-7521dc67996a admin admin] 10.222.0.31 "PUT /v2.0/routers/112d2f7c-9e89-436d-aed2-74685a0b30c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726403 Feb 11 14:15:46.630748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Sync routers for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:46.632039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:46.645387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:46.646205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:46.666278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e45d88b-fa59-45a6-ac6f-ecc1b2a19df9 req-7cdba606-a236-428f-94f7-e60e5cde12c3 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452917 Feb 11 14:15:46.946202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:46.968844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad125a-e58e-4358-85f9-eedd9e92f6e3 req-cbb45426-de9d-400b-a137-beced3580ff0 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.971154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8ad125a-e58e-4358-85f9-eedd9e92f6e3 req-cbb45426-de9d-400b-a137-beced3580ff0 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0714929 Feb 11 14:15:46.980320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:47.037772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8ad125a-e58e-4358-85f9-eedd9e92f6e3 req-028be8ab-ffea-4d83-a396-6c99d52f4deb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592999 Feb 11 14:15:47.117613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f772-581f-4c3c-99aa-eca29c56e71e req-cf461040-ebda-4e38-aa48-be68cc4d3fca tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.120004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad96f772-581f-4c3c-99aa-eca29c56e71e req-cf461040-ebda-4e38-aa48-be68cc4d3fca tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0763812 Feb 11 14:15:47.121172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.159614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ad9d-3936-4a36-9667-a4bdf51e0904 req-ed2d5616-4d3e-4bc0-adf8-2f2049cae1a7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.161202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d984ad9d-3936-4a36-9667-a4bdf51e0904 req-ed2d5616-4d3e-4bc0-adf8-2f2049cae1a7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.0593526 Feb 11 14:15:47.197923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:15:45Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:47.221013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d984ad9d-3936-4a36-9667-a4bdf51e0904 req-309e9d68-a01a-442f-8203-a0cb81d77220 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506232 Feb 11 14:15:47.236370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Checking router: 112d2f7c-9e89-436d-aed2-74685a0b30c4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:47.238344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port d32568f3-0a81-4eaf-850b-c515ddfd6e20 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:47.245326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d32568f3-0a81-4eaf-850b-c515ddfd6e20 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:47.245709 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.256975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad96f772-581f-4c3c-99aa-eca29c56e71e req-5f8df976-42ad-46f8-a826-41d04cb54532 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847800 Feb 11 14:15:47.280471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.295095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Routers {'112d2f7c-9e89-436d-aed2-74685a0b30c4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:47.295095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['112d2f7c-9e89-436d-aed2-74685a0b30c4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:47.429068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Deleting port 3483fd4d-2891-4335-8b76-ad56f828ad03 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:47.429465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.433551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] Set router 112d2f7c-9e89-436d-aed2-74685a0b30c4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:47.435698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.534715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:47.536995 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f869c22-0c17-4949-861c-322fed34b8f4" -d '{"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-plugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:47.540704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] For port 3483fd4d-2891-4335-8b76-ad56f828ad03, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3483fd4d-2891-4335-8b76-ad56f828ad03,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:47.541124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.556502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Calling delete_port for 3483fd4d-2891-4335-8b76-ad56f828ad03 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:47.581934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f244-c4fe-4e75-bea8-521e460abd19 req-84b7f134-1361-4957-bbe8-93cbc80afe80 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.583440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a509f244-c4fe-4e75-bea8-521e460abd19 req-84b7f134-1361-4957-bbe8-93cbc80afe80 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0829442 Feb 11 14:15:47.586996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:47.600658 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582bcc46-7696-4414-a824-feab8754f67c x-openstack-request-id: req-582bcc46-7696-4414-a824-feab8754f67c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:47.600658 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-plugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:47.600658 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-582bcc46-7696-4414-a824-feab8754f67c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:47.600984 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'code': 200} Feb 11 14:15:47.666121 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a509f244-c4fe-4e75-bea8-521e460abd19 req-21822c83-ab29-4ea1-8cb5-756b272b736a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Feb 11 14:15:47.682923 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.752939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:47.753165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a893c8c-816f-4322-ae10-d81c030faa4b req-562e9863-43b5-4549-9965-16bf706802b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.754569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a893c8c-816f-4322-ae10-d81c030faa4b req-562e9863-43b5-4549-9965-16bf706802b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1099 time: 0.0535724 Feb 11 14:15:47.767960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:15:45Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:47.799691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96a8ee-7177-4ad7-b170-cc28f28afaaa None None] The sync data for ids ['112d2f7c-9e89-436d-aed2-74685a0b30c4'] in n-d-828407-1 is: [{'id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'name': 'tempest-ServerRescueTestJSONUnderV235-821106975-router', 'tenant_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:26Z', 'updated_at': '2022-02-11T14:15:45Z', 'revision_number': 5, 'project_id': '652ac3ae5d504febb9ac5f4095e1e0fa', 'gw_port': {'id': '3483fd4d-2891-4335-8b76-ad56f828ad03', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112d2f7c-9e89-436d-aed2-74685a0b30c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:27Z', 'updated_at': '2022-02-11T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:47.834447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ccb22-d3b3-4aa0-8b72-d2fa8e472025 req-cd364b1d-194c-417d-95df-47466899f929 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.842845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a893c8c-816f-4322-ae10-d81c030faa4b req-b9de10ee-1e22-46d8-a284-bcf574b132ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 Feb 11 14:15:47.842970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e10ccb22-d3b3-4aa0-8b72-d2fa8e472025 req-cd364b1d-194c-417d-95df-47466899f929 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0676746 Feb 11 14:15:47.886848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e10ccb22-d3b3-4aa0-8b72-d2fa8e472025 req-d0672aea-b98f-40d6-b6e0-48dd12e3c5cb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Feb 11 14:15:47.919285 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:47.947240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Pushing event deleted for resources: {'Port': ['ID=3483fd4d-2891-4335-8b76-ad56f828ad03,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:48.030894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.067105 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d814f69-3c86-489e-9168-ec5f4c6e5a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.137960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.139595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.160572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904117c9-7ada-46e5-8895-669e5a267951 req-cd73c81c-b31c-401f-9150-ab72df8d19ac tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:48.162248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-904117c9-7ada-46e5-8895-669e5a267951 req-cd73c81c-b31c-401f-9150-ab72df8d19ac tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Feb 11 14:15:48.212324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-904117c9-7ada-46e5-8895-669e5a267951 req-838a29cf-77ed-4773-9d1b-30bb02e7065f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Feb 11 14:15:48.273278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.273980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112d2f7c-9e89-436d-aed2-74685a0b30c4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:15:48.284323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.286935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3c39b818-9a0e-411b-97b4-0ea27c17592e admin admin] 10.222.0.31 "DELETE /v2.0/routers/112d2f7c-9e89-436d-aed2-74685a0b30c4 HTTP/1.1" status: 204 len: 168 time: 1.6533794 Feb 11 14:15:48.289594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:48.348266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Deleting subnet abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:15:48.348419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b094c1-d7d6-42ed-9a5e-d62cc2ea3b85 req-5059441e-0e4f-4fb3-b801-7bc87afa766a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:48.350048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70b094c1-d7d6-42ed-9a5e-d62cc2ea3b85 req-5059441e-0e4f-4fb3-b801-7bc87afa766a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0581787 Feb 11 14:15:48.352192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.395901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70b094c1-d7d6-42ed-9a5e-d62cc2ea3b85 req-c0f71bad-3701-4f3e-96b4-89ce3df0561e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Feb 11 14:15:48.399700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.472495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.570936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e6b74-414e-40e3-9a93-d1a4e9af020c req-02a814bb-5b21-44c3-836a-640f91b7be0f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:48.578843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f7e6b74-414e-40e3-9a93-d1a4e9af020c req-02a814bb-5b21-44c3-836a-640f91b7be0f tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.0643711 Feb 11 14:15:48.592645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.619109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f7e6b74-414e-40e3-9a93-d1a4e9af020c req-43fd94ef-0aec-4730-8677-0d462c971a6a tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Feb 11 14:15:48.619477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe2e8ea-5eee-4d98-bb8d-c08ce37fce98,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:48.623426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.628932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7dda4d07-13df-4241-8f7a-4bee32ff56a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abe2e8ea-5eee-4d98-bb8d-c08ce37fce98 HTTP/1.1" status: 204 len: 168 time: 0.3363945 Feb 11 14:15:48.629857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49596) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:48.701908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.784356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.804961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e93c80e-26d5-4c99-a02c-c4e358c3fae6']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:48.814966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bc693e-c894-4e25-899c-62abb9931e5f') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:48.815261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bc693e-c894-4e25-899c-62abb9931e5f') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:48.824488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.838179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.844021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:15:48.844407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:15:48.846100 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:15:48.987277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.992489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:48.996212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e93c80e-26d5-4c99-a02c-c4e358c3fae6 HTTP/1.1" status: 204 len: 168 time: 0.3652656 Feb 11 14:15:49.021620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8622c-33bb-4133-abdc-739b4c03c950 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e93c80e-26d5-4c99-a02c-c4e358c3fae6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:49.341866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248d36-70b0-4e37-b793-92c7b2236c98 req-ea13cb0c-cd2e-4557-a344-6e6346e1f776 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.343541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa248d36-70b0-4e37-b793-92c7b2236c98 req-ea13cb0c-cd2e-4557-a344-6e6346e1f776 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Feb 11 14:15:49.401066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa248d36-70b0-4e37-b793-92c7b2236c98 req-c4d45593-692c-4fea-9dfb-d744b12d67bf tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373225 Feb 11 14:15:49.462958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49618) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:49.504805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:49.510361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de96f4a4-188c-42c5-a93b-4ecfd571ab90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=652ac3ae5d504febb9ac5f4095e1e0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462694 Feb 11 14:15:49.516479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49624) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:49.524989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71a46-038f-423f-a08e-1ee337c25f1b req-4a84e572-c48a-45e6-bac5-d0e63656aa8d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.526449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90a71a46-038f-423f-a08e-1ee337c25f1b req-4a84e572-c48a-45e6-bac5-d0e63656aa8d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0597751 Feb 11 14:15:49.568267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.575966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90a71a46-038f-423f-a08e-1ee337c25f1b req-9377cb42-1fe0-4c1d-92ec-141f82d24232 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Feb 11 14:15:49.592237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.704642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc95a4ca-8e75-4776-9d0b-76dbec903cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.719417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-8cfb01cf-ce44-4cef-97cd-371b59e74c48 req-b08f373a-4737-4dcf-b606-66d34ebebace service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:15:49.720409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cfb01cf-ce44-4cef-97cd-371b59e74c48 req-b08f373a-4737-4dcf-b606-66d34ebebace service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062721 Feb 11 14:15:49.721531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.724358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.725365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2d8edc8-2a71-4fa7-81d9-439ddff9e5af HTTP/1.1" status: 204 len: 168 time: 0.2078681 Feb 11 14:15:49.734020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc7cf0-383e-4d14-8dfa-dd18e67dbfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8edc8-2a71-4fa7-81d9-439ddff9e5af,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:49.739356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59874635-5e3c-4010-828c-5ba6022eadfc no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:49.779651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 59874635-5e3c-4010-828c-5ba6022eadfc {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:49.780009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59874635-5e3c-4010-828c-5ba6022eadfc not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:49.780432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3483fd4d-2891-4335-8b76-ad56f828ad03 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:49.800459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3483fd4d-2891-4335-8b76-ad56f828ad03 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:49.800819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3483fd4d-2891-4335-8b76-ad56f828ad03 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:49.837097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9712-88b4-4b98-a09b-da79dbbf3e1c req-5e0cde16-aa88-438f-b759-6712ee481cf6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.838645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-864d9712-88b4-4b98-a09b-da79dbbf3e1c req-5e0cde16-aa88-438f-b759-6712ee481cf6 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.1310024 Feb 11 14:15:49.895357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-864d9712-88b4-4b98-a09b-da79dbbf3e1c req-0f88dd81-98eb-4ea7-a3b8-6d8e0f3b14bb tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5d4b884-5344-4a24-b481-f3440ac65625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506403 Feb 11 14:15:49.916189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc95a4ca-8e75-4776-9d0b-76dbec903cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.978183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc95a4ca-8e75-4776-9d0b-76dbec903cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.037043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc95a4ca-8e75-4776-9d0b-76dbec903cbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67f1711ac1cc4dcfa899afc57abbbd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294960 Feb 11 14:15:50.039769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49632) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:50.040273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a4ca-8e75-4776-9d0b-76dbec903cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfd0c0-1885-4fbc-af3f-e64bbd2cfbaf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:50.074861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-8cc8e143-3515-4665-927c-c32492e25a08 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:50.077111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-8cc8e143-3515-4665-927c-c32492e25a08 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 945 time: 0.1091487 Feb 11 14:15:50.141767 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.167085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.239500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00f63-981a-46c7-bd61-a62f2c34a78a req-c3ea770f-86cf-40c1-8707-13f87f010fda tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:50.241001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4d00f63-981a-46c7-bd61-a62f2c34a78a req-c3ea770f-86cf-40c1-8707-13f87f010fda tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0911009 Feb 11 14:15:50.259523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Deleting port 4dbf7e85-875f-41cb-9903-f0216a588f10 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:50.259870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.305044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.308181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.310161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10bfd0c0-1885-4fbc-af3f-e64bbd2cfbaf HTTP/1.1" status: 204 len: 168 time: 0.2693081 Feb 11 14:15:50.327100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f1e6e-2bec-4a20-9104-5015cdd79f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfd0c0-1885-4fbc-af3f-e64bbd2cfbaf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:50.354758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4d00f63-981a-46c7-bd61-a62f2c34a78a req-ce38040c-e71f-4011-9a4c-37783206c468 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067407 Feb 11 14:15:50.394674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] For port 4dbf7e85-875f-41cb-9903-f0216a588f10, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4dbf7e85-875f-41cb-9903-f0216a588f10,segment=NetworkSegment(4936c36a-ccbe-4b0e-b475-ac044b6c50e6),segment_id=4936c36a-ccbe-4b0e-b475-ac044b6c50e6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:50.395048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.407009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ddddb5d7-d322-400b-82ce-6d468cd8faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.438245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Calling delete_port for 4dbf7e85-875f-41cb-9903-f0216a588f10 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:50.510474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-64ca077b-3c69-4c64-8040-0db4c5a4fe4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2459817 Feb 11 14:15:50.515157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee41d5-adb0-43da-9b5f-01756b2c7d37 req-07fa579e-8b69-4c8e-a0a4-55d36bea7cd9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:50.516755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bee41d5-adb0-43da-9b5f-01756b2c7d37 req-07fa579e-8b69-4c8e-a0a4-55d36bea7cd9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0559189 Feb 11 14:15:50.517619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-b64c10b6-d019-47d5-adf5-0c43d0980680 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:15:50.518593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-b64c10b6-d019-47d5-adf5-0c43d0980680 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074072 Feb 11 14:15:50.565319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bee41d5-adb0-43da-9b5f-01756b2c7d37 req-0908fced-6b34-4c39-b755-29d87534a579 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Feb 11 14:15:50.730260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.745484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['4dbf7e85-875f-41cb-9903-f0216a588f10'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:50.766566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Pushing event deleted for resources: {'Port': ['ID=4dbf7e85-875f-41cb-9903-f0216a588f10,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:50.822734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] No DVR routers for this DVR port 4dbf7e85-875f-41cb-9903-f0216a588f10 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:50.826212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.830217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fb034ca-ccb4-4daf-9777-e6cf3d44624a req-eec9fd3c-6d45-4f41-ae41-76f191d33193 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.60 "DELETE /v2.0/ports/4dbf7e85-875f-41cb-9903-f0216a588f10 HTTP/1.1" status: 204 len: 173 time: 0.7456706 Feb 11 14:15:50.830600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'name': 'network-vif-deleted', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:50.832989 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13fd3b-8c56-4713-b2b0-57f05de361e1" -d '{"events": [{"server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "name": "network-vif-deleted", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:50.872842 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306b8f7-410b-4754-8c0b-62b9586c6d0a x-openstack-request-id: req-1306b8f7-410b-4754-8c0b-62b9586c6d0a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:50.873289 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f2cb4-ed80-486e-857e-abae9ab01506", "name": "network-vif-deleted", "tag": "4dbf7e85-875f-41cb-9903-f0216a588f10", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:50.873542 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1306b8f7-410b-4754-8c0b-62b9586c6d0a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:50.873943 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f2cb4-ed80-486e-857e-abae9ab01506', 'name': 'network-vif-deleted', 'tag': '4dbf7e85-875f-41cb-9903-f0216a588f10', 'status': 'completed', 'code': 200} Feb 11 14:15:51.014752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b9294ff-536f-48fd-83e0-50a49058a7e9 req-fc943e97-ea74-4cc2-85d4-a144068e07f0 tempest-ServerDiskConfigTestJSON-1951318267 tempest-ServerDiskConfigTestJSON-1951318267-project] 10.222.0.31 "GET /v2.0/ports?device_id=f79f2cb4-ed80-486e-857e-abae9ab01506 HTTP/1.1" status: 200 len: 210 time: 0.0429738 Feb 11 14:15:51.202479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:51.215325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:51.228142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1622-e999-482d-a0ef-a3f4e155ce25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.319100 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1622-e999-482d-a0ef-a3f4e155ce25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.420671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-872614404-network', 'tenant_id': '086863d73bd341a2ac550ba1763e970e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:51.450059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1622-e999-482d-a0ef-a3f4e155ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.470896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b76fb1-084d-477c-8e5c-2c543eb31521 req-7b421c3b-ccc4-4fc2-93ed-815ec5dd644d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:51.472403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2b76fb1-084d-477c-8e5c-2c543eb31521 req-7b421c3b-ccc4-4fc2-93ed-815ec5dd644d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0500808 Feb 11 14:15:51.488497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0e3d1622-e999-482d-a0ef-a3f4e155ce25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d672b07a47fc443babedbab793716130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720909 Feb 11 14:15:51.489343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d1622-e999-482d-a0ef-a3f4e155ce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd80a07-448c-4ce1-9c1d-ed7e2a55c986,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:51.491624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49698) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:51.534525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2b76fb1-084d-477c-8e5c-2c543eb31521 req-ee7a2ab6-ff8a-4e6d-bf96-7e4e4573c2c9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Feb 11 14:15:51.555255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Made reservation on behalf of 086863d73bd341a2ac550ba1763e970e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:51.557694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.561454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.570533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.599156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.650367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.726489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eeb3b-1779-46f9-bb2c-edd0e7dcc0c3 req-b9e4b168-575e-4a19-a303-13e25db2ddae tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:51.728001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523eeb3b-1779-46f9-bb2c-edd0e7dcc0c3 req-b9e4b168-575e-4a19-a303-13e25db2ddae tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0869648 Feb 11 14:15:51.743051 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.774361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523eeb3b-1779-46f9-bb2c-edd0e7dcc0c3 req-da901aa5-9855-4d40-bb49-72db7565809d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Feb 11 14:15:51.793277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.796497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.798747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fd80a07-448c-4ce1-9c1d-ed7e2a55c986 HTTP/1.1" status: 204 len: 168 time: 0.3062296 Feb 11 14:15:51.807187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d049c-85ae-49c5-94f2-db9250741fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd80a07-448c-4ce1-9c1d-ed7e2a55c986,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:51.847372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.869353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:51.885212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b570eb-7b3a-4a14-ab27-5d8ec799885e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:51.890336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.890691 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Added segment a26d3b03-682f-4ede-b034-d54bd57aed5e of type vlan for network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a Feb 11 14:15:51.931669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.018090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.019190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.019906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.096633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] Pushing event updated for resources: {'Network': ['ID=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:52.108127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:15:52.127168 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-047f72b3-ed85-4ac6-b3d2-26162aee8689 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9235697 Feb 11 14:15:52.137062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:52.142682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Request body: {'subnet': {'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-subnet', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:52.244081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:52.270853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Made reservation on behalf of 086863d73bd341a2ac550ba1763e970e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:52.273177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.355766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Deleting subnet 92c0c591-bdb6-45ce-a59e-15efab46b29e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:15:52.362629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.413709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.481782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.633495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.649227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41722-0828-4f9c-844c-54b764693ae4 req-53dd3420-bb9a-4afc-9cc3-a234d719e4cb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.656684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37b41722-0828-4f9c-844c-54b764693ae4 req-53dd3420-bb9a-4afc-9cc3-a234d719e4cb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0589654 Feb 11 14:15:52.690662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37b41722-0828-4f9c-844c-54b764693ae4 req-d0020d77-b741-4e40-8ed2-5f1f1b72b2ac tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Feb 11 14:15:52.696307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.712617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f5347c-6c15-46a6-a162-f29a03f8fc07,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:52.741387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.744643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92c0c591-bdb6-45ce-a59e-15efab46b29e HTTP/1.1" status: 204 len: 168 time: 0.4991090 Feb 11 14:15:52.745774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Checking segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:52.747177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Network hostable DHCP agents. Network: 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:52.748845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e170a6d-54c9-46a2-aa27-f09cfcfc64ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c0c591-bdb6-45ce-a59e-15efab46b29e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:52.749553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49732) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:52.828111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:52.828288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.917505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632893-6c44-4788-945e-a20552f18b9a req-237b6663-9f2f-4489-ad23-a027a041d014 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.917729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.919552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9632893-6c44-4788-945e-a20552f18b9a req-237b6663-9f2f-4489-ad23-a027a041d014 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0497172 Feb 11 14:15:52.920649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:52.925162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.925301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.935759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8feac3-7d55-4a9c-bd87-3eecfbcaa3aa None None] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:52.941431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3b8fcf-5ff2-4745-9058-a348e8b04f47']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:52.953114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4936c36a-ccbe-4b0e-b475-ac044b6c50e6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:52.954571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4936c36a-ccbe-4b0e-b475-ac044b6c50e6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:52.964307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:52.970790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9632893-6c44-4788-945e-a20552f18b9a req-453f5fd5-f374-41ec-b1ba-ee0d1b2d5a71 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Feb 11 14:15:52.999424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.002590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4dbf7e85-875f-41cb-9903-f0216a588f10 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:53.005792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:15:53.010654 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:15:53.034282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 4dbf7e85-875f-41cb-9903-f0216a588f10 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:53.034631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4dbf7e85-875f-41cb-9903-f0216a588f10 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:53.042968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb9e2d67-8aba-4e5b-b6eb-274e20d6e101 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9040706 Feb 11 14:15:53.046042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:53.052786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:53.084290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49744) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:53.141388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-77cf4578-87de-49d0-a47c-0c4a9af5ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.142889 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-77cf4578-87de-49d0-a47c-0c4a9af5ea51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1099 time: 0.0455532 Feb 11 14:15:53.146935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.164015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6284e5be-3931-4780-857c-1746d6f2617a None None] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:53.192443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-22256043-network', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:53.217563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.219023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.220574 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.230290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.234264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd3b8fcf-5ff2-4745-9058-a348e8b04f47 HTTP/1.1" status: 204 len: 168 time: 0.4836071 Feb 11 14:15:53.251886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668d3d-a89b-4da3-a6bc-7389ab46332f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3b8fcf-5ff2-4745-9058-a348e8b04f47,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:53.302384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.303790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-22d1aea0-0477-42c3-bfda-81b1f9fdae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.305302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-22d1aea0-0477-42c3-bfda-81b1f9fdae00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1546667 Feb 11 14:15:53.346503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-f93b0f38-d7bc-4eb2-8ebf-1d8bebe6c58d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 217 time: 0.0335534 Feb 11 14:15:53.358539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.358762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Made reservation on behalf of 63967f7ac03d47678c6440f6f4b6f8c6 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:53.370136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.371724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.395324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-a0b98353-9d5b-4356-aef6-c59fda2f204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.397017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-a0b98353-9d5b-4356-aef6-c59fda2f204b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0432432 Feb 11 14:15:53.442721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-203300c5-b4a4-4ce2-9bf7-8d6d10b3c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.444200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-203300c5-b4a4-4ce2-9bf7-8d6d10b3c469 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396562 Feb 11 14:15:53.446687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.583795 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.612305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:53.614119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7494f4b4-0861-4591-ab73-57a0cc003518,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:53.624244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.624592 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Added segment cd6581a5-e768-4853-8d97-36eeab2ced8c of type vlan for network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 Feb 11 14:15:53.651687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.659470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-4faddd8a-1758-4268-a8bb-343b3717da5c service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071805 Feb 11 14:15:53.667866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.747493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-cf67712a-40c3-4ec4-b04e-4da475248aa5 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815885 Feb 11 14:15:53.764642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.765731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:53.765865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.766320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.849405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7efef464-0174-4cdf-bcfd-28f0acc346a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a26adba7d25c4f78861df08d91ea94c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818083 Feb 11 14:15:53.852318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49756) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:53.869736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] Pushing event updated for resources: {'Network': ['ID=da05ee84-c1c7-46ee-bf2e-00a133ad51c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:53.890607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:15:53.897557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74219-6b90-47ec-8db4-b1586306b475 req-e60e8140-6b01-4b4e-87ae-5f82e4adc1f4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.899129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3c74219-6b90-47ec-8db4-b1586306b475 req-e60e8140-6b01-4b4e-87ae-5f82e4adc1f4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1293964 Feb 11 14:15:53.941060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b5dd85b2-1ae1-41f2-a203-33ad5e4e7e37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8554280 Feb 11 14:15:53.944979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:53.965380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Request body: {'subnet': {'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-subnet', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:53.976333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.982776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3c74219-6b90-47ec-8db4-b1586306b475 req-22be3d15-0754-4333-932e-63b976e74d81 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 Feb 11 14:15:54.013045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.026410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.046161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.084405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Made reservation on behalf of 63967f7ac03d47678c6440f6f4b6f8c6 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:54.086954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.162597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41cd01-70f8-4656-b55b-99ba63b8005d req-b5db4a1d-62ca-45ff-918a-8fea9bfa4ed0 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:54.163978 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e41cd01-70f8-4656-b55b-99ba63b8005d req-b5db4a1d-62ca-45ff-918a-8fea9bfa4ed0 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1108732 Feb 11 14:15:54.201991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.203424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Allocated IP 172.25.7.185 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3782f38b-a35a-4d94-826b-d2b1077bbec6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:54.205331 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.206500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5d4b884-5344-4a24-b481-f3440ac65625 HTTP/1.1" status: 204 len: 168 time: 0.3510420 Feb 11 14:15:54.221512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744e5a-0d72-453b-b7b1-e5d429377e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4b884-5344-4a24-b481-f3440ac65625,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:54.229726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e41cd01-70f8-4656-b55b-99ba63b8005d req-76829f88-03b2-4586-a942-bd4b21b6b02c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545790 Feb 11 14:15:54.349031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.364355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.417254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c64dc1-4b63-4814-a3b3-ed24d988ad23,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:54.427558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Checking segment: {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:54.427913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Network hostable DHCP agents. Network: da05ee84-c1c7-46ee-bf2e-00a133ad51c4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:54.501790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.541385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:54.544662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:54.548123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:54.553524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Pushing event updated for resources: {'Port': ['ID=3782f38b-a35a-4d94-826b-d2b1077bbec6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:54.587066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:54.680856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, da05ee84-c1c7-46ee-bf2e-00a133ad51c4) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:54.685741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:54.686359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.690799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6187244-0877-47c5-b891-8bd21d4bb842 None None] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:54.785028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a79a2ea-67c0-484e-8d55-5b140cb1a08b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8341074 Feb 11 14:15:54.787625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:54.792740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:54.848474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'fixed_ips': [{'subnet_id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:15:54.849702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.913269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.914628 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.922822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.968993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.155611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Allocated IP 172.20.0.2 (da05ee84-c1c7-46ee-bf2e-00a133ad51c4/11c64dc1-4b63-4814-a3b3-ed24d988ad23/9b5e8235-f624-42f8-ace7-feeea2ec725b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:55.258241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.279469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8294-b89b-4d4b-9255-db7fd37ffaf2 req-af8c0ca9-433d-4d32-ac21-f4e792d22cb9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:55.287478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d20e8294-b89b-4d4b-9255-db7fd37ffaf2 req-af8c0ca9-433d-4d32-ac21-f4e792d22cb9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1434457 Feb 11 14:15:55.325857 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.330630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d20e8294-b89b-4d4b-9255-db7fd37ffaf2 req-28a50e10-4b9a-4d5e-8d62-a93c42bb6f5c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Feb 11 14:15:55.499024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.524083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.534359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda777fd-b502-48e0-9845-879bd453c6de req-1604e483-9625-4f6e-9b13-9b683e14a19c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:55.535828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dda777fd-b502-48e0-9845-879bd453c6de req-1604e483-9625-4f6e-9b13-9b683e14a19c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0632751 Feb 11 14:15:55.551729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:55.557426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:55.560027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Pushing event updated for resources: {'Port': ['ID=9b5e8235-f624-42f8-ace7-feeea2ec725b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:55.567834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:55.575902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.596936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.627248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Attempting to bind port 9b5e8235-f624-42f8-ace7-feeea2ec725b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:55.627248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Attempting to bind port 9b5e8235-f624-42f8-ace7-feeea2ec725b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:55.627248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Attempting to bind port 9b5e8235-f624-42f8-ace7-feeea2ec725b on network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:55.631584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:55.632081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Checking segment: {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:55.632593 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.633111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Bound using segment: {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:55.633681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Bound port: 9b5e8235-f624-42f8-ace7-feeea2ec725b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:55.634754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.647746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dda777fd-b502-48e0-9845-879bd453c6de req-3117ab61-827b-43ee-a219-bdc03a81a9f6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740623 Feb 11 14:15:55.720809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] For port 9b5e8235-f624-42f8-ace7-feeea2ec725b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:55.724291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] For port 9b5e8235-f624-42f8-ace7-feeea2ec725b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b5e8235-f624-42f8-ace7-feeea2ec725b,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:55.741203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Allocated IP 172.25.7.227 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b3c34ef7-e0a2-4836-a4a3-c8a818432896) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:55.778284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Router fddb3957-f7e2-4cf1-97cf-0525cca307fa is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:15:55.780152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:55.807452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.873334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:55.874125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af38bc-e50d-4c0b-ac52-c7196e135050 None None] Pushing event updated for resources: {'Port': ['ID=9b5e8235-f624-42f8-ace7-feeea2ec725b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:55.929248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-648666828-network', 'tenant_id': 'db3b017e0b0647b794711bd59cbf225a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:55.932646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:55.943829 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Sync routers for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:55.952829 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:55.953460 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:56.027569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.107301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:56.108148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:56.108148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:56.108148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:56.108445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Made reservation on behalf of db3b017e0b0647b794711bd59cbf225a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:56.111432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.118503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.120341 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8eb69f45-5cd7-40c8-ba9a-5f74877df140 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0729940 Feb 11 14:15:56.137769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49796) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:56.157141 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.208294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c34ef7-e0a2-4836-a4a3-c8a818432896,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:56.243282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee320-b9ff-4df6-945b-55e0b6f139e6 req-4f62ab61-c23a-4305-88a9-5d5430049650 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.244823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ecbee320-b9ff-4df6-945b-55e0b6f139e6 req-4f62ab61-c23a-4305-88a9-5d5430049650 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1297238 Feb 11 14:15:56.315242 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:54Z', 'revision_number': 3, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:56.347137 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Checking router: fddb3957-f7e2-4cf1-97cf-0525cca307fa for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:56.347480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Updating router fddb3957-f7e2-4cf1-97cf-0525cca307fa port 3782f38b-a35a-4d94-826b-d2b1077bbec6 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:15:56.360846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ecbee320-b9ff-4df6-945b-55e0b6f139e6 req-aa8efeed-06ec-490e-be9d-4032424110d9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018095 Feb 11 14:15:56.380250 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.390215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-935b9fc4-1535-42c2-a35f-99d57ed20e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.391625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-935b9fc4-1535-42c2-a35f-99d57ed20e97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1096 time: 0.1434720 Feb 11 14:15:56.399932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.480571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.521370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:56.529577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-31a49165-b8c7-4638-b14f-a89209e7b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.531338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-31a49165-b8c7-4638-b14f-a89209e7b08b service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.1301470 Feb 11 14:15:56.535557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:56.540618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.541233 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Added segment 6144794d-3c0a-4242-9d85-41b27963efb2 of type vlan for network 014dd55d-8919-44e7-8799-e79c63a97978 Feb 11 14:15:56.583320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa553b9-03dc-4f82-b4fb-9cbdde4ccc30 req-c5d5732e-aea6-406b-a1d5-1dec5f7acd07 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.584812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6aa553b9-03dc-4f82-b4fb-9cbdde4ccc30 req-c5d5732e-aea6-406b-a1d5-1dec5f7acd07 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1048665 Feb 11 14:15:56.631145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.646937 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.652009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-ae86f8eb-bfaf-4027-b37c-fffca4adcb58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 1000 time: 0.1089029 Feb 11 14:15:56.662036 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:56.704373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-6d11908c-1c6f-41eb-88b6-04f72163591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.705882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-6d11908c-1c6f-41eb-88b6-04f72163591f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0458980 Feb 11 14:15:56.731805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6aa553b9-03dc-4f82-b4fb-9cbdde4ccc30 req-b91581a2-7bf1-41d4-8806-f014ecd2d4f4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120660 Feb 11 14:15:56.753156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-55cf8b40-334d-419e-9d8f-63c80d904f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.754812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-55cf8b40-334d-419e-9d8f-63c80d904f4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414815 Feb 11 14:15:56.772378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.772770 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.773865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.774595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.799200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.812370 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Attempting to bind port 3782f38b-a35a-4d94-826b-d2b1077bbec6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:56.812975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Attempting to bind port 3782f38b-a35a-4d94-826b-d2b1077bbec6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:56.813517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Attempting to bind port 3782f38b-a35a-4d94-826b-d2b1077bbec6 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:56.840871 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:56.841684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:56.842269 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.842821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:56.843456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Bound port: 3782f38b-a35a-4d94-826b-d2b1077bbec6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:56.844201 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.888502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] Pushing event updated for resources: {'Network': ['ID=014dd55d-8919-44e7-8799-e79c63a97978,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:56.904094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 014dd55d-8919-44e7-8799-e79c63a97978 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:15:56.922738 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] For port 3782f38b-a35a-4d94-826b-d2b1077bbec6, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:56.928012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] For port 3782f38b-a35a-4d94-826b-d2b1077bbec6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3782f38b-a35a-4d94-826b-d2b1077bbec6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:56.932139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-389e572b-8434-4cb7-b07a-e8d4bded3ebd service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678522 Feb 11 14:15:56.943064 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Pushing event updated for resources: {'Port': ['ID=3782f38b-a35a-4d94-826b-d2b1077bbec6,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:56.952940 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.954048 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.954538 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.955024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.955915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.956398 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.956875 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.957368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.957908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.958393 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.958865 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.959343 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:56.971806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-00e718a3-129e-4135-9a18-feafde80db6c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1905186 Feb 11 14:15:57.005504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:57.010688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Request body: {'subnet': {'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-648666828-subnet', 'tenant_id': 'db3b017e0b0647b794711bd59cbf225a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:57.028451 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.104348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd962-b081-42ca-b856-d121de34a122 None None] Pushing event updated for resources: {'Port': ['ID=3782f38b-a35a-4d94-826b-d2b1077bbec6,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:57.107395 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:57.108180 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:57.123842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54292a15-bbff-4d02-9e7f-1b3a0c4a44ee req-ac90ead3-a550-4d0b-b364-e158aaca78c9 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839881 Feb 11 14:15:57.168819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Made reservation on behalf of db3b017e0b0647b794711bd59cbf225a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:57.171425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.229515 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:57.298203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95233f-e4cc-452c-a4b1-121f2561458f None None] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:57.426800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] Provisioning complete for port 9b5e8235-f624-42f8-ace7-feeea2ec725b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:57.427234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.447898 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:54Z', 'revision_number': 3, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:57.482551 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1097b-3a8c-45f1-a36c-4f06166f4dda None None] The sync data for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 is: [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:54Z', 'revision_number': 3, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:57.497490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.507587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71add1-88bb-4a37-b03c-a236feee0b3a req-feb5a335-a045-4406-9c4d-6f1f5c7c8634 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:57.513839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b71add1-88bb-4a37-b03c-a236feee0b3a req-feb5a335-a045-4406-9c4d-6f1f5c7c8634 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0634415 Feb 11 14:15:57.515864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.587692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.608726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.622661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b71add1-88bb-4a37-b03c-a236feee0b3a req-a8cb1be2-a5a1-49d6-ae26-8355c35a25fb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032748 Feb 11 14:15:57.649673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0e742f-5e26-42c5-96eb-70bc3fd883c8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:57.663711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] For port 9b5e8235-f624-42f8-ace7-feeea2ec725b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b5e8235-f624-42f8-ace7-feeea2ec725b,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:57.675961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Checking segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:57.676764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Network hostable DHCP agents. Network: 014dd55d-8919-44e7-8799-e79c63a97978, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:57.741818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.773327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Network 014dd55d-8919-44e7-8799-e79c63a97978 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:57.822303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b5e8235-f624-42f8-ace7-feeea2ec725b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:57.857719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45689188-fce6-49d5-9996-4b1af20c6c99 None None] Pushing event updated for resources: {'Port': ['ID=9b5e8235-f624-42f8-ace7-feeea2ec725b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:57.858355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 014dd55d-8919-44e7-8799-e79c63a97978) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:57.867156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:57.867916 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:57.875654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2585b14-87df-4120-8808-d6c1ee2755fb None None] Network 014dd55d-8919-44e7-8799-e79c63a97978 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:57.928399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Allocated IP 172.20.0.1 (1befb2ce-0f03-4fc9-bcdf-5148cea9db9a/78f5347c-6c15-46a6-a162-f29a03f8fc07/fc7f45bc-940d-4057-b280-2ad7f4c86da4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:57.976090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f799e9-8de4-4f4f-8f60-80aedf1911df req-0a26891e-c8a2-4893-b341-cc30e249b19c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:57.983549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88f799e9-8de4-4f4f-8f60-80aedf1911df req-0a26891e-c8a2-4893-b341-cc30e249b19c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1240005 Feb 11 14:15:58.002701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1795744c-67df-4141-8d03-638f364be315 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9954109 Feb 11 14:15:58.089303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88f799e9-8de4-4f4f-8f60-80aedf1911df req-f1d4ee34-fe89-4611-8337-71c7d140d2e8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048782 Feb 11 14:15:58.094858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b5e8235-f624-42f8-ace7-feeea2ec725b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:58.095396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.163558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5f4c2-fe16-43ac-9b16-c5fe493b5dcb None None] Network 014dd55d-8919-44e7-8799-e79c63a97978 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:15:58.170432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-18a1c7b4-87b2-4225-b01b-c267dbd9c92b None None] Provisioning complete for port 9b5e8235-f624-42f8-ace7-feeea2ec725b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:58.170816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18a1c7b4-87b2-4225-b01b-c267dbd9c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.172315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Router de591925-c9fb-4033-bb5a-d32cced52056 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:15:58.205046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.349304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:58.372436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Sync routers for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:58.406368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:58.407118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:58.476158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.526842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:58.532403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.540719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1dbe5044-8d8a-49b6-9598-2256fa225fd2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7452266 Feb 11 14:15:58.540719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:58.540719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49822) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:15:58.553151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:58.584096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:58.596601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:58.607903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.618994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-dd2ca6b0-cc04-4f78-9841-7d6d60c67707 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:58.622481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-dd2ca6b0-cc04-4f78-9841-7d6d60c67707 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 817 time: 0.1476083 Feb 11 14:15:58.641375 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-12969eef-8674-4960-9fbf-63383ccae710 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/quotas/db3b017e0b0647b794711bd59cbf225a HTTP/1.1" status: 200 len: 375 time: 0.0125470 Feb 11 14:15:58.681788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-75abfcd4-b777-4a94-b479-2c5527f34697 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344357 Feb 11 14:15:58.781807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-7101bf6c-e0a1-4290-ae99-b286006d2e1e service neutron] 10.222.0.31 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928204 Feb 11 14:15:58.818785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:58.849645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Checking router: de591925-c9fb-4033-bb5a-d32cced52056 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:58.849996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Updating router de591925-c9fb-4033-bb5a-d32cced52056 port b3c34ef7-e0a2-4836-a4a3-c8a818432896 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:15:58.877093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66098-edeb-415c-860e-c205e91660b3 req-736597b6-99e8-4f8d-850a-3072c77778d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:58.878572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ed66098-edeb-415c-860e-c205e91660b3 req-736597b6-99e8-4f8d-850a-3072c77778d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1582580 Feb 11 14:15:58.886289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.900065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-26f443fb-207f-41c6-b937-a15a5ae35fcb service neutron] 10.222.0.31 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108754 Feb 11 14:15:58.974499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ed66098-edeb-415c-860e-c205e91660b3 req-ff064ce2-5d18-48f6-bf1e-3cb7bbb94147 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522134 Feb 11 14:15:59.047674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.199480 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.298220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.326059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19883349-6e6c-48bd-b016-46c551c91332 req-ef0fd8c4-ffae-4330-a42b-aed93915e1eb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.327656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19883349-6e6c-48bd-b016-46c551c91332 req-ef0fd8c4-ffae-4330-a42b-aed93915e1eb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1546347 Feb 11 14:15:59.354150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Attempting to bind port b3c34ef7-e0a2-4836-a4a3-c8a818432896 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:59.354518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Attempting to bind port b3c34ef7-e0a2-4836-a4a3-c8a818432896 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:59.354882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Attempting to bind port b3c34ef7-e0a2-4836-a4a3-c8a818432896 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:59.363365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df48a74-c31a-4fb1-b57b-2492e8d26b3d None None] Pushing event updated for resources: {'Port': ['ID=b3c34ef7-e0a2-4836-a4a3-c8a818432896,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:59.366288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:59.366663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:59.367064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.367450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:59.367912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Bound port: b3c34ef7-e0a2-4836-a4a3-c8a818432896, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:59.368295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.428736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.431919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] For port b3c34ef7-e0a2-4836-a4a3-c8a818432896, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:59.443087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] For port b3c34ef7-e0a2-4836-a4a3-c8a818432896, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b3c34ef7-e0a2-4836-a4a3-c8a818432896,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:59.461220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19883349-6e6c-48bd-b016-46c551c91332 req-a04f7620-dfdd-4195-9bb2-9f0346161326 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158936 Feb 11 14:15:59.494617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.544582 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.547261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.606582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df48a74-c31a-4fb1-b57b-2492e8d26b3d None None] Pushing event updated for resources: {'Port': ['ID=b3c34ef7-e0a2-4836-a4a3-c8a818432896,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:59.609479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:59.610085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:59.643028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c4ae50e-3d76-43b5-971f-03c68f9fce5c req-5d58af0d-7d87-41f7-81ab-104c71f39443 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0663745 Feb 11 14:15:59.681932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.695354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:59.744614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:59.818879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Allocated IP 172.20.0.1 (da05ee84-c1c7-46ee-bf2e-00a133ad51c4/11c64dc1-4b63-4814-a3b3-ed24d988ad23/fb51c2fb-6934-475e-a5c1-bf37721e229a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:59.849223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:59.852205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:59.913138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b5e8235-f624-42f8-ace7-feeea2ec725b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:59.976906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b5e8235-f624-42f8-ace7-feeea2ec725b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:59.977286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.997470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:00.022261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.034301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb5f3c-11d7-4df7-a533-170f5f8c19db None None] The sync data for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 is: [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:00.041054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Router fddb3957-f7e2-4cf1-97cf-0525cca307fa has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:00.186785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:00.197701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Sync routers for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:00.201477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a53ea641-aa70-4fe2-84b7-1212dff0955d admin admin] 10.222.0.31 "PUT /v2.0/routers/fddb3957-f7e2-4cf1-97cf-0525cca307fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0624802 Feb 11 14:16:00.215202 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:00.216475 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:00.230579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.281129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3782f38b-a35a-4d94-826b-d2b1077bbec6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:00.306863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:00.310748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:00.313492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:00.361058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3782f38b-a35a-4d94-826b-d2b1077bbec6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:00.361546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.399748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Pushing event updated for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:00.420560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.421590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.421590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.422104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.422716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.423160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.423575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.424816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.434418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.434418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.434418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.434418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:00.435846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.443484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.472272 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:00.629207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.667226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 3782f38b-a35a-4d94-826b-d2b1077bbec6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3782f38b-a35a-4d94-826b-d2b1077bbec6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:00.676319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e500-cbb6-480b-a684-325c2567e7a9 req-3b8b2360-7700-4672-afb2-d993843ce1ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:00.677754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fd7e500-cbb6-480b-a684-325c2567e7a9 req-3b8b2360-7700-4672-afb2-d993843ce1ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1076159 Feb 11 14:16:00.719400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5eff51f2-85d1-41c4-b83f-9be4d21c5a56 None None] Provisioning complete for port fb51c2fb-6934-475e-a5c1-bf37721e229a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:00.719737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5eff51f2-85d1-41c4-b83f-9be4d21c5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.758425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fd7e500-cbb6-480b-a684-325c2567e7a9 req-4f14a9de-1db7-4f0a-acd8-d71a7456fa2b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Feb 11 14:16:00.803400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5eff51f2-85d1-41c4-b83f-9be4d21c5a56 None None] Port fb51c2fb-6934-475e-a5c1-bf37721e229a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:00.805108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.841668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef2829f9-57e7-40ee-833e-ebe1dd6e04f0 req-8fb5f8dd-25ed-4a76-963a-127f91b19e66 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0408432 Feb 11 14:16:00.902073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=3782f38b-a35a-4d94-826b-d2b1077bbec6,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:01.045974 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:58Z', 'revision_number': 4, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fc7f45bc-940d-4057-b280-2ad7f4c86da4', 'name': '', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'mac_address': 'fa:16:3e:3b:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:57Z', 'updated_at': '2022-02-11T14:15:59Z', 'revision_number': 2, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'subnets': [{'id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:01.053389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.089980 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Checking router: fddb3957-f7e2-4cf1-97cf-0525cca307fa for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:01.090404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Updating router fddb3957-f7e2-4cf1-97cf-0525cca307fa port fc7f45bc-940d-4057-b280-2ad7f4c86da4 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:01.117988 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.204424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.297886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-2c0827ef-1c52-48b1-9db5-50dd034fa090 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.299393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-2c0827ef-1c52-48b1-9db5-50dd034fa090 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 818 time: 0.5204036 Feb 11 14:16:01.368718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-4021915d-68b9-4f0d-8047-ac610c90cb50 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/quotas/086863d73bd341a2ac550ba1763e970e HTTP/1.1" status: 200 len: 375 time: 0.0501738 Feb 11 14:16:01.417649 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.449738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-73667fcd-6b3f-480d-8559-42290beb1d97 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733509 Feb 11 14:16:01.463602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-799d5fd4-7127-4850-b1ba-25105293610e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:16:01.464562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-799d5fd4-7127-4850-b1ba-25105293610e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054033 Feb 11 14:16:01.532455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.569071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-4f2fe1e6-9e25-4588-a62e-627201d67cfb service neutron] 10.222.0.31 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970287 Feb 11 14:16:01.644516 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.647238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.694956 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2e81-4915-40c8-a67e-b419811cc68c None None] Pushing event updated for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:01.724093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-197475a1-5b21-4f00-b4b7-04abf4992a81 service neutron] 10.222.0.31 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486900 Feb 11 14:16:01.735379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.745412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Pushing event updated for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:01.763183 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Attempting to bind port fc7f45bc-940d-4057-b280-2ad7f4c86da4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:01.763556 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Attempting to bind port fc7f45bc-940d-4057-b280-2ad7f4c86da4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:01.764024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Attempting to bind port fc7f45bc-940d-4057-b280-2ad7f4c86da4 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:01.769183 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:01.769553 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Checking segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:01.769952 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.770338 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Bound using segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:01.770798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Bound port: fc7f45bc-940d-4057-b280-2ad7f4c86da4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:01.771177 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:01.863205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:01.864724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:01.934308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b3c34ef7-e0a2-4836-a4a3-c8a818432896 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:01.958546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] For port fc7f45bc-940d-4057-b280-2ad7f4c86da4, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:01.966803 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] For port fc7f45bc-940d-4057-b280-2ad7f4c86da4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fc7f45bc-940d-4057-b280-2ad7f4c86da4,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:01.988243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55259e3c-d1a0-4cc9-921b-f89d98213a4e req-1ccc7b98-607a-4afa-a146-2b7760b7f342 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:02.001958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55259e3c-d1a0-4cc9-921b-f89d98213a4e req-1ccc7b98-607a-4afa-a146-2b7760b7f342 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0978487 Feb 11 14:16:02.014851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b3c34ef7-e0a2-4836-a4a3-c8a818432896 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:02.015335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.026012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Router de591925-c9fb-4033-bb5a-d32cced52056 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:02.064505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55259e3c-d1a0-4cc9-921b-f89d98213a4e req-2e9468a9-12f5-449e-ae6a-98fceeab8ca7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Feb 11 14:16:02.080979 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.177263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ba9b552f-6f15-4303-8f65-a533ee4406af req-78b2d1b2-5ccf-4667-b617-6a9d48a2d8e0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Feb 11 14:16:02.224416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.260181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b3c34ef7-e0a2-4836-a4a3-c8a818432896, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b3c34ef7-e0a2-4836-a4a3-c8a818432896,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:02.261800 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:02.262902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:02.277121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51e6c4c4-0ecf-4340-aa48-e64aa5c3ff1a req-8793dc68-2108-40e4-9eff-cce14f6ca287 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 210 time: 0.0514076 Feb 11 14:16:02.295308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:02.303871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2ba2574e-14ea-4b73-a964-26f621bc5c00 admin admin] 10.222.0.31 "PUT /v2.0/routers/de591925-c9fb-4033-bb5a-d32cced52056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7579517 Feb 11 14:16:02.333433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2e81-4915-40c8-a67e-b419811cc68c None None] Pushing event updated for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:02.346929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6609246e-bda8-4588-bf6c-b789dfa05833 None None] Provisioning complete for port fb51c2fb-6934-475e-a5c1-bf37721e229a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:02.348594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6609246e-bda8-4588-bf6c-b789dfa05833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.379449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.380472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3782f38b-a35a-4d94-826b-d2b1077bbec6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:02.488607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Sync routers for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:02.505105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:02.517402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6609246e-bda8-4588-bf6c-b789dfa05833 None None] Port fb51c2fb-6934-475e-a5c1-bf37721e229a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:02.540292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:02.540719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:02.594550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b3c34ef7-e0a2-4836-a4a3-c8a818432896,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:02.612312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3782f38b-a35a-4d94-826b-d2b1077bbec6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:02.612683 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:02.696050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-2d6a2586-04cd-4ec3-ab8c-0a76c7542ee2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:02.706693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-2d6a2586-04cd-4ec3-ab8c-0a76c7542ee2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 818 time: 0.1864197 Feb 11 14:16:02.748763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-d41e9e6d-e1f7-4d88-90c1-6dd533952363 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/quotas/086863d73bd341a2ac550ba1763e970e HTTP/1.1" status: 200 len: 375 time: 0.0408516 Feb 11 14:16:02.759171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:02.760300 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:58Z', 'revision_number': 4, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fc7f45bc-940d-4057-b280-2ad7f4c86da4', 'name': '', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'mac_address': 'fa:16:3e:3b:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:57Z', 'updated_at': '2022-02-11T14:16:01Z', 'revision_number': 4, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'subnets': [{'id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:02.801791 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b93e5-c237-44f2-8871-8c269fbf7978 None None] The sync data for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 is: [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:15:58Z', 'revision_number': 4, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fc7f45bc-940d-4057-b280-2ad7f4c86da4', 'name': '', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'mac_address': 'fa:16:3e:3b:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:57Z', 'updated_at': '2022-02-11T14:16:01Z', 'revision_number': 4, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'subnets': [{'id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:02.814986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-b9beba52-0b56-4bd7-b4e1-488eba596df5 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652390 Feb 11 14:16:02.913949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-4aef8607-6df7-4a0d-934e-2482e8a0e945 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1678512 Feb 11 14:16:02.927993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:02.971102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-89385dbe-2053-4443-9e77-9e8a5be0a81e service neutron] 10.222.0.31 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549687 Feb 11 14:16:03.067339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.111846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fb51c2fb-6934-475e-a5c1-bf37721e229a', 'name': '', 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'mac_address': 'fa:16:3e:51:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:59Z', 'updated_at': '2022-02-11T14:16:01Z', 'revision_number': 2, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'subnets': [{'id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:03.141266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-167f9b11-70f1-42d1-89d0-399a6c8d1469 service neutron] 10.222.0.31 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687498 Feb 11 14:16:03.179388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Checking router: de591925-c9fb-4033-bb5a-d32cced52056 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:03.179744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Updating router de591925-c9fb-4033-bb5a-d32cced52056 port fb51c2fb-6934-475e-a5c1-bf37721e229a binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:03.221987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.231745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.369026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Allocated IP 172.25.7.226 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/c9283169-3c59-4cbf-ac21-68ac85c793f5) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:03.552346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.563259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-0d0562a5-4b40-480e-aa92-775f25ceba4b tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.565683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-0d0562a5-4b40-480e-aa92-775f25ceba4b tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 817 time: 0.1539655 Feb 11 14:16:03.634806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Request body: {'port': {'device_id': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'admin_state_up': True, 'tenant_id': 'db3b017e0b0647b794711bd59cbf225a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:03.750897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.770138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4e47-cdaa-4dd8-a7a8-b05f8d381c32 req-871633b5-2543-4c2e-9e84-82d2925ed2b0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.771742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-565b4e47-cdaa-4dd8-a7a8-b05f8d381c32 req-871633b5-2543-4c2e-9e84-82d2925ed2b0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.2049475 Feb 11 14:16:03.781514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.796962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:03.803749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:03.807977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:03.865484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=c9283169-3c59-4cbf-ac21-68ac85c793f5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:03.898894 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:03.905256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-565b4e47-cdaa-4dd8-a7a8-b05f8d381c32 req-227d5f95-e10f-43e4-a42e-4790a4ae3c54 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166918 Feb 11 14:16:03.983917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376d0e-f977-4a14-92e6-7637e8b18145 None None] Pushing event updated for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:04.000880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.071044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fc7f45bc-940d-4057-b280-2ad7f4c86da4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:04.084094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Made reservation on behalf of db3b017e0b0647b794711bd59cbf225a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:04.095228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.182007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.213771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Attempting to bind port fb51c2fb-6934-475e-a5c1-bf37721e229a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:04.214783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Attempting to bind port fb51c2fb-6934-475e-a5c1-bf37721e229a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:04.215793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Attempting to bind port fb51c2fb-6934-475e-a5c1-bf37721e229a on network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:04.227993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:04.229818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Checking segment: {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:04.230404 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.230938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Bound using segment: {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:04.231598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Bound port: fb51c2fb-6934-475e-a5c1-bf37721e229a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6581a5-e768-4853-8d97-36eeab2ced8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:04.232134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.327367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a30d25c1-5aaf-4191-b5bf-31bb61a27442 req-06183421-4633-4b84-b9ac-e626b8bbfacb tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.1364963 Feb 11 14:16:04.333382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] For port fb51c2fb-6934-475e-a5c1-bf37721e229a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:04.338734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] For port fb51c2fb-6934-475e-a5c1-bf37721e229a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fb51c2fb-6934-475e-a5c1-bf37721e229a,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:04.397221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fc7f45bc-940d-4057-b280-2ad7f4c86da4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:04.406253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.410010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1ee67660-acf2-4d7b-ba5b-72416e315b3f None None] Provisioning complete for port fb51c2fb-6934-475e-a5c1-bf37721e229a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:04.410444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ee67660-acf2-4d7b-ba5b-72416e315b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.515061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.528074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.596966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2c99173-879d-481a-8bd1-35874e1c4069 req-d2f2e850-f7dc-423d-8b37-200582c984dc tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 210 time: 0.0997329 Feb 11 14:16:04.627615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1ee67660-acf2-4d7b-ba5b-72416e315b3f None None] Port fb51c2fb-6934-475e-a5c1-bf37721e229a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:04.629745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-d17f9187-5e9b-498a-913c-91c5e59824c5 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.631238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-d17f9187-5e9b-498a-913c-91c5e59824c5 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.62 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 817 time: 0.6325908 Feb 11 14:16:04.645649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:04.646285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.646416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:04.654494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Request body: {'port': {'device_id': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'admin_state_up': True, 'tenant_id': 'db3b017e0b0647b794711bd59cbf225a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:04.843828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=c9283169-3c59-4cbf-ac21-68ac85c793f5,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:04.895823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:04.909782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Allocated IP 172.20.0.5 (014dd55d-8919-44e7-8799-e79c63a97978/2a0e742f-5e26-42c5-96eb-70bc3fd883c8/270df9da-d3b3-4c1c-b5af-9ebacf4d90cf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:04.983510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-0560c640-3011-4093-b54d-1885eb21c8d7 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.984158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Made reservation on behalf of db3b017e0b0647b794711bd59cbf225a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:04.986783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-0560c640-3011-4093-b54d-1885eb21c8d7 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 817 time: 0.3180931 Feb 11 14:16:04.990476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.001070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Request body: {'port': {'device_id': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'admin_state_up': True, 'tenant_id': 'db3b017e0b0647b794711bd59cbf225a'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:05.038458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.040000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-0fcf8404-848f-4c04-8f02-1e8188ce93dc tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1170633 Feb 11 14:16:05.123892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-923c8b87-37ab-442f-9b13-5ac7ec93f779 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0527234 Feb 11 14:16:05.224599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376d0e-f977-4a14-92e6-7637e8b18145 None None] Pushing event updated for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:05.258059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8b8c7-5c75-4aeb-8fa9-d52e1cbdefb8 req-bcef2142-8400-4f89-b228-3d91fcb331c2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.266329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6cc8b8c7-5c75-4aeb-8fa9-d52e1cbdefb8 req-bcef2142-8400-4f89-b228-3d91fcb331c2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.2348135 Feb 11 14:16:05.267328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:05.287431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-36298433-4248-4a72-b369-7d4842820d34 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.288780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb1be72c-85d4-42ea-aabf-f8ded5cd2d0a req-36298433-4248-4a72-b369-7d4842820d34 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1415763 Feb 11 14:16:05.303042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.308988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] Provisioning complete for port fb51c2fb-6934-475e-a5c1-bf37721e229a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:05.309363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.367801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6cc8b8c7-5c75-4aeb-8fa9-d52e1cbdefb8 req-20f75fc3-dd31-4d86-aec6-c921cea94396 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005988 Feb 11 14:16:05.396858 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.412000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Made reservation on behalf of db3b017e0b0647b794711bd59cbf225a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:05.415806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.477349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port fc7f45bc-940d-4057-b280-2ad7f4c86da4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fc7f45bc-940d-4057-b280-2ad7f4c86da4,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:05.495513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-b3480584-85ab-45ea-9a60-be63aadd8990 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1826286 Feb 11 14:16:05.502101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:05.542545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f7a6712-a996-4e05-9788-7e4dd600037f req-b6ca5c4f-ee85-41bf-91a6-77fd3c4a755f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0394268 Feb 11 14:16:05.543296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.544264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.615576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] For port fb51c2fb-6934-475e-a5c1-bf37721e229a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fb51c2fb-6934-475e-a5c1-bf37721e229a,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:05.623442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.624239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b3c34ef7-e0a2-4836-a4a3-c8a818432896 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:05.664312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Network 014dd55d-8919-44e7-8799-e79c63a97978 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:05.677765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-28c72b8f-0f31-4223-9c60-1fc2b7284278 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.679178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:05.689253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:05.692162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-28c72b8f-0f31-4223-9c60-1fc2b7284278 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 818 time: 0.1929972 Feb 11 14:16:05.704801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fb51c2fb-6934-475e-a5c1-bf37721e229a', 'name': '', 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'mac_address': 'fa:16:3e:51:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:59Z', 'updated_at': '2022-02-11T14:16:04Z', 'revision_number': 4, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'subnets': [{'id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:05.706732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Request body: {'port': {'device_id': 'e659f49d-309b-42e0-81d5-525cabff307f', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'admin_state_up': True, 'tenant_id': '086863d73bd341a2ac550ba1763e970e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:05.742325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.750055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0c117-be85-4330-9813-9e0315141e6d None None] The sync data for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 is: [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fb51c2fb-6934-475e-a5c1-bf37721e229a', 'name': '', 'network_id': 'da05ee84-c1c7-46ee-bf2e-00a133ad51c4', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'mac_address': 'fa:16:3e:51:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:59Z', 'updated_at': '2022-02-11T14:16:04Z', 'revision_number': 4, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'subnets': [{'id': '11c64dc1-4b63-4814-a3b3-ed24d988ad23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:05.751976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9142c4f6-b088-40b6-9957-12c3260e1241 req-f4cafac2-5c16-483b-89ef-7fd8de6aeb43 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 210 time: 0.0286238 Feb 11 14:16:05.753225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Allocated IP 172.20.0.11 (014dd55d-8919-44e7-8799-e79c63a97978/2a0e742f-5e26-42c5-96eb-70bc3fd883c8/b608a8b7-7455-4764-b669-2b7d62bdc0ba) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:05.754479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:05.763434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event updated for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:05.774599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.848278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b3c34ef7-e0a2-4836-a4a3-c8a818432896 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:05.851676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.874228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:05.876418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:05.905916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85a2bb-8b18-4e99-b7b4-d390e389d8d1 None None] Pushing event updated for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:06.017558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Made reservation on behalf of 086863d73bd341a2ac550ba1763e970e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:06.021444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.034292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.080238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2ca16351-7bf7-47b6-8490-ce907fd6217f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4637434 Feb 11 14:16:06.134217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Request body: {'port': {'device_id': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:06.219662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.222701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fc7f45bc-940d-4057-b280-2ad7f4c86da4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:06.278012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.281291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Allocated IP 172.25.7.219 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/5f978b9b-4ddc-44b7-8658-7281eb6309bb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:06.287851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fc7f45bc-940d-4057-b280-2ad7f4c86da4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:06.287851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.305791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Allocated IP 172.20.0.9 (1befb2ce-0f03-4fc9-bcdf-5148cea9db9a/78f5347c-6c15-46a6-a162-f29a03f8fc07/ac8df909-92ac-49d5-bad3-1b0dcd7f6585) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:06.390785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fb51c2fb-6934-475e-a5c1-bf37721e229a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:06.431968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.477726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fb51c2fb-6934-475e-a5c1-bf37721e229a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:06.478106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.538279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event updated for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:06.540389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-193b82b6-eaf1-46b7-a09d-740488f933f8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.544582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-193b82b6-eaf1-46b7-a09d-740488f933f8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 818 time: 0.2041888 Feb 11 14:16:06.549181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Network 014dd55d-8919-44e7-8799-e79c63a97978 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:06.551348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:06.553688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:06.565707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Request body: {'port': {'device_id': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'admin_state_up': True, 'tenant_id': '086863d73bd341a2ac550ba1763e970e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:06.664022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f559aa-b3b9-4cf1-8166-127dc66d18e4 req-b28a611f-2cdc-4509-ab3d-2479456c139e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.671825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e6f559aa-b3b9-4cf1-8166-127dc66d18e4 req-b28a611f-2cdc-4509-ab3d-2479456c139e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1772783 Feb 11 14:16:06.679527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.680151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.696640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.725744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e6f559aa-b3b9-4cf1-8166-127dc66d18e4 req-608b65a2-62a6-4a3e-bd8a-f2110658c6b6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Feb 11 14:16:06.775395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aeff7460-30d7-4ad7-b66c-7b341419c557 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1313753 Feb 11 14:16:06.786656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Allocated IP 172.20.0.12 (014dd55d-8919-44e7-8799-e79c63a97978/2a0e742f-5e26-42c5-96eb-70bc3fd883c8/e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:06.790812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Request body: {'port': {'device_id': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:06.893874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.897932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f33b3dba-7b0f-4152-ab36-81fa1f53194a req-1c872a63-fc38-43c9-8c54-47c99e50de2e tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0414474 Feb 11 14:16:06.977470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Made reservation on behalf of 086863d73bd341a2ac550ba1763e970e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:06.981165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:06.988531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.049153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe181878-34bc-498e-9802-81e3dac0c10c req-3792b2e5-981e-4b90-a474-21710ec28ece tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 210 time: 0.0335350 Feb 11 14:16:07.123076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:07.139742 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.146496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:07.155021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:07.197407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=5f978b9b-4ddc-44b7-8658-7281eb6309bb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:07.236236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.314025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.357757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.385444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.475697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:07.476584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.479148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Network 014dd55d-8919-44e7-8799-e79c63a97978 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:07.511430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:07.515624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:07.519550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:07.523360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.523604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Allocated IP 172.20.0.7 (1befb2ce-0f03-4fc9-bcdf-5148cea9db9a/78f5347c-6c15-46a6-a162-f29a03f8fc07/68724cad-0596-43ad-a6e1-5b5fd295a534) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:07.525658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:07.528767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:07.535688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Pushing event updated for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:07.536435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Transition to ACTIVE for port object 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:07.632270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.747749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Pushing event updated for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:07.898452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Attempting to bind port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:07.898796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Attempting to bind port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:07.899131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Attempting to bind port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:07.933446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c8268-936e-4dc4-a85a-812e2c0defc6 req-c9abc0b0-fe18-4b98-a17c-b8040034c2c1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:07.934937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e42c8268-936e-4dc4-a85a-812e2c0defc6 req-c9abc0b0-fe18-4b98-a17c-b8040034c2c1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1086104 Feb 11 14:16:07.937667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf on network 014dd55d-8919-44e7-8799-e79c63a97978 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:07.937927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Attempting to bind port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:07.955411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608a8b7-7455-4764-b669-2b7d62bdc0ba {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:07.960510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:07.960849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Checking segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:07.961252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Bound using segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:07.961696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Bound port: 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:07.962056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:07.972720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.012531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Transition to ACTIVE for port object b608a8b7-7455-4764-b669-2b7d62bdc0ba will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:08.017396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.017963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.038161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e42c8268-936e-4dc4-a85a-812e2c0defc6 req-30004647-63ad-4536-b83f-cd90f93a92a4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943286 Feb 11 14:16:08.048575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event updated for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.056767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.056968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.069584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:08.075316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:08.131515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.205819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.220280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Pushing event updated for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.235128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2d802-6ac9-4ddb-8cdb-b7c7d07706a9 req-13ed6190-07ce-455f-a2a4-cf1b48a90b4a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.236623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18c2d802-6ac9-4ddb-8cdb-b7c7d07706a9 req-13ed6190-07ce-455f-a2a4-cf1b48a90b4a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 932 time: 0.1190195 Feb 11 14:16:08.241984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.242152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.243394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] 10.222.0.60 "PUT /v2.0/ports/270df9da-d3b3-4c1c-b5af-9ebacf4d90cf HTTP/1.1" status: 200 len: 1091 time: 2.1286118 Feb 11 14:16:08.249924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-bc127eb2-75cf-4d6c-9a74-ab108c73e469 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5492103 Feb 11 14:16:08.252921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-29de9075-7cc7-442b-8c30-bd68ff42d55f tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2570262 Feb 11 14:16:08.255046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.265642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:08.267926 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29009ec8-c026-4ab2-a95c-d039e2d766e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:08.271010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Request body: {'port': {'device_id': 'e659f49d-309b-42e0-81d5-525cabff307f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:08.276333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Request body: {'port': {'device_id': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:08.316824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.366556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.453655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.455737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.516557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=5f978b9b-4ddc-44b7-8658-7281eb6309bb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.566236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.659819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.685424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88a4a-4708-4dfc-b20a-3046e233e47f service neutron] Pushing event updated for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.690344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18c2d802-6ac9-4ddb-8cdb-b7c7d07706a9 req-2508f136-232e-4e93-9228-83cd21b2a3aa tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207261 Feb 11 14:16:08.709974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-e9bdf2c9-0edb-402a-9514-61b9c29328ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.711441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-e9bdf2c9-0edb-402a-9514-61b9c29328ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 1094 time: 0.1270425 Feb 11 14:16:08.712239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Attempting to bind port b608a8b7-7455-4764-b669-2b7d62bdc0ba on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:08.712565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Attempting to bind port b608a8b7-7455-4764-b669-2b7d62bdc0ba by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:08.712881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Attempting to bind port b608a8b7-7455-4764-b669-2b7d62bdc0ba on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:08.717483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Port b608a8b7-7455-4764-b669-2b7d62bdc0ba on network 014dd55d-8919-44e7-8799-e79c63a97978 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:08.717799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Attempting to bind port b608a8b7-7455-4764-b669-2b7d62bdc0ba on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:08.728939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:08.729266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Checking segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:08.729635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Bound using segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:08.730581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Bound port: b608a8b7-7455-4764-b669-2b7d62bdc0ba, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:08.730944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.763897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.765179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a5afaadc-bdde-42a9-8c6f-3ff18232911f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2681479 Feb 11 14:16:08.765983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-2a6a65c2-7905-4df4-b40a-e4670fca437b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf HTTP/1.1" status: 200 len: 217 time: 0.0452721 Feb 11 14:16:08.806559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:08.854233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:08.867829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:08.870285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Pushing event updated for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:08.873883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-1635fe39-af81-4382-b373-b53d90e9d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.875342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-1635fe39-af81-4382-b373-b53d90e9d965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.0980096 Feb 11 14:16:08.901389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506086a9-a596-44ca-a17a-f45e8f3e0d16 req-d3ccbae5-32cf-4967-821c-3e880562e885 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.903407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-506086a9-a596-44ca-a17a-f45e8f3e0d16 req-d3ccbae5-32cf-4967-821c-3e880562e885 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 931 time: 0.1450660 Feb 11 14:16:08.907130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-53fbc6bf-b515-4ccf-b9eb-74f4c498b113 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1280425 Feb 11 14:16:08.912052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:08.931834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-dfb6b1d7-e247-47cb-98b0-c125e2142b8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497317 Feb 11 14:16:08.959832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:09.027785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-506086a9-a596-44ca-a17a-f45e8f3e0d16 req-751dd8a2-ea0c-4fd3-8b54-3959e2cb5ff9 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999076 Feb 11 14:16:09.036848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.080807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.081464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.096977 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df2c804-4731-475a-9ed5-85d221b4825d x-openstack-request-id: req-8df2c804-4731-475a-9ed5-85d221b4825d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:09.097839 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:09.097839 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8df2c804-4731-475a-9ed5-85d221b4825d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:09.098053 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'status': 'completed', 'code': 200} Feb 11 14:16:09.115352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.115974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.117397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] 10.222.0.62 "PUT /v2.0/ports/b608a8b7-7455-4764-b669-2b7d62bdc0ba HTTP/1.1" status: 200 len: 1092 time: 2.3355427 Feb 11 14:16:09.130777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-8e70cc74-93e7-470b-a4c5-67ae43c9afc9 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886752 Feb 11 14:16:09.190354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2fbf7-8e3f-4509-b36a-6f01914863ae service neutron] Pushing event updated for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:09.229928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-bd7c3658-e555-4cc2-90dd-c9aa570f885c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6681225 Feb 11 14:16:09.236739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a657264e-26ef-4adb-9a75-0fa2dd70609f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.238141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2697424a-99b9-43e9-a1cd-0d9876e461c6 req-a657264e-26ef-4adb-9a75-0fa2dd70609f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2945712 Feb 11 14:16:09.244932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Request body: {'port': {'device_id': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:09.291209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8d6e-485e-43f2-8245-24884bf5ee40 req-212acbad-e80e-41d2-9a7a-66e8b7791a66 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.293323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c8d6e-485e-43f2-8245-24884bf5ee40 req-212acbad-e80e-41d2-9a7a-66e8b7791a66 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1672952 Feb 11 14:16:09.327125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8df909-92ac-49d5-bad3-1b0dcd7f6585 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:09.328377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-d2f98feb-4cd3-4a4a-b45b-9c0a0e7284e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.329908 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-d2f98feb-4cd3-4a4a-b45b-9c0a0e7284e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 1095 time: 0.0977232 Feb 11 14:16:09.333145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-bf6b5cec-77b4-442a-96a6-eed07172dadf service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848643 Feb 11 14:16:09.370444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.387577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac9c8d6e-485e-43f2-8245-24884bf5ee40 req-06dba8a5-6773-4188-a6b1-24306f6341a9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853975 Feb 11 14:16:09.388942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-6ce04056-26d6-4f8a-b675-a03e67930725 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba HTTP/1.1" status: 200 len: 217 time: 0.0457296 Feb 11 14:16:09.395101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:09.420199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.447153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-e0fb7265-2db4-424f-8c0c-aec81e4eb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.449556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-e0fb7265-2db4-424f-8c0c-aec81e4eb036 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.0537283 Feb 11 14:16:09.458247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.462688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Transition to ACTIVE for port object ac8df909-92ac-49d5-bad3-1b0dcd7f6585 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:09.463680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Transition to ACTIVE for port object e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:09.490864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-22d78966-6a57-40fa-90aa-0c71d6eb509f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2184849 Feb 11 14:16:09.494892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-4447263b-9030-4521-9cfd-5c0ef33914c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376334 Feb 11 14:16:09.517200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:09.551663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.568640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.590366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-04cd0591-c5a3-4654-be7b-7346a454c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.591898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-04cd0591-c5a3-4654-be7b-7346a454c893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 1094 time: 0.1074073 Feb 11 14:16:09.665507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:09.673017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-a8f8eaf1-7811-4e3f-b174-16e27682ae93 service neutron] 10.222.0.62 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596217 Feb 11 14:16:09.728097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:09.767076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-f76c1574-d0c6-4594-8483-650ee99cd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.768277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-f76c1574-d0c6-4594-8483-650ee99cd80b service neutron] 10.222.0.60 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 918 time: 0.1609709 Feb 11 14:16:09.846093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-c2846555-dfbc-4d89-92ba-4ff0d00d1d5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf HTTP/1.1" status: 200 len: 217 time: 0.0689971 Feb 11 14:16:09.886452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-adb634d6-5c7d-40ee-9c14-f0c5748fdf50 service neutron] 10.222.0.62 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052174 Feb 11 14:16:09.911304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d915-105a-4524-be5e-b7c0a316d41b req-e76522f2-3c3e-4799-bf54-34585c22111c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.918323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4034d915-105a-4524-be5e-b7c0a316d41b req-e76522f2-3c3e-4799-bf54-34585c22111c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 944 time: 0.1421897 Feb 11 14:16:09.923675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:09.946865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-e98a2508-d4b1-4f16-a84d-90f6c4583799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.948774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-e98a2508-d4b1-4f16-a84d-90f6c4583799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.0948379 Feb 11 14:16:09.966469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Attempting to bind port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:09.966661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Attempting to bind port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:09.966923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Attempting to bind port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.000113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:10.000436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Attempting to bind port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.001656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4034d915-105a-4524-be5e-b7c0a316d41b req-b51412f1-0904-4e3d-bb37-e74b1b797437 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821536 Feb 11 14:16:10.006617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-1b7204e0-fcac-42d4-bc74-b6d586cf1967 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461371 Feb 11 14:16:10.007857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Attempting to bind port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:10.008191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Attempting to bind port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:10.008517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Attempting to bind port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.025164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:10.025499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Checking segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:10.025883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Bound using segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:10.028081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Bound port: ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:10.028081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.059524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 on network 014dd55d-8919-44e7-8799-e79c63a97978 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:10.059847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Attempting to bind port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 on network 014dd55d-8919-44e7-8799-e79c63a97978 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.081711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:10.082385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Checking segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:10.082500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Bound using segment: {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:10.082835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Bound port: e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6144794d-3c0a-4242-9d85-41b27963efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:10.083184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.125497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68724cad-0596-43ad-a6e1-5b5fd295a534 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:10.138537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.139404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-676c3177-b083-4eec-8fc4-72cb97fd6153 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235993 Feb 11 14:16:10.191643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.198469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Transition to ACTIVE for port object 68724cad-0596-43ad-a6e1-5b5fd295a534 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:10.242140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead736f6-19af-4b5a-8dab-24bfd9a34322 req-2862b34e-bc3b-45a9-b514-4ea0a41e04d4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.243634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ead736f6-19af-4b5a-8dab-24bfd9a34322 req-2862b34e-bc3b-45a9-b514-4ea0a41e04d4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 931 time: 0.1032631 Feb 11 14:16:10.253040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:10.274547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:10.279060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:10.297694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:10.303242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.313351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-43b325da-9383-48f6-8ad8-b389d748d54e service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613879 Feb 11 14:16:10.315839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ead736f6-19af-4b5a-8dab-24bfd9a34322 req-fa67ed9c-2dcb-48af-ad2a-7cf96650ba09 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596561 Feb 11 14:16:10.361625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.404520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Allocated IP 172.25.7.233 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b965d8c4-2e3e-4c1f-86de-6f626f062eb3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:10.408720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.409353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.410720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] 10.222.0.60 "PUT /v2.0/ports/ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 1091 time: 2.1444509 Feb 11 14:16:10.411152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:10.413384 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2617b84-c042-4b91-bb27-ea979015ef1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:10.420647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.422452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:10.496967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.497593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.498959 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] 10.222.0.60 "PUT /v2.0/ports/e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 HTTP/1.1" status: 200 len: 1092 time: 2.2338474 Feb 11 14:16:10.514653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88687e7a-2a73-4b22-be7c-4d076f427edb req-5af3e2c7-7218-47aa-89de-9710cd720eaa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.516197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88687e7a-2a73-4b22-be7c-4d076f427edb req-5af3e2c7-7218-47aa-89de-9710cd720eaa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0517471 Feb 11 14:16:10.559208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88687e7a-2a73-4b22-be7c-4d076f427edb req-30e02d39-e930-4d47-829d-5205bb6c9466 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351825 Feb 11 14:16:10.622892 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7226f244-64e5-4e1c-9444-88715d7c5d2c x-openstack-request-id: req-7226f244-64e5-4e1c-9444-88715d7c5d2c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:10.623176 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:10.623425 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7226f244-64e5-4e1c-9444-88715d7c5d2c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:10.623830 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585', 'status': 'completed', 'code': 200} Feb 11 14:16:10.648216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dccbe-f5f0-4c32-b776-d1f1a208787c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:10.716291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Attempting to bind port 68724cad-0596-43ad-a6e1-5b5fd295a534 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:10.716617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Attempting to bind port 68724cad-0596-43ad-a6e1-5b5fd295a534 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:10.716962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Attempting to bind port 68724cad-0596-43ad-a6e1-5b5fd295a534 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.734518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-ef5ffa9f-9295-4c00-8a3a-c74acd893fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.736000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-ef5ffa9f-9295-4c00-8a3a-c74acd893fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1094 time: 0.1853065 Feb 11 14:16:10.741099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.751587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Port 68724cad-0596-43ad-a6e1-5b5fd295a534 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:10.751896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Attempting to bind port 68724cad-0596-43ad-a6e1-5b5fd295a534 on network 1befb2ce-0f03-4fc9-bcdf-5148cea9db9a {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:10.769410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-3f7f5297-dc68-4eb6-ab11-9edf8a4e48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:10.770820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-3f7f5297-dc68-4eb6-ab11-9edf8a4e48b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1696622 Feb 11 14:16:10.798734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:10.799065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Checking segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:10.799436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Bound using segment: {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:10.799860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Bound port: 68724cad-0596-43ad-a6e1-5b5fd295a534, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26d3b03-682f-4ede-b034-d54bd57aed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:10.800210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:10.801955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789150b8-6b3f-47eb-bf5d-ce3730bc008c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:10.812213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-5e34e527-b5b3-4425-b119-5685c9ecf1e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.0614538 Feb 11 14:16:10.880340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-e2c13c02-84bc-4cad-bebf-f63d7765eedd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 HTTP/1.1" status: 200 len: 217 time: 0.0829632 Feb 11 14:16:11.071806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:11.110106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:11.112651 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c052a-aec5-4d30-9db6-5009d01d578a" -d '{"events": [{"name": "network-changed", "server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:11.142872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642cc0e-7d08-4046-8fc5-6015498da101 req-64d7e566-e618-480f-ba92-d54ac82766e8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.150709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a642cc0e-7d08-4046-8fc5-6015498da101 req-64d7e566-e618-480f-ba92-d54ac82766e8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 944 time: 0.0731637 Feb 11 14:16:11.197378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a642cc0e-7d08-4046-8fc5-6015498da101 req-fccf488e-f89d-4922-9177-0386fa4d1af8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Feb 11 14:16:11.198435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:11.210672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'port_id': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'mac_address': 'fa:16:3e:bf:99:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e742f-5e26-42c5-96eb-70bc3fd883c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:11.255548 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293cb30-6ef2-40d6-a74f-31a1175c037d x-openstack-request-id: req-c293cb30-6ef2-40d6-a74f-31a1175c037d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:11.255548 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:11.255548 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c293cb30-6ef2-40d6-a74f-31a1175c037d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:11.255548 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba', 'status': 'completed', 'code': 200} Feb 11 14:16:11.259045 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.274510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:11.293827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-479a7cf9-c515-44b5-8283-fdabb49583a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.295212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-479a7cf9-c515-44b5-8283-fdabb49583a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.4708176 Feb 11 14:16:11.300331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:11.317189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c052a-aec5-4d30-9db6-5009d01d578a req-4d198da5-5c11-4a88-9531-06a562367b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.318678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-4d198da5-5c11-4a88-9531-06a562367b7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 1095 time: 0.0471697 Feb 11 14:16:11.327597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-7fccd5ab-2557-4bed-9474-4c5733f487e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.329037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-7fccd5ab-2557-4bed-9474-4c5733f487e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.4370568 Feb 11 14:16:11.348006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-7b56e69f-6d1a-4e84-adb4-17fef6a03554 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418010 Feb 11 14:16:11.358930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:11.383248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-ea5ae115-7bb2-48a7-9d9d-e0aae4503e2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374410 Feb 11 14:16:11.397036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.441346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.442554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=68724cad-0596-43ad-a6e1-5b5fd295a534,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:11.452885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c052a-aec5-4d30-9db6-5009d01d578a req-7990eb08-3e70-4457-938b-9d172fcbefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.454407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-7990eb08-3e70-4457-938b-9d172fcbefa8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 918 time: 0.1252244 Feb 11 14:16:11.466982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adf5e3-a26c-468f-871d-18d8b330acfb req-d37b0b4a-eeef-48bd-a3e7-136b60b7acfb tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.468487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2adf5e3-a26c-468f-871d-18d8b330acfb req-d37b0b4a-eeef-48bd-a3e7-136b60b7acfb tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 943 time: 0.0738075 Feb 11 14:16:11.499092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:11.511930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-571b4811-dba4-499f-b8c1-451c7481b401 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba HTTP/1.1" status: 200 len: 217 time: 0.0418372 Feb 11 14:16:11.525912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:11.528686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.539714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:11.551628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:11.556607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=b965d8c4-2e3e-4c1f-86de-6f626f062eb3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:11.589441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2adf5e3-a26c-468f-871d-18d8b330acfb req-8704c237-515c-4955-aa41-ee3e2ed530af tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797329 Feb 11 14:16:11.590867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c052a-aec5-4d30-9db6-5009d01d578a req-d014de76-c1b3-4009-9c04-54548e95f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.593727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-d014de76-c1b3-4009-9c04-54548e95f43d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.0734198 Feb 11 14:16:11.611196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.611765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.613177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] 10.222.0.60 "PUT /v2.0/ports/68724cad-0596-43ad-a6e1-5b5fd295a534 HTTP/1.1" status: 200 len: 1091 time: 2.3723366 Feb 11 14:16:11.643412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-54da97a3-d16d-47a8-8c36-e8f067bff054 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421312 Feb 11 14:16:11.682464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-b5cb07fc-dffa-4e0d-96b5-45d9a5ad99ad service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222432 Feb 11 14:16:11.691385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-4e1f16ed-b574-4d7a-84f1-2e5e6ce210d1 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924609 Feb 11 14:16:11.739396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e54-f785-48ca-9d50-8ccbf011ddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:11.765555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['270df9da-d3b3-4c1c-b5af-9ebacf4d90cf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:11.773625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76840294-4e83-45c4-84c8-3d98a14e53d8 req-b80d7154-d90a-4687-940d-04475b50c7b8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.775099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76840294-4e83-45c4-84c8-3d98a14e53d8 req-b80d7154-d90a-4687-940d-04475b50c7b8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0805686 Feb 11 14:16:11.777450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-efd500d7-5233-42a6-87dd-13200aec8967 service neutron] 10.222.0.62 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281738 Feb 11 14:16:11.861982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76840294-4e83-45c4-84c8-3d98a14e53d8 req-0e93e9bb-4e36-478a-95d0-89782011cef9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789456 Feb 11 14:16:11.876563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:11.905948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-032c052a-aec5-4d30-9db6-5009d01d578a req-f44bbc4c-7ec3-49fb-aa71-6417ca9d487b service neutron] 10.222.0.62 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208882 Feb 11 14:16:11.921961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-1b11b49a-0b1c-4740-854e-5bf05b08195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.923460 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-1b11b49a-0b1c-4740-854e-5bf05b08195e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 1094 time: 0.1702383 Feb 11 14:16:11.934438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e0ec76f-ea9f-413c-907f-e05318aedf44 req-224cdfc1-eb05-437d-bcd4-647f0175bbb6 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297380 Feb 11 14:16:11.942236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c96eb4d-8c1e-4867-961f-712a8ac9bcf1 req-3ffec9b8-f90b-4df9-b39f-820b3c33f4bb service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476676 Feb 11 14:16:11.976507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-29962184-be01-4b6e-b052-a83908b11bb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68724cad-0596-43ad-a6e1-5b5fd295a534 HTTP/1.1" status: 200 len: 217 time: 0.0408738 Feb 11 14:16:12.026814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:12.071696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-de0e70ec-7b76-4800-9095-0ad58f29d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.073090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-de0e70ec-7b76-4800-9095-0ad58f29d26d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.0809774 Feb 11 14:16:12.127183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-cf1bff96-d5ab-4502-90f4-a17228413750 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446496 Feb 11 14:16:12.194849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-70b59c66-a8de-4f9e-9b58-5759b8385fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.196322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-70b59c66-a8de-4f9e-9b58-5759b8385fd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1094 time: 0.1339576 Feb 11 14:16:12.312282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c43b-f066-478b-9d1e-43af51c270f5 req-0c0d64ab-ea92-4f3a-9d50-313564a918e9 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.314023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61c4c43b-f066-478b-9d1e-43af51c270f5 req-0c0d64ab-ea92-4f3a-9d50-313564a918e9 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 944 time: 0.0551028 Feb 11 14:16:12.352071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61c4c43b-f066-478b-9d1e-43af51c270f5 req-2996b28b-5a9a-41a8-ae9f-6f859106b7e3 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Feb 11 14:16:12.363338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-fcce4a24-f84d-4500-80d9-ff9364748232 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207034 Feb 11 14:16:12.392333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:12.407027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-f5b17faa-6b56-4d4d-9b72-ba3150ad49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.408697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-f5b17faa-6b56-4d4d-9b72-ba3150ad49e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.1825695 Feb 11 14:16:12.471863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:12.474323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-3daa231e-781b-4799-948c-794e4f177699 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.0428238 Feb 11 14:16:12.599070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=b965d8c4-2e3e-4c1f-86de-6f626f062eb3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:12.626689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'}, {'name': 'network-changed', 'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:12.628886 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4393d07d-f6a6-4383-90a0-7892564778bc" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2"}, {"name": "network-changed", "server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:12.639634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-552c0477-6682-4fdd-97b6-b3556fb93fbb req-ec77f66b-ee2b-4624-9133-73554caf060e service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626486 Feb 11 14:16:12.644014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-2c9dc0c1-17f7-43fa-beba-3303980a4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.645381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-2c9dc0c1-17f7-43fa-beba-3303980a4dd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.1460857 Feb 11 14:16:12.650275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:12.689015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-3c1cea8d-f9a7-47d0-8c8e-a5e93113c8c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344167 Feb 11 14:16:12.694191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-346c7315-f59b-4248-b5fd-d1c794ec9be6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135800 Feb 11 14:16:12.713507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa088be-d4b9-46a6-b58c-3575f64b9dfd req-77c02736-3e67-4d70-b9d1-fca810dbbddf tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.715786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fa088be-d4b9-46a6-b58c-3575f64b9dfd req-77c02736-3e67-4d70-b9d1-fca810dbbddf tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 943 time: 0.0498869 Feb 11 14:16:12.755128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fa088be-d4b9-46a6-b58c-3575f64b9dfd req-db566886-5204-4f58-8e79-c92ab740ec53 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Feb 11 14:16:12.780707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:12.781914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a1a73997-2be3-41a2-9f9c-4d144e0d94e6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2688110 Feb 11 14:16:12.814071 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72f091-04ce-4c2f-9b64-90f615dd165e x-openstack-request-id: req-2e72f091-04ce-4c2f-9b64-90f615dd165e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:12.814358 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:12.814602 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e72f091-04ce-4c2f-9b64-90f615dd165e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:12.814991 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2', 'status': 'completed', 'code': 200} Feb 11 14:16:12.815240 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534', 'status': 'completed', 'code': 200} Feb 11 14:16:12.869083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace533-abb4-4952-ad45-ac39a77f190c req-4c38a65a-99ff-4eaa-bbb4-79ab7df4b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.870530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-4c38a65a-99ff-4eaa-bbb4-79ab7df4b14b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 1096 time: 0.1244969 Feb 11 14:16:12.873416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-b64bf490-3be6-4341-83e6-70d5033210e9 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0818613 Feb 11 14:16:12.896158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-7228e362-8b3c-4d92-bdb6-357b7a4bd31e service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948788 Feb 11 14:16:12.995468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b608a8b7-7455-4764-b669-2b7d62bdc0ba details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:13.000716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7436-7a65-41b0-8a77-2ad3db51d723 req-c94c23c6-cfc5-4154-971d-a059b4f232d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.002315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fedc7436-7a65-41b0-8a77-2ad3db51d723 req-c94c23c6-cfc5-4154-971d-a059b4f232d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0495560 Feb 11 14:16:13.043203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fedc7436-7a65-41b0-8a77-2ad3db51d723 req-fd0db77c-aee9-4aac-86f4-62c8c131968a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Feb 11 14:16:13.074628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-2cfe4a7a-fdf7-4861-8a97-8274e46c34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.076125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-2cfe4a7a-fdf7-4861-8a97-8274e46c34f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db3b017e0b0647b794711bd59cbf225a&device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2265482 Feb 11 14:16:13.094794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:13.151255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:13.173746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'port_id': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba', 'mac_address': 'fa:16:3e:f6:66:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e742f-5e26-42c5-96eb-70bc3fd883c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:13.197745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a97d7013-1fb6-4e3c-b787-64faa0e3a146 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.199617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f28de8-2ae9-4b0b-a59c-7ebf2725eda7 req-a97d7013-1fb6-4e3c-b787-64faa0e3a146 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.3083880 Feb 11 14:16:13.208905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace533-abb4-4952-ad45-ac39a77f190c req-62784bfd-d106-4273-8917-0d6299866f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.209929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-62784bfd-d106-4273-8917-0d6299866f00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.3166628 Feb 11 14:16:13.221904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.230960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2617b84-c042-4b91-bb27-ea979015ef1d req-50b3cdf2-164c-4850-b1fe-e1f836715ddd service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179781 Feb 11 14:16:13.236747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608a8b7-7455-4764-b669-2b7d62bdc0ba {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:13.248792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:13.259251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:13.262021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:13.262401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.286773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-d7f640fe-9055-4bd3-9780-aa90950b6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.288276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-d7f640fe-9055-4bd3-9780-aa90950b6541 service neutron] 10.222.0.60 "GET /v2.0/networks?id=014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 200 len: 918 time: 0.2009561 Feb 11 14:16:13.307993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-f105c5b0-5907-4b5a-99c2-ebf236f4ef2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 200 len: 1000 time: 0.0856705 Feb 11 14:16:13.342395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-83ebb2d0-d144-4295-a940-859707c64d14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 HTTP/1.1" status: 200 len: 217 time: 0.0435731 Feb 11 14:16:13.344742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.367456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:13.368246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-ca2836c8-b21d-44ec-a37d-2f9d42e3b8bf tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1427193 Feb 11 14:16:13.369827 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8ebf3-00bd-491b-b698-e1c4b99f4cf2" -d '{"events": [{"server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:13.377655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:13.382148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.385177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:13.411263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace533-abb4-4952-ad45-ac39a77f190c req-17697b39-a30e-4154-a23d-e9356262bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.412671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-17697b39-a30e-4154-a23d-e9356262bff3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0787063 Feb 11 14:16:13.416181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-ca070600-e863-430d-af99-3cf3ec3eb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.420569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-ca070600-e863-430d-af99-3cf3ec3eb3a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 200 len: 857 time: 0.0566399 Feb 11 14:16:13.424395 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779311e-3f82-4b23-9da6-8bb734cb1676 x-openstack-request-id: req-2779311e-3f82-4b23-9da6-8bb734cb1676 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:13.424691 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:13.424976 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2779311e-3f82-4b23-9da6-8bb734cb1676 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:13.425379 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'code': 200} Feb 11 14:16:13.442460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:13.477368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-348975ae-bb48-4f86-8fd3-d1f117340b8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014dd55d-8919-44e7-8799-e79c63a97978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431869 Feb 11 14:16:13.495007 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.524053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace533-abb4-4952-ad45-ac39a77f190c req-b3bbe377-cfde-48a9-8c93-c7845e84a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:13.525682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-b3bbe377-cfde-48a9-8c93-c7845e84a2aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004202 Feb 11 14:16:13.532524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.550241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:13.650388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.673781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b608a8b7-7455-4764-b669-2b7d62bdc0ba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:13.769367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Allocated IP 172.25.7.94 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2490d7e1-1a6a-4b88-a771-8aca73300cd7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:13.891007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:13.986763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.007439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445a220-450f-49b4-81ea-51333ccceb04 req-11c9a8f6-7167-4b0e-93d2-3e4f9d71fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.008996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3445a220-450f-49b4-81ea-51333ccceb04 req-11c9a8f6-7167-4b0e-93d2-3e4f9d71fd93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 1096 time: 0.5026345 Feb 11 14:16:14.018315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959829e5-821e-4c19-96f4-e3ab90264a4f req-98e52a39-41cb-4364-aa23-2568809a2a19 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.019958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959829e5-821e-4c19-96f4-e3ab90264a4f req-98e52a39-41cb-4364-aa23-2568809a2a19 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 944 time: 0.5262277 Feb 11 14:16:14.021600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-0c4d6aac-315c-4c54-b8ea-5a20c71c3b23 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366073 Feb 11 14:16:14.028256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:14.031208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:14.035540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:14.060744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=2490d7e1-1a6a-4b88-a771-8aca73300cd7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:14.080992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-e66fd320-5fe3-495e-95f2-1ef7e9a842d5 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136440 Feb 11 14:16:14.128371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.155733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3445a220-450f-49b4-81ea-51333ccceb04 req-e7fa3a8c-38e5-4136-982a-c77f5911033c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331213 Feb 11 14:16:14.199028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-959829e5-821e-4c19-96f4-e3ab90264a4f req-bda48405-8de0-4721-9c3a-e05c8a67d747 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663685 Feb 11 14:16:14.219448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.243531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-a9e731d0-fe9c-4617-b753-a78f22a6dfd0 service neutron] 10.222.0.60 "GET /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096744 Feb 11 14:16:14.264088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55ace533-abb4-4952-ad45-ac39a77f190c req-2bf37811-c7eb-491d-b55d-edea138eab37 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493964 Feb 11 14:16:14.365841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.388721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c091c-9bfb-4998-8c23-d66076469894 req-1db52d0d-2d4e-4155-b96d-3fc74bc5aadf tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.390570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b7c091c-9bfb-4998-8c23-d66076469894 req-1db52d0d-2d4e-4155-b96d-3fc74bc5aadf tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 943 time: 0.0516114 Feb 11 14:16:14.458765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b7c091c-9bfb-4998-8c23-d66076469894 req-7fff95dd-5918-4b34-8a9a-94a7b698dea2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609033 Feb 11 14:16:14.469970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-47079e9d-52a9-46cc-b7f7-b56dda58737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.472872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.473367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-47079e9d-52a9-46cc-b7f7-b56dda58737f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 1094 time: 0.0675297 Feb 11 14:16:14.553774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event updated for resources: {'Port': ['ID=2490d7e1-1a6a-4b88-a771-8aca73300cd7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:14.562011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.610040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71925ba4-2a1f-496e-9f3b-ada1e57a5a67 req-1b779303-cb8f-4745-ae22-93dfaa8d377e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.611507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71925ba4-2a1f-496e-9f3b-ada1e57a5a67 req-1b779303-cb8f-4745-ae22-93dfaa8d377e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0764024 Feb 11 14:16:14.612829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-4aecad2e-55ed-4666-bc5a-0ba40ca41ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.614238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-4aecad2e-55ed-4666-bc5a-0ba40ca41ade service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.1346762 Feb 11 14:16:14.628329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:14.629592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-b3c11bb4-82d6-4b36-8f9c-4969825a5326 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2595327 Feb 11 14:16:14.666554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-9efb3b10-57c5-4922-8d48-2799bf82ce0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68724cad-0596-43ad-a6e1-5b5fd295a534 HTTP/1.1" status: 200 len: 217 time: 0.0422602 Feb 11 14:16:14.679694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-bc9c6dd3-ad53-4c9c-85c2-4d6f436842c5 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0436530 Feb 11 14:16:14.682516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71925ba4-2a1f-496e-9f3b-ada1e57a5a67 req-c6081581-a47e-4aec-b224-c11c62d90052 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Feb 11 14:16:14.733022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d07d-f6a6-4383-90a0-7892564778bc req-0ce4d421-9e2d-4eb7-a2a1-2dd2a8ef61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.734539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-0ce4d421-9e2d-4eb7-a2a1-2dd2a8ef61b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.0471749 Feb 11 14:16:14.778275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-50a4de30-9f70-45a0-b336-27efa35ba5c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334027 Feb 11 14:16:14.817596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-9cc21c43-bf0a-4679-a5fc-ed5acaedb8b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0735929 Feb 11 14:16:14.834781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-9a04ad4f-c49c-485a-88d6-1d251afe5356 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.836162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b9ac3c2-61c0-48a4-a883-756576cf7afa req-9a04ad4f-c49c-485a-88d6-1d251afe5356 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1505754 Feb 11 14:16:14.918765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b197926f-a1ae-4308-91b7-85ad91aafd21 req-5c3f2199-7062-4c3b-8b07-4aad77cc43a4 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips/97313175-f399-4cf9-9659-e39caea83d2f HTTP/1.1" status: 200 len: 692 time: 0.0567887 Feb 11 14:16:14.926800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-6f6b33ec-d927-4318-b7d5-b7baa6ca2cc3 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392312 Feb 11 14:16:14.935538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea21e54-2f47-45d7-89c0-b7a15212cd7c req-774b7d01-f7d9-45cb-986e-f0b99a4224f9 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:14.936936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ea21e54-2f47-45d7-89c0-b7a15212cd7c req-774b7d01-f7d9-45cb-986e-f0b99a4224f9 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0773733 Feb 11 14:16:15.007017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.007417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.007888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.008353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.008906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.009309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.013841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.013841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-8061ffb9-ebef-43ce-a283-0f33b8db5583 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 6502 time: 0.1105139 Feb 11 14:16:15.014039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b608a8b7-7455-4764-b669-2b7d62bdc0ba up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:15.029121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ea21e54-2f47-45d7-89c0-b7a15212cd7c req-a8127009-e632-4ad7-8a8a-0c6809f9f067 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802402 Feb 11 14:16:15.060930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4393d07d-f6a6-4383-90a0-7892564778bc req-01e2dd83-b101-4dff-a336-ee74c70c7ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190455 Feb 11 14:16:15.100782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 68724cad-0596-43ad-a6e1-5b5fd295a534 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:15.129594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197926f-a1ae-4308-91b7-85ad91aafd21 req-a5cea1cf-c00a-4ed3-b1ba-fdbce5d85036 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.130933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b197926f-a1ae-4308-91b7-85ad91aafd21 req-a5cea1cf-c00a-4ed3-b1ba-fdbce5d85036 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1971817 Feb 11 14:16:15.145505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-b197926f-a1ae-4308-91b7-85ad91aafd21 req-8e51af5b-58a7-4fb7-bb2b-c248145dab7e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:16:15.146501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b197926f-a1ae-4308-91b7-85ad91aafd21 req-8e51af5b-58a7-4fb7-bb2b-c248145dab7e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076857 Feb 11 14:16:15.167007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port b608a8b7-7455-4764-b669-2b7d62bdc0ba completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:15.175492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b608a8b7-7455-4764-b669-2b7d62bdc0ba triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:15.175870 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.176923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-69617e14-3ff5-45e6-a6ef-6de38c6b494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.177689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-69617e14-3ff5-45e6-a6ef-6de38c6b494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.178167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-69617e14-3ff5-45e6-a6ef-6de38c6b494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.180805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-69617e14-3ff5-45e6-a6ef-6de38c6b494d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f63371f4-0184-43a0-8933-72c171b8137c&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=0dbc4e91-52ce-412d-b618-4b031a060b38&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&id=e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 200 len: 2299 time: 0.1390793 Feb 11 14:16:15.220451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-92acd79d-70e4-4693-86d1-f1d5b25dbb2e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips/97313175-f399-4cf9-9659-e39caea83d2f HTTP/1.1" status: 200 len: 692 time: 0.0498359 Feb 11 14:16:15.241382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=68724cad-0596-43ad-a6e1-5b5fd295a534,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:15.256007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '68724cad-0596-43ad-a6e1-5b5fd295a534', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'port_id': '68724cad-0596-43ad-a6e1-5b5fd295a534', 'mac_address': 'fa:16:3e:66:27:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:15.270138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-60afbe9c-3325-4304-aaf6-291220bea24a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 200 len: 1002 time: 0.0803394 Feb 11 14:16:15.325867 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.337115 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.359025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68724cad-0596-43ad-a6e1-5b5fd295a534 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:15.362790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-d656d38c-d034-41ae-a8c5-3634eeb0abc6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.364187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-d656d38c-d034-41ae-a8c5-3634eeb0abc6 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1333203 Feb 11 14:16:15.377846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-ba0f3c19-dd0a-47a7-a91a-0a5462c1fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.379397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-ba0f3c19-dd0a-47a7-a91a-0a5462c1fb1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=744f6ed5-b4f4-401c-9987-b886dedd4cce HTTP/1.1" status: 200 len: 856 time: 0.0948868 Feb 11 14:16:15.381492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:15.387224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17086f-b06e-4395-9471-fffcdcfd0ad4 req-d38e7e95-fdad-4ee3-ab6a-057874a6ff54 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.388649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e17086f-b06e-4395-9471-fffcdcfd0ad4 req-d38e7e95-fdad-4ee3-ab6a-057874a6ff54 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 944 time: 0.0923979 Feb 11 14:16:15.390493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=68724cad-0596-43ad-a6e1-5b5fd295a534,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:15.426739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:15.429593 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38646d25-ae2c-4275-85b4-0f813ce3e0ae" -d '{"events": [{"server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "name": "network-vif-plugged", "status": "completed", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:15.433550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-82b89936-c95f-418a-8fb8-74ec060d945f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0600264 Feb 11 14:16:15.455269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-a8a1f848-1a8d-4d03-be69-91fdeee56690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.456764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-a8a1f848-1a8d-4d03-be69-91fdeee56690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f63371f4-0184-43a0-8933-72c171b8137c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672305 Feb 11 14:16:15.459548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e17086f-b06e-4395-9471-fffcdcfd0ad4 req-64389d1a-5ce8-4456-b192-e1910cace5d7 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612688 Feb 11 14:16:15.463721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.494748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-39726400-624f-4e99-a73b-d6caa2d4fa4f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0582471 Feb 11 14:16:15.500262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.501008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:15.546671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:15.565942 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41efb492-e471-43ec-b32e-4bfdcfe3fd55 x-openstack-request-id: req-41efb492-e471-43ec-b32e-4bfdcfe3fd55 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:15.566481 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "name": "network-vif-plugged", "status": "completed", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:15.567073 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41efb492-e471-43ec-b32e-4bfdcfe3fd55 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:15.567656 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba', 'code': 200} Feb 11 14:16:15.606427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-1d86a71f-79ac-495d-8731-6c7344281943 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386209 Feb 11 14:16:15.646920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Deleting port 2490d7e1-1a6a-4b88-a771-8aca73300cd7 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:15.647278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.737695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.738071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.756024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Calling delete_port for 2490d7e1-1a6a-4b88-a771-8aca73300cd7 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:15.832276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:15.853455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:15.865849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2', 'network_id': '014dd55d-8919-44e7-8799-e79c63a97978', 'port_id': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2', 'mac_address': 'fa:16:3e:50:7c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0e742f-5e26-42c5-96eb-70bc3fd883c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:15.907513 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.922337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:15.942059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:15.972745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.999682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event deleted for resources: {'Port': ['ID=2490d7e1-1a6a-4b88-a771-8aca73300cd7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:16.012914 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:16.013638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ac8df909-92ac-49d5-bad3-1b0dcd7f6585 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:16.064298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:16.066955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:16.082062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea34b99-407b-4bf7-a2b4-bd179518e283 req-ad55bd2d-b152-4109-add3-54ac66403aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.082062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ea34b99-407b-4bf7-a2b4-bd179518e283 req-ad55bd2d-b152-4109-add3-54ac66403aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 1097 time: 0.4229200 Feb 11 14:16:16.082248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f888d2e-8ee5-4ff5-ac37-92ac5b8db7f8 req-80994206-58c7-4769-907c-5fd91211ab20 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "DELETE /v2.0/floatingips/97313175-f399-4cf9-9659-e39caea83d2f HTTP/1.1" status: 204 len: 173 time: 0.5839131 Feb 11 14:16:16.087078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7692e-fc99-4a06-8203-44a9f43e1e90 req-8ef0e03b-5e13-48c5-94fd-e1bcdb745066 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.088448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7aa7692e-fc99-4a06-8203-44a9f43e1e90 req-8ef0e03b-5e13-48c5-94fd-e1bcdb745066 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 944 time: 0.4388893 Feb 11 14:16:16.100726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:16.108199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:16.115825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585', 'network_id': '1befb2ce-0f03-4fc9-bcdf-5148cea9db9a', 'port_id': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585', 'mac_address': 'fa:16:3e:38:35:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5347c-6c15-46a6-a162-f29a03f8fc07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:16.116577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-65143572-8c2f-4741-829d-e72ba6efdce0 service neutron] 10.222.0.62 "GET /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020607 Feb 11 14:16:16.159036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:16.171615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8df909-92ac-49d5-bad3-1b0dcd7f6585 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:16.178838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-c463f847-283c-4e92-82f2-5054e72abaf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 217 time: 0.0531375 Feb 11 14:16:16.185248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9ea34b99-407b-4bf7-a2b4-bd179518e283 req-b4ee720a-0353-4394-9eb6-238e9b79b2b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921197 Feb 11 14:16:16.190893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:16.200351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7aa7692e-fc99-4a06-8203-44a9f43e1e90 req-136defbb-4d31-4b15-a544-80c484e73682 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925648 Feb 11 14:16:16.240381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-bb1ba614-4c04-49dc-9729-d9012dc58fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.242376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-bb1ba614-4c04-49dc-9729-d9012dc58fdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0541830 Feb 11 14:16:16.255252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:16.308328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:16.318716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d915d0-6180-4867-8f9f-1995b6731577 req-82fd88e2-b32e-4063-8409-71f638fc77ad tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.320324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4d915d0-6180-4867-8f9f-1995b6731577 req-82fd88e2-b32e-4063-8409-71f638fc77ad tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0554941 Feb 11 14:16:16.359687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4d915d0-6180-4867-8f9f-1995b6731577 req-865d205e-ba6c-4e62-b183-556109a9241f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Feb 11 14:16:16.516137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68e67-a514-428c-b5f9-679810bb031c req-07267f6d-7264-4097-9e0c-f547ea1078ac tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.517822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54e68e67-a514-428c-b5f9-679810bb031c req-07267f6d-7264-4097-9e0c-f547ea1078ac tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0506747 Feb 11 14:16:16.542950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-33880be7-0ed6-4cb7-a147-20b3af7816fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.544448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-33880be7-0ed6-4cb7-a147-20b3af7816fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1642878 Feb 11 14:16:16.560884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54e68e67-a514-428c-b5f9-679810bb031c req-b3655895-4cce-488c-a7ad-af519c1f27f7 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Feb 11 14:16:16.646527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a96d5-cdce-4209-aac8-1b5f04e2f9e5 req-9b030822-7bb4-448f-b33c-c37dc5a3b85f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.647914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-431a96d5-cdce-4209-aac8-1b5f04e2f9e5 req-9b030822-7bb4-448f-b33c-c37dc5a3b85f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2581007 Feb 11 14:16:16.669785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00748-f31b-42ce-98a3-fff65604ba3f req-68c1603f-12e2-42f4-8114-25a2b42aa1c8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.671914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4bf00748-f31b-42ce-98a3-fff65604ba3f req-68c1603f-12e2-42f4-8114-25a2b42aa1c8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 945 time: 0.0537190 Feb 11 14:16:16.706305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-f83f5115-6c4a-416a-91b6-543d99c024a3 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474085 Feb 11 14:16:16.712592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4bf00748-f31b-42ce-98a3-fff65604ba3f req-5e60b90e-e048-4eba-b5a2-162909ddf954 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Feb 11 14:16:16.724502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['68724cad-0596-43ad-a6e1-5b5fd295a534'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:16.771186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f17c2d6-9132-4f7f-a915-71930a7e6bab req-9f4c544f-23bf-48d8-8d7c-cdc46542486f tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=63967f7ac03d47678c6440f6f4b6f8c6 HTTP/1.1" status: 200 len: 1657 time: 0.0973496 Feb 11 14:16:16.810826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:16.817159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ac8df909-92ac-49d5-bad3-1b0dcd7f6585'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:16.929579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-d184e8da-812f-40db-b545-5444eb9cac16 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661477 Feb 11 14:16:16.955865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-65971400-176c-45ad-b0a2-08de6e4fca95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 217 time: 0.0415878 Feb 11 14:16:16.962930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c2d6-9132-4f7f-a915-71930a7e6bab req-583d14bb-9d4f-414e-bde7-c97da36e2de1 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.964522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f17c2d6-9132-4f7f-a915-71930a7e6bab req-583d14bb-9d4f-414e-bde7-c97da36e2de1 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks?id=00fda4ca-9a8b-486d-8396-72d5a6773383&id=00fda4ca-9a8b-486d-8396-72d5a6773383&id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 787 time: 0.1673241 Feb 11 14:16:16.978327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-5f17c2d6-9132-4f7f-a915-71930a7e6bab req-638a54a5-28e3-424a-a2c3-b292d7000226 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:16:16.979278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f17c2d6-9132-4f7f-a915-71930a7e6bab req-638a54a5-28e3-424a-a2c3-b292d7000226 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067973 Feb 11 14:16:17.018382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-fdb557d8-fed9-4435-99a2-89cbd8c21598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.020015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-fdb557d8-fed9-4435-99a2-89cbd8c21598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0545659 Feb 11 14:16:17.049386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-0f9e74e0-e8a9-4ad1-a431-c8106525a4b2 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips/78ecceb0-debb-421e-9fcb-4a9fb551074c HTTP/1.1" status: 200 len: 693 time: 0.0471442 Feb 11 14:16:17.071523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-798c60ef-c50c-4fd8-926b-66d08b431edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.073055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-798c60ef-c50c-4fd8-926b-66d08b431edb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431790 Feb 11 14:16:17.161940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-01c66678-590e-4c13-8cea-9178bc4474f9 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.163315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-01c66678-590e-4c13-8cea-9178bc4474f9 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1046693 Feb 11 14:16:17.169332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-cbd673b7-ba37-475e-995b-68765ec70134 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Feb 11 14:16:17.220057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-742edebd-124c-4249-bdc0-34d46b81813c tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0502999 Feb 11 14:16:17.269507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-a69dfc8b-dc21-4a94-916e-fe033f518150 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920575 Feb 11 14:16:17.273382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-f307afbb-5271-49cb-ad00-31799a13dbf0 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0455177 Feb 11 14:16:17.321774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-69d9a516-210f-4d47-8dc1-8c58378f9390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62 HTTP/1.1" status: 200 len: 217 time: 0.0429142 Feb 11 14:16:17.397988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7612252-cc58-4ad4-9547-5cdb42a0ea68 req-25d2895e-9497-4dd5-a27e-d071dfb0893f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.408438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7612252-cc58-4ad4-9547-5cdb42a0ea68 req-25d2895e-9497-4dd5-a27e-d071dfb0893f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 944 time: 0.1149485 Feb 11 14:16:17.408438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-08ca1951-612e-495b-9a09-4f31c210e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.408438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-08ca1951-612e-495b-9a09-4f31c210e122 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0683596 Feb 11 14:16:17.408727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Deleting port b965d8c4-2e3e-4c1f-86de-6f626f062eb3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:17.408727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.463746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7612252-cc58-4ad4-9547-5cdb42a0ea68 req-617561d5-5a38-449a-a355-94aea5d1acb1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Feb 11 14:16:17.479331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-ac40f355-da08-4bc3-a333-0e6a337ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.479331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-ac40f355-da08-4bc3-a333-0e6a337ca6e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612760 Feb 11 14:16:17.483834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.484482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.500796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Calling delete_port for b965d8c4-2e3e-4c1f-86de-6f626f062eb3 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:17.612475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a969ef-569f-4d00-8e5f-24e8972ccf62 req-60e34b6a-1747-4802-9107-1a19271d1960 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.614049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58a969ef-569f-4d00-8e5f-24e8972ccf62 req-60e34b6a-1747-4802-9107-1a19271d1960 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0774455 Feb 11 14:16:17.616254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-c24ef0e7-ab83-4b94-b2e9-2d5314129f70 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331937 Feb 11 14:16:17.710038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58a969ef-569f-4d00-8e5f-24e8972ccf62 req-874d68fd-e4c0-4577-b3e9-cf9829169bcb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Feb 11 14:16:17.711986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.740374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-80f7a25b-4e68-45e1-83d9-503319823ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144652 Feb 11 14:16:17.742974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event deleted for resources: {'Port': ['ID=b965d8c4-2e3e-4c1f-86de-6f626f062eb3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:17.795328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-c10d47c7-722a-44cd-8d49-76e27c991887 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=525ae3c6-278b-479c-bf56-a1d71430d184 HTTP/1.1" status: 200 len: 217 time: 0.0445848 Feb 11 14:16:17.815040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.817652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.818858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a324af3b-7b88-4afa-a047-90bff32dece0 req-44022b7c-3f38-4409-871a-958d749f57bb tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "DELETE /v2.0/floatingips/78ecceb0-debb-421e-9fcb-4a9fb551074c HTTP/1.1" status: 204 len: 173 time: 0.5396287 Feb 11 14:16:17.871358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-e9906fc4-8d7e-4bc1-b838-3c7f7d7f08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.872804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-e9906fc4-8d7e-4bc1-b838-3c7f7d7f08a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 200 len: 797 time: 0.0692043 Feb 11 14:16:17.880999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a2258-4d67-4fd0-8c23-981964da1a35 req-aabba5d9-a662-4557-95a1-b9f31cf93b1e tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.883105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8a2258-4d67-4fd0-8c23-981964da1a35 req-aabba5d9-a662-4557-95a1-b9f31cf93b1e tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0910332 Feb 11 14:16:17.915238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3acf39-7b7f-4adc-a548-a4f86e43ed26 req-00919f07-4863-41ed-8a07-e5c465d562fa tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.916712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa3acf39-7b7f-4adc-a548-a4f86e43ed26 req-00919f07-4863-41ed-8a07-e5c465d562fa tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Feb 11 14:16:17.943836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b8a2258-4d67-4fd0-8c23-981964da1a35 req-ae0feb29-7286-4e7c-987c-82801eabbbc9 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522735 Feb 11 14:16:17.949187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-5a93b5fd-923c-4d16-bbe3-b3c6da3be741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:17.950652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-5a93b5fd-923c-4d16-bbe3-b3c6da3be741 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dbc4e91-52ce-412d-b618-4b031a060b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664513 Feb 11 14:16:17.954639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa3acf39-7b7f-4adc-a548-a4f86e43ed26 req-c16a9bda-e5fc-4b70-b9e4-c047e9d5f9be tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Feb 11 14:16:18.069073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41b3989f-5d8c-403a-b48c-34bc9d980cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:18.082929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-e4013cc0-0d3c-4feb-8d68-d2c5512df94e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips/8d83eead-5a30-4004-8ca9-83f11547c95b HTTP/1.1" status: 200 len: 693 time: 0.1151898 Feb 11 14:16:18.138876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b97487-4673-489f-be46-e141fdeefe69 req-9ffbfca5-77fe-40de-91a9-55ba2d16e7a7 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.140318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76b97487-4673-489f-be46-e141fdeefe69 req-9ffbfca5-77fe-40de-91a9-55ba2d16e7a7 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.1697781 Feb 11 14:16:18.209087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-d59a0afa-b253-4c6d-ab29-af7912807ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428331 Feb 11 14:16:18.337901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-237d5889-c526-4b99-8936-bd5f66ef23c3 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.339853 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-237d5889-c526-4b99-8936-bd5f66ef23c3 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.2489865 Feb 11 14:16:18.417281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-fd03b2e5-dd5f-48f9-b35b-e6b3353cfb42 service neutron] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992738 Feb 11 14:16:18.421004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-210926c8-2df7-4a18-8de7-de2835b0d598 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0704026 Feb 11 14:16:18.427826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Deleting port 2d1a43bf-6288-4719-8489-3183e1a6b041 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:18.430628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:18.536685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-5e8a090d-227f-47ba-8faa-9f56a8524cd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b HTTP/1.1" status: 200 len: 217 time: 0.1116819 Feb 11 14:16:18.558511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-ab417029-45e7-4f5d-8d43-a13443e38ca4 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1219475 Feb 11 14:16:18.590481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667bbba-8fb6-434e-83a5-947da2329fc7 req-9c7aab81-13f6-481e-8633-375e10dede76 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.592370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b667bbba-8fb6-434e-83a5-947da2329fc7 req-9c7aab81-13f6-481e-8633-375e10dede76 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 944 time: 0.0533042 Feb 11 14:16:18.629018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b667bbba-8fb6-434e-83a5-947da2329fc7 req-73eb803d-a2e5-40aa-8a6d-78be9eef29d1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Feb 11 14:16:18.680295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-f2ef3f45-4ff1-45b9-9668-d4773ec74a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.681771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-f2ef3f45-4ff1-45b9-9668-d4773ec74a95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.1376326 Feb 11 14:16:18.706125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] For port 2d1a43bf-6288-4719-8489-3183e1a6b041, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2d1a43bf-6288-4719-8489-3183e1a6b041,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:18.706493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:18.830344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0198b7-9a38-4376-857e-4e454ba224f4 req-bffa6da5-498a-4311-b664-fe99123704ca tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.831947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c0198b7-9a38-4376-857e-4e454ba224f4 req-bffa6da5-498a-4311-b664-fe99123704ca tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0508862 Feb 11 14:16:18.871780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c0198b7-9a38-4376-857e-4e454ba224f4 req-bd2d5f49-a866-43f4-ae85-f65cdc934357 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Feb 11 14:16:19.069356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530abbbb-2c3d-4f6f-91e0-ce37012a72ef req-4aef2752-eecc-4995-af5b-6e63bf178380 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.070839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-530abbbb-2c3d-4f6f-91e0-ce37012a72ef req-4aef2752-eecc-4995-af5b-6e63bf178380 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 945 time: 0.0491817 Feb 11 14:16:19.107423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-50a53d5f-8da0-41b2-862f-fb92ea487620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.109273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-50a53d5f-8da0-41b2-862f-fb92ea487620 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4169102 Feb 11 14:16:19.111002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-530abbbb-2c3d-4f6f-91e0-ce37012a72ef req-fae93355-02f2-4cca-8260-1c50281136e7 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339758 Feb 11 14:16:19.121262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 68724cad-0596-43ad-a6e1-5b5fd295a534 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:19.221815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Deleting port 5f978b9b-4ddc-44b7-8658-7281eb6309bb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:19.222157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.226787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6455-13a3-4562-b40b-851d9a745c00 req-8af75a7a-5536-495d-b714-a6288a15afd8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.228253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0ef6455-13a3-4562-b40b-851d9a745c00 req-8af75a7a-5536-495d-b714-a6288a15afd8 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 945 time: 0.0518501 Feb 11 14:16:19.261116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 68724cad-0596-43ad-a6e1-5b5fd295a534 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:19.265439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 68724cad-0596-43ad-a6e1-5b5fd295a534 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:19.265845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.273601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0ef6455-13a3-4562-b40b-851d9a745c00 req-76fd637f-08e3-4e3f-92cd-3b6483074e8c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Feb 11 14:16:19.356734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.362730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.363093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.363408 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Floating IP a033825f-d094-4a97-82da-b287b7436701 disassociated. External IP: 172.25.7.101, port: 2d1a43bf-6288-4719-8489-3183e1a6b041. Feb 11 14:16:19.363744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Calling delete_port for 2d1a43bf-6288-4719-8489-3183e1a6b041 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:19.374993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-0d8945f6-2505-463f-8cc7-4a2a1a4944b9 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287755 Feb 11 14:16:19.379128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:19.381417 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e6b9d-d935-4a06-bcff-04ad9c7846f4" -d '{"events": [{"server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:19.400830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=68724cad-0596-43ad-a6e1-5b5fd295a534,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:19.419387 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f6b6f0-3fef-468b-a035-521af9e977ad x-openstack-request-id: req-29f6b6f0-3fef-468b-a035-521af9e977ad {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:19.419672 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:19.419920 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f6b6f0-3fef-468b-a035-521af9e977ad {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:19.420317 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534', 'code': 200} Feb 11 14:16:19.473208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.473538 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.483288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.484267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:19.493520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Calling delete_port for 5f978b9b-4ddc-44b7-8658-7281eb6309bb owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:19.520540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199e3cd-2c53-4d6c-855b-45f852f06b6c req-c723e348-ae97-4533-9e7c-f7181f0a7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.522091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0199e3cd-2c53-4d6c-855b-45f852f06b6c req-c723e348-ae97-4533-9e7c-f7181f0a7845 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 1096 time: 0.0436440 Feb 11 14:16:19.564214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:19.565899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0199e3cd-2c53-4d6c-855b-45f852f06b6c req-086b1fc0-4cea-4916-950c-305fa9646325 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Feb 11 14:16:19.609730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-5da3f3d0-19ce-4b72-9e2a-a3c7dc64f771 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258246 Feb 11 14:16:19.632207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:19.636111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:19.636492 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.684974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-c16a9127-b976-4421-a657-a477fbb40e91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 200 len: 217 time: 0.0680022 Feb 11 14:16:19.722985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.750697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46067c8-a6d3-4b3c-9ab3-6d876e4caad9 req-be257057-b41e-4f31-8281-ff0b5f86f412 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.753471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a46067c8-a6d3-4b3c-9ab3-6d876e4caad9 req-be257057-b41e-4f31-8281-ff0b5f86f412 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0547221 Feb 11 14:16:19.758588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:19.772648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-740dd3b2-1e02-4a99-8288-7a704cf7ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.774131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-740dd3b2-1e02-4a99-8288-7a704cf7ab23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 200 len: 797 time: 0.0811877 Feb 11 14:16:19.791821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a46067c8-a6d3-4b3c-9ab3-6d876e4caad9 req-ce3f3bad-c8c1-4732-87ab-c843b97d9f46 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Feb 11 14:16:19.797864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.820879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.821848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ac8df909-92ac-49d5-bad3-1b0dcd7f6585 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:19.847505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event deleted for resources: {'Port': ['ID=2d1a43bf-6288-4719-8489-3183e1a6b041,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:19.853553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.887725 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event deleted for resources: {'Port': ['ID=5f978b9b-4ddc-44b7-8658-7281eb6309bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:19.901084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:19.929370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-b7f346c5-34c7-4dae-83b4-015f85468f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.930921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-b7f346c5-34c7-4dae-83b4-015f85468f69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e724ff64-4ed8-4492-876f-24af8a4a1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491988 Feb 11 14:16:20.001748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e964-9b75-41c3-a547-76e699e7e843 req-f4c4ecb8-19c0-403f-89ff-73e611887288 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:20.009280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26d4e964-9b75-41c3-a547-76e699e7e843 req-f4c4ecb8-19c0-403f-89ff-73e611887288 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0584104 Feb 11 14:16:20.012260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:20.016275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:20.016653 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.063029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26d4e964-9b75-41c3-a547-76e699e7e843 req-fbb2d68f-ef3c-45b9-814b-cd5793f78ed0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Feb 11 14:16:20.090849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.093406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.094921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8addafd3-d6b1-4c69-88ad-211b4d5cbd33 req-4c4ff18f-ece2-4208-93e7-a576f1411e70 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d83eead-5a30-4004-8ca9-83f11547c95b HTTP/1.1" status: 204 len: 173 time: 1.5167916 Feb 11 14:16:20.103567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.129522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-0afb8c63-9670-45ea-b9f6-1ff7f81806a5 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891088 Feb 11 14:16:20.134188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Router b7be14a1-8c58-4524-85b7-80540002929c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:20.137231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:20.165344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-a4d89e9f-2ba5-4c3a-b8af-70007461c80e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips/ac56de3b-246b-4380-bc6a-1442985e26f6 HTTP/1.1" status: 200 len: 693 time: 0.0502725 Feb 11 14:16:20.209761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.263211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b09c7fc-bded-440b-b671-800a6629903d req-948a02ba-f9eb-4eec-a152-3327e5384e43 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0331275 Feb 11 14:16:20.325637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-28845724-8a34-4d25-bc48-cf4a72ea152c tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:20.331334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:20.335149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-28845724-8a34-4d25-bc48-cf4a72ea152c tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 784 time: 0.1609411 Feb 11 14:16:20.355802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaf9a59f-4d94-4eb5-90c0-66c7e4d0675b req-9cb2e825-4523-4b3f-b9c3-99a37a6af7b4 service neutron] 10.222.0.62 "GET /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180712 Feb 11 14:16:20.371918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:20.382564 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Sync routers for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:20.395138 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:20.395907 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:20.416200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-1e66757b-c659-43f0-bb8f-460a52bb2a09 tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0800483 Feb 11 14:16:20.465055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] No DVR routers for this DVR port 2d1a43bf-6288-4719-8489-3183e1a6b041 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:20.468689 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.471934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd8dd8c-4227-4608-bbfb-c10df64d6f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.476711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76b97487-4673-489f-be46-e141fdeefe69 req-72945b24-fac0-4ac6-b3d5-56558640f82a tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.62 "DELETE /v2.0/ports/2d1a43bf-6288-4719-8489-3183e1a6b041 HTTP/1.1" status: 204 len: 173 time: 2.3028486 Feb 11 14:16:20.476711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'name': 'network-vif-deleted', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:20.476711 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e85c9a9-62f9-435e-a6f6-24cb45b9e8cf" -d '{"events": [{"server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "name": "network-vif-deleted", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:20.481056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-9bc03fbe-c305-4b3c-a29c-b8a1b9f6ae6e tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0638795 Feb 11 14:16:20.496083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383dd7-dd3f-4213-9009-161928a85d25 req-0a2298bb-cc6c-4c29-b4cc-29643a0d6269 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:20.497806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9383dd7-dd3f-4213-9009-161928a85d25 req-0a2298bb-cc6c-4c29-b4cc-29643a0d6269 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 946 time: 0.1054916 Feb 11 14:16:20.545536 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:20.556018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9383dd7-dd3f-4213-9009-161928a85d25 req-a51e28da-80b5-4437-912a-0f8f80c5bd1a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516448 Feb 11 14:16:20.611844 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2595ed-1874-4d32-b4a2-0d1f71e1f459 x-openstack-request-id: req-1c2595ed-1874-4d32-b4a2-0d1f71e1f459 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:20.611844 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6b379f-8139-4fc1-8718-d24ecded733a", "name": "network-vif-deleted", "tag": "2d1a43bf-6288-4719-8489-3183e1a6b041", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:20.611844 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c2595ed-1874-4d32-b4a2-0d1f71e1f459 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:20.612681 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6b379f-8139-4fc1-8718-d24ecded733a', 'name': 'network-vif-deleted', 'tag': '2d1a43bf-6288-4719-8489-3183e1a6b041', 'status': 'completed', 'code': 200} Feb 11 14:16:20.629105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Deleting port c9283169-3c59-4cbf-ac21-68ac85c793f5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:20.629476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.723415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.723799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.736490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Calling delete_port for c9283169-3c59-4cbf-ac21-68ac85c793f5 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:20.769298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:20.798787 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Checking router: b7be14a1-8c58-4524-85b7-80540002929c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:20.807695 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:20.809180 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:20.929327 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:20.944103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8842158-a0f4-43e9-9c7e-366ba64525b5 req-73548d6e-3a9d-4644-9f75-c326b0f8764e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:20.945634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8842158-a0f4-43e9-9c7e-366ba64525b5 req-73548d6e-3a9d-4644-9f75-c326b0f8764e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0566199 Feb 11 14:16:20.970175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.984953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8842158-a0f4-43e9-9c7e-366ba64525b5 req-b23bb50f-e91a-4920-8b6b-7ee81b58edee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Feb 11 14:16:20.999809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Pushing event deleted for resources: {'Port': ['ID=c9283169-3c59-4cbf-ac21-68ac85c793f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:21.021638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2d1a43bf-6288-4719-8489-3183e1a6b041 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:21.045100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2d1a43bf-6288-4719-8489-3183e1a6b041 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:21.054422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2d1a43bf-6288-4719-8489-3183e1a6b041 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:21.059806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.062458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.063624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d92a0ba-817f-4e43-8268-7be933b136f8 req-fdaf3c12-836d-4696-9051-d8e0d0d8bbac tempest-FloatingIPDetailsTestJSON-928657012 tempest-FloatingIPDetailsTestJSON-928657012-project] 10.222.0.31 "DELETE /v2.0/floatingips/ac56de3b-246b-4380-bc6a-1442985e26f6 HTTP/1.1" status: 204 len: 173 time: 0.5763385 Feb 11 14:16:21.070267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:21.162860 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:21.191137 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fad6d-8639-484c-8d32-5d0dac041f6c None None] The sync data for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 is: [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 4, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65f402a6-2d25-4d16-9c28-b58177e0cb0c', 'name': '', 'network_id': '9bc4ef32-f742-499f-b973-d314af37de3b', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'mac_address': 'fa:16:3e:05:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'subnets': [{'id': '3cacd1c6-fb39-47fe-83f3-ce5430b54498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:21.233541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2bc51-8320-4133-a07a-a1fe6ea5ea6c req-c6274a6d-810b-4870-acfc-9f89850a20c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:21.235096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6c2bc51-8320-4133-a07a-a1fe6ea5ea6c req-c6274a6d-810b-4870-acfc-9f89850a20c6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1122189 Feb 11 14:16:21.344733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f6c2bc51-8320-4133-a07a-a1fe6ea5ea6c req-01570226-5a9c-4ce4-a669-ede45048d190 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Feb 11 14:16:21.395835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-479302d3-afbf-4a99-a478-8c7d7017b6eb req-dede6808-83e0-412a-a26b-52f55e0aec18 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa6b379f-8139-4fc1-8718-d24ecded733a HTTP/1.1" status: 200 len: 210 time: 0.0410872 Feb 11 14:16:21.421503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'}, {'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:21.426457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4c10b-9a4f-4400-b34f-5869c9fccb3d" -d '{"events": [{"server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2"}, {"server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "name": "network-vif-plugged", "status": "completed", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:21.483144 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2beee-a28c-4fab-81d2-e6887755d202 x-openstack-request-id: req-c3a2beee-a28c-4fab-81d2-e6887755d202 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:21.483144 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2", "code": 200}, {"server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "name": "network-vif-plugged", "status": "completed", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:21.483144 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3a2beee-a28c-4fab-81d2-e6887755d202 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:21.483144 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2', 'code': 200} Feb 11 14:16:21.483553 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585', 'code': 200} Feb 11 14:16:21.488165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe82b37-0a1f-4c47-a957-9c22d28b5634 None None] New status for floating IP a033825f-d094-4a97-82da-b287b7436701: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:16:21.554261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.681762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92113050-9cd5-4215-8418-a1c7f000c5e2 req-b85dd975-1d35-46fe-ae95-3a2e3ee4145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:21.683944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92113050-9cd5-4215-8418-a1c7f000c5e2 req-b85dd975-1d35-46fe-ae95-3a2e3ee4145d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1261277 Feb 11 14:16:21.687352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4787-2b84-42bd-92a7-022696b22f8c req-1d278c14-278f-48c9-a623-8bcc28856f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:21.688670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cee4787-2b84-42bd-92a7-022696b22f8c req-1d278c14-278f-48c9-a623-8bcc28856f58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.0894258 Feb 11 14:16:21.708371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.737249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c9172-a8f6-4938-9175-3f0f180c7745 req-3d304d41-fca3-4c56-a2c4-754d99d2b407 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:21.739044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e7c9172-a8f6-4938-9175-3f0f180c7745 req-3d304d41-fca3-4c56-a2c4-754d99d2b407 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 946 time: 0.0996788 Feb 11 14:16:21.777654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92113050-9cd5-4215-8418-a1c7f000c5e2 req-254f52e3-728d-427d-b783-ad823e5715e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Feb 11 14:16:21.784987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cee4787-2b84-42bd-92a7-022696b22f8c req-cd6c4bf6-3545-484b-843f-e8d39c472c75 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817440 Feb 11 14:16:21.798216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e7c9172-a8f6-4938-9175-3f0f180c7745 req-02af5cdb-911b-4fae-8d49-14b82f1e8c9a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514839 Feb 11 14:16:21.816591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Deleting port fb51c2fb-6934-475e-a5c1-bf37721e229a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:21.816972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.891752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] For port fb51c2fb-6934-475e-a5c1-bf37721e229a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fb51c2fb-6934-475e-a5c1-bf37721e229a,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:21.892112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:21.903362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Calling delete_port for fb51c2fb-6934-475e-a5c1-bf37721e229a owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:22.129866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38566d3-2600-4e03-9be6-ed248871b608 req-dabb9194-a38b-43cd-829b-9927b4974b60 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.131336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f38566d3-2600-4e03-9be6-ed248871b608 req-dabb9194-a38b-43cd-829b-9927b4974b60 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0564620 Feb 11 14:16:22.168284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f38566d3-2600-4e03-9be6-ed248871b608 req-a878a06d-80d0-46d7-b870-c46fcde6f26c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Feb 11 14:16:22.189492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.215940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb51c2fb-6934-475e-a5c1-bf37721e229a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:22.378148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.517750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2271e-b62d-4ffa-b493-d19c4af1a09f req-a46ca5f6-6526-4b44-88d5-2c2e0d94ba01 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.519239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39e2271e-b62d-4ffa-b493-d19c4af1a09f req-a46ca5f6-6526-4b44-88d5-2c2e0d94ba01 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0936875 Feb 11 14:16:22.604703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39e2271e-b62d-4ffa-b493-d19c4af1a09f req-d4267fe4-b14e-4ad2-ac87-0a9894445971 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788553 Feb 11 14:16:22.668334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Router de591925-c9fb-4033-bb5a-d32cced52056 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:22.708958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e101f5-eddc-47b2-bb83-09db5eb18a3e req-49ef5b97-b50e-40e5-8cc3-596971a36056 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.710666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71e101f5-eddc-47b2-bb83-09db5eb18a3e req-49ef5b97-b50e-40e5-8cc3-596971a36056 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0521688 Feb 11 14:16:22.777961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71e101f5-eddc-47b2-bb83-09db5eb18a3e req-502dbba4-431b-40ef-acdc-f7886ed49439 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Feb 11 14:16:22.791261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:22.811883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-5706f198-1343-47a7-af69-fe8efd12407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.813502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-5706f198-1343-47a7-af69-fe8efd12407b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 1096 time: 0.0739949 Feb 11 14:16:22.919047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.965114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.974798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-48d193f7-01e8-4b0c-9047-9ee634872f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:22.976442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-48d193f7-01e8-4b0c-9047-9ee634872f52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.1490119 Feb 11 14:16:23.033944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.037088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-5e36c9e8-ffd5-42ee-9e5b-d10aa90fe024 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68724cad-0596-43ad-a6e1-5b5fd295a534 HTTP/1.1" status: 200 len: 217 time: 0.0503900 Feb 11 14:16:23.105212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-cbe13c64-448d-4694-98a3-df6ffff5077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:23.106818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-cbe13c64-448d-4694-98a3-df6ffff5077c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.0506749 Feb 11 14:16:23.110517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141035-8727-4a81-86d2-ff1c452c4f28 req-1cd8b548-7501-4d36-a630-b152222ac8c0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:23.111954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0141035-8727-4a81-86d2-ff1c452c4f28 req-1cd8b548-7501-4d36-a630-b152222ac8c0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 946 time: 0.0960653 Feb 11 14:16:23.126408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:23.134874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bf8a0d40-9dd6-4248-9570-66b6fd4a4e6e admin admin] 10.222.0.31 "PUT /v2.0/routers/de591925-c9fb-4033-bb5a-d32cced52056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0620372 Feb 11 14:16:23.135055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.136725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.137575 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Sync routers for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:23.138320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "DELETE /v2.0/security-groups/8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a HTTP/1.1" status: 204 len: 168 time: 0.3458586 Feb 11 14:16:23.144333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:23.144673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50082) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:23.149879 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:23.151864 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.161830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-d5f5bede-9dfe-4d47-a18e-c2c0c9d251e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387318 Feb 11 14:16:23.169028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52dda8-c1dd-4ce4-b8e7-2ed6a72a751c tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:23.229098 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-9ecfc267-4adf-4019-af7a-805d5af0c9bf tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] show failed (client error): The resource could not be found. Feb 11 14:16:23.233929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ecfc267-4adf-4019-af7a-805d5af0c9bf tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "GET /v2.0/security-groups/8981f9ed-891a-4cde-ab7f-0d0a31e5fe7a HTTP/1.1" status: 404 len: 347 time: 0.0797625 Feb 11 14:16:23.236119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:23.308226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0141035-8727-4a81-86d2-ff1c452c4f28 req-9ed07a5f-56fe-4b6b-8fa7-0000b1fb8c08 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892128 Feb 11 14:16:23.310415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.328835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-e0abd314-954e-4108-8214-39d16c6e1a06 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501112 Feb 11 14:16:23.430158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.434924 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:23.457715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1397c42b-1c53-43ac-ac55-f05dc261c483 req-03062c28-6fd8-4ea9-9504-7a468f7d3884 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029398 Feb 11 14:16:23.524514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Deleting port aa19d834-a143-424e-8780-6dcc3216ce30 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:23.524857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.585155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.621304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.621741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.629593 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:22Z', 'revision_number': 5, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.635711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Calling delete_port for aa19d834-a143-424e-8780-6dcc3216ce30 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:23.664908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Checking router: de591925-c9fb-4033-bb5a-d32cced52056 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:23.674377 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Routers {'de591925-c9fb-4033-bb5a-d32cced52056'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:23.675144 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['de591925-c9fb-4033-bb5a-d32cced52056'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.743442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ede5e-7cbd-47e2-94dc-7458e0813d96 req-0cfd22c2-df3b-49ae-b628-048a5e0ac35c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:23.745741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c3ede5e-7cbd-47e2-94dc-7458e0813d96 req-0cfd22c2-df3b-49ae-b628-048a5e0ac35c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0648777 Feb 11 14:16:23.785372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c3ede5e-7cbd-47e2-94dc-7458e0813d96 req-ec26338f-c2fc-4e5a-8891-8da00cee74f7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Feb 11 14:16:23.802463 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] Set router de591925-c9fb-4033-bb5a-d32cced52056 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:23.820243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Deleting port b3c34ef7-e0a2-4836-a4a3-c8a818432896 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:23.820591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.946800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1f30-e800-4da1-b6d7-9d61acc46e68 req-cbce19a7-cb07-45a9-866a-47d782859a96 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:23.948353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c65e1f30-e800-4da1-b6d7-9d61acc46e68 req-cbce19a7-cb07-45a9-866a-47d782859a96 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0840971 Feb 11 14:16:23.953505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] For port b3c34ef7-e0a2-4836-a4a3-c8a818432896, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b3c34ef7-e0a2-4836-a4a3-c8a818432896,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:23.953874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.978446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Calling delete_port for b3c34ef7-e0a2-4836-a4a3-c8a818432896 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:23.999032 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:22Z', 'revision_number': 5, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:24.003789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.024747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c61c3-e273-462b-bdfb-c2d37f3859ad None None] The sync data for ids ['de591925-c9fb-4033-bb5a-d32cced52056'] in n-d-828407-1 is: [{'id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'name': 'tempest-FloatingIPDetailsTestJSON-22256043-router', 'tenant_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:22Z', 'revision_number': 5, 'project_id': '63967f7ac03d47678c6440f6f4b6f8c6', 'gw_port': {'id': 'b3c34ef7-e0a2-4836-a4a3-c8a818432896', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de591925-c9fb-4033-bb5a-d32cced52056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:55Z', 'updated_at': '2022-02-11T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:24.076805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c65e1f30-e800-4da1-b6d7-9d61acc46e68 req-3c20a73c-cef9-4243-bd38-e3a607fce0ba tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203640 Feb 11 14:16:24.081011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Pushing event deleted for resources: {'Port': ['ID=aa19d834-a143-424e-8780-6dcc3216ce30,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:24.192700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.195357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.200721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81536cad-a5e3-44d3-b339-c1a60e9fc689 tempest-ServersTestManualDisk-1327802155 tempest-ServersTestManualDisk-1327802155-project] 10.222.0.31 "DELETE /v2.0/floatingips/a033825f-d094-4a97-82da-b287b7436701 HTTP/1.1" status: 204 len: 168 time: 0.9593909 Feb 11 14:16:24.200941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50094) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:24.348855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.385441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c34ef7-e0a2-4836-a4a3-c8a818432896,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:24.447855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.495412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e970b1-67fc-49a4-ad73-dbfbee604cad req-f8d143a3-f3d2-411c-9115-afe64a8a4b9b tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:24.497186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93e970b1-67fc-49a4-ad73-dbfbee604cad req-f8d143a3-f3d2-411c-9115-afe64a8a4b9b tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 946 time: 0.0971231 Feb 11 14:16:24.539509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.541742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.566708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93e970b1-67fc-49a4-ad73-dbfbee604cad req-162b9beb-cc03-40c8-bde8-c0f382e90d12 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622749 Feb 11 14:16:24.647228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.692549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582e970-1099-4944-8e53-f66008893d1f req-91a28ac8-d8a1-4910-8d92-db43fd90b3c1 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:24.694087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3582e970-1099-4944-8e53-f66008893d1f req-91a28ac8-d8a1-4910-8d92-db43fd90b3c1 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 946 time: 0.0539908 Feb 11 14:16:24.695154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.695707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router de591925-c9fb-4033-bb5a-d32cced52056 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:24.700616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.701735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd0b0605-2eb3-4fe4-97dd-dd002c8ae59c admin admin] 10.222.0.31 "DELETE /v2.0/routers/de591925-c9fb-4033-bb5a-d32cced52056 HTTP/1.1" status: 204 len: 168 time: 1.5561054 Feb 11 14:16:24.716207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:24.769763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3582e970-1099-4944-8e53-f66008893d1f req-88a72f7c-2efa-4cf4-a3ba-04bd8a8f81f5 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668762 Feb 11 14:16:24.778679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Deleting subnet 11c64dc1-4b63-4814-a3b3-ed24d988ad23 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:16:24.782534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.826679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.945427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.962453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ebca-4889-49fc-bc45-a1c4b3c3b64a req-f07f78b8-d869-4ada-80f4-534973fdde13 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:24.964106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f252ebca-4889-49fc-bc45-a1c4b3c3b64a req-f07f78b8-d869-4ada-80f4-534973fdde13 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 945 time: 0.1062424 Feb 11 14:16:24.987143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9c38-9981-4187-8b9c-a88c3183c431 req-2f743b19-c2f4-4f56-8d54-c5f6cdba2aa1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:24.988592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-983c9c38-9981-4187-8b9c-a88c3183c431 req-2f743b19-c2f4-4f56-8d54-c5f6cdba2aa1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0857389 Feb 11 14:16:25.009960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f252ebca-4889-49fc-bc45-a1c4b3c3b64a req-8f1a0df5-5af6-4e89-a5c4-4489d0e91c31 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Feb 11 14:16:25.011770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Deleting port 65f402a6-2d25-4d16-9c28-b58177e0cb0c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:25.012104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.037700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-983c9c38-9981-4187-8b9c-a88c3183c431 req-2cf1c6dd-17e5-4e19-8076-b09a3279aa0a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Feb 11 14:16:25.096163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] For port 65f402a6-2d25-4d16-9c28-b58177e0cb0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65f402a6-2d25-4d16-9c28-b58177e0cb0c,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:25.096528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.107304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.110248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Calling delete_port for 65f402a6-2d25-4d16-9c28-b58177e0cb0c owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:25.139975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c64dc1-4b63-4814-a3b3-ed24d988ad23,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:25.150251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.155069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b9b58-59fa-473b-a004-bb697dabe062 None None] Network da05ee84-c1c7-46ee-bf2e-00a133ad51c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:25.161218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f1ecfac-6a62-4b20-97dd-a2092d9d81c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11c64dc1-4b63-4814-a3b3-ed24d988ad23 HTTP/1.1" status: 204 len: 168 time: 0.4440432 Feb 11 14:16:25.162743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:25.227079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38120b-fe6c-4cf2-8c2b-9ce93ae149a1 req-8e47de5f-f113-443d-beaa-90ec52f275fa tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:25.237818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca38120b-fe6c-4cf2-8c2b-9ce93ae149a1 req-8e47de5f-f113-443d-beaa-90ec52f275fa tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0752480 Feb 11 14:16:25.259988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.290530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca38120b-fe6c-4cf2-8c2b-9ce93ae149a1 req-d0f8158c-6871-4987-812c-a9a9bbe9a016 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502758 Feb 11 14:16:25.397608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a0152-e534-4324-a878-7825a634f201 None None] DHCP port deletion for da05ee84-c1c7-46ee-bf2e-00a133ad51c4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:16:25.419197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Deleting port 9b5e8235-f624-42f8-ace7-feeea2ec725b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:25.419545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.452041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-563a0152-e534-4324-a878-7825a634f201 None None] Deleting port 9b5e8235-f624-42f8-ace7-feeea2ec725b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:25.452418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.527265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-563a0152-e534-4324-a878-7825a634f201 None None] For port 9b5e8235-f624-42f8-ace7-feeea2ec725b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b5e8235-f624-42f8-ace7-feeea2ec725b,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:25.527704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.545744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-563a0152-e534-4324-a878-7825a634f201 None None] Calling delete_port for 9b5e8235-f624-42f8-ace7-feeea2ec725b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:25.588544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb89910-35e2-43e8-9e99-6e356efef886 req-faf279d0-4896-42fe-8240-d4df9c72500a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:25.593738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfb89910-35e2-43e8-9e99-6e356efef886 req-faf279d0-4896-42fe-8240-d4df9c72500a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 945 time: 0.0569854 Feb 11 14:16:25.634501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dfb89910-35e2-43e8-9e99-6e356efef886 req-f1b9601f-55fb-4f47-bb76-e5a3ce3f00e0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Feb 11 14:16:25.743682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.764087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.769063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a0152-e534-4324-a878-7825a634f201 None None] Pushing event deleted for resources: {'Port': ['ID=9b5e8235-f624-42f8-ace7-feeea2ec725b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:25.773693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a0152-e534-4324-a878-7825a634f201 None None] No DVR routers for this DVR port 9b5e8235-f624-42f8-ace7-feeea2ec725b on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:25.781523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.781868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.782205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.782532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.783189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.783452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.783847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.784160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.784536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.784780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.785122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.785438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a0152-e534-4324-a878-7825a634f201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:25.800960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=65f402a6-2d25-4d16-9c28-b58177e0cb0c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:25.836040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] For port 9b5e8235-f624-42f8-ace7-feeea2ec725b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b5e8235-f624-42f8-ace7-feeea2ec725b,segment=NetworkSegment(cd6581a5-e768-4853-8d97-36eeab2ced8c),segment_id=cd6581a5-e768-4853-8d97-36eeab2ced8c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:25.836404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.873591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Calling delete_port for 9b5e8235-f624-42f8-ace7-feeea2ec725b owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:26.038564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.043471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.076842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5e8235-f624-42f8-ace7-feeea2ec725b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:26.080166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] No DVR routers for this DVR port 9b5e8235-f624-42f8-ace7-feeea2ec725b on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:26.144037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b3c34ef7-e0a2-4836-a4a3-c8a818432896 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:26.165220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b3c34ef7-e0a2-4836-a4a3-c8a818432896 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:26.165880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b3c34ef7-e0a2-4836-a4a3-c8a818432896 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:26.165984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fb51c2fb-6934-475e-a5c1-bf37721e229a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:26.185094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: fb51c2fb-6934-475e-a5c1-bf37721e229a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:26.185444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fb51c2fb-6934-475e-a5c1-bf37721e229a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:26.185860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b5e8235-f624-42f8-ace7-feeea2ec725b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:26.205163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9b5e8235-f624-42f8-ace7-feeea2ec725b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:26.205512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b5e8235-f624-42f8-ace7-feeea2ec725b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:26.268476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.309717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da05ee84-c1c7-46ee-bf2e-00a133ad51c4']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:26.327780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6581a5-e768-4853-8d97-36eeab2ced8c') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:26.328073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6581a5-e768-4853-8d97-36eeab2ced8c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:26.352096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce963be-77bd-4a9a-8cf1-596c4e7bb0e8 req-2353fa72-d48f-4d02-bac7-54753b512470 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:26.353663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fce963be-77bd-4a9a-8cf1-596c4e7bb0e8 req-2353fa72-d48f-4d02-bac7-54753b512470 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.2184026 Feb 11 14:16:26.363149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.393077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-e59ddf51-9b49-4046-91cf-5937421b45f4 service neutron] 10.222.0.60 "GET /v2.0/ports/d32568f3-0a81-4eaf-850b-c515ddfd6e20/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.1902280 Feb 11 14:16:26.398230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.402802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b61225-4d2b-4a61-82dc-be9a62b9c238 req-15bae7c1-eed1-40d1-b508-fe0c4122434b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:26.404768 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3b61225-4d2b-4a61-82dc-be9a62b9c238 req-15bae7c1-eed1-40d1-b508-fe0c4122434b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0497444 Feb 11 14:16:26.436806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:26.437250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:26.443324 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:26.450275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3b61225-4d2b-4a61-82dc-be9a62b9c238 req-0ed7480d-a855-4005-a3ce-ea5b07bf0a20 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Feb 11 14:16:26.466499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fce963be-77bd-4a9a-8cf1-596c4e7bb0e8 req-49de9423-cf17-489a-b7b9-e76272c44763 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054356 Feb 11 14:16:26.563744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Router b7be14a1-8c58-4524-85b7-80540002929c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:26.647168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.657286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.660753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/da05ee84-c1c7-46ee-bf2e-00a133ad51c4 HTTP/1.1" status: 204 len: 168 time: 1.4971821 Feb 11 14:16:26.675578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2514a2-b72d-40c5-bacd-7fab7efb38a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da05ee84-c1c7-46ee-bf2e-00a133ad51c4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:26.689698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:26.695123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74145467-0ea3-4690-8252-8383a5180d3c admin admin] 10.222.0.31 "PUT /v2.0/routers/b7be14a1-8c58-4524-85b7-80540002929c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944816 Feb 11 14:16:26.697681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:26.701383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Sync routers for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:26.718899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:26.719786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:26.799502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160f3d-2ab4-459c-a998-a909eb807bcf req-b1576071-f16d-4e3a-94e1-6db38d7e219a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:26.800990 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af160f3d-2ab4-459c-a998-a909eb807bcf req-b1576071-f16d-4e3a-94e1-6db38d7e219a tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 945 time: 0.0642967 Feb 11 14:16:26.821682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.844150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af160f3d-2ab4-459c-a998-a909eb807bcf req-43ab8904-a7f2-4ea9-b6c6-82d55db66f81 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Feb 11 14:16:26.856442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:26.964312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-42616c70-6b4a-40b4-bb6d-e1f6e2aef266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:26.966186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-42616c70-6b4a-40b4-bb6d-e1f6e2aef266 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1099 time: 0.0583644 Feb 11 14:16:26.967608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.030007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-153285a5-dd6a-43ed-b152-8fa9e639b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.031506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-153285a5-dd6a-43ed-b152-8fa9e639b4d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1099 time: 0.0402205 Feb 11 14:16:27.035147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:16:25Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.064953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Checking router: b7be14a1-8c58-4524-85b7-80540002929c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:27.070715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Routers {'b7be14a1-8c58-4524-85b7-80540002929c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:27.071302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b7be14a1-8c58-4524-85b7-80540002929c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.113220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:27.157217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2fe57c44-c979-4d0e-87ac-340aa71f2d26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63967f7ac03d47678c6440f6f4b6f8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427647 Feb 11 14:16:27.158170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:27.178761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] Set router b7be14a1-8c58-4524-85b7-80540002929c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:27.179360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-9f9e36c8-f704-4bdb-9331-52d2cd924422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.180866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-9f9e36c8-f704-4bdb-9331-52d2cd924422 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1428056 Feb 11 14:16:27.207878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.242309 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.256640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-9e036b59-5fd0-43f4-aa58-329b9c7175c2 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.258923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-9e036b59-5fd0-43f4-aa58-329b9c7175c2 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 945 time: 0.1379809 Feb 11 14:16:27.261308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-9b3fecd8-f730-4235-86f8-525bdb276de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 217 time: 0.0737028 Feb 11 14:16:27.273427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Deleting port a0ba8d14-2879-421a-9a5b-98a79390267b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:27.273948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.445313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.449544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.453530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7494f4b4-0861-4591-ab73-57a0cc003518 HTTP/1.1" status: 204 len: 168 time: 0.2915974 Feb 11 14:16:27.456096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-8c8328b1-5670-4f29-a91c-4fa7a652308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.458736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-8c8328b1-5670-4f29-a91c-4fa7a652308e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1805971 Feb 11 14:16:27.459131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a64ae-dddf-408a-99b3-dafcfed59100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7494f4b4-0861-4591-ab73-57a0cc003518,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:27.518511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] For port a0ba8d14-2879-421a-9a5b-98a79390267b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0ba8d14-2879-421a-9a5b-98a79390267b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:27.518988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.539904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Calling delete_port for a0ba8d14-2879-421a-9a5b-98a79390267b owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:27.559750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Deleting port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:27.560084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.568594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:16:25Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.577975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92334-68c9-417a-9463-846b601f404b req-f5e93e63-656b-4e62-9f06-96451929edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.582810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-f5e93e63-656b-4e62-9f06-96451929edbc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119757 Feb 11 14:16:27.604348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4817b-9d9e-44fe-8200-6d81a8408343 None None] The sync data for ids ['b7be14a1-8c58-4524-85b7-80540002929c'] in n-d-828407-1 is: [{'id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'name': 'tempest-ServersTestManualDisk-795463674-router', 'tenant_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:16:25Z', 'revision_number': 5, 'project_id': '3c8c4149ffa74310b7c4a52f8c095ab3', 'gw_port': {'id': 'a0ba8d14-2879-421a-9a5b-98a79390267b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7be14a1-8c58-4524-85b7-80540002929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:06Z', 'updated_at': '2022-02-11T14:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:27.663866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcca3f-a4d9-43f0-bbb0-ea98ca987c22 req-4867f830-5caa-44fa-a5de-00bc1e5f07c2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.665752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8bcca3f-a4d9-43f0-bbb0-ea98ca987c22 req-4867f830-5caa-44fa-a5de-00bc1e5f07c2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0788903 Feb 11 14:16:27.708858 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8bcca3f-a4d9-43f0-bbb0-ea98ca987c22 req-23d218f1-f4dc-4e52-bb6c-3a8b11e3f9cf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Feb 11 14:16:27.860075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3456e1-25b1-4984-bd8a-2c97f69c4065 req-abe734d8-a5a1-434e-8690-7338ebbe6276 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:27.861569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3456e1-25b1-4984-bd8a-2c97f69c4065 req-abe734d8-a5a1-434e-8690-7338ebbe6276 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.2779751 Feb 11 14:16:27.866504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] For port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:27.867143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.921901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Calling delete_port for 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:27.936987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-5b4769be-85c8-4681-afde-80b0a3f60ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107483 Feb 11 14:16:27.965790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3456e1-25b1-4984-bd8a-2c97f69c4065 req-c43ba756-1b80-4223-a5d2-21049af6490b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874071 Feb 11 14:16:28.045703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101077-0cb8-4f6b-96c5-33a829130382 req-cb214a23-9624-47e7-9169-3dc22b3e1821 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:28.053553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9101077-0cb8-4f6b-96c5-33a829130382 req-cb214a23-9624-47e7-9169-3dc22b3e1821 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 945 time: 0.1145191 Feb 11 14:16:28.062246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65f402a6-2d25-4d16-9c28-b58177e0cb0c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:28.094866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 65f402a6-2d25-4d16-9c28-b58177e0cb0c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:28.095227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65f402a6-2d25-4d16-9c28-b58177e0cb0c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:28.117158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9101077-0cb8-4f6b-96c5-33a829130382 req-6e3482ed-75ce-4051-a7fb-93e2bae6581b tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Feb 11 14:16:28.162091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5c92334-68c9-417a-9463-846b601f404b req-817ceba0-e742-4ac2-9795-49670d5f6475 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072511 Feb 11 14:16:28.257568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.287361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ba8d14-2879-421a-9a5b-98a79390267b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:28.348239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.435634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.447541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:28.453567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b608a8b7-7455-4764-b669-2b7d62bdc0ba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:28.470481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.473453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.475355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event deleted for resources: {'Port': ['ID=270df9da-d3b3-4c1c-b5af-9ebacf4d90cf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:28.525024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] No DVR routers for this DVR port 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:28.528584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.532197 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9141b39-f6d4-4c48-a881-8cbc4dcb6a42 req-07e55363-eafd-4067-9d60-3e3fd1848d34 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "DELETE /v2.0/ports/270df9da-d3b3-4c1c-b5af-9ebacf4d90cf HTTP/1.1" status: 204 len: 173 time: 1.2559254 Feb 11 14:16:28.534997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'name': 'network-vif-deleted', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:28.537462 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6496050-9064-4659-b5f1-7f3e28ae8a53" -d '{"events": [{"server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "name": "network-vif-deleted", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:28.609149 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a151056e-b92d-4803-8d1c-0fc692af95e8 x-openstack-request-id: req-a151056e-b92d-4803-8d1c-0fc692af95e8 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:28.609483 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ddb36-985e-4999-a730-ab8c7aeb2e93", "name": "network-vif-deleted", "tag": "270df9da-d3b3-4c1c-b5af-9ebacf4d90cf", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:28.609763 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a151056e-b92d-4803-8d1c-0fc692af95e8 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:28.610180 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ddb36-985e-4999-a730-ab8c7aeb2e93', 'name': 'network-vif-deleted', 'tag': '270df9da-d3b3-4c1c-b5af-9ebacf4d90cf', 'status': 'completed', 'code': 200} Feb 11 14:16:28.723647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.724811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7be14a1-8c58-4524-85b7-80540002929c {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:28.730729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.732064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-15cd3696-1b59-4aea-b244-0daa82ddda41 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b7be14a1-8c58-4524-85b7-80540002929c HTTP/1.1" status: 204 len: 168 time: 2.0305939 Feb 11 14:16:28.734393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:28.794743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Deleting subnet 3cacd1c6-fb39-47fe-83f3-ce5430b54498 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:16:28.798119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.843644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698546ec-f149-41d1-9a3e-9fae143b7b68 req-aef2cec3-6769-4e05-a924-9a79a5d28cf3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:28.847653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.851847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-698546ec-f149-41d1-9a3e-9fae143b7b68 req-aef2cec3-6769-4e05-a924-9a79a5d28cf3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0599637 Feb 11 14:16:28.891456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-698546ec-f149-41d1-9a3e-9fae143b7b68 req-b730e4a9-277a-47c4-b065-48ed2ca5a3b4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Feb 11 14:16:28.934623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.098330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffc5d-70a8-4f48-8b84-f531a2c85b53 req-7006f608-993e-4bb4-a797-b3ba65079d57 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.099944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02bffc5d-70a8-4f48-8b84-f531a2c85b53 req-7006f608-993e-4bb4-a797-b3ba65079d57 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0587733 Feb 11 14:16:29.124814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.140514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02bffc5d-70a8-4f48-8b84-f531a2c85b53 req-d57d4050-e5d5-4551-98fa-8bafac227750 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Feb 11 14:16:29.141135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:29.179007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cacd1c6-fb39-47fe-83f3-ce5430b54498,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.181059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.187228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e9f1a6c-3cdd-4be4-881a-6027b88fb665 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3cacd1c6-fb39-47fe-83f3-ce5430b54498 HTTP/1.1" status: 204 len: 168 time: 0.4495468 Feb 11 14:16:29.194618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:29.201433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1ec43-1691-4cf5-92f1-d39b1f635327 None None] Network 9bc4ef32-f742-499f-b973-d314af37de3b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:29.317399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b623326-06ed-4c91-81aa-3c22c873989d req-27a1130c-1159-4dc3-838e-beefb5169d8e tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d1ddb36-985e-4999-a730-ab8c7aeb2e93 HTTP/1.1" status: 200 len: 210 time: 0.0376163 Feb 11 14:16:29.334890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.396647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.409006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Deleting port 078d2407-8701-4bba-b259-ee31e43d452f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:29.409431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.446885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:29.449944 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8800b-37a2-4dbf-b921-107907bc20f3" -d '{"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-unplugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:29.474140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:29.486090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] For port 078d2407-8701-4bba-b259-ee31e43d452f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=078d2407-8701-4bba-b259-ee31e43d452f,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:29.486460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.501609 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e3bbee-b534-4d7b-a14f-ed73bf1ca9ae x-openstack-request-id: req-24e3bbee-b534-4d7b-a14f-ed73bf1ca9ae {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:29.501951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Calling delete_port for 078d2407-8701-4bba-b259-ee31e43d452f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:29.505139 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-unplugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:29.505139 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e3bbee-b534-4d7b-a14f-ed73bf1ca9ae {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:29.505139 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'code': 200} Feb 11 14:16:29.505139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] DHCP port deletion for 9bc4ef32-f742-499f-b973-d314af37de3b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:16:29.552872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Deleting port 078d2407-8701-4bba-b259-ee31e43d452f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:29.553171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.618117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] For port 078d2407-8701-4bba-b259-ee31e43d452f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=078d2407-8701-4bba-b259-ee31e43d452f,segment=NetworkSegment(c44aa9a9-3748-4bbe-b84d-31edc879d4ac),segment_id=c44aa9a9-3748-4bbe-b84d-31edc879d4ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:29.618545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.631591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Calling delete_port for 078d2407-8701-4bba-b259-ee31e43d452f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:29.674597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.675629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:29.726452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:29.726789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 270df9da-d3b3-4c1c-b5af-9ebacf4d90cf not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:29.752075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.769932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.777471 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.778557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=078d2407-8701-4bba-b259-ee31e43d452f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.780410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] No DVR routers for this DVR port 078d2407-8701-4bba-b259-ee31e43d452f on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:29.802099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] Pushing event deleted for resources: {'Port': ['ID=078d2407-8701-4bba-b259-ee31e43d452f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.808027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ed1cb-bf02-4931-8fe8-6286b71e27de None None] No DVR routers for this DVR port 078d2407-8701-4bba-b259-ee31e43d452f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:29.852008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.874056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc4ef32-f742-499f-b973-d314af37de3b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.883333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.883630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44aa9a9-3748-4bbe-b84d-31edc879d4ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.896304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.910311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.916031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:29.916412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:29.918730 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:30.033580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c03f-55b9-4f67-b40c-8bfa2b078f91 req-94183df0-ddc2-4897-beaf-70b58535602a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:30.037503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b05c03f-55b9-4f67-b40c-8bfa2b078f91 req-94183df0-ddc2-4897-beaf-70b58535602a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.0672441 Feb 11 14:16:30.089125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0ba8d14-2879-421a-9a5b-98a79390267b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:30.099622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b05c03f-55b9-4f67-b40c-8bfa2b078f91 req-327d8f39-f5f0-4595-84b7-1ea8c36f15b3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Feb 11 14:16:30.100366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.110944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a0ba8d14-2879-421a-9a5b-98a79390267b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:30.111368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0ba8d14-2879-421a-9a5b-98a79390267b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:30.111873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 078d2407-8701-4bba-b259-ee31e43d452f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:30.120774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.126543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/9bc4ef32-f742-499f-b973-d314af37de3b HTTP/1.1" status: 204 len: 168 time: 0.9290931 Feb 11 14:16:30.126543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16a526-988c-4a47-9b25-ba8815c5c7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc4ef32-f742-499f-b973-d314af37de3b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:30.128590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:30.138960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 078d2407-8701-4bba-b259-ee31e43d452f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:30.139397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 078d2407-8701-4bba-b259-ee31e43d452f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:30.210032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.250124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5649-7bca-41cf-ac98-f4d1593457ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.270353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa250-93c0-4aaa-92e0-912621488e7f req-dd27ac8e-b86f-4e94-b283-855c431fea82 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:30.271932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f8aa250-93c0-4aaa-92e0-912621488e7f req-dd27ac8e-b86f-4e94-b283-855c431fea82 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0570960 Feb 11 14:16:30.311419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f8aa250-93c0-4aaa-92e0-912621488e7f req-2ccac766-661e-424c-8168-7f2edb9ecf79 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Feb 11 14:16:30.330526 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5649-7bca-41cf-ac98-f4d1593457ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.460637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5649-7bca-41cf-ac98-f4d1593457ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.500220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0eaa5649-7bca-41cf-ac98-f4d1593457ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aa00b49df904eb59417c88b941ec159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702757 Feb 11 14:16:30.501160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5649-7bca-41cf-ac98-f4d1593457ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fd268-c8af-4615-a7f6-0858f2a60921,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:30.502899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50220) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:30.542392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:30.571301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.585297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0314b0af-8e48-48c8-9d17-844182c0a178 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c8c4149ffa74310b7c4a52f8c095ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416970 Feb 11 14:16:30.587686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:30.597596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.655296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.677548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.770643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.770643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.770643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d63fd268-c8af-4615-a7f6-0858f2a60921 HTTP/1.1" status: 204 len: 168 time: 0.2649586 Feb 11 14:16:30.779519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44c2ba-54d0-4f44-b3a5-9056a5de51b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fd268-c8af-4615-a7f6-0858f2a60921,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:30.811765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.814373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.815542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ae712e3-f54c-4651-80cb-73906461e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2269111 Feb 11 14:16:30.837387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f30e66-393b-4f60-a13c-185a3cb5d88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae712e3-f54c-4651-80cb-73906461e7e6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:31.081671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.143604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:31.146400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094d7d-5ca8-4e18-99ad-117ed2921f29 req-96b2cce8-5beb-43ec-8145-b0d682b94ac0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.152995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094d7d-5ca8-4e18-99ad-117ed2921f29 req-96b2cce8-5beb-43ec-8145-b0d682b94ac0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.154684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9094d7d-5ca8-4e18-99ad-117ed2921f29 req-96b2cce8-5beb-43ec-8145-b0d682b94ac0 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1&device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 1683 time: 0.0622702 Feb 11 14:16:31.205862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9094d7d-5ca8-4e18-99ad-117ed2921f29 req-2b3ff34d-d6ca-4b7c-9ecc-93ec38993346 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Feb 11 14:16:31.253251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52dccc-858e-424d-8d63-cc190c6654bd req-12f316a5-e502-467f-9074-d80fd40bb219 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.256743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e52dccc-858e-424d-8d63-cc190c6654bd req-12f316a5-e502-467f-9074-d80fd40bb219 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 946 time: 0.0880976 Feb 11 14:16:31.270464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:31.286637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'mac_address': 'fa:16:3e:cf:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:31.334340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e52dccc-858e-424d-8d63-cc190c6654bd req-d18cff71-7398-4c8c-90a8-def7b0344238 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710373 Feb 11 14:16:31.346552 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.363829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32568f3-0a81-4eaf-850b-c515ddfd6e20 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:31.392859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:31.459526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063cf4-e219-4fbe-84f4-41e7136a1642 req-d53e4562-08c3-4223-bc74-802d173d3beb tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.461484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e063cf4-e219-4fbe-84f4-41e7136a1642 req-d53e4562-08c3-4223-bc74-802d173d3beb tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0575871 Feb 11 14:16:31.494732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.502886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e063cf4-e219-4fbe-84f4-41e7136a1642 req-f4bc65b6-ee89-4d95-af20-0f783ddc5a72 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Feb 11 14:16:31.543655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:31.895850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66f38-ba2c-4625-aa00-a578ab8e95b3 req-9bfa38bf-76f8-4fb8-a7ad-aa53b1c29198 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.898068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fde66f38-ba2c-4625-aa00-a578ab8e95b3 req-9bfa38bf-76f8-4fb8-a7ad-aa53b1c29198 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.0523353 Feb 11 14:16:31.899740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:31.937965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fde66f38-ba2c-4625-aa00-a578ab8e95b3 req-30cec3bf-e6f0-4f98-a9cb-f15dcb8eacc1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Feb 11 14:16:32.243581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5c9f-97c2-4750-a944-80cad8290dee req-211ddbd1-271b-4dc5-95b3-ee98e6542fbb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.245710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-211ddbd1-271b-4dc5-95b3-ee98e6542fbb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947&tenant_id=145788c03dae449a94810aea442c0a09&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 947 time: 0.0932894 Feb 11 14:16:32.250636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:32.344781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5c9f-97c2-4750-a944-80cad8290dee req-875644e7-aecc-4416-b4b4-76de30a8686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.347361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-875644e7-aecc-4416-b4b4-76de30a8686f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 1098 time: 0.0474477 Feb 11 14:16:32.364674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50306) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:32.428937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1743936064-network', 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:32.443758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-564359120-network', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:32.503527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5c9f-97c2-4750-a944-80cad8290dee req-b99ebd00-7e20-46d2-bab5-42368970df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.505027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-b99ebd00-7e20-46d2-bab5-42368970df64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1417100 Feb 11 14:16:32.550816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-67da5faa-1aa1-4e1f-8010-9c4722edd5c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 200 len: 217 time: 0.0375698 Feb 11 14:16:32.625248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5c9f-97c2-4750-a944-80cad8290dee req-0b2b7390-ac4d-4ec2-9ce5-7687d7af1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.626722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-0b2b7390-ac4d-4ec2-9ce5-7687d7af1177 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0684152 Feb 11 14:16:32.645131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b57e-50b4-4379-8be7-ad97a1d59ac7 req-3bfac15c-4091-4051-bd46-f6e89c6ffb76 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.646578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0180b57e-50b4-4379-8be7-ad97a1d59ac7 req-3bfac15c-4091-4051-bd46-f6e89c6ffb76 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0634391 Feb 11 14:16:32.649331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Made reservation on behalf of 71de53ee777748a0bcfcd0be438e7b85 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:32.651736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.661285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:32.661285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.758418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baf2aa-2856-4771-9cb9-6c1944eef361 req-84ddcd25-b879-4c63-8b40-d97afeeca22e tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.760127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9baf2aa-2856-4771-9cb9-6c1944eef361 req-84ddcd25-b879-4c63-8b40-d97afeeca22e tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 946 time: 0.0505676 Feb 11 14:16:32.800876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9baf2aa-2856-4771-9cb9-6c1944eef361 req-718555f6-fa56-4600-aae5-37dca2fc61d4 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Feb 11 14:16:33.005103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.015346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.065477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27f755-58c8-4076-b597-7b321a0c29d0 req-2a5ccb05-01f9-4ad0-b8a4-47d4ad9a9110 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.067087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd27f755-58c8-4076-b597-7b321a0c29d0 req-2a5ccb05-01f9-4ad0-b8a4-47d4ad9a9110 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.0525918 Feb 11 14:16:33.082819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0180b57e-50b4-4379-8be7-ad97a1d59ac7 req-e2d400df-3b2d-4a5d-889d-2da820711d02 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285707 Feb 11 14:16:33.092446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5c9f-97c2-4750-a944-80cad8290dee req-90f47cc4-0e6d-4de1-83ff-4eb42cbd656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.093986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-90f47cc4-0e6d-4de1-83ff-4eb42cbd656d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4386790 Feb 11 14:16:33.117933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd27f755-58c8-4076-b597-7b321a0c29d0 req-b4cbc338-cd6e-4998-affe-97a9cff28d7e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Feb 11 14:16:33.237816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.250587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.261399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-a33746f3-4016-4851-b12a-b438b8cc963e service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511447 Feb 11 14:16:33.367482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-871e5c9f-97c2-4750-a944-80cad8290dee req-5ba586db-06b3-4572-8fa9-1bc67de9c20d service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845847 Feb 11 14:16:33.415047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.419605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.446548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:33.457398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:33.462640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e7763-6d77-4ee4-b49b-014db30a2f17,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:33.471278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.471278 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Added segment 8f4f12b9-60fa-44fc-8126-b6f3824d6d69 of type vlan for network 19ef6241-d3f9-45c8-add4-7e858cc901c0 Feb 11 14:16:33.486292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.486636 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Added segment 7d01ff35-0816-4f6f-939a-dbea8a71c4c0 of type vlan for network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 Feb 11 14:16:33.557283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.559198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd783030-db25-46f7-bf11-6d8f2a9c9df0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:33.577518 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.611025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-66b4d61f-8c12-4e3f-a957-f031176a7320 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.612645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-66b4d61f-8c12-4e3f-a957-f031176a7320 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Feb 11 14:16:33.661846 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:16:33.705805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.706812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.707415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.711792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Deleting port b608a8b7-7455-4764-b669-2b7d62bdc0ba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:33.712155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.765652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] Pushing event updated for resources: {'Network': ['ID=19ef6241-d3f9-45c8-add4-7e858cc901c0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:33.776368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:33.782717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.786390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.786390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.810513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] For port b608a8b7-7455-4764-b669-2b7d62bdc0ba, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b608a8b7-7455-4764-b669-2b7d62bdc0ba,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:33.811093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.825290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Calling delete_port for b608a8b7-7455-4764-b669-2b7d62bdc0ba owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:33.863062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74c7b899-1679-46c5-9bfc-7f4be696500d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4940314 Feb 11 14:16:33.863062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50322) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:33.869947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Request body: {'subnet': {'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-564359120-subnet', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:33.878561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:33.887026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-64b8a0e7-3065-44ac-8b67-bff42f28d419 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6353283 Feb 11 14:16:33.890778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:33.894182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50324) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:33.898991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Request body: {'subnet': {'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1743936064-subnet', 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:33.973455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e31356-a9e0-4c16-b876-c3c84392061e req-82d4bf6b-1eaf-4ac6-9338-87c4d2e27e99 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.974994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89e31356-a9e0-4c16-b876-c3c84392061e req-82d4bf6b-1eaf-4ac6-9338-87c4d2e27e99 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 946 time: 0.0724728 Feb 11 14:16:33.995358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Made reservation on behalf of 71de53ee777748a0bcfcd0be438e7b85 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:33.997719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.066162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89e31356-a9e0-4c16-b876-c3c84392061e req-31ebd487-fe15-4e35-af8e-acd25b986156 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/security-groups?id=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847721 Feb 11 14:16:34.086413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:34.088663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.146168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.167962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:34.174646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b608a8b7-7455-4764-b669-2b7d62bdc0ba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:34.228739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event deleted for resources: {'Port': ['ID=b608a8b7-7455-4764-b669-2b7d62bdc0ba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.282555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] No DVR routers for this DVR port b608a8b7-7455-4764-b669-2b7d62bdc0ba on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:34.285840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.289083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b92b3c03-8213-4eb2-a51f-f100122b003f req-ff033a1a-e85e-48a1-9f19-fa615ee08827 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.62 "DELETE /v2.0/ports/b608a8b7-7455-4764-b669-2b7d62bdc0ba HTTP/1.1" status: 204 len: 173 time: 0.6694586 Feb 11 14:16:34.289674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'name': 'network-vif-deleted', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:34.291960 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16377ac-ee72-4b9b-986d-5a68d6c0476b" -d '{"events": [{"server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "name": "network-vif-deleted", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:34.301836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449147-8948-4cbc-916a-77ad5a49993a req-ec33dfc1-269f-481e-98af-3e2701e7de64 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:34.311158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b449147-8948-4cbc-916a-77ad5a49993a req-ec33dfc1-269f-481e-98af-3e2701e7de64 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1071680 Feb 11 14:16:34.358612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b449147-8948-4cbc-916a-77ad5a49993a req-854b06c9-2c2e-45b2-905a-a6c71f77122b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Feb 11 14:16:34.411003 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45719913-4919-4406-b218-fe36e925b635 x-openstack-request-id: req-45719913-4919-4406-b218-fe36e925b635 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:34.411363 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73308f1-99d1-4d83-ab49-95f19d7ecdf7", "name": "network-vif-deleted", "tag": "b608a8b7-7455-4764-b669-2b7d62bdc0ba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:34.411709 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45719913-4919-4406-b218-fe36e925b635 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:34.412127 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73308f1-99d1-4d83-ab49-95f19d7ecdf7', 'name': 'network-vif-deleted', 'tag': 'b608a8b7-7455-4764-b669-2b7d62bdc0ba', 'status': 'completed', 'code': 200} Feb 11 14:16:34.445703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d4ac2-6c80-46d8-9cfe-7faee85784e5 req-807f3e1d-9964-4802-a638-5ea815ce46bd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:34.447222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d52d4ac2-6c80-46d8-9cfe-7faee85784e5 req-807f3e1d-9964-4802-a638-5ea815ce46bd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.2190123 Feb 11 14:16:34.487858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-a9675433-5958-499e-81a3-53cd204250fd tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:34.489369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-a9675433-5958-499e-81a3-53cd204250fd tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 946 time: 0.1476274 Feb 11 14:16:34.492410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.571071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d52d4ac2-6c80-46d8-9cfe-7faee85784e5 req-8ed82a41-34a4-40ce-8768-816a602b415a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133714 Feb 11 14:16:34.578281 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.632939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfb97dd-e4dd-460e-a0cc-7a2399dd8230,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.704075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Checking segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:34.704493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Network hostable DHCP agents. Network: 19ef6241-d3f9-45c8-add4-7e858cc901c0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:34.720612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.726213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:34.726582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Network hostable DHCP agents. Network: 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:34.755520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Deleting port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:34.755904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.850479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] For port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,segment=NetworkSegment(6144794d-3c0a-4242-9d85-41b27963efb2),segment_id=6144794d-3c0a-4242-9d85-41b27963efb2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:34.850885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.863223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Calling delete_port for e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:34.877126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:34.879087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:34.999038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 19ef6241-d3f9-45c8-add4-7e858cc901c0) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:35.001004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:35.005234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.005911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.008526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.009182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.009291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3ac00-0e63-459f-b2c1-3e9c78104c7b None None] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:35.014787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea508d63-b94f-4237-ac65-1cbb8fb44514 None None] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:35.095009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.109030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b608a8b7-7455-4764-b669-2b7d62bdc0ba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:35.136691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Pushing event deleted for resources: {'Port': ['ID=e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:35.153458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:35.176403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-226850d0-e87a-4af4-aa55-6704fba4eb62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3126719 Feb 11 14:16:35.179749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e252c748-d84f-4979-b560-b58ac9e74a1e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2846098 Feb 11 14:16:35.182440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:35.207907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] No DVR routers for this DVR port e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:35.212240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.215061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:35.218227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f48a6df-a02e-4c68-b0ec-dd8a102b4219 req-47724573-befc-4c38-883f-a9a9092bf74c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.60 "DELETE /v2.0/ports/e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 HTTP/1.1" status: 204 len: 173 time: 0.7189224 Feb 11 14:16:35.223309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'name': 'network-vif-deleted', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:35.223309 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f264b8-f36b-4134-876a-acc755967cfc" -d '{"events": [{"server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "name": "network-vif-deleted", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:35.225489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a9491e3-9260-497f-a548-439ef75c7490 req-f02d9ed6-a866-47b4-9a1b-5113f844206c tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=a73308f1-99d1-4d83-ab49-95f19d7ecdf7 HTTP/1.1" status: 200 len: 210 time: 0.0506575 Feb 11 14:16:35.275821 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b12dd8-49eb-4590-a24d-8f0386877076 x-openstack-request-id: req-e6b12dd8-49eb-4590-a24d-8f0386877076 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:35.275821 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1", "name": "network-vif-deleted", "tag": "e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:35.276745 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b12dd8-49eb-4590-a24d-8f0386877076 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:35.277231 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1', 'name': 'network-vif-deleted', 'tag': 'e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2', 'status': 'completed', 'code': 200} Feb 11 14:16:35.291530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d989b-00e6-49ae-9a32-b619e9f1f757 None None] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:35.334576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.335746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.383332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d32568f3-0a81-4eaf-850b-c515ddfd6e20 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:35.383715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.414530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-19ef6241-d3f9-45c8-add4-7e858cc901c0', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:16:35.415485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.446552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.542674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aca41a-96a9-41b5-a1a4-8e3669dc0aff req-9bfdf04e-dbc8-4a93-8889-c06d481a339c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.542674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88aca41a-96a9-41b5-a1a4-8e3669dc0aff req-9bfdf04e-dbc8-4a93-8889-c06d481a339c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0831721 Feb 11 14:16:35.581664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88aca41a-96a9-41b5-a1a4-8e3669dc0aff req-53bfb998-eb87-42cd-a7ef-aa3401a29759 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Feb 11 14:16:35.771269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73988ac0-ec17-4887-8b8d-fa87be9d2227 req-18c37e5e-140e-4de4-bad0-8c74721b8aef tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.773192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-fff371a6-90b8-4cd1-a605-a4bcb80044ab tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:35.774751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-fff371a6-90b8-4cd1-a605-a4bcb80044ab tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1398733 Feb 11 14:16:35.779283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73988ac0-ec17-4887-8b8d-fa87be9d2227 req-18c37e5e-140e-4de4-bad0-8c74721b8aef tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 947 time: 0.1368582 Feb 11 14:16:35.784308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Allocated IP 172.20.0.2 (19ef6241-d3f9-45c8-add4-7e858cc901c0/2dfb97dd-e4dd-460e-a0cc-7a2399dd8230/ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:35.786520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.797340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-c0d3cf80-0dfa-47fe-9c51-eca7bb85e79a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0115502 Feb 11 14:16:35.835022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:35.837621 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b19694-8a92-421f-a369-911401ec0b33" -d '{"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-plugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:35.845264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-fe7250a6-065d-4e38-899f-220beb4d9ef2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295253 Feb 11 14:16:35.876522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:35.881946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73988ac0-ec17-4887-8b8d-fa87be9d2227 req-b1d147f9-3596-4dd3-9992-f6994d528cb3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018848 Feb 11 14:16:35.883791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.951451 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df47ed9-decb-4c0d-a970-268cb5b4bf4b x-openstack-request-id: req-7df47ed9-decb-4c0d-a970-268cb5b4bf4b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:35.951981 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-plugged", "status": "completed", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:35.952395 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7df47ed9-decb-4c0d-a970-268cb5b4bf4b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:35.952969 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'code': 200} Feb 11 14:16:35.962762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-70b8927c-daf9-457b-a8d8-59cda3f763a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103237 Feb 11 14:16:35.979813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.002253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.003086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:36.044039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:36.044733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e8ada173-aa8e-4ba6-9d94-c2d39b2dceb2 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:36.044964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc943886-455c-4df0-a4e1-a01507a42f47 req-8fe86115-c15f-42b0-af5d-ca3173aaad35 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:36.046466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc943886-455c-4df0-a4e1-a01507a42f47 req-8fe86115-c15f-42b0-af5d-ca3173aaad35 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0546305 Feb 11 14:16:36.069539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-7cf1f5a6-b7e7-4443-96f5-29d2aaf9fdd8 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000297 Feb 11 14:16:36.090466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.093994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.125135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc943886-455c-4df0-a4e1-a01507a42f47 req-1cd84617-c98b-4a4b-8f81-a9d6fff6120d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Feb 11 14:16:36.142190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:36.145920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:36.159543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:36.162850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Pushing event updated for resources: {'Port': ['ID=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.230560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Attempting to bind port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:36.230938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Attempting to bind port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:36.231306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Attempting to bind port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 on network 19ef6241-d3f9-45c8-add4-7e858cc901c0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:36.236521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:36.236915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Checking segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:36.237337 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.238256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Bound using segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:36.238729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Bound port: ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:36.239115 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.289389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.311849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.319327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] For port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:36.322479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] For port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:36.392509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9bf73d4-9925-45ab-af9d-1f932ec7b8e2 req-b45540b7-9081-43ec-a312-29e58875f5d1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0278585 Feb 11 14:16:36.439127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Allocated IP 172.25.7.127 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/5b16d0a3-643c-44cb-8e24-0d740fb52626) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:36.455892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.523293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8a72-31f6-45df-be0a-873930054765 None None] Pushing event updated for resources: {'Port': ['ID=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.676131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-56ab0d9c-5298-4c06-8137-056564423224 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312324 Feb 11 14:16:36.820634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-4c52f0a1-b438-4b8a-a371-cf9529e4973b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:36.831423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-4c52f0a1-b438-4b8a-a371-cf9529e4973b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463892 Feb 11 14:16:36.844562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-abbca099-9042-40d1-8a22-59897aedd6a2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/quotas/145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 375 time: 0.0122111 Feb 11 14:16:36.904200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e921f42-e7f8-4fdc-ab86-81fe591b7016 req-f846802a-8960-42ac-871f-1a38ef2691b5 tempest-ListServersNegativeTestJSON-1830731454 tempest-ListServersNegativeTestJSON-1830731454-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d5ee88-4ce9-4ff8-89fb-daa5687f5ca1 HTTP/1.1" status: 200 len: 210 time: 0.0333204 Feb 11 14:16:36.906722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-95b9e4ff-9b86-4fdc-a656-f75a358b23cd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550861 Feb 11 14:16:36.967659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.038767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32eb7a-df6c-41c7-a7c9-cb911fb43bb5 req-af01e17a-d294-4ef5-b2bc-cf4ab7ffa53c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:37.040242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be32eb7a-df6c-41c7-a7c9-cb911fb43bb5 req-af01e17a-d294-4ef5-b2bc-cf4ab7ffa53c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0706866 Feb 11 14:16:37.086446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be32eb7a-df6c-41c7-a7c9-cb911fb43bb5 req-600de048-f82a-4955-b604-2b77b6924de3 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Feb 11 14:16:37.097957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b608a8b7-7455-4764-b669-2b7d62bdc0ba no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:37.119097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b608a8b7-7455-4764-b669-2b7d62bdc0ba {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:37.120027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b608a8b7-7455-4764-b669-2b7d62bdc0ba not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:37.228377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.286773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a37284d-769b-4e11-a22e-a029ac23f5bc req-a2c8ed46-09c5-4cc3-b984-2a05be649aea tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0599353 Feb 11 14:16:37.296113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:37.299087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:37.303371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:37.332244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Pushing event updated for resources: {'Port': ['ID=5b16d0a3-643c-44cb-8e24-0d740fb52626,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.502898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd806546-ef9e-4ac1-92b3-a786db384643 req-6cde796b-8a0a-42a8-9445-4050e67adb56 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0387881 Feb 11 14:16:37.598469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd256a-0cf6-4956-82ea-9737318d50ce None None] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:37.670853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] Provisioning complete for port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:37.671236 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.771472 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.815966 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.860427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] For port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:37.973333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:38.019438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.034505 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.073598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Deleting subnet 2a0e742f-5e26-42c5-96eb-70bc3fd883c8 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:16:38.079809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.157214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.210354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.220227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabf26e-94a1-4d33-8add-ae9993b9eb49 None None] Pushing event updated for resources: {'Port': ['ID=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:38.259189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dba3d101-00c6-4ab2-a903-0dd93860b994 None None] Provisioning complete for port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:38.259559 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dba3d101-00c6-4ab2-a903-0dd93860b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.295181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:38.315620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09b1a5-d69f-45f8-a9ca-6e012e559755 req-8a2e32ac-b671-4200-a6a2-66364ebba106 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:38.317898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf09b1a5-d69f-45f8-a9ca-6e012e559755 req-8a2e32ac-b671-4200-a6a2-66364ebba106 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0689933 Feb 11 14:16:38.351787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:38.382991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:38.383365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.383496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf09b1a5-d69f-45f8-a9ca-6e012e559755 req-f2d8a3f7-6764-45e1-9806-7f1e1909f0df tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Feb 11 14:16:38.401948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.428302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.434041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2a0e742f-5e26-42c5-96eb-70bc3fd883c8 HTTP/1.1" status: 204 len: 168 time: 0.4585178 Feb 11 14:16:38.453361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50428) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:38.461893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a838d-84fc-4453-849c-69c4e1c10c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0e742f-5e26-42c5-96eb-70bc3fd883c8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:38.492298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:38.502347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Sync routers for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:38.514352 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:38.515031 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.525139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77907048-d449-41d7-b0b8-672b7aaf47c4 req-b9f934f9-8d70-47ee-9c57-7c59b99a6df3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0707562 Feb 11 14:16:38.570540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.599337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.603546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0db2cd8b-1875-4acb-a6fe-1e280b294e24 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4156001 Feb 11 14:16:38.603686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:38.645293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-059f195e-4f2d-4961-8b21-f1fcc6fde665 req-adb63c28-76fa-4729-89b5-664902e8eadb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0357327 Feb 11 14:16:38.659298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:38.682383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.709474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014dd55d-8919-44e7-8799-e79c63a97978']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.720539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6144794d-3c0a-4242-9d85-41b27963efb2') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.721030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6144794d-3c0a-4242-9d85-41b27963efb2') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.731733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.748293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.829897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:38.830361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:38.832082 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:38.867619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 3, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.894967 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Checking router: 26c6988a-84e5-48b7-8aa0-b0ef60527f31 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:38.895319 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Updating router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 port 5b16d0a3-643c-44cb-8e24-0d740fb52626 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:38.896320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a389-eeb6-491a-9024-1822f0d74e6e req-83348e4f-6178-42d3-9da4-bac6d0d20547 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:38.897909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2393a389-eeb6-491a-9024-1822f0d74e6e req-83348e4f-6178-42d3-9da4-bac6d0d20547 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1174099 Feb 11 14:16:38.930968 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.951687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2393a389-eeb6-491a-9024-1822f0d74e6e req-fd729f84-75dc-4da9-b948-d2c394c37198 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446520 Feb 11 14:16:38.980554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.985760 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.989303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/014dd55d-8919-44e7-8799-e79c63a97978 HTTP/1.1" status: 204 len: 168 time: 0.5338006 Feb 11 14:16:39.004411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79509-d664-4d62-bae6-ad6ee3f2d2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=014dd55d-8919-44e7-8799-e79c63a97978,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.113069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.214366 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.286151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Allocated IP 172.20.0.1 (19ef6241-d3f9-45c8-add4-7e858cc901c0/2dfb97dd-e4dd-460e-a0cc-7a2399dd8230/788f2350-6bd2-428b-91e4-a1799b1a3bb4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:39.320009 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.384797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Attempting to bind port 5b16d0a3-643c-44cb-8e24-0d740fb52626 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:39.385689 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Attempting to bind port 5b16d0a3-643c-44cb-8e24-0d740fb52626 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:39.386105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Attempting to bind port 5b16d0a3-643c-44cb-8e24-0d740fb52626 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:39.388158 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a783a5-8bc5-4ce3-ac63-096c72f532ac None None] Pushing event updated for resources: {'Port': ['ID=5b16d0a3-643c-44cb-8e24-0d740fb52626,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.393149 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.393849 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:39.394217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:39.394613 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.394998 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:39.395450 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Bound port: 5b16d0a3-643c-44cb-8e24-0d740fb52626, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:39.395827 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.448788 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] For port 5b16d0a3-643c-44cb-8e24-0d740fb52626, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:39.452216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] For port 5b16d0a3-643c-44cb-8e24-0d740fb52626, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b16d0a3-643c-44cb-8e24-0d740fb52626,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:39.514640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b1516-2d78-4c59-b099-3501483fe2de req-ce04a480-14fa-499b-aa74-ea3002e70c3a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:39.516135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe5b1516-2d78-4c59-b099-3501483fe2de req-ce04a480-14fa-499b-aa74-ea3002e70c3a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0636332 Feb 11 14:16:39.557805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe5b1516-2d78-4c59-b099-3501483fe2de req-b9a06bb8-9af7-4ced-b764-9962f11626b1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Feb 11 14:16:39.561050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.603222 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.604590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:39.610348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:39.613119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:39.644302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Pushing event updated for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.656866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.673642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:39.674627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21660b29-dc9e-4366-824b-23a56a4c7ddd req-aa9eed7b-6640-43d0-b282-82726cbe3af7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0406909 Feb 11 14:16:39.692814 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a783a5-8bc5-4ce3-ac63-096c72f532ac None None] Pushing event updated for resources: {'Port': ['ID=5b16d0a3-643c-44cb-8e24-0d740fb52626,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.708360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.711655 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:39.712266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:39.779834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-da1f3af3-c0f1-4566-ae42-825b10ef0856 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db3b017e0b0647b794711bd59cbf225a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079197 Feb 11 14:16:39.780213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50446) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:39.855823 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:39.857024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-efb295a6-5246-40e1-947a-0b5aaebcd7fa req-e65c1061-eedc-4ac3-b128-a0a230889aaf tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0574276 Feb 11 14:16:39.878783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.907201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.933988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1ca4b9e8-748e-4d94-8d9a-a7566315b59c None None] Provisioning complete for port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:39.936395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b9e8-748e-4d94-8d9a-a7566315b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.008937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4b9e8-748e-4d94-8d9a-a7566315b59c None None] Port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:40.021070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-8197a3ee-579d-403e-b43c-4d6b6edceae6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:40.022848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-8197a3ee-579d-403e-b43c-4d6b6edceae6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1648214 Feb 11 14:16:40.040100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:40.106733 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 3, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:40.111769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781ca4-72b9-4ab6-b6cf-694ffe05516c req-167462cd-ce75-459c-9f5d-f9da17b49891 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:40.113849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57781ca4-72b9-4ab6-b6cf-694ffe05516c req-167462cd-ce75-459c-9f5d-f9da17b49891 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0704594 Feb 11 14:16:40.115077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.118402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.123977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9 HTTP/1.1" status: 204 len: 168 time: 0.3426588 Feb 11 14:16:40.125884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:40.142296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afc7d1-b6f4-48f0-acc2-9d5f3db51281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea5274-13eb-4ed4-a18b-fe3e0e3b36a9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.196151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57781ca4-72b9-4ab6-b6cf-694ffe05516c req-6f407b36-bc76-47d0-ad8a-234eecc75a02 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581584 Feb 11 14:16:40.217417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:40.218301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.236483 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.253366 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143328cc-5ef9-43f9-9d69-e77d444edc85 None None] The sync data for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 is: [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 3, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:40.471231 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.580389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.584181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:40.588183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.690467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-80daa908-cf5f-423a-9f7d-a4df79a768d6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767474 Feb 11 14:16:40.760922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.798767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Pushing event updated for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.818761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f2931f8-958f-47c2-89f8-5d1d82faa99f req-0bde74d5-8aca-45eb-8864-60925c5ef2a9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0371778 Feb 11 14:16:40.976682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-d16a8f62-a294-4acb-b302-1527e0e6d127 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:40.979476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-d16a8f62-a294-4acb-b302-1527e0e6d127 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.0698032 Feb 11 14:16:41.062462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fa3a60d-3234-45c3-b376-ed3bdb8d801d req-08b6331a-f607-4e95-b3df-5786e65ab2d6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0604873 Feb 11 14:16:41.159305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Deleting port dfdf445f-bbe5-4f74-875a-fec05bdc836b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:41.163763 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.296273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f100-d314-461b-8d9f-66c5b8d32cf8 req-64097d78-baff-43e2-a6c0-fd1b30eed8f1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:41.297518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e686f100-d314-461b-8d9f-66c5b8d32cf8 req-64097d78-baff-43e2-a6c0-fd1b30eed8f1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.6393120 Feb 11 14:16:41.326576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] For port dfdf445f-bbe5-4f74-875a-fec05bdc836b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=dfdf445f-bbe5-4f74-875a-fec05bdc836b,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:41.326953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.360637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-3463de3f-fac8-4e27-9d43-c6dec910290c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:41.362152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-3463de3f-fac8-4e27-9d43-c6dec910290c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6602235 Feb 11 14:16:41.383581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Request body: {'port': {'device_id': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '145788c03dae449a94810aea442c0a09'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:41.417477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ffd5a-1e7c-49c4-89ac-d9d6f9c2c627 req-990eb212-ae71-461c-932d-7d14c763dde7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:41.424925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.3 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/a43da58b-4857-44df-96d4-663356dcc25a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:41.426470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a03ffd5a-1e7c-49c4-89ac-d9d6f9c2c627 req-990eb212-ae71-461c-932d-7d14c763dde7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 945 time: 0.1456459 Feb 11 14:16:41.454104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e686f100-d314-461b-8d9f-66c5b8d32cf8 req-528a17d1-546c-4257-bfc6-af02c22f9079 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461713 Feb 11 14:16:41.492046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:41.493742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:41.522138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a03ffd5a-1e7c-49c4-89ac-d9d6f9c2c627 req-45278105-0f43-4355-8b08-6dd8521a3a14 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=c69126cd-fc40-450b-bf5f-e6f8654c6014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944419 Feb 11 14:16:41.627903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.628927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.628927 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Floating IP a1819e9a-a700-48de-8777-92f6f0db539e disassociated. External IP: 172.25.7.75, port: dfdf445f-bbe5-4f74-875a-fec05bdc836b. Feb 11 14:16:41.632730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Calling delete_port for dfdf445f-bbe5-4f74-875a-fec05bdc836b owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:41.781450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50478) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:41.799860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:41.822396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.849728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1799f6e8-5328-4061-bb5e-95bca878e28f None None] Provisioning complete for port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:41.850301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1799f6e8-5328-4061-bb5e-95bca878e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.868379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Made reservation on behalf of 145788c03dae449a94810aea442c0a09 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:41.874547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.886380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1799f6e8-5328-4061-bb5e-95bca878e28f None None] Port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:41.915477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1696210991-network', 'tenant_id': 'df7f27d4c82d4290960225e37efb3ef3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:41.946182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.978686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'Port': ['ID=dfdf445f-bbe5-4f74-875a-fec05bdc836b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.992582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-232494d1-37d0-4530-aa0c-fe43002f536f req-2cc270fd-0856-4060-aeaa-a3e9076f1bb9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0845919 Feb 11 14:16:42.053393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:42.062411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1b8412b-72eb-4890-bdfa-a0614b1cf30a admin admin] 10.222.0.31 "PUT /v2.0/routers/26c6988a-84e5-48b7-8aa0-b0ef60527f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573927 Feb 11 14:16:42.066852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Made reservation on behalf of df7f27d4c82d4290960225e37efb3ef3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:42.098149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.098149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.161053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Allocated IP 192.168.233.158 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/af2ab451-7f14-418b-b06e-dae51cf4bdca) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:42.162751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b16d0a3-643c-44cb-8e24-0d740fb52626 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:42.202122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.219842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ed8875c-59a9-4c15-9a1d-dd1cb7c28afa req-f445f2a1-fc71-4feb-a579-91779e9dc236 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0363376 Feb 11 14:16:42.225344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:42.268845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5b16d0a3-643c-44cb-8e24-0d740fb52626 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.269670 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.306981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.311628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:42.352229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:42.361557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:42.371843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.382619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:42.400351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:42.428201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:42.434162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:42.434162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.448988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:42.449926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.456434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.501168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] No DVR routers for this DVR port dfdf445f-bbe5-4f74-875a-fec05bdc836b on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:42.514251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.518383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.522394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40424b73-909f-48e7-aa09-18c2a9850ac9 req-6d0c31c2-292b-431f-a7dd-b090d02e83a9 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "DELETE /v2.0/ports/dfdf445f-bbe5-4f74-875a-fec05bdc836b HTTP/1.1" status: 204 len: 173 time: 1.5329971 Feb 11 14:16:42.540169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:42.556997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 5b16d0a3-643c-44cb-8e24-0d740fb52626, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b16d0a3-643c-44cb-8e24-0d740fb52626,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:42.566116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.566475 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Added segment 60433bfb-acec-4f3e-85ec-ad97a8eb4fea of type vlan for network 1add2b00-e523-4125-ad73-86a277773282 Feb 11 14:16:42.587104 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Sync routers for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:42.604124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'name': 'network-vif-deleted', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:42.604378 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:42.604464 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d62352-58e1-48fc-89c5-405956098bd0" -d '{"events": [{"server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "name": "network-vif-deleted", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:42.604594 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:42.604703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-bca400a8-1a11-4c04-a394-8e10ff5e2c7b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5691919 Feb 11 14:16:42.617000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Request body: {'port': {'device_id': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:42.707552 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.739527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.743331 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:42.754185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.767882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.770351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c4574-a097-497d-9f6e-b89b0243e3d9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.800386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=5b16d0a3-643c-44cb-8e24-0d740fb52626,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.815694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:42.848794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:42.854639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5936b07-de2a-47ce-947d-c460d44b64cb req-0c6e7432-d287-469d-aec6-a5d29c7f5911 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:42.855902 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c5936b07-de2a-47ce-947d-c460d44b64cb req-0c6e7432-d287-469d-aec6-a5d29c7f5911 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1993821 Feb 11 14:16:42.875523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:42.892653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:42.906197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:42.938982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c5936b07-de2a-47ce-947d-c460d44b64cb req-229c19d3-b496-4ff1-8ddd-4405e2e0097b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758741 Feb 11 14:16:42.946288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.947989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:42.948726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.009390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.115153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] Pushing event updated for resources: {'Network': ['ID=1add2b00-e523-4125-ad73-86a277773282,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.131573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1add2b00-e523-4125-ad73-86a277773282 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:43.191081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50500) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:43.204709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8b4b344-9b3a-4070-a44f-64410e26a125 req-1473d302-38c9-490f-9858-bc96fbe1d567 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=047ebec2-7df1-4194-9794-f1071a401b48 HTTP/1.1" status: 200 len: 210 time: 0.0829010 Feb 11 14:16:43.216442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281637322', 'description': 'tempest-description--1940655480'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:43.231145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 2, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.238187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-36109e2e-59db-435b-b8be-4e495219a381 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4544699 Feb 11 14:16:43.241693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device dfdf445f-bbe5-4f74-875a-fec05bdc836b no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:43.245577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:43.254951 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c043e-b03c-49d5-a7c4-35a8f00d9486 x-openstack-request-id: req-3a3c043e-b03c-49d5-a7c4-35a8f00d9486 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:43.255238 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047ebec2-7df1-4194-9794-f1071a401b48", "name": "network-vif-deleted", "tag": "dfdf445f-bbe5-4f74-875a-fec05bdc836b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:43.255489 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a3c043e-b03c-49d5-a7c4-35a8f00d9486 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:43.255891 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ebec2-7df1-4194-9794-f1071a401b48', 'name': 'network-vif-deleted', 'tag': 'dfdf445f-bbe5-4f74-875a-fec05bdc836b', 'status': 'completed', 'code': 200} Feb 11 14:16:43.272444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Request body: {'subnet': {'network_id': '1add2b00-e523-4125-ad73-86a277773282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1696210991-subnet', 'tenant_id': 'df7f27d4c82d4290960225e37efb3ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:43.286930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: dfdf445f-bbe5-4f74-875a-fec05bdc836b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:43.287603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device dfdf445f-bbe5-4f74-875a-fec05bdc836b not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:43.299960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.303446 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Checking router: 26c6988a-84e5-48b7-8aa0-b0ef60527f31 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:43.303810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Updating router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:43.346174 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.370461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.384212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:43.434897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1854c1-20a1-4b95-bd0c-5e1b1b6992a2 req-ef9c8b8e-d5f2-4086-a8a5-d30525091947 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.436944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b1854c1-20a1-4b95-bd0c-5e1b1b6992a2 req-ef9c8b8e-d5f2-4086-a8a5-d30525091947 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 936 time: 0.1224933 Feb 11 14:16:43.454637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.455260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.474205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:43.474451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.476107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-28088c82-b0a0-4e13-8f3f-36724f8edcb6 None None] Provisioning complete for port af2ab451-7f14-418b-b06e-dae51cf4bdca triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.476480 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28088c82-b0a0-4e13-8f3f-36724f8edcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.525877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b1854c1-20a1-4b95-bd0c-5e1b1b6992a2 req-6b93f34b-5d7f-4be9-94f8-724d8a19a121 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800514 Feb 11 14:16:43.552763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846db6-8c30-4d99-97e7-ed77494bebdd req-59e008e1-c0af-4574-9f85-888965225a50 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.554612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7846db6-8c30-4d99-97e7-ed77494bebdd req-59e008e1-c0af-4574-9f85-888965225a50 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 931 time: 0.1396945 Feb 11 14:16:43.594347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-28088c82-b0a0-4e13-8f3f-36724f8edcb6 None None] Port af2ab451-7f14-418b-b06e-dae51cf4bdca cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:43.613206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.626364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7846db6-8c30-4d99-97e7-ed77494bebdd req-6d3c5c92-ab36-4657-b047-e7e5ac676f34 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Feb 11 14:16:43.630959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-a7d028d3-f219-4e07-ae3e-4871092beda8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2543578 Feb 11 14:16:43.649093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Made reservation on behalf of df7f27d4c82d4290960225e37efb3ef3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:43.651964 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.664695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Request body: {'port': {'device_id': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:43.683201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.685994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:43.724295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43da58b-4857-44df-96d4-663356dcc25a {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:43.738569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4cf89-0aa8-4bc6-be27-9d3523114ff5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.742653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.767939 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.786521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Transition to ACTIVE for port object a43da58b-4857-44df-96d4-663356dcc25a will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:43.800482 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.862756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.864676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7e3e3b5f-1832-4d93-9b3a-2d48dde63e49 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6584818 Feb 11 14:16:43.867338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50506) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:43.872999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'security_group_rule': {'security_group_id': '58b4cf89-0aa8-4bc6-be27-9d3523114ff5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:43.888500 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.897531 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.973577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.021585 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110a8da-ca83-4113-9627-b00e552e3cd3 None None] Pushing event updated for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.068405 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Attempting to bind port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:44.069298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Attempting to bind port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:44.069894 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Attempting to bind port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 on network 19ef6241-d3f9-45c8-add4-7e858cc901c0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:44.081061 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:44.082101 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Checking segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:44.082819 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.083280 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Bound using segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:44.083903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Bound port: 788f2350-6bd2-428b-91e4-a1799b1a3bb4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:44.084537 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.086517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:44.122793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Pushing event updated for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.134200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139f5d-303b-42ba-832f-746c3e8c35df None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:44.202094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.206504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b16d0a3-643c-44cb-8e24-0d740fb52626 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:44.207812 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] For port 788f2350-6bd2-428b-91e4-a1799b1a3bb4, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:44.214274 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] For port 788f2350-6bd2-428b-91e4-a1799b1a3bb4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=788f2350-6bd2-428b-91e4-a1799b1a3bb4,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:44.230017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736141e-7ff4-4f1a-a937-8c473c029496 req-f6d1ad78-3bfe-44fc-8468-6b16415f6149 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:44.231580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f736141e-7ff4-4f1a-a937-8c473c029496 req-f6d1ad78-3bfe-44fc-8468-6b16415f6149 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1374397 Feb 11 14:16:44.294749 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.297330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.306282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5b16d0a3-643c-44cb-8e24-0d740fb52626 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.307008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.330554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f736141e-7ff4-4f1a-a937-8c473c029496 req-efa09c7a-b32d-4ada-8283-3246dc36476f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878906 Feb 11 14:16:44.345031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4e91b5-db09-4b93-a55d-4ccf4d9bc407,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.383547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Attempting to bind port a43da58b-4857-44df-96d4-663356dcc25a on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:44.383885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Attempting to bind port a43da58b-4857-44df-96d4-663356dcc25a by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:44.384212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Attempting to bind port a43da58b-4857-44df-96d4-663356dcc25a on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:44.395241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1f347590-70f9-4c32-8318-20913945d917 None None] Provisioning complete for port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.395455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Port a43da58b-4857-44df-96d4-663356dcc25a on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:44.395585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Attempting to bind port a43da58b-4857-44df-96d4-663356dcc25a on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:44.395833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f347590-70f9-4c32-8318-20913945d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.405355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:44.405688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:44.406066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:44.406498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Bound port: a43da58b-4857-44df-96d4-663356dcc25a, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:44.406851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.411300 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:44.412260 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:44.423024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.457297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:44.471486 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110a8da-ca83-4113-9627-b00e552e3cd3 None None] Pushing event updated for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.564641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.566003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8cd73d20-cbbe-4889-a14a-94b8b84b0d8e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6975126 Feb 11 14:16:44.570464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:44.571000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:44.587407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'security_group_rule': {'security_group_id': '58b4cf89-0aa8-4bc6-be27-9d3523114ff5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:44.594123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.625211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.632832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f347590-70f9-4c32-8318-20913945d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.643506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.652054 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:44.662420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:44.666030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Transition to ACTIVE for port object af2ab451-7f14-418b-b06e-dae51cf4bdca will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:44.668117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a43da58b-4857-44df-96d4-663356dcc25a,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:44.669952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Checking segment: {'id': '60433bfb-acec-4f3e-85ec-ad97a8eb4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1add2b00-e523-4125-ad73-86a277773282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:44.670461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Network hostable DHCP agents. Network: 1add2b00-e523-4125-ad73-86a277773282, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:44.695134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d594a66-257c-4a63-8527-f953e92beb48 None None] New status for floating IP a1819e9a-a700-48de-8777-92f6f0db539e: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:16:44.715735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.777270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.777727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1f347590-70f9-4c32-8318-20913945d917 None None] For port 788f2350-6bd2-428b-91e4-a1799b1a3bb4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=788f2350-6bd2-428b-91e4-a1799b1a3bb4,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:44.817689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Network 1add2b00-e523-4125-ad73-86a277773282 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:44.822569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.832446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5992c12-4e8d-4bdc-8dd6-f737b1573e6b req-e4768838-01b4-4dd3-8f57-190d2f428caf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:44.834425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5992c12-4e8d-4bdc-8dd6-f737b1573e6b req-e4768838-01b4-4dd3-8f57-190d2f428caf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 936 time: 0.0775793 Feb 11 14:16:44.874167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:44.874960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.876534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] 10.222.0.62 "PUT /v2.0/ports/a43da58b-4857-44df-96d4-663356dcc25a HTTP/1.1" status: 200 len: 1091 time: 2.2638662 Feb 11 14:16:44.884239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639e21-2cce-4f3c-bee8-f94eec17c850 req-39de2089-1ca4-4ac1-a0d4-44792e729188 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:44.895073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f347590-70f9-4c32-8318-20913945d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.895836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3639e21-2cce-4f3c-bee8-f94eec17c850 req-39de2089-1ca4-4ac1-a0d4-44792e729188 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 943 time: 0.1518188 Feb 11 14:16:44.897614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:44.910561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5992c12-4e8d-4bdc-8dd6-f737b1573e6b req-b3fd3887-5a62-45a9-b019-a77c3a5bf83f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Feb 11 14:16:44.910900 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "tag": "a43da58b-4857-44df-96d4-663356dcc25a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:44.912143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.934553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.942695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.944962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "DELETE /v2.0/security-groups/c69126cd-fc40-450b-bf5f-e6f8654c6014 HTTP/1.1" status: 204 len: 168 time: 0.4866426 Feb 11 14:16:44.964684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50524) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:44.980241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f347590-70f9-4c32-8318-20913945d917 None None] Pushing event updated for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.988772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.992047 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d30dc-cd15-4279-8497-633c83769296 x-openstack-request-id: req-063d30dc-cd15-4279-8497-633c83769296 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:44.992342 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "tag": "a43da58b-4857-44df-96d4-663356dcc25a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:44.992593 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-063d30dc-cd15-4279-8497-633c83769296 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:44.994434 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a', 'status': 'completed', 'code': 200} Feb 11 14:16:45.021599 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-0f357529-6ddc-4958-a370-249cb0611cf4 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] show failed (client error): The resource could not be found. Feb 11 14:16:45.022740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f357529-6ddc-4958-a370-249cb0611cf4 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups/c69126cd-fc40-450b-bf5f-e6f8654c6014 HTTP/1.1" status: 404 len: 347 time: 0.0452611 Feb 11 14:16:45.030335 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:45.030913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:45.031019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e814c438-9c0c-4616-91a7-c4ec15f46bd9 None None] Provisioning complete for port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:45.031289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e814c438-9c0c-4616-91a7-c4ec15f46bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.042550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6dad7-1561-4e0d-85f8-ea569ae755a8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69126cd-fc40-450b-bf5f-e6f8654c6014,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:45.097208 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1d80-eb42-4f43-a57d-4495d4ebbb09 None None] The sync data for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 is: [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:45.113555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1add2b00-e523-4125-ad73-86a277773282) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:45.127599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef1947d-7c45-4f8c-b057-b43776c580da None None] Network 1add2b00-e523-4125-ad73-86a277773282 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:45.157115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3639e21-2cce-4f3c-bee8-f94eec17c850 req-09a5aaf1-ce0a-44c2-9777-a4dd8e5c81f6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546365 Feb 11 14:16:45.164731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.164731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.213344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ad416-de80-4eaf-8fdf-b8388df1bc89 service neutron] Pushing event updated for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:45.245091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Attempting to bind port af2ab451-7f14-418b-b06e-dae51cf4bdca on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:45.245430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Attempting to bind port af2ab451-7f14-418b-b06e-dae51cf4bdca by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:45.245757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Attempting to bind port af2ab451-7f14-418b-b06e-dae51cf4bdca on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:45.261377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.264139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Port af2ab451-7f14-418b-b06e-dae51cf4bdca on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:45.264467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Attempting to bind port af2ab451-7f14-418b-b06e-dae51cf4bdca on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:45.269562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-e1e5a466-ebed-42dc-b037-b0843cc5d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.271060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-e1e5a466-ebed-42dc-b037-b0843cc5d08b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 1094 time: 0.2592885 Feb 11 14:16:45.276008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:45.276347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:45.276724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:45.277388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Bound port: af2ab451-7f14-418b-b06e-dae51cf4bdca, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:45.277746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.388201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-55800c18-9f8f-471c-a939-37b3d0d5f28c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1305110 Feb 11 14:16:45.477648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:45.486168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:45.492024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1375d-30c7-4f8a-b242-bf608eba1f07 None None] Network 1add2b00-e523-4125-ad73-86a277773282 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:45.498509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-1bba5903-d28b-4b35-9edd-3a1d8537325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.500166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-1bba5903-d28b-4b35-9edd-3a1d8537325c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2201245 Feb 11 14:16:45.586980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.653166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.653834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.655260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] 10.222.0.62 "PUT /v2.0/ports/af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 1096 time: 1.9968832 Feb 11 14:16:45.708864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10623be-bf3c-4316-9d19-f778a69b1040 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:45.720866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-b55b15bf-3c50-4294-84ad-de8df203d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.722564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f0c41b3-3fb8-4c69-ad5b-d6796b40c5e2 req-b55b15bf-3c50-4294-84ad-de8df203d844 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084296 Feb 11 14:16:45.783314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.838335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a09379a-c52f-43cd-a62a-cca979c69aea,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:45.875008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8707-dd76-459b-9b6b-26b6a22e004f req-e5ee8abc-2091-44ec-9687-e8ff4b42d582 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.883036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f54c8707-dd76-459b-9b6b-26b6a22e004f req-e5ee8abc-2091-44ec-9687-e8ff4b42d582 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1035523 Feb 11 14:16:45.894535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Deleting port 935849a5-988e-446e-8136-a43b6aaac6a6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:45.895103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.899022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.900255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67663511-1c7a-49f7-a9ab-7603a91c0678 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3232417 Feb 11 14:16:45.909266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50546) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:45.916663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-295bc2fe-f96c-4dae-8fd5-1be6dcad081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.918381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-295bc2fe-f96c-4dae-8fd5-1be6dcad081a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1099 time: 0.1498518 Feb 11 14:16:45.927559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:46.004708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f54c8707-dd76-459b-9b6b-26b6a22e004f req-c7634174-7c3f-4b8d-ba83-ba1894b16ac7 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184182 Feb 11 14:16:46.075678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.076784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.096318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Calling delete_port for 935849a5-988e-446e-8136-a43b6aaac6a6 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:46.139742 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.185243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 788f2350-6bd2-428b-91e4-a1799b1a3bb4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:46.237260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:46.237696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.292700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0add9-e453-4999-8201-e41868798a6d req-01b43562-e0a8-4012-acab-25f21f0e67da tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.300301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12b0add9-e453-4999-8201-e41868798a6d req-01b43562-e0a8-4012-acab-25f21f0e67da tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.1982265 Feb 11 14:16:46.378134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12b0add9-e453-4999-8201-e41868798a6d req-6573d580-4c59-47fb-a629-27a62efba262 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Feb 11 14:16:46.411367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-43e36617-552f-4821-a3aa-b05038e96bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.412540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-43e36617-552f-4821-a3aa-b05038e96bad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 1094 time: 0.6011543 Feb 11 14:16:46.413559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-9426337b-7e7d-4ea6-98fa-c6bc7fc5afe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.4273329 Feb 11 14:16:46.446401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.492187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-0e3c2858-f768-41b1-8477-e7e662967a7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43da58b-4857-44df-96d4-663356dcc25a HTTP/1.1" status: 200 len: 217 time: 0.0639982 Feb 11 14:16:46.554496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-21c344ac-4024-45c4-a3cb-6b4908e45c20 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.556029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-21c344ac-4024-45c4-a3cb-6b4908e45c20 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/networks?id=1add2b00-e523-4125-ad73-86a277773282 HTTP/1.1" status: 200 len: 814 time: 0.6586938 Feb 11 14:16:46.559827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.563990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-381ecf6d-a9ed-4713-8a84-5a95f6bbf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.565503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-381ecf6d-a9ed-4713-8a84-5a95f6bbf01b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1364002 Feb 11 14:16:46.603694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-a2fc823a-088c-40e2-93aa-c4fdc18c6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.605174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-a2fc823a-088c-40e2-93aa-c4fdc18c6e55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1017623 Feb 11 14:16:46.605345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effd231-a7a4-4394-9fc1-e8c0e9fe12a4 req-81393a28-8b2d-4e7f-9701-21b9df0729c1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.606849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0effd231-a7a4-4394-9fc1-e8c0e9fe12a4 req-81393a28-8b2d-4e7f-9701-21b9df0729c1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 943 time: 0.1227779 Feb 11 14:16:46.609825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'Port': ['ID=935849a5-988e-446e-8136-a43b6aaac6a6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.620273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a8406b85-992d-48d2-a66b-e1fb03ec912a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/quotas/df7f27d4c82d4290960225e37efb3ef3 HTTP/1.1" status: 200 len: 375 time: 0.0479727 Feb 11 14:16:46.649900 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-027e48dc-a46d-4c9c-b4ac-a58feb42274e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288832 Feb 11 14:16:46.655588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Allocated IP 172.25.7.8 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/66cb350d-1e30-4687-b000-4f9540b59a7c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:46.685648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-4aca538c-6a67-480e-b5a9-8f964e1cbc33 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df7f27d4c82d4290960225e37efb3ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381453 Feb 11 14:16:46.704335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-46734e8d-cee7-467c-875a-494e8d98bffd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:16:46.705426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-46734e8d-cee7-467c-875a-494e8d98bffd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072258 Feb 11 14:16:46.734701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855b06-1c36-41d8-a868-84aef94af817 req-d46b0236-7528-42fb-9a64-ed41214f13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:46.736199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-d46b0236-7528-42fb-9a64-ed41214f13f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617515 Feb 11 14:16:46.771164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0effd231-a7a4-4394-9fc1-e8c0e9fe12a4 req-378a3d0d-d34c-433f-8626-ff72cd7d87e8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520696 Feb 11 14:16:46.776539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.779145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.783465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85e4e8f7-7211-4a03-a5a2-d452dc27f93a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "DELETE /v2.0/floatingips/a1819e9a-a700-48de-8777-92f6f0db539e HTTP/1.1" status: 204 len: 168 time: 1.7487435 Feb 11 14:16:46.836856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.933529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-49832df8-a14a-4d33-be02-9aad56a41845 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718253 Feb 11 14:16:46.939162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.979695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:46.984757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:46.989226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:46.992327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'Port': ['ID=66cb350d-1e30-4687-b000-4f9540b59a7c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:47.004996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:47.007234 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af985f8d-0bef-4229-a5d6-5f2733c020db" -d '{"events": [{"name": "network-changed", "server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:47.013930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-c35f755d-9cf6-453d-a77a-233e9e09e95d service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668898 Feb 11 14:16:47.019117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a427e47e-ee20-4989-8f60-53215146f0c1 service neutron] 10.222.0.31 "GET /v2.0/networks/1add2b00-e523-4125-ad73-86a277773282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820318 Feb 11 14:16:47.083612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.169066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fd6252a-68e7-4042-8cb9-f658753934a3 req-174060d3-21ab-4a04-bbeb-90c8c2cc0c71 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254019 Feb 11 14:16:47.184752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50558) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:47.191266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725123179', 'description': 'tempest-description--762161848'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:47.200591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38855b06-1c36-41d8-a868-84aef94af817 req-91ef8f88-f0aa-4840-bea3-a733c502f70e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791575 Feb 11 14:16:47.206422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-69658d55-5b5e-40ae-bad5-928710e367d5 service neutron] 10.222.0.31 "GET /v2.0/networks/1add2b00-e523-4125-ad73-86a277773282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752484 Feb 11 14:16:47.217430 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fcf221-bd7b-4dbf-9d65-5acecb39ec2f x-openstack-request-id: req-d0fcf221-bd7b-4dbf-9d65-5acecb39ec2f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:47.217718 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:47.217967 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0fcf221-bd7b-4dbf-9d65-5acecb39ec2f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:47.218616 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'status': 'completed', 'code': 200} Feb 11 14:16:47.235963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.381710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02d86a-e37a-44cc-9c57-725f04846129 req-77998db0-67da-4d9a-890c-fb69ec19eb11 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.383220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd02d86a-e37a-44cc-9c57-725f04846129 req-77998db0-67da-4d9a-890c-fb69ec19eb11 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1052494 Feb 11 14:16:47.405342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-5715a85f-969e-4a64-bc2c-14923e2f7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.405541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.405966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-5715a85f-969e-4a64-bc2c-14923e2f7d00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1099 time: 0.0415616 Feb 11 14:16:47.469868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd02d86a-e37a-44cc-9c57-725f04846129 req-4bd40a87-b23d-4745-b4ff-73d9e7a35eeb tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759263 Feb 11 14:16:47.506819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.545882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-e700363b-f6c7-42ad-b499-95d24a8e410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.547968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-e700363b-f6c7-42ad-b499-95d24a8e410d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1348767 Feb 11 14:16:47.592484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.594973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-79342228-cc6d-4bec-87a6-d93a493d9326 req-98a59df3-ff9f-43a4-8998-17f3e12cb697 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0500944 Feb 11 14:16:47.621425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.647044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-f4476226-e55d-438b-92fd-cc38c68c46ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0677185 Feb 11 14:16:47.657631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51b7aa-93a2-46d0-9cb6-7c7e785119d4 req-39437699-e46e-4351-b763-26f36292fd6a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.665568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a51b7aa-93a2-46d0-9cb6-7c7e785119d4 req-39437699-e46e-4351-b763-26f36292fd6a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.1122994 Feb 11 14:16:47.699284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'Port': ['ID=66cb350d-1e30-4687-b000-4f9540b59a7c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:47.706296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.734475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a51b7aa-93a2-46d0-9cb6-7c7e785119d4 req-03d3db5a-820f-49f5-9a05-55e9ede88c0e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 Feb 11 14:16:47.745102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-a95aac05-7a13-4542-9ffc-5739daa24b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.763833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-a95aac05-7a13-4542-9ffc-5739daa24b77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1065097 Feb 11 14:16:47.774092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.793580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-fc5d2e49-2660-44b8-a882-75250c6b71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.801646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-fc5d2e49-2660-44b8-a882-75250c6b71a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420215 Feb 11 14:16:47.803651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beec674-9771-4af1-a607-0f9a626f4a0d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:47.850994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.859933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-63c59f41-aa15-4ca4-9f80-810e0610a61d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9417534 Feb 11 14:16:47.897173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-e56872b6-4b27-4ff4-a613-a44f9dab8022 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905197 Feb 11 14:16:47.915766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9463b-3944-4a58-9726-5caec23f0f49 req-6f446b5d-1282-4b11-b1a7-69356efd12be tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:47.917328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cab9463b-3944-4a58-9726-5caec23f0f49 req-6f446b5d-1282-4b11-b1a7-69356efd12be tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 943 time: 0.0563042 Feb 11 14:16:47.934856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.939097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-42c2b6af-6de4-4626-999b-76f8bafccb2e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7494123 Feb 11 14:16:47.943211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50580) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:47.948853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group_rule': {'security_group_id': '5beec674-9771-4af1-a607-0f9a626f4a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:47.982797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cab9463b-3944-4a58-9726-5caec23f0f49 req-5e0f4e0e-6997-4be7-a228-61f1051f0d34 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586627 Feb 11 14:16:48.033268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-de5c4f96-4659-453a-9497-4544cc9b149b tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--281637322&fields=id&tenant_id=71de53ee777748a0bcfcd0be438e7b85 HTTP/1.1" status: 200 len: 267 time: 0.0572681 Feb 11 14:16:48.036775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af985f8d-0bef-4229-a5d6-5f2733c020db req-ac36a95f-b639-4131-baab-c71250bd2da2 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349792 Feb 11 14:16:48.111661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86d800a6-daef-44b0-86d5-78b87cea8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.113648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.147109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-50332ea8-edb1-47b0-9a2e-f4ef2f3bf1f1 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.148592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-50332ea8-edb1-47b0-9a2e-f4ef2f3bf1f1 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/networks?id=19ef6241-d3f9-45c8-add4-7e858cc901c0 HTTP/1.1" status: 200 len: 814 time: 0.1083770 Feb 11 14:16:48.160989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.163730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-b8bb1c6d-ae1e-423e-897f-4278f874931b tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/quotas/71de53ee777748a0bcfcd0be438e7b85 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Feb 11 14:16:48.217435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-d962b215-d562-41b8-b908-de0fad767cd8 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71de53ee777748a0bcfcd0be438e7b85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482817 Feb 11 14:16:48.373459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f4da7f5a-dcf6-4b0a-b3ba-9f0de3d63c0b service neutron] 10.222.0.31 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805640 Feb 11 14:16:48.399354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f893c71e-1910-4b4e-9e23-9e8aa60b6033 service neutron] 10.222.0.31 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Feb 11 14:16:48.557622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.594759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd056966-b5ad-46e3-809c-a40b88a0b838,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:48.611011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fde9-8e4f-4d18-bdff-b977a12e1dea req-46acf97e-e182-4bbd-83e9-a2b9fd126dab tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.612502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e8fde9-8e4f-4d18-bdff-b977a12e1dea req-46acf97e-e182-4bbd-83e9-a2b9fd126dab tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0670979 Feb 11 14:16:48.661969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e8fde9-8e4f-4d18-bdff-b977a12e1dea req-65a028b9-72e6-4c8d-a7aa-73769905295b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Feb 11 14:16:48.711293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2837d323-d19c-4a06-b6cc-d9afbbf05068 req-04844c85-24c3-46ab-aded-8b8b7e89e582 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Feb 11 14:16:48.763328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c1e3e9b-b0ab-4b57-a330-54d7b921eb56 req-87940c4a-4890-49b9-92a0-5cca42c68cf4 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Feb 11 14:16:48.763328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.763328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-597ed4e2-4609-4fc3-92d5-32b8602ec8a6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8103554 Feb 11 14:16:48.773070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50596) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:48.773070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'security_group_rule': {'security_group_id': '5beec674-9771-4af1-a607-0f9a626f4a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:48.865464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36373783-88fe-4017-bd7c-228c4cfaece8 req-847c8f4c-b418-497c-8acc-43e42eca273f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.867032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36373783-88fe-4017-bd7c-228c4cfaece8 req-847c8f4c-b418-497c-8acc-43e42eca273f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.0590594 Feb 11 14:16:48.873745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.907659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36373783-88fe-4017-bd7c-228c4cfaece8 req-5c1af0d6-19b6-4d5c-9cd6-8d3f8cea3dea tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Feb 11 14:16:48.934985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.045491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.063419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6ba116-626f-4928-977f-876474e9b47a,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.113065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a43da58b-4857-44df-96d4-663356dcc25a details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:49.114683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052010-50ef-45f3-9480-6c6417479781 req-f0169a90-19cc-4b60-a016-d98c458e7401 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.116234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77052010-50ef-45f3-9480-6c6417479781 req-f0169a90-19cc-4b60-a016-d98c458e7401 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 943 time: 0.0569956 Feb 11 14:16:49.156226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77052010-50ef-45f3-9480-6c6417479781 req-5b8db3fd-3427-45dd-bef5-36898c8fbb06 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Feb 11 14:16:49.164455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.168805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5f0f221f-a5a9-4aaa-b91d-d5190b5044f7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998244 Feb 11 14:16:49.171453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:49.173796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:49.217054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a43da58b-4857-44df-96d4-663356dcc25a,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:49.228491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'a43da58b-4857-44df-96d4-663356dcc25a', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': 'a43da58b-4857-44df-96d4-663356dcc25a', 'mac_address': 'fa:16:3e:90:75:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:49.264527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.281052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43da58b-4857-44df-96d4-663356dcc25a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:49.300257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a43da58b-4857-44df-96d4-663356dcc25a,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:49.305753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.396961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.401389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:49.405283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.492428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.527523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Allocated IP 172.25.7.75 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/f88412f2-1162-4672-bde5-646f7718d508) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:49.537239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:49.548090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'mac_address': 'fa:16:3e:a6:67:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:49.594445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.608204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:49.630241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:49.648020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.782699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.792701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5abe01-ed58-46dc-b810-63aaaee902cd req-2eead02d-dccd-4f60-b590-7214555d8275 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.794506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f5abe01-ed58-46dc-b810-63aaaee902cd req-2eead02d-dccd-4f60-b590-7214555d8275 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0508468 Feb 11 14:16:49.809638 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa16c788-aed4-464c-a471-6f727a08e97a req-115c390b-f4c1-4521-bde0-c9127389e9b8 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0296757 Feb 11 14:16:49.835373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.836473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.885635 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f5abe01-ed58-46dc-b810-63aaaee902cd req-122fdb71-ade3-4a35-a99f-c04e504866af tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848498 Feb 11 14:16:49.889155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-808640cf-1c07-43e8-91a4-09e6ef9bc7cb req-8fbda1d7-999d-495a-ae44-850c85e86ec9 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0275259 Feb 11 14:16:49.894073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:49.897060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:49.902045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:49.925806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=f88412f2-1162-4672-bde5-646f7718d508,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:50.031852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.051685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9bc13-2306-413a-a2be-b818804a0ead req-f71a3adc-ab32-4eb4-8f23-c038fd2be0db tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.053450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77f9bc13-2306-413a-a2be-b818804a0ead req-f71a3adc-ab32-4eb4-8f23-c038fd2be0db tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 949 time: 0.0733266 Feb 11 14:16:50.086170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['a43da58b-4857-44df-96d4-663356dcc25a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:50.090190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:50.098003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77f9bc13-2306-413a-a2be-b818804a0ead req-844c9e72-0657-4ef1-82bf-e3202d9a6479 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Feb 11 14:16:50.163466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.305414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334654b6-c1e5-4c08-8a54-a623a237d3ce req-2735ffb6-f2d9-4401-9423-f6510fb01bbb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.307651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334654b6-c1e5-4c08-8a54-a623a237d3ce req-2735ffb6-f2d9-4401-9423-f6510fb01bbb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 944 time: 0.0718615 Feb 11 14:16:50.347717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334654b6-c1e5-4c08-8a54-a623a237d3ce req-e9e5b7b9-5883-4796-8afc-aefdc186f174 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Feb 11 14:16:50.352387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.485281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90895183-f1b4-4d11-80b4-66d62c01e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.528092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.593636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=f88412f2-1162-4672-bde5-646f7718d508,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:50.605713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.742641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.743898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7d385ec7-7960-4b0e-9460-084c4ece5f28 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5737262 Feb 11 14:16:50.798166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-3712264d-9cb3-4a2b-9596-480151ccca35 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.799683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-3712264d-9cb3-4a2b-9596-480151ccca35 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.62 "GET /v2.0/networks?id=1add2b00-e523-4125-ad73-86a277773282 HTTP/1.1" status: 200 len: 814 time: 0.1109643 Feb 11 14:16:50.812859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Request body: {'port': {'device_id': '7e811506-ebe1-44f9-a805-375185af8cd4', 'network_id': '1add2b00-e523-4125-ad73-86a277773282', 'admin_state_up': True, 'tenant_id': 'df7f27d4c82d4290960225e37efb3ef3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:50.937120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-254acb49-b119-41d3-bc52-1be147f6ed57 req-5d9e95c0-d35f-435a-9453-30d7bc28205f tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0388293 Feb 11 14:16:50.970839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-de2121d8-84f8-4087-8d5d-d6a5fcc6e2b6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--725123179&fields=id&tenant_id=bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 267 time: 0.0442390 Feb 11 14:16:51.055129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf81c-8f47-43a2-b086-7e1633898313 req-7bf7668a-47d9-4f63-871f-802b81f51151 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.056933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-188cf81c-8f47-43a2-b086-7e1633898313 req-7bf7668a-47d9-4f63-871f-802b81f51151 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0561593 Feb 11 14:16:51.080962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Made reservation on behalf of df7f27d4c82d4290960225e37efb3ef3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:51.084394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.096454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-72f6311c-fef6-4155-abb2-fa71f751517e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.097983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-72f6311c-fef6-4155-abb2-fa71f751517e tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 810 time: 0.1204236 Feb 11 14:16:51.114324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-55d26014-7db1-41e7-a73f-bf43f2648fd6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/quotas/bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 375 time: 0.0092683 Feb 11 14:16:51.119350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-188cf81c-8f47-43a2-b086-7e1633898313 req-ebd3345f-f166-4281-8780-1ec7c1e8fa79 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535045 Feb 11 14:16:51.122917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a43da58b-4857-44df-96d4-663356dcc25a up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:51.190183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-945e5440-40df-4ce8-8d29-6b48783fdd92 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693469 Feb 11 14:16:51.270065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9be25ead-f349-4957-9d79-1a5e6f6ba3a4 req-7ad61088-1f41-4266-a0b1-34af88c8e9a3 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0375810 Feb 11 14:16:51.293228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Allocated IP 172.20.0.7 (1add2b00-e523-4125-ad73-86a277773282/a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2/2351659f-33ba-49a7-8712-df865d19bc66) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:51.293841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-3fed5984-d19f-4f24-a856-9719c205d2f5 service neutron] 10.222.0.31 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873721 Feb 11 14:16:51.404123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-e169a598-1478-40c1-bd09-8edf2ae28857 service neutron] 10.222.0.31 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034532 Feb 11 14:16:51.447474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c23781-3c42-4828-8838-c23caaa02d45 req-c1d4b14a-37b5-4314-9da0-04ff06b9838c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.448364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13c23781-3c42-4828-8838-c23caaa02d45 req-c1d4b14a-37b5-4314-9da0-04ff06b9838c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 949 time: 0.1111052 Feb 11 14:16:51.507818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.518333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13c23781-3c42-4828-8838-c23caaa02d45 req-b30c8a44-47a5-4bcb-9f74-5c830df21766 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Feb 11 14:16:51.561162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port a43da58b-4857-44df-96d4-663356dcc25a completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:51.564858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port a43da58b-4857-44df-96d4-663356dcc25a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:51.565272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.650841 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.652733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17298-16a9-4d6b-a268-1e809d314238 req-8b952220-e0a0-4d4f-bc62-da4b5b09707e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.657460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-68b17298-16a9-4d6b-a268-1e809d314238 req-8b952220-e0a0-4d4f-bc62-da4b5b09707e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 944 time: 0.0744364 Feb 11 14:16:51.679902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:51.683807 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713ce47-a473-4fae-83b1-1272d803ff08" -d '{"events": [{"server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "name": "network-vif-plugged", "status": "completed", "tag": "a43da58b-4857-44df-96d4-663356dcc25a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:51.703244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.707376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a43da58b-4857-44df-96d4-663356dcc25a,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:51.729577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbbae9d9-591b-4c0f-bd2e-129294967343 req-a9b0deca-a6e9-4cca-8448-a29cfa9afdfb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 210 time: 0.0295925 Feb 11 14:16:51.742641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.794515 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a10a1f-efbb-4cd6-be20-b9a3cf6854c0 x-openstack-request-id: req-c6a10a1f-efbb-4cd6-be20-b9a3cf6854c0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:51.794809 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "name": "network-vif-plugged", "status": "completed", "tag": "a43da58b-4857-44df-96d4-663356dcc25a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:51.795069 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6a10a1f-efbb-4cd6-be20-b9a3cf6854c0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:51.795467 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a', 'code': 200} Feb 11 14:16:51.833230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Network 1add2b00-e523-4125-ad73-86a277773282 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:51.840061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.844107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:51.857242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:51.868371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-68b17298-16a9-4d6b-a268-1e809d314238 req-521c6a89-c9a0-4b2c-9c6d-c0a3bab77f37 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586032 Feb 11 14:16:51.894823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:51.905846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Pushing event updated for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:51.930014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2d33c-90e8-4601-9015-8777c0a1ce9e req-91e6870c-1ac1-460c-bbab-6e636c460ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.932449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38e2d33c-90e8-4601-9015-8777c0a1ce9e req-91e6870c-1ac1-460c-bbab-6e636c460ee0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 1096 time: 0.0484030 Feb 11 14:16:51.936837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-dabfcab5-c6a1-4c78-8255-5747d7c5b382 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.940557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-dabfcab5-c6a1-4c78-8255-5747d7c5b382 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.62 "GET /v2.0/networks?id=19ef6241-d3f9-45c8-add4-7e858cc901c0 HTTP/1.1" status: 200 len: 814 time: 0.2797036 Feb 11 14:16:51.958499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.959211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.990492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38e2d33c-90e8-4601-9015-8777c0a1ce9e req-0731d76e-d5cb-4b88-ad9e-0be24b488762 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Feb 11 14:16:52.006460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-350fdd4a-2bf5-4f31-ab5d-9166a975a3f8 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71de53ee777748a0bcfcd0be438e7b85 HTTP/1.1" status: 200 len: 379 time: 0.0582213 Feb 11 14:16:52.065381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37269-2b00-4d9d-904d-260435f89c26 req-b2ce168f-bc0e-4f70-b967-1f4d92bda4a9 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.066884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44a37269-2b00-4d9d-904d-260435f89c26 req-b2ce168f-bc0e-4f70-b967-1f4d92bda4a9 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 931 time: 0.0499136 Feb 11 14:16:52.096709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a10d0ebe-9292-4bd1-a0bc-85ac6da1eeca tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2876391 Feb 11 14:16:52.105929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44a37269-2b00-4d9d-904d-260435f89c26 req-00f1a83c-c338-4c8f-b70c-e4525c94104b tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Feb 11 14:16:52.198557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'port': {'device_id': '91059b40-4385-4164-8cb3-90f694653233', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'admin_state_up': True, 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'security_groups': ['58b4cf89-0aa8-4bc6-be27-9d3523114ff5']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:52.207225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Request body: {'port': {'device_id': '7e811506-ebe1-44f9-a805-375185af8cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:52.351469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.375785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972030b-d57d-40e0-b815-1c31ddace2c1 req-a29cdd92-9d3d-4c6a-b6c0-4e862f90f7b0 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.377301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9972030b-d57d-40e0-b815-1c31ddace2c1 req-a29cdd92-9d3d-4c6a-b6c0-4e862f90f7b0 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1750915 Feb 11 14:16:52.385514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23fb6865-7c8a-4233-9801-59d842ae6524 req-4a4cc983-ed01-424a-80d6-d6b6dbd690c4 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0305920 Feb 11 14:16:52.517637 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9972030b-d57d-40e0-b815-1c31ddace2c1 req-62688323-7e34-49af-83b9-47ab44d47f66 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334212 Feb 11 14:16:52.612006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Made reservation on behalf of 71de53ee777748a0bcfcd0be438e7b85 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:52.615488 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.636357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c410d-82a2-414a-bb93-9f2328517ac9 req-e8cb65b6-3034-45ea-8dfe-4848566754ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.638206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e49c410d-82a2-414a-bb93-9f2328517ac9 req-e8cb65b6-3034-45ea-8dfe-4848566754ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 949 time: 0.0499780 Feb 11 14:16:52.678857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e49c410d-82a2-414a-bb93-9f2328517ac9 req-be772eef-a724-4b28-8afe-ba9e0f7bba89 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Feb 11 14:16:53.012105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7bb88-a51a-48c7-a72c-156dc7298310 req-3f521bc8-d02f-4b9a-9d4b-896eb180da04 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.012105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7ca7bb88-a51a-48c7-a72c-156dc7298310 req-3f521bc8-d02f-4b9a-9d4b-896eb180da04 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 945 time: 0.0600369 Feb 11 14:16:53.044932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7ca7bb88-a51a-48c7-a72c-156dc7298310 req-243748ed-858f-41d0-8a8f-db615b43025f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Feb 11 14:16:53.069268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20d76912-aef8-484b-8b4e-3ba31bca5a12 req-6ba0f94a-43b8-4c4e-960b-cd9dc5a169c6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 210 time: 0.0537474 Feb 11 14:16:53.085036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2351659f-33ba-49a7-8712-df865d19bc66 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:53.097150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.131447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:53.137553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Transition to ACTIVE for port object 2351659f-33ba-49a7-8712-df865d19bc66 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:53.152380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Allocated IP 172.20.0.9 (19ef6241-d3f9-45c8-add4-7e858cc901c0/2dfb97dd-e4dd-460e-a0cc-7a2399dd8230/903d04f7-64d1-4a55-92a1-c9e558853972) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:53.172135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.207713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.242345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89936bb-b496-4dd3-8918-df6f7b3cf39d req-d7814046-b1fa-4bf6-84d9-c6eb5bab3888 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.244530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89936bb-b496-4dd3-8918-df6f7b3cf39d req-d7814046-b1fa-4bf6-84d9-c6eb5bab3888 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 931 time: 0.0658076 Feb 11 14:16:53.290324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89936bb-b496-4dd3-8918-df6f7b3cf39d req-0d2bacab-8271-48c3-8bab-91b2d94e4f1d tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Feb 11 14:16:53.314291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:53.355195 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.357447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port af2ab451-7f14-418b-b06e-dae51cf4bdca completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:53.363033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port af2ab451-7f14-418b-b06e-dae51cf4bdca triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:53.363556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.413622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.423019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Attempting to bind port 2351659f-33ba-49a7-8712-df865d19bc66 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:53.423343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Attempting to bind port 2351659f-33ba-49a7-8712-df865d19bc66 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '60433bfb-acec-4f3e-85ec-ad97a8eb4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1add2b00-e523-4125-ad73-86a277773282'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:53.423672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Attempting to bind port 2351659f-33ba-49a7-8712-df865d19bc66 on network 1add2b00-e523-4125-ad73-86a277773282 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:53.430067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Port 2351659f-33ba-49a7-8712-df865d19bc66 on network 1add2b00-e523-4125-ad73-86a277773282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:53.430391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Attempting to bind port 2351659f-33ba-49a7-8712-df865d19bc66 on network 1add2b00-e523-4125-ad73-86a277773282 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:53.440290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:53.443912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Checking segment: {'id': '60433bfb-acec-4f3e-85ec-ad97a8eb4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1add2b00-e523-4125-ad73-86a277773282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:53.443912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Bound using segment: {'id': '60433bfb-acec-4f3e-85ec-ad97a8eb4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1add2b00-e523-4125-ad73-86a277773282'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:53.443912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Bound port: 2351659f-33ba-49a7-8712-df865d19bc66, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60433bfb-acec-4f3e-85ec-ad97a8eb4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1add2b00-e523-4125-ad73-86a277773282'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:53.443912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.451590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.485876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:53.532586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b9fbf72-748c-4fd1-9da7-e47dd3d45c67 req-d3c5aacb-9ca9-45d5-8954-32a960c576a9 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0617101 Feb 11 14:16:53.559087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:53.562254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2351659f-33ba-49a7-8712-df865d19bc66,segment=NetworkSegment(60433bfb-acec-4f3e-85ec-ad97a8eb4fea),segment_id=60433bfb-acec-4f3e-85ec-ad97a8eb4fea)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:53.634083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.640028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36616-5184-47cf-90c9-2dd8f6897147 req-588b0ec3-8358-44b4-b11e-2a1443480f50 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.641571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74e36616-5184-47cf-90c9-2dd8f6897147 req-588b0ec3-8358-44b4-b11e-2a1443480f50 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0486944 Feb 11 14:16:53.680517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74e36616-5184-47cf-90c9-2dd8f6897147 req-4d09c148-149c-44fc-8f0d-074c95d26455 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Feb 11 14:16:53.682165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:53.743670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.796730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:53.799172 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7622b2-6657-41aa-9f69-27dea70cb720" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:53.814242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:53.818025 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.823326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:53.830022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:53.838241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event updated for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:53.841127 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc15a0b8-0b26-4435-a3f3-b4dd6b8339b0 x-openstack-request-id: req-cc15a0b8-0b26-4435-a3f3-b4dd6b8339b0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:53.846322 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:53.846322 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc15a0b8-0b26-4435-a3f3-b4dd6b8339b0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:53.846322 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'code': 200} Feb 11 14:16:53.909070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24460f-8319-4e96-9f0e-f64d150a2cf8 req-9d2d5fb3-0728-44cd-a0c3-8c1e51401516 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.910619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f24460f-8319-4e96-9f0e-f64d150a2cf8 req-9d2d5fb3-0728-44cd-a0c3-8c1e51401516 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1649847 Feb 11 14:16:53.911934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.912555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.913843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/2351659f-33ba-49a7-8712-df865d19bc66 HTTP/1.1" status: 200 len: 1091 time: 1.7202430 Feb 11 14:16:53.918042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:53.920360 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6187c06-729c-4942-9244-3b081b0c5e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "tag": "2351659f-33ba-49a7-8712-df865d19bc66"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:53.957488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d122-1907-4abf-96bc-402dcccf96af req-9f8aa6c0-0cd1-4ce4-b5fc-84c7db565cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.959237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d293d122-1907-4abf-96bc-402dcccf96af req-9f8aa6c0-0cd1-4ce4-b5fc-84c7db565cac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1101 time: 0.0521903 Feb 11 14:16:53.964070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.964717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.967947 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc29b570-f541-435b-aec4-736216df0a36 x-openstack-request-id: req-bc29b570-f541-435b-aec4-736216df0a36 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:53.968233 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "tag": "2351659f-33ba-49a7-8712-df865d19bc66", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:53.968481 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc29b570-f541-435b-aec4-736216df0a36 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:53.970142 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66', 'status': 'completed', 'code': 200} Feb 11 14:16:53.989618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c80c39-0077-4d87-a550-bc70f03ed6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.016050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d293d122-1907-4abf-96bc-402dcccf96af req-37b67f7c-beb0-4f10-8e47-66f4f41d8cf3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Feb 11 14:16:54.016800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f24460f-8319-4e96-9f0e-f64d150a2cf8 req-ec7d2e88-c9aa-4c35-8d29-10066f2d2bf9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896599 Feb 11 14:16:54.044503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-88fccceb-40bf-43a2-886b-0a3a112e0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.046048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-88fccceb-40bf-43a2-886b-0a3a112e0427 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df7f27d4c82d4290960225e37efb3ef3&device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0506749 Feb 11 14:16:54.153848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-f87ea28a-a6bd-4ac9-84ba-18d9c396ce52 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9618988 Feb 11 14:16:54.168810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd4d4c4d-bb3f-4f8c-b04a-9eb5aedc6bd1 req-e390f61b-f090-44d9-bbb1-f0263c6c1028 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 210 time: 0.0285823 Feb 11 14:16:54.174690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b8db-4c5c-4d6c-b115-c8bab9478826 req-a2a47fed-e5b8-4e1d-ad52-da55c2e45958 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.180625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-05a4fc12-5a4c-4ca1-b596-8d59eabd7063 None None] Provisioning complete for port 903d04f7-64d1-4a55-92a1-c9e558853972 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:54.182235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05a4fc12-5a4c-4ca1-b596-8d59eabd7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.192198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7d3b8db-4c5c-4d6c-b115-c8bab9478826 req-a2a47fed-e5b8-4e1d-ad52-da55c2e45958 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 945 time: 0.0696971 Feb 11 14:16:54.218429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Request body: {'port': {'device_id': '91059b40-4385-4164-8cb3-90f694653233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:54.231439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-05a4fc12-5a4c-4ca1-b596-8d59eabd7063 None None] Port 903d04f7-64d1-4a55-92a1-c9e558853972 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:54.270869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7d3b8db-4c5c-4d6c-b115-c8bab9478826 req-3399004e-d914-4617-a3fa-85be3429b3f6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Feb 11 14:16:54.321862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-6629d40a-be6f-4aa1-8956-cf5378f145bb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.323406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-6629d40a-be6f-4aa1-8956-cf5378f145bb tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 810 time: 0.1367903 Feb 11 14:16:54.338303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.367616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-65f58cdd-7e99-4f5e-a190-b3c39ffe7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.370644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-65f58cdd-7e99-4f5e-a190-b3c39ffe7de2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=df7f27d4c82d4290960225e37efb3ef3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1675100 Feb 11 14:16:54.387748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-05ed9cb1-6952-4596-9ac3-70dc92daa52f tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf472bd3e1f6400584e4afb880d68ae3 HTTP/1.1" status: 200 len: 379 time: 0.0549390 Feb 11 14:16:54.400529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'port': {'device_id': 'b79f40a7-2151-497b-aadd-1769025e963b', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'admin_state_up': True, 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'security_groups': ['5beec674-9771-4af1-a607-0f9a626f4a0d']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:54.490110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35d9e-0777-479b-bc06-3369cb4cdc0f req-1d484fcb-b24f-426b-81e1-30de85778caa tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.491610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13f35d9e-0777-479b-bc06-3369cb4cdc0f req-1d484fcb-b24f-426b-81e1-30de85778caa tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 943 time: 0.1094799 Feb 11 14:16:54.550192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13f35d9e-0777-479b-bc06-3369cb4cdc0f req-347436d3-9e5c-48c1-8ae7-8a6c1b57fd8d tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Feb 11 14:16:54.565201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-152ba49e-5221-47ce-a011-353ecfadbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.566672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6187c06-729c-4942-9244-3b081b0c5e7e req-152ba49e-5221-47ce-a011-353ecfadbfe0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757298 Feb 11 14:16:54.669602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-9709993c-5655-4593-89ef-3ae529e6e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.671084 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-9709993c-5655-4593-89ef-3ae529e6e23d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df7f27d4c82d4290960225e37efb3ef3&device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0667768 Feb 11 14:16:54.682000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aff485-14cd-4437-9e4d-e44a37028a04 req-66a1db79-c05f-4e1f-939f-fb786cd7c040 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.683740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7aff485-14cd-4437-9e4d-e44a37028a04 req-66a1db79-c05f-4e1f-939f-fb786cd7c040 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 931 time: 0.0666070 Feb 11 14:16:54.725872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-6ed0e42e-e7a4-4a17-81fe-85df862ed0eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2351659f-33ba-49a7-8712-df865d19bc66 HTTP/1.1" status: 200 len: 217 time: 0.0437772 Feb 11 14:16:54.730330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7aff485-14cd-4437-9e4d-e44a37028a04 req-12a82694-482c-4779-9175-a9583f38b773 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380709 Feb 11 14:16:54.807741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903d04f7-64d1-4a55-92a1-c9e558853972 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:54.816875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.819876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-c06efc7a-0d2a-4b1f-b669-7d5a5b21358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.821382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-c06efc7a-0d2a-4b1f-b669-7d5a5b21358b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2 HTTP/1.1" status: 200 len: 854 time: 0.0885267 Feb 11 14:16:54.831569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Transition to ACTIVE for port object 903d04f7-64d1-4a55-92a1-c9e558853972 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:54.835234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833eef-7901-46cd-baf8-44f8d21fb44d req-7cd4725c-17d0-4ee0-896d-1c7ed79203ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.837025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7833eef-7901-46cd-baf8-44f8d21fb44d req-7cd4725c-17d0-4ee0-896d-1c7ed79203ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0507865 Feb 11 14:16:54.857739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-a710182b-dfbc-4f0e-823a-fdbb966f5396 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1add2b00-e523-4125-ad73-86a277773282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251067 Feb 11 14:16:54.857984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Made reservation on behalf of bf472bd3e1f6400584e4afb880d68ae3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:54.861372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.909529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7833eef-7901-46cd-baf8-44f8d21fb44d req-9244f9bc-4348-414b-ae5b-bcf7afbeed4e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658896 Feb 11 14:16:54.970056 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-fc2d56e1-d050-4629-9e1d-6a405c300d61 service neutron] 10.222.0.62 "GET /v2.0/networks/1add2b00-e523-4125-ad73-86a277773282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050832 Feb 11 14:16:55.039800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.098788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Allocated IP 172.20.0.4 (51587943-ad50-4a2f-ae2f-7359430b5340/8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc/1c23b11c-e080-4540-b3a5-ed4d6fad29b2) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:55.138497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Pushing event updated for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.153740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89696240-4dc7-447c-835d-f975c51358fc req-b971391f-6d94-4497-8c2f-15cf95292322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.153740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89696240-4dc7-447c-835d-f975c51358fc req-b971391f-6d94-4497-8c2f-15cf95292322 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 1096 time: 0.1461947 Feb 11 14:16:55.156943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d050b5e5-e38d-40d6-935f-b713f6dc8683 req-76d04072-452b-4f91-8dd7-178c4e77c00b service neutron] 10.222.0.62 "GET /v2.0/networks/1add2b00-e523-4125-ad73-86a277773282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749487 Feb 11 14:16:55.239613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Attempting to bind port 903d04f7-64d1-4a55-92a1-c9e558853972 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:55.256822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Attempting to bind port 903d04f7-64d1-4a55-92a1-c9e558853972 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:55.256822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Attempting to bind port 903d04f7-64d1-4a55-92a1-c9e558853972 on network 19ef6241-d3f9-45c8-add4-7e858cc901c0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:55.256822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Port 903d04f7-64d1-4a55-92a1-c9e558853972 on network 19ef6241-d3f9-45c8-add4-7e858cc901c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:55.256822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Attempting to bind port 903d04f7-64d1-4a55-92a1-c9e558853972 on network 19ef6241-d3f9-45c8-add4-7e858cc901c0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:55.256822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:55.257292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Checking segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:55.257576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Bound using segment: {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:55.257689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c8bd3-d388-4c7c-8bfc-e7d4456a3dbe req-fbfc8742-c24d-45e2-998a-e82f5cd15fb0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.257889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Bound port: 903d04f7-64d1-4a55-92a1-c9e558853972, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4f12b9-60fa-44fc-8126-b6f3824d6d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:55.258246 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.259230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c6c8bd3-d388-4c7c-8bfc-e7d4456a3dbe req-fbfc8742-c24d-45e2-998a-e82f5cd15fb0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1665852 Feb 11 14:16:55.268833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe1c1-b3e3-4ee2-b573-8c629b1de71a req-28094297-3133-47bf-aae3-32e589c1c014 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.270402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76abe1c1-b3e3-4ee2-b573-8c629b1de71a req-28094297-3133-47bf-aae3-32e589c1c014 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 945 time: 0.0768247 Feb 11 14:16:55.282489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89696240-4dc7-447c-835d-f975c51358fc req-0797ac46-4299-4a5d-a7d2-f925c4badecd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230643 Feb 11 14:16:55.356758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76abe1c1-b3e3-4ee2-b573-8c629b1de71a req-d037f5e4-321f-428f-82e9-10a90c34bd5f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742450 Feb 11 14:16:55.366877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c6c8bd3-d388-4c7c-8bfc-e7d4456a3dbe req-ef4a09aa-ff2e-49cf-aa32-d1ed32c661a5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893307 Feb 11 14:16:55.384348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:55.385237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=903d04f7-64d1-4a55-92a1-c9e558853972,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:55.402502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.470102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fce870e-953d-4b12-8c2a-63e6a044dafe req-90032070-5217-4371-989e-2ce1a388b442 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 210 time: 0.0298262 Feb 11 14:16:55.529547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.567654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.568272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.569743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] 10.222.0.62 "PUT /v2.0/ports/903d04f7-64d1-4a55-92a1-c9e558853972 HTTP/1.1" status: 200 len: 1091 time: 1.3573182 Feb 11 14:16:55.577190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.601140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143ebb5-119d-4147-a941-00c249c19983 service neutron] Pushing event updated for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.624871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Network 51587943-ad50-4a2f-ae2f-7359430b5340 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:55.630158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:55.633905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:55.640498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event updated for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.692133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be152499-b08d-4da2-ace5-4f00801be8af req-5c38387d-b339-438d-9733-41e0398da726 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.693728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be152499-b08d-4da2-ace5-4f00801be8af req-5c38387d-b339-438d-9733-41e0398da726 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 943 time: 0.0629530 Feb 11 14:16:55.702883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.703564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.741644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be152499-b08d-4da2-ace5-4f00801be8af req-65f7c9c2-56d9-4872-92b8-d50e30bdc1ba tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Feb 11 14:16:55.849965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d198aa77-645f-4b3c-9136-8df8cbcc22a2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4537151 Feb 11 14:16:55.868172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Request body: {'port': {'device_id': 'b79f40a7-2151-497b-aadd-1769025e963b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:55.872216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-3b37afaf-42c7-487d-a4b1-628155196e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.873761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-3b37afaf-42c7-487d-a4b1-628155196e70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71de53ee777748a0bcfcd0be438e7b85&device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 1094 time: 0.0449731 Feb 11 14:16:55.902389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836ef62-2cc9-4d90-9cae-584081fb7859 req-c8976821-2488-43ca-aa88-e58fc5c3de3d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.903961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d836ef62-2cc9-4d90-9cae-584081fb7859 req-c8976821-2488-43ca-aa88-e58fc5c3de3d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 943 time: 0.0891194 Feb 11 14:16:55.904489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b28cee52-d73c-4e92-9ce9-4f6d626af9f3 None None] Provisioning complete for port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:55.905085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b28cee52-d73c-4e92-9ce9-4f6d626af9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.926966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-1355a7de-6cf9-448f-9909-06b35ffcc8ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903d04f7-64d1-4a55-92a1-c9e558853972 HTTP/1.1" status: 200 len: 217 time: 0.0378430 Feb 11 14:16:55.944311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b28cee52-d73c-4e92-9ce9-4f6d626af9f3 None None] Port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:55.964299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.970705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:55.973395 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:55.990439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-9dd68215-91b4-4eda-ba80-6c9c8e6b08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.991760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d836ef62-2cc9-4d90-9cae-584081fb7859 req-efe9e0c1-80c0-4b6e-ad5a-86726fbbcbc9 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756946 Feb 11 14:16:55.991905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-9dd68215-91b4-4eda-ba80-6c9c8e6b08d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dfb97dd-e4dd-460e-a0cc-7a2399dd8230 HTTP/1.1" status: 200 len: 853 time: 0.0572453 Feb 11 14:16:56.057698 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d5fc9-9c58-4ba4-8e71-7cb9d350534f x-openstack-request-id: req-536d5fc9-9c58-4ba4-8e71-7cb9d350534f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:56.058183 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:56.058460 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-536d5fc9-9c58-4ba4-8e71-7cb9d350534f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:56.058853 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972', 'status': 'completed', 'code': 200} Feb 11 14:16:56.087858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb31f-c3b9-43a5-8590-d0c43488de19 req-4870a27f-0c72-44a7-b90f-22f78253e800 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.089367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8febb31f-c3b9-43a5-8590-d0c43488de19 req-4870a27f-0c72-44a7-b90f-22f78253e800 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0927165 Feb 11 14:16:56.094718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-7c0d3a53-36ed-415b-95f9-19584c3e0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.096205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-7c0d3a53-36ed-415b-95f9-19584c3e0875 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19ef6241-d3f9-45c8-add4-7e858cc901c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910556 Feb 11 14:16:56.175009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8febb31f-c3b9-43a5-8590-d0c43488de19 req-557307f1-f557-47a5-9f37-00a51b1a75f0 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774100 Feb 11 14:16:56.212118 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-6ea65bc9-e4dc-4e05-8621-803f392373e8 service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018984 Feb 11 14:16:56.257878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:56.265877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.277580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Transition to ACTIVE for port object 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:56.301360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e4c6da-c6fb-4bf9-ae6c-9ed2766546d6 req-e5c9e87b-c68c-4554-aca3-883473fe502e service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813551 Feb 11 14:16:56.435469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.518297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e832-a040-462e-8f7f-ba2249418032 req-d486c1d3-a58d-4014-a32b-cb9873ee7a9d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.519785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5d5e832-a040-462e-8f7f-ba2249418032 req-d486c1d3-a58d-4014-a32b-cb9873ee7a9d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 945 time: 0.0624952 Feb 11 14:16:56.527426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Pushing event updated for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.576835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5d5e832-a040-462e-8f7f-ba2249418032 req-1bd6e798-a587-421a-a876-f66a520a4a08 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Feb 11 14:16:56.599487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b363b-59e5-4005-ac55-3a51048c3d33 req-169e68fb-8871-45d8-9339-4eb3fe125cd5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.607376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb6b363b-59e5-4005-ac55-3a51048c3d33 req-169e68fb-8871-45d8-9339-4eb3fe125cd5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1620538 Feb 11 14:16:56.659843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Attempting to bind port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:56.660366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Attempting to bind port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:56.660919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Attempting to bind port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:56.680785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb6b363b-59e5-4005-ac55-3a51048c3d33 req-096e009c-83fd-4154-a0f4-b6fd8b127672 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Feb 11 14:16:56.682065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 on network 51587943-ad50-4a2f-ae2f-7359430b5340 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:56.682384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Attempting to bind port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 on network 51587943-ad50-4a2f-ae2f-7359430b5340 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:56.688751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:56.689166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Checking segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:56.689755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Bound using segment: {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:56.690186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Bound port: 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a3c497-6940-4c37-bbb6-9d11d77fe8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:56.690542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.755752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-76adc85e-93c2-4016-b68b-5c9e2008394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.757726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-76adc85e-93c2-4016-b68b-5c9e2008394c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71de53ee777748a0bcfcd0be438e7b85&device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 1094 time: 0.1177762 Feb 11 14:16:56.771492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea75f6-86a6-4eb9-9d37-19cd8f440651 req-83be72a2-f5d4-4f39-ae3f-8d5f6e2e3f57 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.773022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17ea75f6-86a6-4eb9-9d37-19cd8f440651 req-83be72a2-f5d4-4f39-ae3f-8d5f6e2e3f57 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 943 time: 0.0997877 Feb 11 14:16:56.816753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:56.832592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-c3aa8ed7-b8d4-46fc-88ce-7250f069e0b9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.833068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:56.834093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-c3aa8ed7-b8d4-46fc-88ce-7250f069e0b9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 945 time: 0.1438761 Feb 11 14:16:56.846289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705df0b5-c664-4a39-849b-14a887529d15 req-fbba3e1a-76bd-4650-83a3-82e0381d744e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.847766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-705df0b5-c664-4a39-849b-14a887529d15 req-fbba3e1a-76bd-4650-83a3-82e0381d744e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0779850 Feb 11 14:16:56.886446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-705df0b5-c664-4a39-849b-14a887529d15 req-4e1a2aa9-7e55-40d3-8565-17dc18846e0c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Feb 11 14:16:56.914663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.920202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17ea75f6-86a6-4eb9-9d37-19cd8f440651 req-0e211dda-8bb8-4214-a46b-672a4f6dcc30 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372073 Feb 11 14:16:56.953811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-8ef202af-eb3d-413f-92ef-a7374b646707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.955482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-8ef202af-eb3d-413f-92ef-a7374b646707 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19ef6241-d3f9-45c8-add4-7e858cc901c0 HTTP/1.1" status: 200 len: 915 time: 0.1814415 Feb 11 14:16:56.968232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.968846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.970422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] 10.222.0.60 "PUT /v2.0/ports/1c23b11c-e080-4540-b3a5-ed4d6fad29b2 HTTP/1.1" status: 200 len: 1091 time: 1.1084030 Feb 11 14:16:56.975536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:56.977901 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea113f-6ab7-47e3-aa27-0f98ec900abe" -d '{"events": [{"name": "network-changed", "server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:57.003419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-574a58a9-b772-4b45-9d59-711aa5fbdbee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903d04f7-64d1-4a55-92a1-c9e558853972 HTTP/1.1" status: 200 len: 217 time: 0.0391676 Feb 11 14:16:57.036709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81e478-d39f-4492-aab2-fd145bdadccf service neutron] Pushing event updated for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:57.047101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port a43da58b-4857-44df-96d4-663356dcc25a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:57.047714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.059111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576efed-50d8-48ff-b81d-459ff966cda1 req-3fc2fc55-b040-47cc-8519-71ef38a547e8 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.061159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a576efed-50d8-48ff-b81d-459ff966cda1 req-3fc2fc55-b040-47cc-8519-71ef38a547e8 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 943 time: 0.0874207 Feb 11 14:16:57.104094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a576efed-50d8-48ff-b81d-459ff966cda1 req-e7282e7c-08e0-4e77-9ea0-df07725e64fc tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365963 Feb 11 14:16:57.132284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2351659f-33ba-49a7-8712-df865d19bc66 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:57.145808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-24acea16-6d81-4d12-8fc4-76bfa622b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.148739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-24acea16-6d81-4d12-8fc4-76bfa622b7fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dfb97dd-e4dd-460e-a0cc-7a2399dd8230 HTTP/1.1" status: 200 len: 853 time: 0.1374190 Feb 11 14:16:57.167288 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e71e4a-a1fe-433f-88f6-35f3bf6bd48b x-openstack-request-id: req-f4e71e4a-a1fe-433f-88f6-35f3bf6bd48b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:57.168554 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:57.168871 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4e71e4a-a1fe-433f-88f6-35f3bf6bd48b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:57.170871 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'status': 'completed', 'code': 200} Feb 11 14:16:57.244702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-3125ed02-48d4-4da2-b7b4-8483439479e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.247256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-3125ed02-48d4-4da2-b7b4-8483439479e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19ef6241-d3f9-45c8-add4-7e858cc901c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865228 Feb 11 14:16:57.247605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-5b83c587-018f-40eb-8373-2957b24b109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.249191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-5b83c587-018f-40eb-8373-2957b24b109b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 1094 time: 0.1252689 Feb 11 14:16:57.277617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port a43da58b-4857-44df-96d4-663356dcc25a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a43da58b-4857-44df-96d4-663356dcc25a,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:57.278077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.314147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2351659f-33ba-49a7-8712-df865d19bc66,segment=NetworkSegment(60433bfb-acec-4f3e-85ec-ad97a8eb4fea),segment_id=60433bfb-acec-4f3e-85ec-ad97a8eb4fea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:57.315846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-372fb1f1-bed3-41d5-bf2d-94cb15fbc0c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2 HTTP/1.1" status: 200 len: 217 time: 0.0548346 Feb 11 14:16:57.324553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6261e0-1fe1-45b0-b785-eabc7557b54f req-65bb0158-31e8-4c31-bdd9-74fd9bc7d07c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.330356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2351659f-33ba-49a7-8712-df865d19bc66', 'network_id': '1add2b00-e523-4125-ad73-86a277773282', 'port_id': '2351659f-33ba-49a7-8712-df865d19bc66', 'mac_address': 'fa:16:3e:49:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:57.333039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f6261e0-1fe1-45b0-b785-eabc7557b54f req-65bb0158-31e8-4c31-bdd9-74fd9bc7d07c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 943 time: 0.1293259 Feb 11 14:16:57.334995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-2ad60418-c874-4ec6-960a-51378bc6bd0c req-7f4628ed-bb5f-413b-919a-a2e9df01d3d2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:16:57.336116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ad60418-c874-4ec6-960a-51378bc6bd0c req-7f4628ed-bb5f-413b-919a-a2e9df01d3d2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101800 Feb 11 14:16:57.340429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for a43da58b-4857-44df-96d4-663356dcc25a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:57.371849 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.386329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2351659f-33ba-49a7-8712-df865d19bc66 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:57.409894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2351659f-33ba-49a7-8712-df865d19bc66,segment=NetworkSegment(60433bfb-acec-4f3e-85ec-ad97a8eb4fea),segment_id=60433bfb-acec-4f3e-85ec-ad97a8eb4fea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:57.414000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f6261e0-1fe1-45b0-b785-eabc7557b54f req-374fcacd-78e6-4e11-ba8c-41a82e990498 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794373 Feb 11 14:16:57.428561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-cbc92cf0-c2dc-406d-86dd-3f75080e3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.428561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-cbc92cf0-c2dc-406d-86dd-3f75080e3823 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0870275 Feb 11 14:16:57.432790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-f2393771-0227-4e5e-a315-ca032510b314 service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690443 Feb 11 14:16:57.512220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-c7deefdd-b6e0-4271-9d3e-a5b06545255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.513800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-c7deefdd-b6e0-4271-9d3e-a5b06545255b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829375 Feb 11 14:16:57.549797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f87b9-ca47-42ac-af9d-f6ff9c08cff0 req-74f3e86a-a7eb-4395-8a14-ad5729c020f8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.551234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff3f87b9-ca47-42ac-af9d-f6ff9c08cff0 req-74f3e86a-a7eb-4395-8a14-ad5729c020f8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.0710015 Feb 11 14:16:57.551546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.578408 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b7c8bcf-8b1d-4b90-a4c4-f123414a96e9 req-15470768-834f-4e74-ae65-18c163051231 service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365628 Feb 11 14:16:57.612608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:57.639455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff3f87b9-ca47-42ac-af9d-f6ff9c08cff0 req-05b5cb3f-19f7-49ae-822f-6a43306ef637 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543389 Feb 11 14:16:57.655363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-b0b2523a-fdeb-4241-be89-cc6b8b10ecb7 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338398 Feb 11 14:16:57.711312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.740073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32afe336-332e-4e09-91d4-48cb34a36191 req-210b33dc-12cb-46c0-80bb-15e056afb0be tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0324254 Feb 11 14:16:57.752204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=a43da58b-4857-44df-96d4-663356dcc25a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:57.784767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d5cbb3d-6317-4df1-9733-09db244344c7 req-d74540a8-e0ae-44c6-9197-01cc8971ce2e service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102738 Feb 11 14:16:57.808731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port a43da58b-4857-44df-96d4-663356dcc25a on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:57.811411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.815473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61f7ce41-288c-40ec-bdc8-0447803464d2 req-5037f595-898e-4941-8bdf-01888c893049 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "DELETE /v2.0/ports/a43da58b-4857-44df-96d4-663356dcc25a HTTP/1.1" status: 204 len: 173 time: 0.9697957 Feb 11 14:16:57.832402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2351659f-33ba-49a7-8712-df865d19bc66'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:57.878798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af08a-8471-4da4-ab05-877d7c196a3f req-b0582058-8c80-4b70-9605-fa9ee4402a81 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.881179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-840af08a-8471-4da4-ab05-877d7c196a3f req-b0582058-8c80-4b70-9605-fa9ee4402a81 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0783329 Feb 11 14:16:57.927154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-840af08a-8471-4da4-ab05-877d7c196a3f req-6afb7d2f-047b-4663-a9ad-4d1a86d4cc28 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Feb 11 14:16:57.939843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ee6b-6d8c-4014-a077-54592b53140b req-d0efbf69-b6c9-4501-a18d-5ca361b15ce6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.941398 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a00ee6b-6d8c-4014-a077-54592b53140b req-d0efbf69-b6c9-4501-a18d-5ca361b15ce6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0534866 Feb 11 14:16:57.984813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a00ee6b-6d8c-4014-a077-54592b53140b req-de549839-e08b-42aa-9bb5-5c4595407eeb tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Feb 11 14:16:58.047747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29f911-a0fe-4238-aa36-f8edd627c29f req-ddee2121-724a-4c36-8e67-856d189aac12 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.055125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d29f911-a0fe-4238-aa36-f8edd627c29f req-ddee2121-724a-4c36-8e67-856d189aac12 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 943 time: 0.0541329 Feb 11 14:16:58.063430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'name': 'network-vif-deleted', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:58.063430 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa71fcf-1c39-44b0-9ccb-4bf6649f8b1c" -d '{"events": [{"server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "name": "network-vif-deleted", "tag": "a43da58b-4857-44df-96d4-663356dcc25a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:58.126078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d29f911-a0fe-4238-aa36-f8edd627c29f req-a5d605ad-28bd-437f-b066-68ca752e8307 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707572 Feb 11 14:16:58.134850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-3d72fe10-79f2-482a-a730-b5930553d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.136334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-3d72fe10-79f2-482a-a730-b5930553d495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 1094 time: 0.0854101 Feb 11 14:16:58.169350 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb22c30-2605-4eb5-93ab-fdc1d9794e23 x-openstack-request-id: req-dfb22c30-2605-4eb5-93ab-fdc1d9794e23 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:58.169778 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc6716-eadb-4a99-9282-e12f6619996e", "name": "network-vif-deleted", "tag": "a43da58b-4857-44df-96d4-663356dcc25a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:58.170037 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfb22c30-2605-4eb5-93ab-fdc1d9794e23 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:58.170460 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbc6716-eadb-4a99-9282-e12f6619996e', 'name': 'network-vif-deleted', 'tag': 'a43da58b-4857-44df-96d4-663356dcc25a', 'status': 'completed', 'code': 200} Feb 11 14:16:58.288049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-ca36a983-91f7-4f01-ad3f-c762ffe972dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.289441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-ca36a983-91f7-4f01-ad3f-c762ffe972dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.1456313 Feb 11 14:16:58.319890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d75b0-ba1f-4973-b4cc-99457d928100 req-699ce147-78a3-45b8-bddf-15fc0a46f615 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.321299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e99d75b0-ba1f-4973-b4cc-99457d928100 req-699ce147-78a3-45b8-bddf-15fc0a46f615 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 944 time: 0.1040766 Feb 11 14:16:58.347380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-37513e9a-59a0-4d4b-bd80-5c39f72c1307 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268833 Feb 11 14:16:58.350882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-b22117f6-de3e-48b8-96b8-1b4c295a29e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2 HTTP/1.1" status: 200 len: 217 time: 0.0510488 Feb 11 14:16:58.416954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e99d75b0-ba1f-4973-b4cc-99457d928100 req-753efae6-5c72-4341-8a5f-fd8bbff2d937 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683820 Feb 11 14:16:58.425331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-bda39724-adba-477d-81dd-a1e0d4c4628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.427898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-bda39724-adba-477d-81dd-a1e0d4c4628f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0632455 Feb 11 14:16:58.470047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b71ed5-5af5-4e4a-9191-9886a375d3ac req-b924e56f-e705-40b7-aa3d-f8ab644b45c5 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.471663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3b71ed5-5af5-4e4a-9191-9886a375d3ac req-b924e56f-e705-40b7-aa3d-f8ab644b45c5 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0608749 Feb 11 14:16:58.517338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3b71ed5-5af5-4e4a-9191-9886a375d3ac req-22771fc7-1aa4-42f3-a7b4-ac133f07349a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Feb 11 14:16:58.817959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-d71fa2e0-a5db-4bdc-83c8-dd838574b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.819402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-d71fa2e0-a5db-4bdc-83c8-dd838574b217 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826241 Feb 11 14:16:58.889108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787172-38b4-4dcf-b34b-b0a8eea8f6ea req-d80968c3-df1b-46aa-a87f-68a87e621237 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.893507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0266fe28-f61f-4e3d-9a93-f328c2d94e10 req-bdbf8825-e442-4496-9220-0151c6d49d27 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cbc6716-eadb-4a99-9282-e12f6619996e HTTP/1.1" status: 200 len: 210 time: 0.0370035 Feb 11 14:16:58.896229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94787172-38b4-4dcf-b34b-b0a8eea8f6ea req-d80968c3-df1b-46aa-a87f-68a87e621237 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 943 time: 0.4184995 Feb 11 14:16:58.947877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94787172-38b4-4dcf-b34b-b0a8eea8f6ea req-8c0c0790-6c11-4167-9f11-a8fa8f04565e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Feb 11 14:16:58.961383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-7c779a4e-b84c-4b78-9af0-92ead7bbd470 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328683 Feb 11 14:16:59.054798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0eea113f-6ab7-47e3-aa27-0f98ec900abe req-82cc94a3-b85a-49fa-ab83-51e8c73428a5 service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866594 Feb 11 14:16:59.119050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533baa47-e4a3-4d02-9b6f-a36764fd6613 req-b99ffd1a-7e33-421d-b8ce-b1a9e5c53818 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.120495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-533baa47-e4a3-4d02-9b6f-a36764fd6613 req-b99ffd1a-7e33-421d-b8ce-b1a9e5c53818 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0478022 Feb 11 14:16:59.144696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 903d04f7-64d1-4a55-92a1-c9e558853972 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:59.148699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2351659f-33ba-49a7-8712-df865d19bc66 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:59.158637 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-533baa47-e4a3-4d02-9b6f-a36764fd6613 req-463da92f-bf58-491b-8475-b87f4de55d47 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Feb 11 14:16:59.268527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d00a-0e93-417e-b986-0d9df4e25bcd req-92b70aa4-66ec-4546-8ed4-3cb681c157ce tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.270922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f82d00a-0e93-417e-b986-0d9df4e25bcd req-92b70aa4-66ec-4546-8ed4-3cb681c157ce tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 943 time: 0.0596848 Feb 11 14:16:59.273293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:59.294163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=903d04f7-64d1-4a55-92a1-c9e558853972,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.312600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '903d04f7-64d1-4a55-92a1-c9e558853972', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'port_id': '903d04f7-64d1-4a55-92a1-c9e558853972', 'mac_address': 'fa:16:3e:c8:d5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:59.314991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f82d00a-0e93-417e-b986-0d9df4e25bcd req-a46c44d2-4665-4fe5-855f-69ba2059d3af tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368891 Feb 11 14:16:59.384708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2351659f-33ba-49a7-8712-df865d19bc66 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:59.397324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2351659f-33ba-49a7-8712-df865d19bc66 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:59.397704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.421490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.539547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704154-4040-4508-9e32-20ca9cf338cd req-d0b3a816-086d-4562-90ab-5d5658f0c0f6 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.541742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf704154-4040-4508-9e32-20ca9cf338cd req-d0b3a816-086d-4562-90ab-5d5658f0c0f6 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 944 time: 0.0540910 Feb 11 14:16:59.588849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903d04f7-64d1-4a55-92a1-c9e558853972 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:59.592702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf704154-4040-4508-9e32-20ca9cf338cd req-402ef21a-d4d1-48fd-8173-b897a05f1d7d tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Feb 11 14:16:59.629545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=903d04f7-64d1-4a55-92a1-c9e558853972,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.632671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.649522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'port_id': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'mac_address': 'fa:16:3e:25:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:59.650402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d973b5c-b884-402b-8c8b-2e1e43d7c499 req-f6b6c2ad-c7c8-4d31-a30e-db63c9f565f3 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.653598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d973b5c-b884-402b-8c8b-2e1e43d7c499 req-f6b6c2ad-c7c8-4d31-a30e-db63c9f565f3 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0597522 Feb 11 14:16:59.691280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d973b5c-b884-402b-8c8b-2e1e43d7c499 req-b1c15b16-804b-4346-9859-5a38c21af98a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Feb 11 14:16:59.708770 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.740725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.757019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.762128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:16:59.816052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.816846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:59.819107 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1532ee2b-886a-4f43-b037-087674bf9035" -d '{"events": [{"server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "name": "network-vif-plugged", "status": "completed", "tag": "2351659f-33ba-49a7-8712-df865d19bc66"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:59.823975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.834321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2351659f-33ba-49a7-8712-df865d19bc66,segment=NetworkSegment(60433bfb-acec-4f3e-85ec-ad97a8eb4fea),segment_id=60433bfb-acec-4f3e-85ec-ad97a8eb4fea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.859940 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df555d2-5cab-4a52-b477-3d8a6339127e x-openstack-request-id: req-8df555d2-5cab-4a52-b477-3d8a6339127e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:59.860236 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "name": "network-vif-plugged", "status": "completed", "tag": "2351659f-33ba-49a7-8712-df865d19bc66", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:59.860487 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8df555d2-5cab-4a52-b477-3d8a6339127e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:59.860926 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66', 'code': 200} Feb 11 14:16:59.905142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.950979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.951763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a43da58b-4857-44df-96d4-663356dcc25a no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:59.956453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.974212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaade6f-f038-4bd6-9c85-d615705abc89 req-4a04f79a-ced1-497f-892e-3f4d7c211e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.976098 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afaade6f-f038-4bd6-9c85-d615705abc89 req-4a04f79a-ced1-497f-892e-3f4d7c211e3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 1095 time: 0.0593553 Feb 11 14:16:59.981868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: a43da58b-4857-44df-96d4-663356dcc25a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:59.982207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a43da58b-4857-44df-96d4-663356dcc25a not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:00.007771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['903d04f7-64d1-4a55-92a1-c9e558853972'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:00.030940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afaade6f-f038-4bd6-9c85-d615705abc89 req-936302f4-c819-4a80-9138-34bce8358138 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 Feb 11 14:17:00.065431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.132730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623fb8e-1c0c-464e-8bba-1abf90707fb3 req-4dca1ba6-a1fe-4a79-bd10-a0cf8a32ac12 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.134443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7623fb8e-1c0c-464e-8bba-1abf90707fb3 req-4dca1ba6-a1fe-4a79-bd10-a0cf8a32ac12 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 944 time: 0.0746455 Feb 11 14:17:00.176110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7623fb8e-1c0c-464e-8bba-1abf90707fb3 req-235d3e4b-a453-48fc-b6a6-94bde2c50030 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Feb 11 14:17:00.196647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59499ee7-3bc3-4cd7-880f-040f9157ba07 req-cedb5ac2-74a2-4344-9b11-370bd095929d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.198499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59499ee7-3bc3-4cd7-880f-040f9157ba07 req-cedb5ac2-74a2-4344-9b11-370bd095929d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0537162 Feb 11 14:17:00.247841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59499ee7-3bc3-4cd7-880f-040f9157ba07 req-26d94468-4a15-4e36-9d9e-6c3416b8c55a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Feb 11 14:17:00.265947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1c23b11c-e080-4540-b3a5-ed4d6fad29b2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:00.305185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.394245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28fcd3-da21-42e3-9425-ff4302abfa3a req-d0538374-1927-4981-a7ae-1c9292ccdabf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.403064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf28fcd3-da21-42e3-9425-ff4302abfa3a req-d0538374-1927-4981-a7ae-1c9292ccdabf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0678868 Feb 11 14:17:00.403393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-5df61535-1b5e-47c8-95e4-73bbe9c8e066 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.412008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-5df61535-1b5e-47c8-95e4-73bbe9c8e066 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1493106 Feb 11 14:17:00.429513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-f25e54c5-8897-4aa5-9801-e3c423aa1e38 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0165536 Feb 11 14:17:00.445735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf28fcd3-da21-42e3-9425-ff4302abfa3a req-ce9711d1-e2dc-498d-9657-32bbd48d473f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Feb 11 14:17:00.465562 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-6ae98aeb-39ce-47e4-a74f-340115192110 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350256 Feb 11 14:17:00.564301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accb1dd-bb54-4e51-b6e7-25455bfbd17b req-7a54ff7e-6493-4591-bdcf-5fa2bd10dc2d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.565799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4accb1dd-bb54-4e51-b6e7-25455bfbd17b req-7a54ff7e-6493-4591-bdcf-5fa2bd10dc2d tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 944 time: 0.0651352 Feb 11 14:17:00.585574 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-0f50293c-bc67-4d9a-9ac1-7fc881c1631a service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158860 Feb 11 14:17:00.605042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4accb1dd-bb54-4e51-b6e7-25455bfbd17b req-410c012a-c821-49aa-844e-2817ba0d97b7 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Feb 11 14:17:00.679671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-e37a9014-247d-4af2-8059-26843c9a44b3 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870018 Feb 11 14:17:00.733125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058c60-c81f-4983-9b59-b66335f88827 req-82f81f43-1384-49b9-b629-71fbc9aa8d05 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.734604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b058c60-c81f-4983-9b59-b66335f88827 req-82f81f43-1384-49b9-b629-71fbc9aa8d05 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0603342 Feb 11 14:17:00.774787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b058c60-c81f-4983-9b59-b66335f88827 req-005f85e4-e5fa-4e09-aea9-09440c0edec3 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Feb 11 14:17:00.945201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43553799-0676-4f44-af3c-c472fe878990 req-308adeb2-8d30-40a1-afb0-f78989ffc220 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Feb 11 14:17:01.051291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-8cf0185c-054a-426b-92ab-606a1139c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.052554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-8cf0185c-054a-426b-92ab-606a1139c781 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1101 time: 0.0652156 Feb 11 14:17:01.053989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.143220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-36c77a18-2f2d-47fd-86b3-ac5535e2c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.144762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-36c77a18-2f2d-47fd-86b3-ac5535e2c395 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.0855668 Feb 11 14:17:01.163988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 903d04f7-64d1-4a55-92a1-c9e558853972 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:01.191248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-732006f8-b67d-452f-b5b5-3041968b9df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0386951 Feb 11 14:17:01.242746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-3597333d-cbb0-40af-996f-3d99c468f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.244777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-3597333d-cbb0-40af-996f-3d99c468f20f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0462656 Feb 11 14:17:01.311038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 903d04f7-64d1-4a55-92a1-c9e558853972 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:01.316090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 903d04f7-64d1-4a55-92a1-c9e558853972 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.318945 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.330711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed08baa-a000-4a58-ad84-db8f15386dd1 req-5e025a59-472a-4d52-95c3-201b89f0e0b2 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.332203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ed08baa-a000-4a58-ad84-db8f15386dd1 req-5e025a59-472a-4d52-95c3-201b89f0e0b2 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 944 time: 0.0865278 Feb 11 14:17:01.338838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-43723546-fd9f-40d2-a42d-bb769933ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.340359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-43723546-fd9f-40d2-a42d-bb769933ffbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863333 Feb 11 14:17:01.386441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1921c-4c5e-42ba-b2e6-abe1ec7b0101 req-473f7a1c-cc21-4137-bc2d-a45c3493d0f6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.388573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeb1921c-4c5e-42ba-b2e6-abe1ec7b0101 req-473f7a1c-cc21-4137-bc2d-a45c3493d0f6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0576031 Feb 11 14:17:01.431807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.437946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ed08baa-a000-4a58-ad84-db8f15386dd1 req-a205c625-f37e-4980-884a-e522c8169b18 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962319 Feb 11 14:17:01.485187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeb1921c-4c5e-42ba-b2e6-abe1ec7b0101 req-13dc003c-d27d-4e45-9dbf-3199340b87ed tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752964 Feb 11 14:17:01.486823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-7efca55d-f236-43f6-ac84-eb68ffb18a3e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354604 Feb 11 14:17:01.487772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=903d04f7-64d1-4a55-92a1-c9e558853972,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:01.594096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.685999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:01.739207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819424b-ea1e-44df-8ae2-7fdff4e33e78 req-ef5a4b76-634f-40af-a24f-559592ae913b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.740942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a819424b-ea1e-44df-8ae2-7fdff4e33e78 req-ef5a4b76-634f-40af-a24f-559592ae913b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 944 time: 0.0530975 Feb 11 14:17:01.783147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a819424b-ea1e-44df-8ae2-7fdff4e33e78 req-ef09ba87-d0ca-4c34-bd89-636f51a7a15a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351093 Feb 11 14:17:01.862223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:01.864939 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0140dcf1-5851-4649-a1c4-c36f678cec72" -d '{"events": [{"server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "name": "network-vif-plugged", "status": "completed", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:01.910055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec07c2-e428-4cc6-a735-13b29b63ecbd req-514b3f81-59eb-4d34-8411-088de5531e28 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.911284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52ec07c2-e428-4cc6-a735-13b29b63ecbd req-514b3f81-59eb-4d34-8411-088de5531e28 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0576947 Feb 11 14:17:01.925501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435ddef-a3f6-4c6f-9f39-99b96c6ca156 req-2833e816-6ac1-4fb9-87f7-8226132a341d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.927002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1435ddef-a3f6-4c6f-9f39-99b96c6ca156 req-2833e816-6ac1-4fb9-87f7-8226132a341d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0692210 Feb 11 14:17:01.953707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-4d36307e-143e-42a6-8a00-75ce7f735577 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593322 Feb 11 14:17:01.955696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52ec07c2-e428-4cc6-a735-13b29b63ecbd req-92552cdf-fa1f-4106-9e20-a9faff291879 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Feb 11 14:17:01.993369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1435ddef-a3f6-4c6f-9f39-99b96c6ca156 req-46b0ed3d-b4be-4113-9d0d-a9cec5dd0ea3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Feb 11 14:17:02.022894 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cccab1-3acb-412e-b79b-8cc000720453 x-openstack-request-id: req-b0cccab1-3acb-412e-b79b-8cc000720453 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:02.022894 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "name": "network-vif-plugged", "status": "completed", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:02.022894 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0cccab1-3acb-412e-b79b-8cc000720453 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:02.022894 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972', 'code': 200} Feb 11 14:17:02.110869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ec4d17f-faf3-4963-bb0f-49a9d94cb613 req-41e8990c-cf07-4081-aae1-e878f410ba14 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0356832 Feb 11 14:17:02.148448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5b4b9-5a89-4708-9934-abebe4c29fdd req-e9cd07d8-ae77-4eb0-a712-654fa0e70dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.151131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1f5b4b9-5a89-4708-9934-abebe4c29fdd req-e9cd07d8-ae77-4eb0-a712-654fa0e70dda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 1096 time: 0.0639729 Feb 11 14:17:02.200359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1f5b4b9-5a89-4708-9934-abebe4c29fdd req-db3fa531-274a-4fec-94ea-d301ac1cdd0d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Feb 11 14:17:02.574753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcde8a1-dad5-41f3-8ef3-4086fc814abf req-11a3b20e-09e2-4eb1-80b7-610a3b46bb39 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.576248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fcde8a1-dad5-41f3-8ef3-4086fc814abf req-11a3b20e-09e2-4eb1-80b7-610a3b46bb39 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.0532141 Feb 11 14:17:02.613784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fcde8a1-dad5-41f3-8ef3-4086fc814abf req-3fa0e23d-1afc-4603-a28a-a69860a25ace tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Feb 11 14:17:02.741489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6cf55-f4f8-4961-8c8c-26c1b7ef66fe req-f7502f3e-ac9d-4fd7-bc1f-b51cc87931e5 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.744283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7a6cf55-f4f8-4961-8c8c-26c1b7ef66fe req-f7502f3e-ac9d-4fd7-bc1f-b51cc87931e5 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0505605 Feb 11 14:17:02.787958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7a6cf55-f4f8-4961-8c8c-26c1b7ef66fe req-ec4458ea-4566-456d-a90a-18204c59697d tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376647 Feb 11 14:17:02.907497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94b4d-4a1e-44f8-9d11-a7f0ae52bab8 req-91c67586-6fa1-4851-8c27-a6edddb8235b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.909446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85a94b4d-4a1e-44f8-9d11-a7f0ae52bab8 req-91c67586-6fa1-4851-8c27-a6edddb8235b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 944 time: 0.0509558 Feb 11 14:17:02.947982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85a94b4d-4a1e-44f8-9d11-a7f0ae52bab8 req-3e16a931-e188-47f5-9da2-9471acfc09ea tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Feb 11 14:17:03.109558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401305be-0fe8-4b2b-a28d-601d39c83f0d req-0bdeb584-97d7-4b9d-9f07-7e13d5f4d188 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.111054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-401305be-0fe8-4b2b-a28d-601d39c83f0d req-0bdeb584-97d7-4b9d-9f07-7e13d5f4d188 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0552011 Feb 11 14:17:03.159405 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-401305be-0fe8-4b2b-a28d-601d39c83f0d req-2ff69df3-4137-4adb-af47-bb3983bfc5b6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Feb 11 14:17:03.242152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6593798f-eb48-4910-a1ac-562c639e626b req-322d1b93-65d8-4746-8bfe-012fce9bbf05 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0457098 Feb 11 14:17:03.311115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:03.405378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-10c5b89c-fd7c-433f-a813-534ad5765591 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.406969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-10c5b89c-fd7c-433f-a813-534ad5765591 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1354339 Feb 11 14:17:03.418980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:03.451075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:03.456763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:03.461086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.545055 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.576272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:03.668016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.668214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:03.672696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.729437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:03.752429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727caa93-31a7-46be-846c-6364b226d4b9 req-7002d0d6-733b-41c4-9733-741a312053d4 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.753937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-727caa93-31a7-46be-846c-6364b226d4b9 req-7002d0d6-733b-41c4-9733-741a312053d4 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.0657959 Feb 11 14:17:03.795309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-727caa93-31a7-46be-846c-6364b226d4b9 req-a167a08b-b06b-4107-99b8-eb0261867ac0 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Feb 11 14:17:03.809534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.5 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/61a41eac-541c-49fa-81b8-7baf0e2e4cab) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:03.921837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd81d4-61a8-4536-9be4-a7d3359163a5 req-757ab951-2020-40a0-9c56-14f529ae65cf tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.923954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bcd81d4-61a8-4536-9be4-a7d3359163a5 req-757ab951-2020-40a0-9c56-14f529ae65cf tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0490849 Feb 11 14:17:03.962265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bcd81d4-61a8-4536-9be4-a7d3359163a5 req-35ab17dd-86eb-4947-b36d-aa3b1c59600d tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Feb 11 14:17:03.967991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591216e-25b0-4f2a-a3ba-4ba927ce4e5d req-1f5a0bdd-d70e-44ef-a69a-a2aef7b50444 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.970360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e591216e-25b0-4f2a-a3ba-4ba927ce4e5d req-1f5a0bdd-d70e-44ef-a69a-a2aef7b50444 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.1064844 Feb 11 14:17:03.979328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:03.990236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Request body: {'floatingip': {'port_id': '903d04f7-64d1-4a55-92a1-c9e558853972'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:04.014278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:04.016617 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4523ec18-7ad8-49a8-9c0b-a5bbf207ec4b" -d '{"events": [{"server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "name": "network-vif-plugged", "status": "completed", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:04.048517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.058274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.060024 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1b3fce-5713-43ab-9e4c-db3df688138e x-openstack-request-id: req-6e1b3fce-5713-43ab-9e4c-db3df688138e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:04.060316 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "name": "network-vif-plugged", "status": "completed", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:04.060572 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e1b3fce-5713-43ab-9e4c-db3df688138e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:04.061060 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'code': 200} Feb 11 14:17:04.156657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a82d2b-b975-4a2d-a35c-8d5069416738 req-bbfb14d1-6be8-42a1-9153-29e1d5b344a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.158453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9a82d2b-b975-4a2d-a35c-8d5069416738 req-bbfb14d1-6be8-42a1-9153-29e1d5b344a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 1096 time: 0.0424616 Feb 11 14:17:04.192473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9a82d2b-b975-4a2d-a35c-8d5069416738 req-f381f249-50db-4d0c-ab56-a65570796496 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274396 Feb 11 14:17:04.206361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060e73-d607-480c-82d5-9bd52380f8ee req-ad29fcf2-ce68-4293-8aa4-61780904c4df tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.207834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44060e73-d607-480c-82d5-9bd52380f8ee req-ad29fcf2-ce68-4293-8aa4-61780904c4df tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.1744201 Feb 11 14:17:04.292137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0076-d745-47e3-9b26-eede8291f34d req-ddb5930f-1190-4c45-9e9b-c681ed821e9d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.293860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed4b0076-d745-47e3-9b26-eede8291f34d req-ddb5930f-1190-4c45-9e9b-c681ed821e9d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0551116 Feb 11 14:17:04.330592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44060e73-d607-480c-82d5-9bd52380f8ee req-640f6a85-47df-4f91-8596-68db1973d48c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107113 Feb 11 14:17:04.342056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c781-ea74-4de7-a05f-435f2193644e req-478d8c5e-8dbe-41a1-9730-432bb25f8f95 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.343534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d94c781-ea74-4de7-a05f-435f2193644e req-478d8c5e-8dbe-41a1-9730-432bb25f8f95 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1513493 Feb 11 14:17:04.351273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed4b0076-d745-47e3-9b26-eede8291f34d req-b6ac3a4e-2a1b-4fb8-ba0b-9d6a95307414 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Feb 11 14:17:04.600275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Deleting port 2351659f-33ba-49a7-8712-df865d19bc66 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:04.600695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.760602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] For port 2351659f-33ba-49a7-8712-df865d19bc66, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2351659f-33ba-49a7-8712-df865d19bc66,segment=NetworkSegment(60433bfb-acec-4f3e-85ec-ad97a8eb4fea),segment_id=60433bfb-acec-4f3e-85ec-ad97a8eb4fea)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:04.774179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.787808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.793273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9968aa2f-ecd6-4918-9ce0-1b5037c3783a req-a369e4ba-8092-493c-a4f0-66433f124db7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.3799031 Feb 11 14:17:04.799821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Calling delete_port for 2351659f-33ba-49a7-8712-df865d19bc66 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:04.848319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.888600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:04.895629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:04.903871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:04.910685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:04.940846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.020685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.021516 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.134887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a986974-9089-4461-a778-b66c66ecda64 req-1f15e72b-809a-4bce-a81a-d03cb3433b45 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.137139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a986974-9089-4461-a778-b66c66ecda64 req-1f15e72b-809a-4bce-a81a-d03cb3433b45 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0509822 Feb 11 14:17:05.152863 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Floating IP 8e368db8-0dda-4048-8703-c1f9b12b22d6 associated. External IP: 172.25.7.8, port: 903d04f7-64d1-4a55-92a1-c9e558853972. Feb 11 14:17:05.194540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-54fd8dc4-ecb9-4cf8-bd2d-755f404c371c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7791607 Feb 11 14:17:05.202576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d696fd-3295-431c-8e9d-098995d00b16 req-6fbad923-e384-4ad3-a2d0-003e8c709388 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.204024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58d696fd-3295-431c-8e9d-098995d00b16 req-6fbad923-e384-4ad3-a2d0-003e8c709388 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1441741 Feb 11 14:17:05.205054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a986974-9089-4461-a778-b66c66ecda64 req-c4dbf275-334a-4bb0-9da7-a2d2d3904716 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614085 Feb 11 14:17:05.210843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Request body: {'port': {'device_id': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:05.211801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-5533ea3d-d1e3-48b0-80b2-f5e3f7358592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.213273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-5533ea3d-d1e3-48b0-80b2-f5e3f7358592 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.0625579 Feb 11 14:17:05.252462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.312666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-9acc84b9-6726-4276-9794-7c26f2532e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.314641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-9acc84b9-6726-4276-9794-7c26f2532e5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.0921526 Feb 11 14:17:05.324963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Pushing event deleted for resources: {'Port': ['ID=2351659f-33ba-49a7-8712-df865d19bc66,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:05.358540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-50d653aa-55af-49c6-87c4-9a564493a00b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.0362902 Feb 11 14:17:05.385259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58d696fd-3295-431c-8e9d-098995d00b16 req-19293c8d-423a-4fee-bec0-3890ef667bc5 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa1c4574-a097-497d-9f6e-b89b0243e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714983 Feb 11 14:17:05.413431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] No DVR routers for this DVR port 2351659f-33ba-49a7-8712-df865d19bc66 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:05.415042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.417675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.420867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d94c781-ea74-4de7-a05f-435f2193644e req-21096ff3-b0be-481e-be74-81df2c48b24a tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.62 "DELETE /v2.0/ports/2351659f-33ba-49a7-8712-df865d19bc66 HTTP/1.1" status: 204 len: 173 time: 1.0408645 Feb 11 14:17:05.421358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'name': 'network-vif-deleted', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:05.423570 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5818c34-be2b-4344-a269-32667a977f4e" -d '{"events": [{"server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "name": "network-vif-deleted", "tag": "2351659f-33ba-49a7-8712-df865d19bc66"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:05.454907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-e4bc1ef6-9af6-4671-a968-fdd476d92bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.456719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-e4bc1ef6-9af6-4671-a968-fdd476d92bf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.0907607 Feb 11 14:17:05.473733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6674-33d9-4d47-86fb-9d5770d33850 req-92464adb-798c-4ce8-8044-7f83bc2aba99 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.475448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-703d6674-33d9-4d47-86fb-9d5770d33850 req-92464adb-798c-4ce8-8044-7f83bc2aba99 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.0652418 Feb 11 14:17:05.511946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-6278d661-6f76-4a24-b8a4-bdeb273609c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459359 Feb 11 14:17:05.582844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-703d6674-33d9-4d47-86fb-9d5770d33850 req-9f835c52-ebaa-4160-b0a3-abf12a81bdc2 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940857 Feb 11 14:17:05.635563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-8628ab88-4926-46a2-ba9b-e2158ce6a29a service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097593 Feb 11 14:17:05.651436 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037400c-383d-4a91-995b-5a6de2ff8865 x-openstack-request-id: req-4037400c-383d-4a91-995b-5a6de2ff8865 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:05.651765 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e811506-ebe1-44f9-a805-375185af8cd4", "name": "network-vif-deleted", "tag": "2351659f-33ba-49a7-8712-df865d19bc66", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:05.652058 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4037400c-383d-4a91-995b-5a6de2ff8865 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:05.652695 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e811506-ebe1-44f9-a805-375185af8cd4', 'name': 'network-vif-deleted', 'tag': '2351659f-33ba-49a7-8712-df865d19bc66', 'status': 'completed', 'code': 200} Feb 11 14:17:05.684968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049267-d9c6-4f78-b796-30a52a39bc0d req-e9e2ba9d-4682-494f-96b8-b65c6ff13131 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.686339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22049267-d9c6-4f78-b796-30a52a39bc0d req-e9e2ba9d-4682-494f-96b8-b65c6ff13131 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1854780 Feb 11 14:17:05.705898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:05.750206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a515c-0479-49d1-adee-e1db08dfd0f0 req-31039aef-a55d-48f2-8799-f8b76072753c service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062527 Feb 11 14:17:05.789309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22049267-d9c6-4f78-b796-30a52a39bc0d req-542bc401-2703-453b-bddc-5e98cad187bd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901408 Feb 11 14:17:05.937374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8035280-6397-434b-a0f1-08545a48966f req-2be484cb-77d6-4452-b476-45ee4f3163bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.938904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8035280-6397-434b-a0f1-08545a48966f req-2be484cb-77d6-4452-b476-45ee4f3163bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 931 time: 0.0538614 Feb 11 14:17:05.980574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8035280-6397-434b-a0f1-08545a48966f req-84781974-8c15-4fbd-b95e-a3383dada53b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Feb 11 14:17:06.228565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:06.235109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.241475 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Sync routers for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:06.265408 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:06.266026 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:06.286933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a41eac-541c-49fa-81b8-7baf0e2e4cab {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:06.292032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0da27777-d24d-4ee9-8bb6-7581378e3c8c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "PUT /v2.0/floatingips/8e368db8-0dda-4048-8703-c1f9b12b22d6 HTTP/1.1" status: 200 len: 989 time: 2.3116934 Feb 11 14:17:06.298954 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.337534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Transition to ACTIVE for port object 61a41eac-541c-49fa-81b8-7baf0e2e4cab will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:06.352961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73ce84-faf6-4ebf-9f19-82a919479a64 req-c7d2f974-980e-4e92-99ed-affbae45c1d4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.354477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f73ce84-faf6-4ebf-9f19-82a919479a64 req-c7d2f974-980e-4e92-99ed-affbae45c1d4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0583637 Feb 11 14:17:06.372731 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:06.393383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f73ce84-faf6-4ebf-9f19-82a919479a64 req-1c0e8ed2-66ab-40b1-9581-c6309eb18f6e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Feb 11 14:17:06.396708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.482025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Pushing event updated for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:06.537492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c24ff9bc-8dc9-44d9-bd86-f27ea8dd09ce req-998ba6aa-39ea-4291-ad80-84eab3dfdf07 tempest-ServerAddressesTestJSON-974593970 tempest-ServerAddressesTestJSON-974593970-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e811506-ebe1-44f9-a805-375185af8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0413558 Feb 11 14:17:06.543086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Attempting to bind port 61a41eac-541c-49fa-81b8-7baf0e2e4cab on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:17:06.544438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Attempting to bind port 61a41eac-541c-49fa-81b8-7baf0e2e4cab by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:17:06.544788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Attempting to bind port 61a41eac-541c-49fa-81b8-7baf0e2e4cab on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:06.550348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Port 61a41eac-541c-49fa-81b8-7baf0e2e4cab on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:06.550756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Attempting to bind port 61a41eac-541c-49fa-81b8-7baf0e2e4cab on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:06.556523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:06.556863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:17:06.557285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:06.563010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Bound port: 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:17:06.563010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.627320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:06.636478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:06.703670 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8e368db8-0dda-4048-8703-c1f9b12b22d6', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'port_id': '903d04f7-64d1-4a55-92a1-c9e558853972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'mac_address': 'fa:16:3e:c8:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91059b40-4385-4164-8cb3-90f694653233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:47Z', 'updated_at': '2022-02-11T14:17:04Z', 'revision_number': 1, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:06.715352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16c1d-5c09-4914-9632-ce8ef79b5cee req-92e04ab6-8ee7-48c6-af0a-355e48974d4a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.716874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3af16c1d-5c09-4914-9632-ce8ef79b5cee req-92e04ab6-8ee7-48c6-af0a-355e48974d4a tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.0541959 Feb 11 14:17:06.718694 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.731790 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Checking router: 26c6988a-84e5-48b7-8aa0-b0ef60527f31 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:06.740111 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:06.740707 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:06.766813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.767612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:06.769011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/61a41eac-541c-49fa-81b8-7baf0e2e4cab HTTP/1.1" status: 200 len: 1091 time: 1.5640504 Feb 11 14:17:06.798848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3af16c1d-5c09-4914-9632-ce8ef79b5cee req-eb3880d4-de83-467f-9509-5caac75416ee tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715461 Feb 11 14:17:06.809991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2b39e-7398-442a-b0f4-0825246542b7 service neutron] Pushing event updated for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:06.854078 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:06.930256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f436cc-2972-47e7-9015-235fc7400910 req-967d57c2-a071-401d-8f3e-cec3df000512 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.931829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12f436cc-2972-47e7-9015-235fc7400910 req-967d57c2-a071-401d-8f3e-cec3df000512 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0594494 Feb 11 14:17:06.959421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17acd3-3c04-4811-96ab-97b4bed1d6ae req-f9837787-b602-4894-bbef-6f1ef84a6531 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.960821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a17acd3-3c04-4811-96ab-97b4bed1d6ae req-f9837787-b602-4894-bbef-6f1ef84a6531 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.0787649 Feb 11 14:17:06.969043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-6b8a5d94-cfa5-42b0-a195-f9bffca3cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.969043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-6b8a5d94-cfa5-42b0-a195-f9bffca3cc76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 1094 time: 0.0946522 Feb 11 14:17:06.970360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:06.974693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Request body: {'floatingip': {'port_id': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:06.977266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12f436cc-2972-47e7-9015-235fc7400910 req-d2b28447-e66e-4762-ad98-0b53615c43d6 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Feb 11 14:17:07.044782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-fec7d923-22cd-402a-9341-a408dc668c81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab HTTP/1.1" status: 200 len: 217 time: 0.0655928 Feb 11 14:17:07.050703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.095012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8e368db8-0dda-4048-8703-c1f9b12b22d6', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'port_id': '903d04f7-64d1-4a55-92a1-c9e558853972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'mac_address': 'fa:16:3e:c8:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91059b40-4385-4164-8cb3-90f694653233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:47Z', 'updated_at': '2022-02-11T14:17:04Z', 'revision_number': 1, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:07.121447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f963fee-b2d3-42bc-8e6e-1b3d7cd89802 None None] The sync data for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 is: [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '8e368db8-0dda-4048-8703-c1f9b12b22d6', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'port_id': '903d04f7-64d1-4a55-92a1-c9e558853972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'mac_address': 'fa:16:3e:c8:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91059b40-4385-4164-8cb3-90f694653233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:47Z', 'updated_at': '2022-02-11T14:17:04Z', 'revision_number': 1, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:07.206983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2351659f-33ba-49a7-8712-df865d19bc66 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:07.210823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-62ae8281-597f-4a0c-a688-7e872cc97de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.212766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-62ae8281-597f-4a0c-a688-7e872cc97de7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1575179 Feb 11 14:17:07.229381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d74cf-6188-4041-9bba-9c34b408ac34 req-08cb3fb1-d752-418a-bf6b-a7edaf8cbd65 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.230993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f7d74cf-6188-4041-9bba-9c34b408ac34 req-08cb3fb1-d752-418a-bf6b-a7edaf8cbd65 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 943 time: 0.1832950 Feb 11 14:17:07.238649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2351659f-33ba-49a7-8712-df865d19bc66 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:07.238995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2351659f-33ba-49a7-8712-df865d19bc66 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:07.327919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-31a5e2e1-b1e8-48d3-899e-c4a350804d59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937514 Feb 11 14:17:07.332927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26b0c0-ea97-49de-bc87-38015544480e None None] New status for floating IP 8e368db8-0dda-4048-8703-c1f9b12b22d6: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:07.403922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f7d74cf-6188-4041-9bba-9c34b408ac34 req-9514561f-95b3-4f8e-a5b3-a85e5cbeafee tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514039 Feb 11 14:17:07.515366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d3a0-2650-4d26-8ef3-e7f9bf1a7ebc req-664bb921-4f3e-494c-a5d7-fbfe3b95c811 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.517033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec3d3a0-2650-4d26-8ef3-e7f9bf1a7ebc req-664bb921-4f3e-494c-a5d7-fbfe3b95c811 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0502584 Feb 11 14:17:07.559660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec3d3a0-2650-4d26-8ef3-e7f9bf1a7ebc req-91dd4992-1e00-4519-a66b-57b9ac527693 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Feb 11 14:17:07.567283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-3afc7201-5327-4c4f-8aa2-e7664b1fe4b3 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309616 Feb 11 14:17:07.610837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50920) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:07.655700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972'}, {'name': 'network-changed', 'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:07.658207 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c4950c-576c-454c-a2e5-dee67beb1eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972"}, {"name": "network-changed", "server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:07.659265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Deleting subnet a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:17:07.662339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.702494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.726941 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e7270-c110-4992-a216-9b79b5cb4913 x-openstack-request-id: req-b10e7270-c110-4992-a216-9b79b5cb4913 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:07.727288 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:07.727486 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b10e7270-c110-4992-a216-9b79b5cb4913 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:07.728408 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972', 'status': 'completed', 'code': 200} Feb 11 14:17:07.728668 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab', 'status': 'completed', 'code': 200} Feb 11 14:17:07.743888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.812011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ffa274c-9fc4-4980-980d-681a6532a54d req-bddb575f-ac94-472b-844b-e598a0eb4475 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371857 Feb 11 14:17:07.839790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.841804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-63315204-96a8-4f0a-87bb-ec0e288d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.843279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-63315204-96a8-4f0a-87bb-ec0e288d35eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71de53ee777748a0bcfcd0be438e7b85&device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 1096 time: 0.1057403 Feb 11 14:17:07.882490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.914018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.915787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.920816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2 HTTP/1.1" status: 204 len: 168 time: 0.3086765 Feb 11 14:17:07.921524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50924) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:07.923749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43ae8b2-bd0b-4b0a-840e-4f378dc8a1d2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:07.946557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.946557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.946868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.946967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.947426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.947826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.948224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.948622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.949045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.949521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.949929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.950317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a45502-6c31-4a6f-8450-bcf0b20c8333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:07.987276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-82881a16-bc70-4786-ae15-742eb6b45bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.988352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-82881a16-bc70-4786-ae15-742eb6b45bb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19ef6241-d3f9-45c8-add4-7e858cc901c0 HTTP/1.1" status: 200 len: 915 time: 0.1386018 Feb 11 14:17:08.013559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.100911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.117863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-bec9daeb-f785-45fa-a406-238e6a353773 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903d04f7-64d1-4a55-92a1-c9e558853972 HTTP/1.1" status: 200 len: 999 time: 0.1037836 Feb 11 14:17:08.119752 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Floating IP 55856e93-72be-4ac4-b835-fea43f2a8139 associated. External IP: 172.25.7.75, port: 1c23b11c-e080-4540-b3a5-ed4d6fad29b2. Feb 11 14:17:08.122763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1add2b00-e523-4125-ad73-86a277773282']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:08.132050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60433bfb-acec-4f3e-85ec-ad97a8eb4fea') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:08.132345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60433bfb-acec-4f3e-85ec-ad97a8eb4fea') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:08.141589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.154743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.160752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:17:08.161161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:17:08.162753 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:17:08.268533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44301d36-e9b3-4e6b-844a-78258227d3be req-f36180c8-0c8a-4b9d-8371-6d434912c03d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.270051 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44301d36-e9b3-4e6b-844a-78258227d3be req-f36180c8-0c8a-4b9d-8371-6d434912c03d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1658084 Feb 11 14:17:08.273476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-28c906e3-778c-4091-834f-d0d9517b4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.275344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-28c906e3-778c-4091-834f-d0d9517b4d64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dfb97dd-e4dd-460e-a0cc-7a2399dd8230 HTTP/1.1" status: 200 len: 853 time: 0.1393976 Feb 11 14:17:08.305379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.311936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.317471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/1add2b00-e523-4125-ad73-86a277773282 HTTP/1.1" status: 204 len: 168 time: 0.3924422 Feb 11 14:17:08.325078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010ae7-b0e4-4c57-b5ac-b1d61e815f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=1add2b00-e523-4125-ad73-86a277773282,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:08.389909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44301d36-e9b3-4e6b-844a-78258227d3be req-28719177-8a67-4d48-8d15-0e9d12dd6fd8 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121006 Feb 11 14:17:08.400408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-e2043d18-5a93-416f-a58f-d31ed3c6f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.401904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-e2043d18-5a93-416f-a58f-d31ed3c6f1a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19ef6241-d3f9-45c8-add4-7e858cc901c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139972 Feb 11 14:17:08.525551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:08.525812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd33b-3a16-4350-be38-42ce5950f276 req-60bc731a-c424-452d-88c9-4f479b83f7b6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.527293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca8fd33b-3a16-4350-be38-42ce5950f276 req-60bc731a-c424-452d-88c9-4f479b83f7b6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 943 time: 0.0506113 Feb 11 14:17:08.550924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-ab7e6973-41d3-4e0b-a1ae-923a8c64cea0 service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406956 Feb 11 14:17:08.564952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca8fd33b-3a16-4350-be38-42ce5950f276 req-e3fa17c0-90f5-429a-a6e2-752e0eece120 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Feb 11 14:17:08.741715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:08.784005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b6c91583-d9c1-4ace-8412-b32856baa63b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df7f27d4c82d4290960225e37efb3ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410707 Feb 11 14:17:08.786447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:08.842832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.868361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.973403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.976018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.977251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa1c4574-a097-497d-9f6e-b89b0243e3d9 HTTP/1.1" status: 204 len: 168 time: 0.1898375 Feb 11 14:17:08.985269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb349c-c41d-4ce2-a563-364b63055897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c4574-a097-497d-9f6e-b89b0243e3d9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:09.060618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-8a6633d7-455b-4167-83fc-359bdab1265f service neutron] 10.222.0.62 "GET /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750078 Feb 11 14:17:09.068955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fda29-e185-44a0-a3ff-f1597a7b88ab req-a9e3a2d2-6511-47fd-8672-0b51952a4ff6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.070441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3fda29-e185-44a0-a3ff-f1597a7b88ab req-a9e3a2d2-6511-47fd-8672-0b51952a4ff6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1569831 Feb 11 14:17:09.074245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:09.079023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:09.083801 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:09.096182 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:09.096780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:09.121870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a131c18-36b8-4623-a86f-c3e35b9954e8 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "PUT /v2.0/floatingips/55856e93-72be-4ac4-b835-fea43f2a8139 HTTP/1.1" status: 200 len: 990 time: 2.1504519 Feb 11 14:17:09.139806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3fda29-e185-44a0-a3ff-f1597a7b88ab req-904c399d-0f59-436b-b895-f8d1c28c34f8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 Feb 11 14:17:09.215900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:09.219408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-ff31f226-a556-4c34-b4a9-935c36ef30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.221142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-ff31f226-a556-4c34-b4a9-935c36ef30d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 1094 time: 0.0495837 Feb 11 14:17:09.223687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 61a41eac-541c-49fa-81b8-7baf0e2e4cab details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:09.346093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-09f8c343-9701-4981-a9cc-29b5e2630b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.347884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-09f8c343-9701-4981-a9cc-29b5e2630b9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 913 time: 0.1194921 Feb 11 14:17:09.370191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:09.396036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '61a41eac-541c-49fa-81b8-7baf0e2e4cab', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': '61a41eac-541c-49fa-81b8-7baf0e2e4cab', 'mac_address': 'fa:16:3e:63:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:09.433737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-f4ed6258-ded2-4721-bcf0-653f403dab6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab HTTP/1.1" status: 200 len: 217 time: 0.0786097 Feb 11 14:17:09.468330 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:09.501544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a41eac-541c-49fa-81b8-7baf0e2e4cab {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:09.506702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '55856e93-72be-4ac4-b835-fea43f2a8139', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:25:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79f40a7-2151-497b-aadd-1769025e963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:49Z', 'updated_at': '2022-02-11T14:17:07Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:09.552706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-5ca8a9f5-0cb6-4c9c-ac04-97c940582cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.553077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:09.554608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-5ca8a9f5-0cb6-4c9c-ac04-97c940582cdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1135621 Feb 11 14:17:09.562027 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:09.571451 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:09.572163 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:16:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:09.582457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96918de-da21-438d-a459-2937da691640 req-606795a0-9e18-44db-9904-297155ad78a5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.584763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c96918de-da21-438d-a459-2937da691640 req-606795a0-9e18-44db-9904-297155ad78a5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0842185 Feb 11 14:17:09.616214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-d76bcaa3-250a-4d93-bd18-b8c739093573 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505443 Feb 11 14:17:09.653822 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:09.730685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:09.733005 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f2e39-0cf9-4098-9fae-37b94340350b" -d '{"events": [{"name": "network-changed", "server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:09.749592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:09.750829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882c6b9-d2ee-4ad7-bf8a-b4750a37189c req-60f32665-9b76-4979-9bd0-28ab3edf9f57 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.751307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c96918de-da21-438d-a459-2937da691640 req-97e5cea5-a588-4ed5-9930-ecd34693c8be tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Feb 11 14:17:09.752447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e882c6b9-d2ee-4ad7-bf8a-b4750a37189c req-60f32665-9b76-4979-9bd0-28ab3edf9f57 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 944 time: 0.0699985 Feb 11 14:17:09.798885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-213501bb-c4e5-41fa-a1b6-cf2d5b13ac9c service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713371 Feb 11 14:17:09.801237 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:09.816800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e882c6b9-d2ee-4ad7-bf8a-b4750a37189c req-db0f3862-0961-45ae-a9da-07fb0d621e4c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Feb 11 14:17:09.875782 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495f494-7b70-4c47-a1e7-f7091fef6d20 x-openstack-request-id: req-0495f494-7b70-4c47-a1e7-f7091fef6d20 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:09.876434 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:09.877042 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0495f494-7b70-4c47-a1e7-f7091fef6d20 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:09.877645 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'status': 'completed', 'code': 200} Feb 11 14:17:09.929595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-d6796828-ecd6-48a9-b2c1-e7f73395f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.931213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-d6796828-ecd6-48a9-b2c1-e7f73395f5b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 1096 time: 0.0546770 Feb 11 14:17:09.935262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c4950c-576c-454c-a2e5-dee67beb1eb9 req-5d9bddf8-623d-4915-bbff-1ae7ee8e4ea3 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292286 Feb 11 14:17:09.960346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['61a41eac-541c-49fa-81b8-7baf0e2e4cab'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:10.031419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-66af6e30-b85c-47be-8e5c-6d38992ab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.032659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-66af6e30-b85c-47be-8e5c-6d38992ab09d service neutron] 10.222.0.60 "GET /v2.0/networks?id=51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 200 len: 911 time: 0.0923750 Feb 11 14:17:10.062589 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '55856e93-72be-4ac4-b835-fea43f2a8139', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:25:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79f40a7-2151-497b-aadd-1769025e963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:49Z', 'updated_at': '2022-02-11T14:17:07Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:10.092063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1c13a-2bd0-4fac-a375-e21ab1b81729 None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '55856e93-72be-4ac4-b835-fea43f2a8139', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'port_id': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'mac_address': 'fa:16:3e:25:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79f40a7-2151-497b-aadd-1769025e963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:49Z', 'updated_at': '2022-02-11T14:17:07Z', 'revision_number': 1, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:10.108674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-7677c9fa-69cb-4e79-8f81-8fad2f100d5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2 HTTP/1.1" status: 200 len: 998 time: 0.0673728 Feb 11 14:17:10.183730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-62987481-e95f-4a64-9214-608ef80aa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.185508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-62987481-e95f-4a64-9214-608ef80aa3bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 200 len: 849 time: 0.0577483 Feb 11 14:17:10.272212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-2b107c16-7017-40c8-a85d-83eff14c2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.276821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-2b107c16-7017-40c8-a85d-83eff14c2d9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51587943-ad50-4a2f-ae2f-7359430b5340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832062 Feb 11 14:17:10.308294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8cf21-4810-449a-b242-811f584edb8a req-a6c1d857-9739-4d6f-bcaa-2b1619f93a71 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.311013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14a8cf21-4810-449a-b242-811f584edb8a req-a6c1d857-9739-4d6f-bcaa-2b1619f93a71 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0837016 Feb 11 14:17:10.402891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14a8cf21-4810-449a-b242-811f584edb8a req-57f31db1-2128-4188-828a-5c77dc4e8e49 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808959 Feb 11 14:17:10.431886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fd924-8694-45ca-ae92-e6202b06782f None None] New status for floating IP 55856e93-72be-4ac4-b835-fea43f2a8139: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:10.432436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-ffa22efb-0d13-47bd-9ea4-03b547b5d80a service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359093 Feb 11 14:17:10.521174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e78f2e39-0cf9-4098-9fae-37b94340350b req-b6538089-6ff8-4e00-bde8-72013bd50d8e service neutron] 10.222.0.60 "GET /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894582 Feb 11 14:17:10.661007 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:10.908156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3daa44-5303-437e-ba40-356823703d4d req-d0d2c586-b091-47fd-bc38-18cbaba49c57 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.909834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a3daa44-5303-437e-ba40-356823703d4d req-d0d2c586-b091-47fd-bc38-18cbaba49c57 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0661459 Feb 11 14:17:10.953819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a3daa44-5303-437e-ba40-356823703d4d req-9646e58b-019e-4d37-a1dc-ffdea57d614e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Feb 11 14:17:10.958742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde1c02-45f7-4652-9f93-05cd4e868f18 req-db30f522-b163-4fa5-a5a3-f04391cf4d29 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.960829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fde1c02-45f7-4652-9f93-05cd4e868f18 req-db30f522-b163-4fa5-a5a3-f04391cf4d29 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 944 time: 0.0540879 Feb 11 14:17:11.010452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fde1c02-45f7-4652-9f93-05cd4e868f18 req-ef31711c-1205-4b66-8d59-cf405f0005b3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Feb 11 14:17:11.237354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 61a41eac-541c-49fa-81b8-7baf0e2e4cab up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:11.373386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 61a41eac-541c-49fa-81b8-7baf0e2e4cab completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:11.377558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 61a41eac-541c-49fa-81b8-7baf0e2e4cab triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:11.377928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.432324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51000) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:11.500248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.532068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:11.535118 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b4450-8dd5-4841-9dc8-251f7a41faea" -d '{"events": [{"server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "name": "network-vif-plugged", "status": "completed", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:11.549441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:11.596349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd14e-fa75-424f-a104-97242c53bf9c req-4b018c77-e5ff-42ac-bd49-f6350bad602b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.601423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-620cd14e-fa75-424f-a104-97242c53bf9c req-4b018c77-e5ff-42ac-bd49-f6350bad602b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1017957 Feb 11 14:17:11.637175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0b639e1-4dcb-4631-aff8-f615ea15f942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.653612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.694171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-620cd14e-fa75-424f-a104-97242c53bf9c req-24c9cf23-0989-41f8-8199-f1ef360932b1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826516 Feb 11 14:17:11.714985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:11.750390 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89834a93-e718-4833-b23e-c54c1ea78d1b x-openstack-request-id: req-89834a93-e718-4833-b23e-c54c1ea78d1b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:11.750685 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "name": "network-vif-plugged", "status": "completed", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:11.750933 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89834a93-e718-4833-b23e-c54c1ea78d1b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:11.751336 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab', 'code': 200} Feb 11 14:17:11.773256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0b639e1-4dcb-4631-aff8-f615ea15f942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.839140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0b639e1-4dcb-4631-aff8-f615ea15f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.848353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc414-ec6f-4317-963e-291f631e346b req-0dd6af43-21ac-4fe5-b265-08f99a4e2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.849861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c8bc414-ec6f-4317-963e-291f631e346b req-0dd6af43-21ac-4fe5-b265-08f99a4e2778 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 1096 time: 0.0398145 Feb 11 14:17:11.879682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0b639e1-4dcb-4631-aff8-f615ea15f942 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd7addf3ea0e4aaa85c123244ef5dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483955 Feb 11 14:17:11.879682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b639e1-4dcb-4631-aff8-f615ea15f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d9677-a2f5-4d7a-99b4-ac5eb8a7a84c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:11.880842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51008) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:11.897851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c8bc414-ec6f-4317-963e-291f631e346b req-87256b86-d5f2-472d-a3f7-a5bb6fa3cffd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Feb 11 14:17:11.939001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.959862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.078245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81c15f-b852-4077-8351-1bf8700cf448 req-918a8608-fb46-492d-81ae-af3d0ab5e79b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.079789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c81c15f-b852-4077-8351-1bf8700cf448 req-918a8608-fb46-492d-81ae-af3d0ab5e79b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0515976 Feb 11 14:17:12.119073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c81c15f-b852-4077-8351-1bf8700cf448 req-f1c6e304-6333-442c-81e5-c00f1d5f2efc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Feb 11 14:17:12.121900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.128425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.128425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2d9677-a2f5-4d7a-99b4-ac5eb8a7a84c HTTP/1.1" status: 204 len: 168 time: 0.2441611 Feb 11 14:17:12.136726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243b42-c961-4992-9580-fed03182399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d9677-a2f5-4d7a-99b4-ac5eb8a7a84c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:12.183415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df245692-b443-400d-a910-f774cf33abc5 req-62797fa6-ca9d-414b-b498-dd0fd594950c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.185921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df245692-b443-400d-a910-f774cf33abc5 req-62797fa6-ca9d-414b-b498-dd0fd594950c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0710819 Feb 11 14:17:12.224935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df245692-b443-400d-a910-f774cf33abc5 req-81507550-f4db-4114-b3dc-3a6d31928da7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Feb 11 14:17:12.244953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.250808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.256575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.262940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.268621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.274379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.280233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.282162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-18147aa9-ba28-4529-9fd1-222c74cc6a10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.0965292 Feb 11 14:17:12.322737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-167aee03-c8da-418a-aa7a-f14a1fd0d8f7 req-df34585d-43a9-4c6b-8663-515abc93574a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343244 Feb 11 14:17:12.816872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40eb4-3cf4-4439-9687-2c2980eaa461 req-f753835d-b692-497c-a644-88fbba717f0b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.816872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fb40eb4-3cf4-4439-9687-2c2980eaa461 req-f753835d-b692-497c-a644-88fbba717f0b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0495861 Feb 11 14:17:12.855502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fb40eb4-3cf4-4439-9687-2c2980eaa461 req-6573b199-0aed-4215-97da-2a68ab223cbd tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Feb 11 14:17:13.254427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d972d-1c12-4142-992c-c98a52d51f4c req-e177e71a-048e-4805-a707-0d474e2a17e4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.258032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-433d972d-1c12-4142-992c-c98a52d51f4c req-e177e71a-048e-4805-a707-0d474e2a17e4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0549014 Feb 11 14:17:13.296632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-433d972d-1c12-4142-992c-c98a52d51f4c req-ea6e7f3f-6bfc-4cb5-aa98-aa5e80dd6747 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Feb 11 14:17:13.423333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a142e-db98-4052-a69f-b321f3ecd438 req-171292cc-aaff-4073-bb8d-cf134f1cd24b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.425608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c1a142e-db98-4052-a69f-b321f3ecd438 req-171292cc-aaff-4073-bb8d-cf134f1cd24b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0733557 Feb 11 14:17:13.466381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c1a142e-db98-4052-a69f-b321f3ecd438 req-854ac015-3972-4035-beeb-5310853ed731 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Feb 11 14:17:13.482955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.493521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.496744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.500848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.506460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.512741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.518485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.520558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5164341f-f7b8-414f-9ac1-f015302da51e req-dfd81072-7d8d-4af9-a369-09c8e56fee9c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.1007810 Feb 11 14:17:13.567264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5164341f-f7b8-414f-9ac1-f015302da51e req-f888d964-7210-4a7e-a1f7-4c558724821d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393569 Feb 11 14:17:13.968541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b4af-1409-4e2e-bb06-a7fb690df71a req-eee45038-c641-4df0-95bd-89aac030953b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.970043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84b9b4af-1409-4e2e-bb06-a7fb690df71a req-eee45038-c641-4df0-95bd-89aac030953b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0487766 Feb 11 14:17:14.007884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84b9b4af-1409-4e2e-bb06-a7fb690df71a req-81406e6f-7df5-4a92-bafa-35b695b367a8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Feb 11 14:17:14.418914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72937bb-8ceb-4762-ae04-df84f08fdfa1 req-b0be9944-cc15-433b-8483-d7e0d8e0682e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.424576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f72937bb-8ceb-4762-ae04-df84f08fdfa1 req-b0be9944-cc15-433b-8483-d7e0d8e0682e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0543995 Feb 11 14:17:14.467946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f72937bb-8ceb-4762-ae04-df84f08fdfa1 req-3a884f46-4f97-4743-9248-166a5e6f047d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Feb 11 14:17:14.758877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.772350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.779073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.785775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.791822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.798136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.804300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.806888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-ca94d498-2f3b-4f37-90e9-9fc7d428643e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.1590838 Feb 11 14:17:14.859719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f39460a-fc14-4df6-9d43-c80c7ee9846f req-c3daf0d0-9a4d-4938-b387-4c1a4a04be76 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459478 Feb 11 14:17:15.175572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca7f6-f0f7-4992-adba-2472574b5a7f req-19b72e25-4938-4964-b01c-571ef0e720a7 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.178052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-617ca7f6-f0f7-4992-adba-2472574b5a7f req-19b72e25-4938-4964-b01c-571ef0e720a7 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0661776 Feb 11 14:17:15.234860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-617ca7f6-f0f7-4992-adba-2472574b5a7f req-98641efc-1198-4ca3-a576-24243b80de5f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488539 Feb 11 14:17:15.547034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.552849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.559730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.565537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.571538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.578301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.584065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.586058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f6b5340e-481d-409b-b1dc-aa9bb3d9fdc6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.1357524 Feb 11 14:17:15.652247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-0c41e880-4753-4bd7-a8fe-b9b2143d68de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.653579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-0c41e880-4753-4bd7-a8fe-b9b2143d68de tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0575669 Feb 11 14:17:15.678844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd74ea2-4a24-490e-b77a-3233da74a1d8 req-f0c2783b-920e-4fde-a5ba-63d84e5d516f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.680324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0cd74ea2-4a24-490e-b77a-3233da74a1d8 req-f0c2783b-920e-4fde-a5ba-63d84e5d516f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0932281 Feb 11 14:17:15.773079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0cd74ea2-4a24-490e-b77a-3233da74a1d8 req-8c5e3891-c6e3-4a7e-a953-55f2413abd35 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829363 Feb 11 14:17:15.800654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-938910dc-9fd7-4c0b-8568-9968788f8636 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1390204 Feb 11 14:17:15.811062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:15.867905 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.045658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.052508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.060141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.066667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.075805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.083779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.091131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.091914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a3244a91-3c0d-4c38-a89a-f65d148c6d93,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:16.100140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-0cd666fc-9457-4a39-a99d-ed35b804eb15 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 5445 time: 0.1450379 Feb 11 14:17:16.135518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] For port a3244a91-3c0d-4c38-a89a-f65d148c6d93, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:16.171781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] device_id is not set on port a3244a91-3c0d-4c38-a89a-f65d148c6d93 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:17:16.181470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.186862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27372692-97ea-426c-b6f0-aec0aeecf339 req-1108858c-23af-48f7-bd2f-94d542e61e38 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0627e29-ae36-4cf8-b71e-c8ce910e680c&id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841641 Feb 11 14:17:16.293300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.418890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] No DVR routers for this DVR port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:16.418890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:16.459896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bdba8-f7de-4043-a77d-3c50b11bb913 req-0f938bc7-5220-4cf1-ba1b-1afe204b809a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.461546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-320bdba8-f7de-4043-a77d-3c50b11bb913 req-0f938bc7-5220-4cf1-ba1b-1afe204b809a tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1173370 Feb 11 14:17:16.514692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] In _notify_port_updated(), no bound segment for port a3244a91-3c0d-4c38-a89a-f65d148c6d93 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:17:16.515635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.516753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.518082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-e13b8388-01e8-41ba-b797-84f7850481b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 200 len: 1032 time: 0.7111611 Feb 11 14:17:16.572241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-320bdba8-f7de-4043-a77d-3c50b11bb913 req-f047707e-190b-4234-9c42-0f821c238df0 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007199 Feb 11 14:17:16.597534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-8370e626-c69e-4323-bd17-aad71b079257 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.599486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-8370e626-c69e-4323-bd17-aad71b079257 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "GET /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0704057 Feb 11 14:17:16.614704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:16.703927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.707133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-84138843-dc85-44df-8450-2ca2560612b2 None None] Provisioning complete for port a3244a91-3c0d-4c38-a89a-f65d148c6d93 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:16.708344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84138843-dc85-44df-8450-2ca2560612b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:16.744053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-84138843-dc85-44df-8450-2ca2560612b2 None None] Port a3244a91-3c0d-4c38-a89a-f65d148c6d93 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:16.955341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa6127e4-f1e4-429e-b4c0-3cf42040d029,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:16.996689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adaa60-6921-4b94-a5eb-0ede706c07ac req-cb6d25d7-697b-4d1e-beb6-4f6ea329294c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.998463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4adaa60-6921-4b94-a5eb-0ede706c07ac req-cb6d25d7-697b-4d1e-beb6-4f6ea329294c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1233561 Feb 11 14:17:17.026876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] For port fa6127e4-f1e4-429e-b4c0-3cf42040d029, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:17.075950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] device_id is not set on port fa6127e4-f1e4-429e-b4c0-3cf42040d029 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:17:17.082567 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4adaa60-6921-4b94-a5eb-0ede706c07ac req-bf93293a-4cf5-4de2-a51d-5a1d8715bf85 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766759 Feb 11 14:17:17.087453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.194481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.263669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Pushing event updated for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:17.349580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] No DVR routers for this DVR port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:17.421236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330a2f-622e-47e4-a30e-959ec60cffea req-8868f6af-ac37-4469-990f-96e2ea293513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.423553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8330a2f-622e-47e4-a30e-959ec60cffea req-8868f6af-ac37-4469-990f-96e2ea293513 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.0714831 Feb 11 14:17:17.448465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.454550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.461562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.466324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.472092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.479876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-c17edfc9-1057-409a-9c39-07ceb5a4306c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 3887 time: 0.1374679 Feb 11 14:17:17.504634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8330a2f-622e-47e4-a30e-959ec60cffea req-1d6d4047-1ab9-4b21-bfa4-e50cf7b3d450 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Feb 11 14:17:17.527762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] In _notify_port_updated(), no bound segment for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 on network 0dbc4e91-52ce-412d-b618-4b031a060b38 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:17:17.528632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.529333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.530682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-7ca6a907-d8cf-42f3-9168-b2089d6a981c service neutron] 10.222.0.62 "PUT /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 200 len: 1032 time: 0.9231911 Feb 11 14:17:17.539746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-924076d2-9acd-4207-a4d8-b0e0efa88932 req-9c3766f8-e3c8-4407-b566-68bdda2067a3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584848 Feb 11 14:17:17.679201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port 12546a1c-1d03-45ea-a41f-659b0937fc2b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:17.679616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.680864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93d577d1-2506-42aa-a0c5-2a6b87b82c90 None None] Provisioning complete for port fa6127e4-f1e4-429e-b4c0-3cf42040d029 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:17.684523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93d577d1-2506-42aa-a0c5-2a6b87b82c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.728610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3310-a5bc-4144-9e95-f810580e75b8 req-8cb40430-9fb6-4165-9734-891c7760bcb9 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.737393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-724a3310-a5bc-4144-9e95-f810580e75b8 req-8cb40430-9fb6-4165-9734-891c7760bcb9 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0674109 Feb 11 14:17:17.762909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-93d577d1-2506-42aa-a0c5-2a6b87b82c90 None None] Port fa6127e4-f1e4-429e-b4c0-3cf42040d029 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:17.779861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-724a3310-a5bc-4144-9e95-f810580e75b8 req-16b3efac-1163-449e-9b97-b3b5c186258b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 11 14:17:17.821168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] For port 12546a1c-1d03-45ea-a41f-659b0937fc2b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=12546a1c-1d03-45ea-a41f-659b0937fc2b,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:17.821535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.834931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for 12546a1c-1d03-45ea-a41f-659b0937fc2b owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:18.057035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.081854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bffb75a-d3a4-41f5-a3ee-60365b9f9e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.095002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=12546a1c-1d03-45ea-a41f-659b0937fc2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:18.153041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] No DVR routers for this DVR port 12546a1c-1d03-45ea-a41f-659b0937fc2b on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:18.155813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.159612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c0b4f03a-73ec-430d-88f2-e3d4c564f7a7 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "DELETE /v2.0/ports/12546a1c-1d03-45ea-a41f-659b0937fc2b HTTP/1.1" status: 204 len: 173 time: 0.6157882 Feb 11 14:17:18.160067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:18.162544 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94fee2b-cb84-440e-868e-a6cdcf315b3d" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:18.229566 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f13967f-7c22-453a-8736-80390aad394b x-openstack-request-id: req-5f13967f-7c22-453a-8736-80390aad394b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:18.230181 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "12546a1c-1d03-45ea-a41f-659b0937fc2b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:18.230181 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f13967f-7c22-453a-8736-80390aad394b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:18.230464 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '12546a1c-1d03-45ea-a41f-659b0937fc2b', 'status': 'completed', 'code': 200} Feb 11 14:17:18.301279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4594c-fb5c-453e-acb2-7bc9cd12e670 req-7b94e50e-75cf-47c2-9e48-e5c98fa24495 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.304468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0b4594c-fb5c-453e-acb2-7bc9cd12e670 req-7b94e50e-75cf-47c2-9e48-e5c98fa24495 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1084538 Feb 11 14:17:18.343042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:18.343388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.362687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0b4594c-fb5c-453e-acb2-7bc9cd12e670 req-234dfcf9-d0fc-40e8-aaf1-1b7a9c38805f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516582 Feb 11 14:17:18.448859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] For port e03e8248-abe5-4a12-9c31-a5bfcebc67e3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:18.449249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.462056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for e03e8248-abe5-4a12-9c31-a5bfcebc67e3 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:18.693099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.703591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-6b2b1a63-cba3-42e0-beed-66bab9876728 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.710448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-6b2b1a63-cba3-42e0-beed-66bab9876728 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.717335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-6b2b1a63-cba3-42e0-beed-66bab9876728 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.724074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-6b2b1a63-cba3-42e0-beed-66bab9876728 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.726216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=e03e8248-abe5-4a12-9c31-a5bfcebc67e3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:18.726487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-6b2b1a63-cba3-42e0-beed-66bab9876728 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 3152 time: 0.0786762 Feb 11 14:17:18.770723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] No DVR routers for this DVR port e03e8248-abe5-4a12-9c31-a5bfcebc67e3 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:18.773369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.777323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-f3bee625-7476-4c82-8a90-ee6ad7c4932b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "DELETE /v2.0/ports/e03e8248-abe5-4a12-9c31-a5bfcebc67e3 HTTP/1.1" status: 204 len: 173 time: 0.6112425 Feb 11 14:17:18.784315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2ed7c5a-a6c9-4c23-b9d7-96fbc0b4bdab req-bcd19c38-1ea3-4828-b8de-d36a393e9206 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Feb 11 14:17:18.923444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed88e8-0450-4284-a2c6-39787c43eb23 req-9dc35d37-3803-4c4d-827f-6900d29ed5ec tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.924939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89ed88e8-0450-4284-a2c6-39787c43eb23 req-9dc35d37-3803-4c4d-827f-6900d29ed5ec tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0624526 Feb 11 14:17:18.931764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port adc9a00f-f91c-4040-9bf9-29e53d980c62 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:18.933161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.026981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89ed88e8-0450-4284-a2c6-39787c43eb23 req-5827069a-d149-4443-a500-f90f83bf5dd0 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Feb 11 14:17:19.066879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] For port adc9a00f-f91c-4040-9bf9-29e53d980c62, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=adc9a00f-f91c-4040-9bf9-29e53d980c62,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:19.067308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.087219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for adc9a00f-f91c-4040-9bf9-29e53d980c62 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:19.238728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 525ae3c6-278b-479c-bf56-a1d71430d184 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.281462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-2bccf556-8336-4012-b619-82f863ce0863 service neutron] 10.222.0.62 "GET /v2.0/ports/af2ab451-7f14-418b-b06e-dae51cf4bdca/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.1039906 Feb 11 14:17:19.379260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.421018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:19.423424 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed0468e-0c4f-4597-ae62-bca114228067" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-unplugged", "status": "completed", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:19.446302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:19.494585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.541366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=adc9a00f-f91c-4040-9bf9-29e53d980c62,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:19.548567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.549321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 12546a1c-1d03-45ea-a41f-659b0937fc2b no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.601389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-6cad2fcd-381a-48df-a253-f2294e5c8def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.603149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-6cad2fcd-381a-48df-a253-f2294e5c8def service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.1212249 Feb 11 14:17:19.608408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f3def-95ab-4db6-9558-e893f67a62f4 req-9ab16a6a-5394-464a-8a9a-ee52383ceada tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.610692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377f3def-95ab-4db6-9558-e893f67a62f4 req-9ab16a6a-5394-464a-8a9a-ee52383ceada tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1639230 Feb 11 14:17:19.614819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 12546a1c-1d03-45ea-a41f-659b0937fc2b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:19.616261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 12546a1c-1d03-45ea-a41f-659b0937fc2b not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:19.616690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa6127e4-f1e4-429e-b4c0-3cf42040d029 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.640787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d347-c5f2-4e07-a07e-1d4885e65dc9 req-1a8d7b76-f5a5-4652-95f6-9ba8005a159a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.642558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d365d347-c5f2-4e07-a07e-1d4885e65dc9 req-1a8d7b76-f5a5-4652-95f6-9ba8005a159a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1264846 Feb 11 14:17:19.650384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] No DVR routers for this DVR port adc9a00f-f91c-4040-9bf9-29e53d980c62 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:19.655674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.658783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-b81c2d27-2de1-48af-982b-27303a8157c2 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "DELETE /v2.0/ports/adc9a00f-f91c-4040-9bf9-29e53d980c62 HTTP/1.1" status: 204 len: 173 time: 0.8749027 Feb 11 14:17:19.749602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:19.761864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377f3def-95ab-4db6-9558-e893f67a62f4 req-fd95a169-8556-4201-8a03-c94c74359a3c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420507 Feb 11 14:17:19.777362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa6127e4-f1e4-429e-b4c0-3cf42040d029 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:19.778046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device adc9a00f-f91c-4040-9bf9-29e53d980c62 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.795614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d365d347-c5f2-4e07-a07e-1d4885e65dc9 req-1cc6d37b-4df9-4c24-b256-b859e757cec4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413882 Feb 11 14:17:19.854826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: adc9a00f-f91c-4040-9bf9-29e53d980c62 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:19.855333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device adc9a00f-f91c-4040-9bf9-29e53d980c62 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:19.858740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a3244a91-3c0d-4c38-a89a-f65d148c6d93 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.880399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port 525ae3c6-278b-479c-bf56-a1d71430d184 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:19.886145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.918226 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5d0cc-e1be-444f-a8d9-c0a7e3a2d773 x-openstack-request-id: req-7af5d0cc-e1be-444f-a8d9-c0a7e3a2d773 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:19.927266 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-unplugged", "status": "completed", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:19.927266 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7af5d0cc-e1be-444f-a8d9-c0a7e3a2d773 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:19.927266 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184', 'code': 200} Feb 11 14:17:19.927966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a3244a91-3c0d-4c38-a89a-f65d148c6d93 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:19.928520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e03e8248-abe5-4a12-9c31-a5bfcebc67e3 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:19.953863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-d650f640-695f-4beb-a36d-867d566fafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.955601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-d650f640-695f-4beb-a36d-867d566fafe9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.3269603 Feb 11 14:17:19.959154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: e03e8248-abe5-4a12-9c31-a5bfcebc67e3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:19.959506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e03e8248-abe5-4a12-9c31-a5bfcebc67e3 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:19.959932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3bf774f0-6734-4660-a398-c34c2fcf8d0d no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:20.013085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-f559b0f8-1bf7-44cc-89ba-9263d7f17f3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.0429058 Feb 11 14:17:20.027127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cf9c-20d6-4ab9-ad2e-0ea25af5dde3 req-ef445b86-dc74-4b26-8e05-41a551d396af tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.035939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cf9c-20d6-4ab9-ad2e-0ea25af5dde3 req-ef445b86-dc74-4b26-8e05-41a551d396af tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.048137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f80cf9c-20d6-4ab9-ad2e-0ea25af5dde3 req-ef445b86-dc74-4b26-8e05-41a551d396af tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 1680 time: 0.1621025 Feb 11 14:17:20.076680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-45bb9ffa-d70e-4c9c-bcdd-104e4c1e5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.078206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-45bb9ffa-d70e-4c9c-bcdd-104e4c1e5222 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1101 time: 0.1664286 Feb 11 14:17:20.142455 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.160508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-a9edc791-df0b-4144-8483-90cab28944c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.162263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-a9edc791-df0b-4144-8483-90cab28944c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.1080785 Feb 11 14:17:20.188267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:20.217917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] For port 525ae3c6-278b-479c-bf56-a1d71430d184, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=525ae3c6-278b-479c-bf56-a1d71430d184,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:20.219314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.225456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-0f29e8e7-0d11-4a9d-a313-d3fcd641779f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492482 Feb 11 14:17:20.236433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3'}, {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:20.236582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f80cf9c-20d6-4ab9-ad2e-0ea25af5dde3 req-325c9c2f-8006-477b-8b81-ec7e7feef059 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872776 Feb 11 14:17:20.239881 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b62e2-29b1-416d-bf83-9d147ee3926b" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3"}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:20.261202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for 525ae3c6-278b-479c-bf56-a1d71430d184 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:20.270842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-2842c135-ba82-406d-97db-5c84c2d22a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.272407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-2842c135-ba82-406d-97db-5c84c2d22a82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1101 time: 0.1642213 Feb 11 14:17:20.282245 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.341929 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04406072-e9c0-47dc-ae34-5545a3de973c x-openstack-request-id: req-04406072-e9c0-47dc-ae34-5545a3de973c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:20.342504 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "e03e8248-abe5-4a12-9c31-a5bfcebc67e3", "status": "completed", "code": 200}, {"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "adc9a00f-f91c-4040-9bf9-29e53d980c62", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:20.342504 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04406072-e9c0-47dc-ae34-5545a3de973c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:20.342913 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': 'e03e8248-abe5-4a12-9c31-a5bfcebc67e3', 'status': 'completed', 'code': 200} Feb 11 14:17:20.343166 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': 'adc9a00f-f91c-4040-9bf9-29e53d980c62', 'status': 'completed', 'code': 200} Feb 11 14:17:20.410178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:20.432651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-7f45d409-183c-4c1b-96c5-4e148b4c9891 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949811 Feb 11 14:17:20.462910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-1cbdc02b-62bc-408c-9c9e-fd522d9e8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.465088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-1cbdc02b-62bc-408c-9c9e-fd522d9e8b44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1570570 Feb 11 14:17:20.490926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5bafbde5-b9bf-4d7d-81d8-3478e9ac021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.536021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-06ebceb0-cb8e-43ac-b2e4-796e15e72c24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0467100 Feb 11 14:17:20.562083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1feabca-b73a-4cf2-b522-3c33fb1c6ef6 req-9fe550bc-160f-4de3-b747-a8d8daad0373 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194367 Feb 11 14:17:20.594182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-cb894c1b-e219-4dc3-9ba6-1cf48567f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.595744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-cb894c1b-e219-4dc3-9ba6-1cf48567f507 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0522344 Feb 11 14:17:20.643221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ef39-1440-4c0b-8505-22d06800070c req-3c583389-a735-4614-acb8-d8121814b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.644615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-3c583389-a735-4614-acb8-d8121814b0b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426500 Feb 11 14:17:20.645760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.691329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=525ae3c6-278b-479c-bf56-a1d71430d184,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:20.765989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] No DVR routers for this DVR port 525ae3c6-278b-479c-bf56-a1d71430d184 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:20.769422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.772676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-c39cfaab-15a2-45e3-8d5e-d8609ede6343 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "DELETE /v2.0/ports/525ae3c6-278b-479c-bf56-a1d71430d184 HTTP/1.1" status: 204 len: 173 time: 1.1065180 Feb 11 14:17:20.843447 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-e5c26f56-e4a9-4227-8757-788826f57bff service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897674 Feb 11 14:17:20.955840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186720e-3be3-4946-88f5-892009ff0947 req-d644087e-02bd-40ac-8f2a-9534cf136e67 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.958086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0186720e-3be3-4946-88f5-892009ff0947 req-d644087e-02bd-40ac-8f2a-9534cf136e67 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0699937 Feb 11 14:17:21.009640 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0186720e-3be3-4946-88f5-892009ff0947 req-21ce4ec4-1609-46dd-a43f-9fcd062ad04d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Feb 11 14:17:21.040752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port 3bf774f0-6734-4660-a398-c34c2fcf8d0d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:21.041197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.054052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084adbd9-10a0-49b0-9a6b-86e72e2f8407 req-fb72309c-b198-4c0a-833e-e78b80c683ef tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:21.057198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-084adbd9-10a0-49b0-9a6b-86e72e2f8407 req-fb72309c-b198-4c0a-833e-e78b80c683ef tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1284950 Feb 11 14:17:21.059330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1355ef39-1440-4c0b-8505-22d06800070c req-eec318d9-d64f-4bed-93c6-e48536f7b40a service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927824 Feb 11 14:17:21.118248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-084adbd9-10a0-49b0-9a6b-86e72e2f8407 req-e9b6e362-5e42-459c-bfd7-3e3b07027e25 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Feb 11 14:17:21.213187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] For port 3bf774f0-6734-4660-a398-c34c2fcf8d0d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3bf774f0-6734-4660-a398-c34c2fcf8d0d,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:21.213473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.410040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd4a34-d2ff-4cce-964e-85ba3321ab1f req-8ad280dc-d21f-43ed-adc6-6e0b519fd606 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:21.416129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.417752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.418046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0bd4a34-d2ff-4cce-964e-85ba3321ab1f req-8ad280dc-d21f-43ed-adc6-6e0b519fd606 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 944 time: 0.0938835 Feb 11 14:17:21.418173 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Floating IP bcad5e39-21a8-4092-ada4-e413bd6359b4 disassociated. External IP: 172.25.7.166, port: 3bf774f0-6734-4660-a398-c34c2fcf8d0d. Feb 11 14:17:21.418475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for 3bf774f0-6734-4660-a398-c34c2fcf8d0d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:21.502659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0bd4a34-d2ff-4cce-964e-85ba3321ab1f req-4e4ced1a-f499-42c3-afcd-f1684add317a tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c193f-04e6-43d8-90a0-c85c374519cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764527 Feb 11 14:17:21.722522 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.722904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:21.749497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=3bf774f0-6734-4660-a398-c34c2fcf8d0d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:21.920006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:21.922754 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd43e26-60e3-4393-a9f7-c9ea20871411" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:21.967529 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e36d9c-cff1-48eb-9504-a2ea995dbe83 x-openstack-request-id: req-e8e36d9c-cff1-48eb-9504-a2ea995dbe83 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:21.967916 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:21.968259 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e36d9c-cff1-48eb-9504-a2ea995dbe83 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:21.968918 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'code': 200} Feb 11 14:17:22.169570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc3ce8-585b-433d-ab86-8590cdc4efa5 req-31c410f1-3492-4c4e-be1c-a2515ddb3038 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.178958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dfc3ce8-585b-433d-ab86-8590cdc4efa5 req-31c410f1-3492-4c4e-be1c-a2515ddb3038 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0778682 Feb 11 14:17:22.186600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Router ff68f755-8ce7-470a-accc-bd3c68caf8ae has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:22.240157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dfc3ce8-585b-433d-ab86-8590cdc4efa5 req-e181d129-68c0-44b6-84bd-def5690a78b8 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Feb 11 14:17:22.350792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:22.353004 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824cb3f-b554-4578-bca5-054dcb1960ca" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:22.361628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:22.379510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698821c0-e976-4dee-a488-a00f5ff0d791 req-36d26728-dd34-4af5-8e18-d4356584b43e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.381836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-698821c0-e976-4dee-a488-a00f5ff0d791 req-36d26728-dd34-4af5-8e18-d4356584b43e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.1409020 Feb 11 14:17:22.383673 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Sync routers for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:22.418129 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe4715-d501-4c51-b894-c0f8a7278605 x-openstack-request-id: req-14fe4715-d501-4c51-b894-c0f8a7278605 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:22.418632 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:22.425166 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "525ae3c6-278b-479c-bf56-a1d71430d184", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:22.425166 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14fe4715-d501-4c51-b894-c0f8a7278605 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:22.425418 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:22.425538 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '525ae3c6-278b-479c-bf56-a1d71430d184', 'status': 'completed', 'code': 200} Feb 11 14:17:22.450478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] No DVR routers for this DVR port 3bf774f0-6734-4660-a398-c34c2fcf8d0d on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:22.459335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:22.465060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89771a7a-14bb-4494-b7f7-3a0f91081003 req-a70247b2-ad10-4710-a000-52bdb0da21b3 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.62 "DELETE /v2.0/ports/3bf774f0-6734-4660-a398-c34c2fcf8d0d HTTP/1.1" status: 204 len: 173 time: 1.6868854 Feb 11 14:17:22.514329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-698821c0-e976-4dee-a488-a00f5ff0d791 req-d3c146cb-f828-4d13-8fb4-66bafbc91d95 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167047 Feb 11 14:17:22.578533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:22.634651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8631a304-ace4-42b7-9c53-015e667707ca req-e49ae56b-2293-4d6d-9de3-cd5129f72694 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0418184 Feb 11 14:17:22.916462 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:22.944224 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Checking router: ff68f755-8ce7-470a-accc-bd3c68caf8ae for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:22.952758 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:22.953381 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:23.036642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:23.064921 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:23.272182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:23.275218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:23.284054 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:23.307202 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:23.323986 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4ddb8-8068-4772-8485-502371cc076b None None] The sync data for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 is: [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:09:48Z', 'revision_number': 4, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1152b027-7107-471e-8878-719e67fd4ac7', 'name': '', 'network_id': 'f63371f4-0184-43a0-8933-72c171b8137c', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'mac_address': 'fa:16:3e:ff:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:46Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'subnets': [{'id': '744f6ed5-b4f4-401c-9987-b886dedd4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:23.400639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dc8c4-b1d2-4adc-95d9-410edb51a015 req-85d404b0-dfaf-4308-8b88-ef0332ac2272 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:23.410435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce4dc8c4-b1d2-4adc-95d9-410edb51a015 req-85d404b0-dfaf-4308-8b88-ef0332ac2272 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0878406 Feb 11 14:17:23.465546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce4dc8c4-b1d2-4adc-95d9-410edb51a015 req-50af8808-ab2f-4294-9394-c6d85a944a56 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538108 Feb 11 14:17:23.601773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:23.646253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:23.661359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'mac_address': 'fa:16:3e:a6:67:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:23.666017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:23.672576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44591d2e-4a42-4c39-8efc-3b4a7e574b27 req-d48a6578-0ed1-472b-a687-f9bdbf6eb704 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:23.677400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44591d2e-4a42-4c39-8efc-3b4a7e574b27 req-d48a6578-0ed1-472b-a687-f9bdbf6eb704 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0660367 Feb 11 14:17:23.693500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b436f-e51e-445c-a3bc-1690c3336295 None None] New status for floating IP bcad5e39-21a8-4092-ada4-e413bd6359b4: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:23.717241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44591d2e-4a42-4c39-8efc-3b4a7e574b27 req-5394ffce-6968-40c2-bf54-fa65d31f75aa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Feb 11 14:17:23.740595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:23.781188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:23.794381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:23.840243 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f91f1392-bf58-4a23-9aa3-3c4cce5d9748 req-748d5fc7-99b6-4878-840f-d5c65ea4a64d tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0288680 Feb 11 14:17:23.923924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:17:23.923924 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:17:23.923924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:23.970401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:23.972943 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf77412-fcdf-4f76-ba24-25502b052d23" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:24.043303 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc34a21-58e6-446f-8d7a-43d1ca417c66 x-openstack-request-id: req-2fc34a21-58e6-446f-8d7a-43d1ca417c66 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:24.044283 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:24.044726 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fc34a21-58e6-446f-8d7a-43d1ca417c66 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:24.045357 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'code': 200} Feb 11 14:17:24.420186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:24.422735 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3150089-5773-4e64-952c-f065b07412bf" -d '{"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:24.469564 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb29bd7-d028-4897-a987-f77c9ba06c83 x-openstack-request-id: req-9cb29bd7-d028-4897-a987-f77c9ba06c83 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:24.470885 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ad3f0-ca80-47d8-aef0-d0724fcddebb", "name": "network-vif-deleted", "tag": "3bf774f0-6734-4660-a398-c34c2fcf8d0d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:24.471347 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cb29bd7-d028-4897-a987-f77c9ba06c83 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:24.471618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:24.472665 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ad3f0-ca80-47d8-aef0-d0724fcddebb', 'name': 'network-vif-deleted', 'tag': '3bf774f0-6734-4660-a398-c34c2fcf8d0d', 'status': 'completed', 'code': 200} Feb 11 14:17:24.488258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:24.512442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:24.613047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cbea9-6607-4f07-bcc6-134e01c6bc95 req-7859ece7-03ec-4588-8425-bddd628d824e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:24.615758 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:24.640143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-893cbea9-6607-4f07-bcc6-134e01c6bc95 req-7859ece7-03ec-4588-8425-bddd628d824e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.0921779 Feb 11 14:17:24.660072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-59e8582f-8b1b-4145-bf9c-0cc75fec4f52 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:24.662063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-59e8582f-8b1b-4145-bf9c-0cc75fec4f52 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368&tenant_id=145788c03dae449a94810aea442c0a09&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 948 time: 0.1117952 Feb 11 14:17:24.714050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:24.741308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-893cbea9-6607-4f07-bcc6-134e01c6bc95 req-fc6e3497-269e-44a8-89e4-c0f0b076f4ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085589 Feb 11 14:17:24.784875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-2b7fd981-613b-40ba-b3d8-c4de56a9fa7a service neutron] 10.222.0.62 "GET /v2.0/ports/af2ab451-7f14-418b-b06e-dae51cf4bdca/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.1092944 Feb 11 14:17:24.864124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-dd5236fa-bfeb-47d6-a739-ca95a9f3831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:24.864797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-dd5236fa-bfeb-47d6-a739-ca95a9f3831a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1100 time: 0.0514622 Feb 11 14:17:24.905309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:25.009467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-1e15a1df-f02b-4a8e-8ada-6b8dc1b6e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:25.011227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-1e15a1df-f02b-4a8e-8ada-6b8dc1b6e13d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1275969 Feb 11 14:17:25.016881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5f03f65-6fbd-456a-8f05-598161899018 req-864458ce-d5dc-4035-9409-5b2655491d10 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0491052 Feb 11 14:17:25.066116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-24d9003d-8eb9-45a5-b73c-ce9c6128d105 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0474138 Feb 11 14:17:25.130293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-5cde80d4-744a-43c8-9d76-552de7777872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:25.132030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-5cde80d4-744a-43c8-9d76-552de7777872 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0584404 Feb 11 14:17:25.212775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-db35e786-aae4-4ffa-a2fd-ca62e9fc4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:25.215359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-db35e786-aae4-4ffa-a2fd-ca62e9fc4d51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737538 Feb 11 14:17:25.326461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-db28c8ee-efea-41d6-964b-e694d231cc5b service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011539 Feb 11 14:17:25.449253 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-db4f355f-c2e0-452f-9065-48490d53aa56 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155081 Feb 11 14:17:25.885896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17aa83-9323-41b6-b892-f94084ee33f6 req-a6771b97-473f-42db-bc1c-4c0463d47937 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:25.893973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff17aa83-9323-41b6-b892-f94084ee33f6 req-a6771b97-473f-42db-bc1c-4c0463d47937 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 949 time: 0.0861864 Feb 11 14:17:25.947041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff17aa83-9323-41b6-b892-f94084ee33f6 req-243508f2-f45a-49a4-b232-c38f963f5311 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Feb 11 14:17:26.149289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18284a-2a5a-48ae-8e58-9e9e115168eb req-8e36cd6e-7f37-4dfe-91c7-07c570c1e211 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:26.152422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb18284a-2a5a-48ae-8e58-9e9e115168eb req-8e36cd6e-7f37-4dfe-91c7-07c570c1e211 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0876052 Feb 11 14:17:26.229413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb18284a-2a5a-48ae-8e58-9e9e115168eb req-9e4a8a30-f11d-4d63-b8c1-f926d95a82db tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Feb 11 14:17:26.231748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12b51c55-259f-42bb-a83f-012a4c50b953 req-91b3fc4d-1dad-4433-b4cd-d480c063ec71 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0341825 Feb 11 14:17:27.091367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d5b9-8cc4-431f-8ead-dda2ae054b76 req-2d116859-5d72-46b1-885a-4bf5af1898ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:27.094745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b81d5b9-8cc4-431f-8ead-dda2ae054b76 req-2d116859-5d72-46b1-885a-4bf5af1898ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 949 time: 0.0645044 Feb 11 14:17:27.136018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b81d5b9-8cc4-431f-8ead-dda2ae054b76 req-bd433b38-e222-4c6c-a1a0-7aecede08f71 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Feb 11 14:17:27.291346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:27.354671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29182010-c8c9-4db7-95e6-4bf2079eae42 req-f92be08d-2bce-42ca-aaea-e2b6367be283 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0346422 Feb 11 14:17:27.355460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port af2ab451-7f14-418b-b06e-dae51cf4bdca triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:27.355833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:27.452599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:27.475128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:27.477471 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e8c23-d7e8-4634-b24c-85b0b51ba4ec" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:27.491476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:27.552334 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1330edd5-f87e-48ff-8297-fd0eea629e1d x-openstack-request-id: req-1330edd5-f87e-48ff-8297-fd0eea629e1d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:27.552625 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:27.552874 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1330edd5-f87e-48ff-8297-fd0eea629e1d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:27.553305 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'code': 200} Feb 11 14:17:27.554527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:27.614430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:27.622946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.623583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.624023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.624504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.624952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.625496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.626022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.626420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.626818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.627231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.627632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:27.628029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:28.326387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727174a-ae3e-4c08-9348-f6af9440f4df req-8d135a04-d3a2-4a24-836b-26a95b4ffa6a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:28.328786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4727174a-ae3e-4c08-9348-f6af9440f4df req-8d135a04-d3a2-4a24-836b-26a95b4ffa6a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0538323 Feb 11 14:17:28.395487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4727174a-ae3e-4c08-9348-f6af9440f4df req-08c04299-93e1-414c-9003-97bf544ec843 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Feb 11 14:17:28.489891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57a545f5-4d69-475a-920a-d1a52a25d73f req-622afa4e-69b5-41e8-af25-fc3a4b07416e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0366712 Feb 11 14:17:28.718225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-183fda98-161d-4efa-8423-ea7d07893b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:28.720335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-183fda98-161d-4efa-8423-ea7d07893b29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1101 time: 0.0441694 Feb 11 14:17:28.788768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-ecd028f8-be7d-4d56-a64e-e7c339c66a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:28.790317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-ecd028f8-be7d-4d56-a64e-e7c339c66a22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1101 time: 0.0457630 Feb 11 14:17:28.909757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-9b316a0c-6663-4f52-9fcb-6c13ad6e2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:28.911365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-9b316a0c-6663-4f52-9fcb-6c13ad6e2038 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1139638 Feb 11 14:17:28.958686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-bc48a73d-c3f1-4d85-bcd4-56967d1ba291 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0380695 Feb 11 14:17:29.025782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-0f6fcfe7-5206-4f25-bb8a-0efb2600557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:29.027301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-0f6fcfe7-5206-4f25-bb8a-0efb2600557a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0563102 Feb 11 14:17:29.077481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-faa4122d-4064-477f-aa3b-f4387838d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:29.079087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-faa4122d-4064-477f-aa3b-f4387838d0ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443316 Feb 11 14:17:29.177163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-9e1df95b-2d5f-49d9-8105-51b3edb9c73e service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884492 Feb 11 14:17:29.271664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec355953-3c54-4c2c-a204-27b84f8336c4 req-6c37a829-e5ff-4055-9df7-568406b71d0c service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861802 Feb 11 14:17:29.529262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05df1-8e95-437b-b943-58d1593e6aef req-e80bddbf-e944-4baf-aa08-7ca5e996b661 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:29.531015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd05df1-8e95-437b-b943-58d1593e6aef req-e80bddbf-e944-4baf-aa08-7ca5e996b661 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0533438 Feb 11 14:17:29.571524 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd05df1-8e95-437b-b943-58d1593e6aef req-0b22c322-0a24-46d5-9949-dde2a634f7dd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Feb 11 14:17:29.598320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c3373d9-44fe-452c-8195-6ed297727748 req-2df23d4c-f2d2-4bf9-93b3-36ed40b4f2c4 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0362043 Feb 11 14:17:30.244655 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:30.695171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b787aab-30cc-4ca5-9406-1934af2840c2 req-3803f85a-f208-4688-a702-5d222398c86a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:30.700835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b787aab-30cc-4ca5-9406-1934af2840c2 req-3803f85a-f208-4688-a702-5d222398c86a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 950 time: 0.0589335 Feb 11 14:17:30.711128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f89f981-5be0-4a17-b4d7-b45843dbdced req-e94dff29-3d1c-42d6-a2d3-9f05b90247f6 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0306511 Feb 11 14:17:30.743557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b787aab-30cc-4ca5-9406-1934af2840c2 req-fa5bea1f-4b3c-4461-ad56-77def6196cee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Feb 11 14:17:31.052780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:31.314374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:31.318045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:31.485163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:31.491740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:31.529442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'mac_address': 'fa:16:3e:a6:67:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:31.566250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:31.568462 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bff0c-6400-4841-bb3c-280ae30070dd" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:31.576870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:31.609497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:31.613000 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60a526-240a-4b26-ad70-c48d0e055659 x-openstack-request-id: req-af60a526-240a-4b26-ad70-c48d0e055659 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:31.613289 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:31.613541 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af60a526-240a-4b26-ad70-c48d0e055659 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:31.613951 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'code': 200} Feb 11 14:17:31.626099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:31.645723 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:31.719610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:17:31.719959 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:17:31.722800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:31.833472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3708939d-ef16-412d-8fab-1280433d5114 req-767a1d63-8670-42a7-8ee8-ca1b23d2a311 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0323946 Feb 11 14:17:31.956671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733ddb-a43c-43fa-95b4-396cbf10bc84 req-9fc326a8-c772-4490-a4e2-3a226fb13785 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:31.958185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d733ddb-a43c-43fa-95b4-396cbf10bc84 req-9fc326a8-c772-4490-a4e2-3a226fb13785 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.0497496 Feb 11 14:17:32.003913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d733ddb-a43c-43fa-95b4-396cbf10bc84 req-bd479929-7ce7-40fd-b287-c56a40bfbe5d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Feb 11 14:17:32.118372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f636-0166-4196-8ea0-1b82acb2af87 req-16e25596-7b07-48c1-9a2a-aec022c236d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:32.119744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40b9f636-0166-4196-8ea0-1b82acb2af87 req-16e25596-7b07-48c1-9a2a-aec022c236d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 948 time: 0.0482872 Feb 11 14:17:32.161160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40b9f636-0166-4196-8ea0-1b82acb2af87 req-39437f88-8dba-4cb8-b3ae-57ae9d40e6f9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Feb 11 14:17:32.259978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:32.275529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:32.297188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:32.385833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:32.436105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:32.456242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-b0fe81f5-6b25-45ef-8564-c46116619430 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354648 Feb 11 14:17:32.577813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-e9a52fbf-a5cd-431f-8a52-41ab25b1a396 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:32.579685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-e9a52fbf-a5cd-431f-8a52-41ab25b1a396 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170104 Feb 11 14:17:32.596595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-51324e78-44a6-439b-984f-7b0210f64f2b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/quotas/145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 375 time: 0.0096016 Feb 11 14:17:32.650452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:32.655758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-3b7a6ccb-32a0-4ff5-a5ac-29f11d86b10a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530043 Feb 11 14:17:32.921426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50841e26-d557-49c7-93dd-90158e6665a6 req-94f16661-fb7e-4bd1-bef7-62a6e8e224b2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 210 time: 0.0305479 Feb 11 14:17:33.021456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f3079ba-5e70-4436-a422-831e73c44dd3 req-d010608d-898a-4e5f-8fe4-edf6fb7c6b4b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0361772 Feb 11 14:17:33.334946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:33.384884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port af2ab451-7f14-418b-b06e-dae51cf4bdca triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:33.385290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:33.467989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:33.501221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:33.556382 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:33.603431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:33.614526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:33.616911 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72312f-fca6-4a83-8cc4-f91c71f44f6b" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:33.654712 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c7fa6f-d2a6-4cee-81d2-9edab162f1ec x-openstack-request-id: req-f5c7fa6f-d2a6-4cee-81d2-9edab162f1ec {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:33.655000 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-plugged", "status": "completed", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:33.655249 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5c7fa6f-d2a6-4cee-81d2-9edab162f1ec {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:33.655666 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'code': 200} Feb 11 14:17:34.023764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a463deac-d4c4-4919-ae8b-6fec02faa398 req-69d0ac1e-8fe5-4295-9e0a-2e4479039faa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 210 time: 0.0264902 Feb 11 14:17:34.123296 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae27447c-75a6-4cb3-af90-d7c054ecde74 req-b9ca9a1a-dfe6-4ca8-8fe0-aeba72687244 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0267801 Feb 11 14:17:34.834326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-b236a90d-001d-463b-b1c9-fc43301fd210 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205832 Feb 11 14:17:34.940356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-79121630-6801-4171-9ff9-a9822a12054a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:34.942087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-79121630-6801-4171-9ff9-a9822a12054a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1013348 Feb 11 14:17:34.956252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Request body: {'port': {'device_id': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '145788c03dae449a94810aea442c0a09'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:35.123025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9b37e21-26f1-4d63-a218-fb96d9ccde67 req-781507cd-e3dc-48b4-aef5-59845a448020 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 210 time: 0.0269821 Feb 11 14:17:35.161044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Made reservation on behalf of 145788c03dae449a94810aea442c0a09 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:35.165416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:35.227320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f7d2bb1-7ce9-45c8-8e5a-17f1e5d09469 req-927d449e-db4c-4b3c-85b7-a71b8bc8262c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0270238 Feb 11 14:17:35.309685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Allocated IP 192.168.233.150 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/81cd6642-c3c3-435c-a06a-2f45d1c73edd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:35.454648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:35.550430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:35.562870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:35.566705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:35.604057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:35.607231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:35.612205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:35.620461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:35.674849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:35.676021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:35.770567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-ef7214e5-cc80-455f-860c-d8f302f6350b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8177490 Feb 11 14:17:35.784517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Request body: {'port': {'device_id': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:35.860555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:35.975068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa86e025-2207-4f25-82b0-9088d35e5d9d None None] Provisioning complete for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:35.975068 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa86e025-2207-4f25-82b0-9088d35e5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.005184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e025-2207-4f25-82b0-9088d35e5d9d None None] Port 81cd6642-c3c3-435c-a06a-2f45d1c73edd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:36.143756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:36.153604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.166785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Transition to ACTIVE for port object 81cd6642-c3c3-435c-a06a-2f45d1c73edd will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:36.243124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b5af-1354-425e-82d4-50df287543f0 req-aad862c5-fda0-454e-b430-406537ef950c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.244723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4920b5af-1354-425e-82d4-50df287543f0 req-aad862c5-fda0-454e-b430-406537ef950c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 936 time: 0.0534286 Feb 11 14:17:36.253486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.285220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4920b5af-1354-425e-82d4-50df287543f0 req-6d1be63a-d7f4-4d82-9d21-811b59c9be23 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Feb 11 14:17:36.305338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:36.384648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7d534ed-b2c2-453c-abc4-063debd1cc8f req-8dfb0476-9734-4946-ad77-afe05c53d511 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0295472 Feb 11 14:17:36.406746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:17:36.407342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:17:36.408272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:36.414573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Bound port: 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:17:36.423117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.496619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:36.499977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:36.610362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.648260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.648989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:36.650427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] 10.222.0.60 "PUT /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 1096 time: 0.8715837 Feb 11 14:17:36.650884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:36.653131 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49250a4-4ea4-4477-9778-9728e3d9dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:36.691714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47253f-dbc9-4f5a-8ee3-1ebb656ef62a service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:36.701047 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759296c6-0de4-42d6-ba14-ec3a78d24d6e x-openstack-request-id: req-759296c6-0de4-42d6-ba14-ec3a78d24d6e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:36.701862 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:36.701862 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-759296c6-0de4-42d6-ba14-ec3a78d24d6e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:36.702045 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'status': 'completed', 'code': 200} Feb 11 14:17:36.775490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49250a4-4ea4-4477-9778-9728e3d9dd4c req-8cbab26f-fad7-4bb6-96ea-0dcaa74c223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.777131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e49250a4-4ea4-4477-9778-9728e3d9dd4c req-8cbab26f-fad7-4bb6-96ea-0dcaa74c223f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1099 time: 0.0470793 Feb 11 14:17:36.810602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e49250a4-4ea4-4477-9778-9728e3d9dd4c req-0c7fe843-6a92-4a93-9346-244643dec3b8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=145788c03dae449a94810aea442c0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224452 Feb 11 14:17:36.920559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49250a4-4ea4-4477-9778-9728e3d9dd4c req-3ea9abf8-f427-4894-b1a0-62b605e336c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:36.921993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e49250a4-4ea4-4477-9778-9728e3d9dd4c req-3ea9abf8-f427-4894-b1a0-62b605e336c3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036398 Feb 11 14:17:37.016449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-379155f4-388d-499c-9f31-769df0a71e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.017991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-379155f4-388d-499c-9f31-769df0a71e66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1099 time: 0.0508957 Feb 11 14:17:37.069048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-f235201d-a281-471d-92b6-6a7049723c00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0378881 Feb 11 14:17:37.124237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-112ffc31-443c-4246-b289-2cbded21b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.125942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-112ffc31-443c-4246-b289-2cbded21b2ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0474007 Feb 11 14:17:37.173554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-1fb567fa-b6ef-4b9e-ab72-c378e369baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.175016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-1fb567fa-b6ef-4b9e-ab72-c378e369baeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415924 Feb 11 14:17:37.294489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-e4a801fe-dd8c-493b-8086-a7e1a4c20f88 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116381 Feb 11 14:17:37.448865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc1416-f701-4755-842c-64ca8605dc50 req-64a6085e-cf26-49be-a704-ac7f594e675e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.458835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06fc1416-f701-4755-842c-64ca8605dc50 req-64a6085e-cf26-49be-a704-ac7f594e675e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.0726924 Feb 11 14:17:37.488411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d6e09ff-c712-42b8-bfec-8ad0d2b74266 req-9cc5a6c0-cc09-4bef-a4ac-58114b93253d service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705525 Feb 11 14:17:37.525400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06fc1416-f701-4755-842c-64ca8605dc50 req-9cb17528-0c7f-4b96-aef2-eaacbce02ede tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Feb 11 14:17:37.655463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-30813b48-bea8-4fce-91d5-5545d5152e32 req-ef12b6e2-4bd1-426a-8f06-ae1f8b24b782 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/ports?device_id=601ad3f0-ca80-47d8-aef0-d0724fcddebb HTTP/1.1" status: 200 len: 210 time: 0.0377581 Feb 11 14:17:38.300200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334c562-ff34-4195-ba47-624ba9846357 req-e3083aa4-9bbd-4090-8411-b00a89364285 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.301884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b334c562-ff34-4195-ba47-624ba9846357 req-e3083aa4-9bbd-4090-8411-b00a89364285 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0589042 Feb 11 14:17:38.357145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b334c562-ff34-4195-ba47-624ba9846357 req-97aef165-298a-416a-b271-1558bd80d6e8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Feb 11 14:17:38.722422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70ddc9-e23e-4d1c-9e26-6aeb4be970a0 req-133e4dba-98fe-40ec-8b54-2fc63d8d16dd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:38.725424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f70ddc9-e23e-4d1c-9e26-6aeb4be970a0 req-133e4dba-98fe-40ec-8b54-2fc63d8d16dd tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.0687649 Feb 11 14:17:38.774875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f70ddc9-e23e-4d1c-9e26-6aeb4be970a0 req-c95566e3-dc8e-4591-98a1-27cca96a6900 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Feb 11 14:17:38.848970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51456) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:38.918040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.951820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.104011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.104350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.105544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/security-groups/643c193f-04e6-43d8-90a0-c85c374519cc HTTP/1.1" status: 204 len: 168 time: 0.2553225 Feb 11 14:17:39.108437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:39.114873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676190a-90f5-44d1-a16c-ba44141fe302 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c193f-04e6-43d8-90a0-c85c374519cc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:39.122825 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-0c18993a-2603-45c1-a1b8-0fa4f966ef8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] show failed (client error): The resource could not be found. Feb 11 14:17:39.125368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0c18993a-2603-45c1-a1b8-0fa4f966ef8b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "GET /v2.0/security-groups/643c193f-04e6-43d8-90a0-c85c374519cc HTTP/1.1" status: 404 len: 347 time: 0.0155993 Feb 11 14:17:39.126611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:39.269187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port 5aceddc9-ae40-4bb0-8712-f787f46efc02 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:39.269536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.353227 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.353555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.364958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for 5aceddc9-ae40-4bb0-8712-f787f46efc02 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:39.550997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c4b5-663f-45d1-92b8-421dd8228313 req-cce36d2d-e30b-490e-a21f-098b801800b4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.552751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c85c4b5-663f-45d1-92b8-421dd8228313 req-cce36d2d-e30b-490e-a21f-098b801800b4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0687377 Feb 11 14:17:39.596343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c85c4b5-663f-45d1-92b8-421dd8228313 req-0cd66846-b1e8-4cfe-b3df-361da01b1d15 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364234 Feb 11 14:17:39.681592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.711696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=5aceddc9-ae40-4bb0-8712-f787f46efc02,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.744150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:39.785781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.789511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.795475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3cfc13c8-36e4-45d0-8038-537fa4cd3554 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/floatingips/bcad5e39-21a8-4092-ada4-e413bd6359b4 HTTP/1.1" status: 204 len: 168 time: 0.6630461 Feb 11 14:17:39.795475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:39.919864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port a3244a91-3c0d-4c38-a89a-f65d148c6d93 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:39.920171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.925412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11ef1-be49-4cb2-b18e-aff9e27f4eda req-e145f2d7-e4a5-471a-905d-9693aaec9efc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.928454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2e11ef1-be49-4cb2-b18e-aff9e27f4eda req-e145f2d7-e4a5-471a-905d-9693aaec9efc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.0628579 Feb 11 14:17:40.014840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2e11ef1-be49-4cb2-b18e-aff9e27f4eda req-9e86deb4-f1af-4419-9040-dea9ea2fbdf1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793808 Feb 11 14:17:40.086196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.114583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for a3244a91-3c0d-4c38-a89a-f65d148c6d93 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:40.307093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-ac8e74ed-7c60-416e-a091-3affb7735b54 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:40.308615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-ac8e74ed-7c60-416e-a091-3affb7735b54 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0623393 Feb 11 14:17:40.439072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port 61a41eac-541c-49fa-81b8-7baf0e2e4cab {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:40.439425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.481499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.529536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=a3244a91-3c0d-4c38-a89a-f65d148c6d93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:40.610007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port 61a41eac-541c-49fa-81b8-7baf0e2e4cab, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=61a41eac-541c-49fa-81b8-7baf0e2e4cab,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:40.610336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.628768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.635269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51482) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:40.635472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b632139d-7435-41ef-a32c-e8a05de4f599 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/ports/a3244a91-3c0d-4c38-a89a-f65d148c6d93 HTTP/1.1" status: 204 len: 168 time: 0.8405447 Feb 11 14:17:40.636400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for 61a41eac-541c-49fa-81b8-7baf0e2e4cab owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:40.736297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting port fa6127e4-f1e4-429e-b4c0-3cf42040d029 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:40.736918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.773492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438d13-d2fd-4546-a6c1-94c71ad5510c req-80902cc6-19c6-4b0b-a346-5fd9ba6490ed tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:40.774997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92438d13-d2fd-4546-a6c1-94c71ad5510c req-80902cc6-19c6-4b0b-a346-5fd9ba6490ed tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 945 time: 0.0683439 Feb 11 14:17:40.847861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.866679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92438d13-d2fd-4546-a6c1-94c71ad5510c req-3d43cbea-410d-4f43-9d7a-f29619d84a83 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679567 Feb 11 14:17:40.874528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Calling delete_port for fa6127e4-f1e4-429e-b4c0-3cf42040d029 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:40.972786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.987590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['61a41eac-541c-49fa-81b8-7baf0e2e4cab'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:41.035049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=61a41eac-541c-49fa-81b8-7baf0e2e4cab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.120147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port 61a41eac-541c-49fa-81b8-7baf0e2e4cab on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:41.123634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.128041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92944245-c95e-41cd-8a77-0cceb09bbe35 req-3ca6a3c1-73ea-482c-9fdb-a6a274967d45 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "DELETE /v2.0/ports/61a41eac-541c-49fa-81b8-7baf0e2e4cab HTTP/1.1" status: 204 len: 173 time: 0.8131378 Feb 11 14:17:41.128737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'name': 'network-vif-deleted', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:41.133788 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb4b3f-6492-41d0-9029-7e7991fb8a19" -d '{"events": [{"server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "name": "network-vif-deleted", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:41.187277 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cef5d86-8f50-4e75-b5fe-692e66152cfd x-openstack-request-id: req-9cef5d86-8f50-4e75-b5fe-692e66152cfd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:41.187569 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01978446-d1ef-4c78-85e2-3f53c6ae4d28", "name": "network-vif-deleted", "tag": "61a41eac-541c-49fa-81b8-7baf0e2e4cab", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:41.187821 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cef5d86-8f50-4e75-b5fe-692e66152cfd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:41.188223 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01978446-d1ef-4c78-85e2-3f53c6ae4d28', 'name': 'network-vif-deleted', 'tag': '61a41eac-541c-49fa-81b8-7baf0e2e4cab', 'status': 'completed', 'code': 200} Feb 11 14:17:41.213937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd093-3c8a-4421-bdc9-f304c6410c70 req-1fd3ac94-3249-41f6-9599-9f93797e1aac tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:41.215429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523fd093-3c8a-4421-bdc9-f304c6410c70 req-1fd3ac94-3249-41f6-9599-9f93797e1aac tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.0566225 Feb 11 14:17:41.258806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523fd093-3c8a-4421-bdc9-f304c6410c70 req-4c83dcd6-398a-46a6-87e2-daa1b99a4800 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367439 Feb 11 14:17:41.277948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.315601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Port': ['ID=fa6127e4-f1e4-429e-b4c0-3cf42040d029,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.418634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.423018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d9b6db0-de50-4890-870c-afe52116eed5 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/ports/fa6127e4-f1e4-429e-b4c0-3cf42040d029 HTTP/1.1" status: 204 len: 168 time: 0.7866478 Feb 11 14:17:41.425643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:41.470614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:41.479528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting subnet 98a4821d-073a-47ac-88e7-2e16ed2cf0f6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:17:41.483956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.541925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.629177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:41.665320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'mac_address': 'fa:16:3e:0e:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:41.720608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.750296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.779086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:41.815827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:41.895987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.927929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.953196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Subnet': ['ID=98a4821d-073a-47ac-88e7-2e16ed2cf0f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.956625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.959256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-05c4a711-a158-446e-914e-ef497e034e5b tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/subnets/98a4821d-073a-47ac-88e7-2e16ed2cf0f6 HTTP/1.1" status: 204 len: 168 time: 0.5326154 Feb 11 14:17:41.962275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51502) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:42.016163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:42.024784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20633e49-c7e1-4a03-ad7d-810d552c889f None None] Network e724ff64-4ed8-4492-876f-24af8a4a1ab3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:17:42.035803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Deleting subnet b3ef43d4-b117-4f0f-80e0-9de3b6db7150 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:17:42.039549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.299908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['81cd6642-c3c3-435c-a06a-2f45d1c73edd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:42.342104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] DHCP port deletion for e724ff64-4ed8-4492-876f-24af8a4a1ab3 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:17:42.377419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.384336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.391450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.398239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.406053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.412743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.419888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.422325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-7235b130-071b-4816-a29f-dd0447c6faf6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.1534264 Feb 11 14:17:42.473497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c18e58c-be34-49c6-abc0-c6735b67ed96 req-61080594-0ff5-480f-8ecb-4b140fa185d5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437953 Feb 11 14:17:42.579872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3917d59c-4e37-4743-b9a4-d862d0ddbd6c req-72f2b19b-bb5e-4588-8876-ab4dd64f24e2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.6088557 Feb 11 14:17:42.586063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.627640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b98202-3bca-4e2c-8586-4e182b2b0f62 req-22adc3ec-e9b0-4a73-b111-e4f94ac7cc77 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.630699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19b98202-3bca-4e2c-8586-4e182b2b0f62 req-22adc3ec-e9b0-4a73-b111-e4f94ac7cc77 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.0771372 Feb 11 14:17:42.681535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19b98202-3bca-4e2c-8586-4e182b2b0f62 req-2f52681a-c893-4bf3-94ce-773a36c7ff97 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Feb 11 14:17:42.695119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Deleting port aaeaac99-4177-4ccc-8455-f49acb918ee9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:42.695119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.706643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.780181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] For port aaeaac99-4177-4ccc-8455-f49acb918ee9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aaeaac99-4177-4ccc-8455-f49acb918ee9,segment=NetworkSegment(719bc143-17b7-441b-b952-334625c4032a),segment_id=719bc143-17b7-441b-b952-334625c4032a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:42.780578 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.797262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Calling delete_port for aaeaac99-4177-4ccc-8455-f49acb918ee9 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:42.862302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.906373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.910287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/subnets/b3ef43d4-b117-4f0f-80e0-9de3b6db7150 HTTP/1.1" status: 204 len: 168 time: 0.9468496 Feb 11 14:17:42.910954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d169c3-cffc-4b41-9a5e-4ce9cf9d557c tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ef43d4-b117-4f0f-80e0-9de3b6db7150,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:42.912875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:42.916196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0ca6e2-2b61-4a7d-89c5-aa02c88a4a04 None None] Network 0dbc4e91-52ce-412d-b618-4b031a060b38 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:17:42.971909 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.995328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] No DVR routers for this DVR port aaeaac99-4177-4ccc-8455-f49acb918ee9 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:43.017705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.044011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8de8b4-ac64-4685-856d-cf02b8152f47 None None] Pushing event deleted for resources: {'Port': ['ID=aaeaac99-4177-4ccc-8455-f49acb918ee9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:43.187153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.211517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e724ff64-4ed8-4492-876f-24af8a4a1ab3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.222904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719bc143-17b7-441b-b952-334625c4032a') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.223201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719bc143-17b7-441b-b952-334625c4032a') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.235771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.261641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] DHCP port deletion for 0dbc4e91-52ce-412d-b618-4b031a060b38 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:17:43.263997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.270823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:17:43.271218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:17:43.275023 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:17:43.331980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Deleting port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:43.332465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.410265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] For port 1161bdc4-87af-4c84-802a-c4c8c3fc5700, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1161bdc4-87af-4c84-802a-c4c8c3fc5700,segment=NetworkSegment(3de16d35-bff1-4d6e-acae-5e4dccbcc303),segment_id=3de16d35-bff1-4d6e-acae-5e4dccbcc303)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:43.410265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.429001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Calling delete_port for 1161bdc4-87af-4c84-802a-c4c8c3fc5700 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:43.446918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.464061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.467564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/networks/e724ff64-4ed8-4492-876f-24af8a4a1ab3 HTTP/1.1" status: 204 len: 168 time: 0.5530593 Feb 11 14:17:43.472190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:43.565648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73d40e-733d-492d-be61-695fab49cab9 tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Network': ['ID=e724ff64-4ed8-4492-876f-24af8a4a1ab3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:43.584082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.596380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe6c6-b82d-489e-8eee-c9ba014d6eef req-b84e71a9-02ec-48a9-8020-acf74de5380b tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.597913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7febe6c6-b82d-489e-8eee-c9ba014d6eef req-b84e71a9-02ec-48a9-8020-acf74de5380b tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.1432071 Feb 11 14:17:43.627584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.627992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.639462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.645631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.651742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.658399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.664985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.667163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7febe6c6-b82d-489e-8eee-c9ba014d6eef req-0fdc3f0e-0fa2-4686-8203-87533cd62713 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574400 Feb 11 14:17:43.667818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] The port '1161bdc4-87af-4c84-802a-c4c8c3fc5700' was deleted {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 11 14:17:43.671997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.683556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-6520d8e7-8afb-42d9-a639-3724ff04e497 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.1243021 Feb 11 14:17:43.697846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] Pushing event deleted for resources: {'Port': ['ID=1161bdc4-87af-4c84-802a-c4c8c3fc5700,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:43.714462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b8e56-7110-41fc-959b-5817f680e12d None None] No DVR routers for this DVR port 1161bdc4-87af-4c84-802a-c4c8c3fc5700 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:43.756219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-941324ad-9fa3-4c67-b3f3-2eb2e3fcee02 req-3c5ed045-c2d0-41f6-b829-3e82d8a8c575 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717049 Feb 11 14:17:43.832031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fc29ec7-00b0-4065-81d8-cb4c6d85e32e req-562de2af-1349-41c3-837a-9ee9b08020d1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0405595 Feb 11 14:17:43.843049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.864407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbc4e91-52ce-412d-b618-4b031a060b38']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.870192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cba71-e20a-426d-a28a-5f5f415d3b3a req-42c34f4d-d546-47bd-8f79-61aeac53510e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.871705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-756cba71-e20a-426d-a28a-5f5f415d3b3a req-42c34f4d-d546-47bd-8f79-61aeac53510e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.0584261 Feb 11 14:17:43.876284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de16d35-bff1-4d6e-acae-5e4dccbcc303') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.876663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de16d35-bff1-4d6e-acae-5e4dccbcc303') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:43.890568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.904264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.910175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-756cba71-e20a-426d-a28a-5f5f415d3b3a req-3112c118-b6bf-4167-b784-1c52d4979118 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Feb 11 14:17:43.911459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:17:43.911883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:17:43.915960 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:17:44.120054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:44.126613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:44.127871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1161bdc4-87af-4c84-802a-c4c8c3fc5700 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:44.130675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] 10.222.0.31 "DELETE /v2.0/networks/0dbc4e91-52ce-412d-b618-4b031a060b38 HTTP/1.1" status: 204 len: 168 time: 0.6583931 Feb 11 14:17:44.145239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b64a3-9197-45f3-aa03-aeb65e61ad0e tempest-TaggedBootDevicesTest_v242-1680160010 tempest-TaggedBootDevicesTest_v242-1680160010-project] Pushing event deleted for resources: {'Network': ['ID=0dbc4e91-52ce-412d-b618-4b031a060b38,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:44.160823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1161bdc4-87af-4c84-802a-c4c8c3fc5700 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:44.161416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1161bdc4-87af-4c84-802a-c4c8c3fc5700 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:44.161842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aaeaac99-4177-4ccc-8455-f49acb918ee9 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:44.191163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: aaeaac99-4177-4ccc-8455-f49acb918ee9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:44.191505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aaeaac99-4177-4ccc-8455-f49acb918ee9 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:44.887578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.893658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.900235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.906208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.912410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.918309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.924355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:44.926344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-510ae855-e1c6-4586-8df1-5368b179d49f req-4777b512-5b4f-4cd5-a4ff-16f373a09105 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.0996954 Feb 11 14:17:44.974770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-510ae855-e1c6-4586-8df1-5368b179d49f req-348ee4c6-5445-4b8f-b908-5da83a6e7705 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363204 Feb 11 14:17:45.080124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-caa075d4-065e-4162-9c7c-f6aefb411716 req-b2337dce-2e62-4a86-9d24-dd82e0197684 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0322957 Feb 11 14:17:45.105976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55a6e6-9070-4b32-97ad-f7f9c7af6ef1 req-fa32cef8-aa37-4425-a4ae-2e950e9b0d8a tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.107493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af55a6e6-9070-4b32-97ad-f7f9c7af6ef1 req-fa32cef8-aa37-4425-a4ae-2e950e9b0d8a tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.3774400 Feb 11 14:17:45.132296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-2f5b983f-f8f0-4f7a-a903-b5ba0050540c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.133799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-2f5b983f-f8f0-4f7a-a903-b5ba0050540c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.62 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 945 time: 0.0735803 Feb 11 14:17:45.190291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef292-39c7-4a0a-82ef-794004ae5790 req-b0985756-8f14-4a83-a175-9408778458d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.191648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af55a6e6-9070-4b32-97ad-f7f9c7af6ef1 req-3f96028b-2b6a-4c2c-afdd-da1b36f66586 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups?id=58b4cf89-0aa8-4bc6-be27-9d3523114ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729475 Feb 11 14:17:45.192166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-998ef292-39c7-4a0a-82ef-794004ae5790 req-b0985756-8f14-4a83-a175-9408778458d0 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.0520630 Feb 11 14:17:45.237972 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-998ef292-39c7-4a0a-82ef-794004ae5790 req-8d374c60-8e15-480d-b305-0dfa50c0dbdf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Feb 11 14:17:45.252097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Deleting port 903d04f7-64d1-4a55-92a1-c9e558853972 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:45.252403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.340670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] For port 903d04f7-64d1-4a55-92a1-c9e558853972, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=903d04f7-64d1-4a55-92a1-c9e558853972,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:45.341074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.360544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 61a41eac-541c-49fa-81b8-7baf0e2e4cab no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:45.380918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 61a41eac-541c-49fa-81b8-7baf0e2e4cab {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:45.381268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 61a41eac-541c-49fa-81b8-7baf0e2e4cab not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:45.487917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:45.532092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.532509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.533175 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Floating IP 8e368db8-0dda-4048-8703-c1f9b12b22d6 disassociated. External IP: 172.25.7.8, port: 903d04f7-64d1-4a55-92a1-c9e558853972. Feb 11 14:17:45.533680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Calling delete_port for 903d04f7-64d1-4a55-92a1-c9e558853972 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:45.575311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.581360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.587062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.592723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.598420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.604610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.610611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.612226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-c87118a4-b68c-427f-8e3d-3d395f27b52c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.1053810 Feb 11 14:17:45.636361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:45.641621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:45.648486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.689292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-ebe663ab-f1da-41b2-b036-5b61291bf3b6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.690832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-ebe663ab-f1da-41b2-b036-5b61291bf3b6 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695500 Feb 11 14:17:45.745172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.758487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.769062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:45.771324 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41673e81-507d-4c8a-b9ce-a94666924114" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:45.787194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:45.818555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event deleted for resources: {'Port': ['ID=903d04f7-64d1-4a55-92a1-c9e558853972,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:45.852816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:45.909007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2ec056cb-ccd7-4979-9b1d-e2b89b012556 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2061470 Feb 11 14:17:45.915103 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060bd790-6245-4fe6-9011-8ee931a36335 x-openstack-request-id: req-060bd790-6245-4fe6-9011-8ee931a36335 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:45.915431 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:45.916885 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060bd790-6245-4fe6-9011-8ee931a36335 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:45.917340 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'code': 200} Feb 11 14:17:45.917691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:45.968251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:46.011479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:46.021775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.030394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb800-3be3-4201-bdc9-5dff4d5d5b5a req-6582b34b-d235-4980-a831-172f420d3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.031912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387cb800-3be3-4201-bdc9-5dff4d5d5b5a req-6582b34b-d235-4980-a831-172f420d3793 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1101 time: 0.0872705 Feb 11 14:17:46.213497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387cb800-3be3-4201-bdc9-5dff4d5d5b5a req-8caa9e8c-113d-4a3d-93d1-5fc28c3e828b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713138 Feb 11 14:17:46.244340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:46.262709 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Sync routers for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:46.265274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.278579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.286473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:46.290379 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:46.297874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.303977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.322492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.327815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc5814e6-66cc-423e-8433-7a359da2ce2f req-7bf22ac0-699b-4d1a-b182-ce7cd35e3c58 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=01978446-d1ef-4c78-85e2-3f53c6ae4d28 HTTP/1.1" status: 200 len: 210 time: 0.0851889 Feb 11 14:17:46.328336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.353083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.363309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] No DVR routers for this DVR port 903d04f7-64d1-4a55-92a1-c9e558853972 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:46.365192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-f4c56a92-2994-4409-a69c-557229bf419f tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 5435 time: 0.2641549 Feb 11 14:17:46.369128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.391696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3651ec9a-2397-4730-b9c0-34f984d70af3 req-86f404b9-207c-4ba2-97e9-aa9314f14eb7 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.62 "DELETE /v2.0/ports/903d04f7-64d1-4a55-92a1-c9e558853972 HTTP/1.1" status: 204 len: 173 time: 1.2504718 Feb 11 14:17:46.392228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'name': 'network-vif-deleted', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:46.399765 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067cbb9-0ceb-40ae-b82f-c38fd37bb544" -d '{"events": [{"server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "name": "network-vif-deleted", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:46.483671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:46.533255 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:46.594199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66f24847-65ef-430f-8d88-8397a4b73085 req-84dd17c1-cce2-4fb0-b8fe-b30cace9c14b tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0611610 Feb 11 14:17:46.599736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1458313f-c89b-4abd-8ba1-bcaf42ce3166 req-90a37f88-4695-4d93-ba67-fc4a51539454 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&id=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289134 Feb 11 14:17:46.612406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8c6158a0-56a8-467e-92b6-814f73a6505d,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:46.655278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bffa114-2a30-40e1-9633-0f93ad7b7dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.716354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] For port 8c6158a0-56a8-467e-92b6-814f73a6505d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:46.755015 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c4946-388b-40fb-8f35-0f3874ab25ff x-openstack-request-id: req-079c4946-388b-40fb-8f35-0f3874ab25ff {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:46.757512 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91059b40-4385-4164-8cb3-90f694653233", "name": "network-vif-deleted", "tag": "903d04f7-64d1-4a55-92a1-c9e558853972", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:46.757886 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079c4946-388b-40fb-8f35-0f3874ab25ff {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:46.758402 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91059b40-4385-4164-8cb3-90f694653233', 'name': 'network-vif-deleted', 'tag': '903d04f7-64d1-4a55-92a1-c9e558853972', 'status': 'completed', 'code': 200} Feb 11 14:17:46.758842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] device_id is not set on port 8c6158a0-56a8-467e-92b6-814f73a6505d yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:17:46.768817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.798383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187f823-6b4f-4e43-a590-b5e75ee2ebcc req-aad26f35-9d85-44ba-a0bd-0492926706ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.800264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7187f823-6b4f-4e43-a590-b5e75ee2ebcc req-aad26f35-9d85-44ba-a0bd-0492926706ee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1272991 Feb 11 14:17:46.832211 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:46.858633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.863115 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Checking router: 26c6988a-84e5-48b7-8aa0-b0ef60527f31 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:46.866201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7187f823-6b4f-4e43-a590-b5e75ee2ebcc req-98c8a8e9-f452-411f-9714-f5c47e5bea5a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540991 Feb 11 14:17:46.873016 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:46.873835 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:46.877593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bffa114-2a30-40e1-9633-0f93ad7b7dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.926381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:46.959476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bffa114-2a30-40e1-9633-0f93ad7b7dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.983381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] No DVR routers for this DVR port 8c6158a0-56a8-467e-92b6-814f73a6505d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:46.984179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:46.998672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3bffa114-2a30-40e1-9633-0f93ad7b7dea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9294f307ab9b4abe95947641294c8d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052972 Feb 11 14:17:47.000590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:47.033087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] In _notify_port_updated(), no bound segment for port 8c6158a0-56a8-467e-92b6-814f73a6505d on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:17:47.034688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.035373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.037425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-808d3f6b-20df-4083-9c6d-41b9d86a6a82 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 200 len: 1028 time: 1.1264231 Feb 11 14:17:47.120792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-35d0425e-5f6c-45b5-af8c-9adace85faee tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.124812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-35d0425e-5f6c-45b5-af8c-9adace85faee tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "GET /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0775061 Feb 11 14:17:47.130753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffa114-2a30-40e1-9633-0f93ad7b7dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e370c5d9-7928-461f-9185-88c1b55355e5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:47.147688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:47.197821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.273373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.276103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.314481 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:47.344516 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3eee5-3b9e-4e3c-ac86-c3d57599e4b1 None None] The sync data for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 is: [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '788f2350-6bd2-428b-91e4-a1799b1a3bb4', 'name': '', 'network_id': '19ef6241-d3f9-45c8-add4-7e858cc901c0', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'mac_address': 'fa:16:3e:06:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:39Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'subnets': [{'id': '2dfb97dd-e4dd-460e-a0cc-7a2399dd8230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:47.374181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f6d2a7c2-f386-47d0-9890-60a201dd11a5 None None] Provisioning complete for port 8c6158a0-56a8-467e-92b6-814f73a6505d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:47.374667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a7c2-f386-47d0-9890-60a201dd11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.461172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2a7c2-f386-47d0-9890-60a201dd11a5 None None] Port 8c6158a0-56a8-467e-92b6-814f73a6505d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:47.484249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.487295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.488490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e370c5d9-7928-461f-9185-88c1b55355e5 HTTP/1.1" status: 204 len: 168 time: 0.4869514 Feb 11 14:17:47.504670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4dce0-5eca-49e5-bbc4-d855c63417e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e370c5d9-7928-461f-9185-88c1b55355e5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:47.512288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=00ba992a-1e27-4f6b-a712-81a051da3b07,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:47.560967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] For port 00ba992a-1e27-4f6b-a712-81a051da3b07, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:47.642510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] device_id is not set on port 00ba992a-1e27-4f6b-a712-81a051da3b07 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:17:47.661702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:47.672090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.770279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:47.780752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc7ca2-5447-4f65-8df2-04fee2d43ddb None None] New status for floating IP 8e368db8-0dda-4048-8703-c1f9b12b22d6: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:47.807368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62598b61-85b3-4be9-b1a3-e1e45c3ee30c req-292d0071-9ee1-4b17-b52c-d379482f512e tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/ports?device_id=91059b40-4385-4164-8cb3-90f694653233 HTTP/1.1" status: 200 len: 210 time: 0.0558879 Feb 11 14:17:47.898133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f4b6a-4df1-4f7a-9afb-35ad61d32952 req-029c004a-1833-40bf-a287-ee151e2fc963 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.905923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910f4b6a-4df1-4f7a-9afb-35ad61d32952 req-029c004a-1833-40bf-a287-ee151e2fc963 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1701400 Feb 11 14:17:47.946170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] No DVR routers for this DVR port 00ba992a-1e27-4f6b-a712-81a051da3b07 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:47.954927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Pushing event updated for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:48.044360 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910f4b6a-4df1-4f7a-9afb-35ad61d32952 req-4e3b5c99-7b35-4d18-b3ff-5f160c497164 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374373 Feb 11 14:17:48.048674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921df9-33b6-499a-a0ed-104b1264d029 req-dfa7b9fe-fb70-4d76-b59c-bb5eacab81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.071096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-dfa7b9fe-fb70-4d76-b59c-bb5eacab81f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.2638547 Feb 11 14:17:48.113049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.121728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.139448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.178510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.200336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.215058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-c9e2c6a2-b4e3-462c-82e2-9505767501af tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 3885 time: 0.2758398 Feb 11 14:17:48.274502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] In _notify_port_updated(), no bound segment for port 00ba992a-1e27-4f6b-a712-81a051da3b07 on network f00379cf-82d4-47d9-8185-2687d9f63b07 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:17:48.275395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.276017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:48.277370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-df615b0d-d749-4710-8f29-1574e4eed6cb service neutron] 10.222.0.60 "PUT /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 200 len: 1028 time: 1.1438637 Feb 11 14:17:48.361093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc1d9d21-83de-4f71-ab09-20ea3fbcbac5 req-f0d03926-253a-461c-aebb-15d172e6c067 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388867 Feb 11 14:17:48.422484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9329e00b-dcd0-49c2-9c1d-ed9987f29fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:48.478548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d6bb3d55-2868-47be-ab01-f560c0160467 None None] Provisioning complete for port 00ba992a-1e27-4f6b-a712-81a051da3b07 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:48.478927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3d55-2868-47be-ab01-f560c0160467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:48.567917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99fa38-f72b-4a6c-b4f3-7d6336dcce5f req-795cfd14-9b1b-41aa-b808-88e3f7ea1171 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.572983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb3d55-2868-47be-ab01-f560c0160467 None None] Port 00ba992a-1e27-4f6b-a712-81a051da3b07 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:48.576278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e99fa38-f72b-4a6c-b4f3-7d6336dcce5f req-795cfd14-9b1b-41aa-b808-88e3f7ea1171 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.2553194 Feb 11 14:17:48.605340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921df9-33b6-499a-a0ed-104b1264d029 req-122779c1-a573-44b5-a7d0-62ee05343dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.607122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-122779c1-a573-44b5-a7d0-62ee05343dbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.5257833 Feb 11 14:17:48.709850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-ddb6d5eb-ad80-470d-b2f9-c383c4610848 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.711701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-ddb6d5eb-ad80-470d-b2f9-c383c4610848 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1467624 Feb 11 14:17:48.732773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-5a889ca3-c151-4003-a414-bb6a03c3b74b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0143032 Feb 11 14:17:48.749839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e99fa38-f72b-4a6c-b4f3-7d6336dcce5f req-2137f22c-cc99-41a4-a48b-ae61afe22746 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724367 Feb 11 14:17:48.751081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-7284f61e-d922-4b59-82a7-eee6d6054579 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.1223221 Feb 11 14:17:48.786473 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-22b78c4f-ce4a-4542-b7b5-ef3ade0ffee1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480676 Feb 11 14:17:48.821125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 9cfb56bd-e1a9-4185-8db5-04005ef88981 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:48.821456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:48.861314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921df9-33b6-499a-a0ed-104b1264d029 req-d7196967-12b2-4a3e-bb51-843111d11913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.864751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-d7196967-12b2-4a3e-bb51-843111d11913 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.1054134 Feb 11 14:17:48.906624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-726f855f-5eaf-4e65-9f5f-d7cd2824bc60 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122401 Feb 11 14:17:48.950152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-865f1406-fc2d-4527-b812-a60b132a9cfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758457 Feb 11 14:17:49.021238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5b56a23-d7c8-40a9-af6b-af99bf410366 req-c41ebcd1-3adf-4128-ae5a-0e503865b91b service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060278 Feb 11 14:17:49.073096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998fee-26d2-4d8f-9177-ba97c5a626b7 req-6ee6fe18-c297-4097-9ba5-faca89150685 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:49.074726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80998fee-26d2-4d8f-9177-ba97c5a626b7 req-6ee6fe18-c297-4097-9ba5-faca89150685 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1101 time: 0.2017295 Feb 11 14:17:49.087669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port 9cfb56bd-e1a9-4185-8db5-04005ef88981, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=9cfb56bd-e1a9-4185-8db5-04005ef88981,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:49.088120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.133680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 9cfb56bd-e1a9-4185-8db5-04005ef88981 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:49.161381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-f82f4ea8-bde8-4756-8863-cd8442a5d516 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945481 Feb 11 14:17:49.168526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80998fee-26d2-4d8f-9177-ba97c5a626b7 req-0df3b424-bbd5-4196-bd9a-799178a33869 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854948 Feb 11 14:17:49.355060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00921df9-33b6-499a-a0ed-104b1264d029 req-4efc1831-e033-4be0-a328-c14101233fc4 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574771 Feb 11 14:17:49.377399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-3c747e8c-acec-45c6-a517-d6dc5da9ab44 req-82a8dd94-c292-46d5-b1cf-22231bfff650 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:17:49.400733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c747e8c-acec-45c6-a517-d6dc5da9ab44 req-82a8dd94-c292-46d5-b1cf-22231bfff650 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070081 Feb 11 14:17:49.402160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 903d04f7-64d1-4a55-92a1-c9e558853972 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:49.404689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd4cd7-06c5-4dfb-9602-d366604ffa29 req-4ef4c50f-cb1d-4733-9fa4-958512d93c0e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:49.406312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1bd4cd7-06c5-4dfb-9602-d366604ffa29 req-4ef4c50f-cb1d-4733-9fa4-958512d93c0e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1362326 Feb 11 14:17:49.444122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 903d04f7-64d1-4a55-92a1-c9e558853972 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:49.445160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 903d04f7-64d1-4a55-92a1-c9e558853972 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:49.509879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1bd4cd7-06c5-4dfb-9602-d366604ffa29 req-b3d6826e-d057-41a1-9ee4-d37f71bf4bc7 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 Feb 11 14:17:49.529501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 00ba992a-1e27-4f6b-a712-81a051da3b07 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:49.569979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 00ba992a-1e27-4f6b-a712-81a051da3b07 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:49.570410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 9cfb56bd-e1a9-4185-8db5-04005ef88981 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:49.680077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.691927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:49.721977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.803910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=9cfb56bd-e1a9-4185-8db5-04005ef88981,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:49.833046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 02fe279a-085e-4db4-baed-30a3166bba41 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:49.884734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.919094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port 9cfb56bd-e1a9-4185-8db5-04005ef88981 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:49.922990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.929125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-dc1ef1c6-bed0-430d-ad4c-6a433a364408 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "DELETE /v2.0/ports/9cfb56bd-e1a9-4185-8db5-04005ef88981 HTTP/1.1" status: 204 len: 173 time: 1.6323249 Feb 11 14:17:49.930557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:49.932872 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35498a0e-7e25-4b1f-90ef-5878db8d5c36" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:49.939776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b585a5c4-9e05-46a8-a353-59e801bec555 req-02261b21-7b1c-4d1e-b360-52436ff7bcb1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64b24c-bffb-4db0-bf63-7562c12138dc HTTP/1.1" status: 200 len: 210 time: 0.1409223 Feb 11 14:17:49.959481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.990453 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.031312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:50.032341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:50.035030 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95c8fb-a44d-4166-ab5a-9b3dcb131631" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "02fe279a-085e-4db4-baed-30a3166bba41"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:50.090801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-67cc7123-06f7-4814-805b-0f674057c32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.099657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-67cc7123-06f7-4814-805b-0f674057c32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.108581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-67cc7123-06f7-4814-805b-0f674057c32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.120537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-67cc7123-06f7-4814-805b-0f674057c32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.133217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-67cc7123-06f7-4814-805b-0f674057c32b tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 3150 time: 0.1890919 Feb 11 14:17:50.149543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.149723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.149845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7d8124b3-7248-4aed-9e71-c2e13ccadf17 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:50.149944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.153042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "DELETE /v2.0/security-groups/58b4cf89-0aa8-4bc6-be27-9d3523114ff5 HTTP/1.1" status: 204 len: 168 time: 0.4571271 Feb 11 14:17:50.170487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:50.228294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce1e58-2d52-42a1-b8e9-a8e7e8efb69c tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4cf89-0aa8-4bc6-be27-9d3523114ff5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:50.260305 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-03a204cf-cffd-4870-961d-e440662068b5 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] show failed (client error): The resource could not be found. Feb 11 14:17:50.264049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-03a204cf-cffd-4870-961d-e440662068b5 tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "GET /v2.0/security-groups/58b4cf89-0aa8-4bc6-be27-9d3523114ff5 HTTP/1.1" status: 404 len: 347 time: 0.0686750 Feb 11 14:17:50.277655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:50.313504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbbab069-705b-4ae9-9ed5-cea0507534a1 req-c3f939a9-f9c0-47e5-856a-556b5412c677 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792605 Feb 11 14:17:50.455983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:50.458985 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a1e22-8086-4012-8f6e-be2262d0aaff x-openstack-request-id: req-ad1a1e22-8086-4012-8f6e-be2262d0aaff {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:50.459206 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "9cfb56bd-e1a9-4185-8db5-04005ef88981", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:50.459997 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad1a1e22-8086-4012-8f6e-be2262d0aaff {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:50.461556 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '9cfb56bd-e1a9-4185-8db5-04005ef88981', 'status': 'completed', 'code': 200} Feb 11 14:17:50.472412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-27ac1b7f-5170-45bc-9c2a-76f17919ec69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4469955 Feb 11 14:17:50.590089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e015-4810-472b-ba1f-0ceb83950283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.615741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.671931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 02fe279a-085e-4db4-baed-30a3166bba41 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:50.672343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.686375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:50.761767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c820185-cb76-438e-8bc7-dcaa83856479 req-6fc9084f-bf2f-498e-8b7b-268860e53565 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.769172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c820185-cb76-438e-8bc7-dcaa83856479 req-6fc9084f-bf2f-498e-8b7b-268860e53565 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1614242 Feb 11 14:17:50.810583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Deleting port 66cb350d-1e30-4687-b000-4f9540b59a7c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:50.810929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.840936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.841877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8c6158a0-56a8-467e-92b6-814f73a6505d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:50.930384 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c820185-cb76-438e-8bc7-dcaa83856479 req-89818cb2-e267-4de3-9f4b-2f6eea393d4c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597998 Feb 11 14:17:50.938950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port 02fe279a-085e-4db4-baed-30a3166bba41, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=02fe279a-085e-4db4-baed-30a3166bba41,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:50.939111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.954176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8c6158a0-56a8-467e-92b6-814f73a6505d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:50.954614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4efae429-0e71-43ab-8527-0af3dfbdece4 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:50.977463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 02fe279a-085e-4db4-baed-30a3166bba41 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:51.013504 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbd03e-8b84-4ee0-a9bb-3cf5effefaa7 x-openstack-request-id: req-a9dbd03e-8b84-4ee0-a9bb-3cf5effefaa7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:51.013737 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "02fe279a-085e-4db4-baed-30a3166bba41", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:51.014125 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9dbd03e-8b84-4ee0-a9bb-3cf5effefaa7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:51.014974 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41', 'code': 200} Feb 11 14:17:51.019407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:51.109815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.116271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.129775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Calling delete_port for 66cb350d-1e30-4687-b000-4f9540b59a7c owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:51.138870 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.177827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:51.252624 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.253370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a623a3cc-9f32-4914-854e-92ed4c15cd37 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:51.299998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c3c29-cf49-4d71-8e8c-d4cfeb373977 req-02c862a8-8c84-4094-91f3-f60e00430592 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.301565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-255c3c29-cf49-4d71-8e8c-d4cfeb373977 req-02c862a8-8c84-4094-91f3-f60e00430592 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1165438 Feb 11 14:17:51.379444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:51.400701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-255c3c29-cf49-4d71-8e8c-d4cfeb373977 req-f661d7c2-2b2a-4728-8dc2-b11986dc2e94 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883913 Feb 11 14:17:51.427582 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.439132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.477434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:51.488634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=02fe279a-085e-4db4-baed-30a3166bba41,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:51.588053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port 02fe279a-085e-4db4-baed-30a3166bba41 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:51.591781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.595287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a83b5d7-9466-45ee-af53-e5c48648b339 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "DELETE /v2.0/ports/02fe279a-085e-4db4-baed-30a3166bba41 HTTP/1.1" status: 204 len: 173 time: 1.6537926 Feb 11 14:17:51.596298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.633888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.675265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Pushing event deleted for resources: {'Port': ['ID=66cb350d-1e30-4687-b000-4f9540b59a7c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:51.736761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140f97-dfe1-438f-8e8b-1ab225f79246 req-8d5a03e5-1ce5-4881-8d85-99e6c3955494 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.741040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:51.743715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140f97-dfe1-438f-8e8b-1ab225f79246 req-8d5a03e5-1ce5-4881-8d85-99e6c3955494 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.744182 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.748879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140f97-dfe1-438f-8e8b-1ab225f79246 req-8d5a03e5-1ce5-4881-8d85-99e6c3955494 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.750767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea140f97-dfe1-438f-8e8b-1ab225f79246 req-8d5a03e5-1ce5-4881-8d85-99e6c3955494 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 2411 time: 0.2115834 Feb 11 14:17:51.843654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.846353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.850698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f06e992f-c95e-4b80-a5e8-3d66ce5a3d5d tempest-ServersTestFqdnHostnames-1289160100 tempest-ServersTestFqdnHostnames-1289160100-project] 10.222.0.31 "DELETE /v2.0/floatingips/8e368db8-0dda-4048-8703-c1f9b12b22d6 HTTP/1.1" status: 204 len: 168 time: 1.5569932 Feb 11 14:17:51.850920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51744) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:51.866588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea140f97-dfe1-438f-8e8b-1ab225f79246 req-e623edc5-fde2-401d-a8fc-a078039010a2 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803671 Feb 11 14:17:52.041251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 4efae429-0e71-43ab-8527-0af3dfbdece4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:52.041582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:52.441533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-fb8a82f6-5862-4bab-b3de-f77c5a9216f5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:52.451124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-fb8a82f6-5862-4bab-b3de-f77c5a9216f5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1596761 Feb 11 14:17:52.474987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-1ece3a0c-34e5-4674-9905-2db53edf8733 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0218589 Feb 11 14:17:52.523857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-dd518237-a904-435d-936c-4ce1e4973d23 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476651 Feb 11 14:17:52.629696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-39ab015d-6e4f-4dd0-8d35-2da7b0274152 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046450 Feb 11 14:17:52.727845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:52.730273 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d68049-dff8-4f4c-90da-71114e061d7e" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "02fe279a-085e-4db4-baed-30a3166bba41"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:52.773507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-716111a7-78ac-4db6-ae26-0856e66def62 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425061 Feb 11 14:17:52.784735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81930-13ba-4c74-aa11-28fe9542a288 req-3efd66ea-a4e8-41c6-bbc9-42abf7ead608 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:52.792763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea81930-13ba-4c74-aa11-28fe9542a288 req-3efd66ea-a4e8-41c6-bbc9-42abf7ead608 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.7045958 Feb 11 14:17:52.886762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port 4efae429-0e71-43ab-8527-0af3dfbdece4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4efae429-0e71-43ab-8527-0af3dfbdece4,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:52.886762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:52.942391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 4efae429-0e71-43ab-8527-0af3dfbdece4 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:52.959143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea81930-13ba-4c74-aa11-28fe9542a288 req-3566d249-b771-4f1c-b165-2f7a45d5ea59 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594079 Feb 11 14:17:53.016109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:53.018660 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9930c318-86e8-484f-bc5e-089b24a51bb1" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:53.069779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:53.135522 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d6414-1ccd-438e-8834-077d9ceb434c x-openstack-request-id: req-539d6414-1ccd-438e-8834-077d9ceb434c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:53.135522 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "02fe279a-085e-4db4-baed-30a3166bba41", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:53.135522 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-539d6414-1ccd-438e-8834-077d9ceb434c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:53.135908 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '02fe279a-085e-4db4-baed-30a3166bba41', 'status': 'completed', 'code': 200} Feb 11 14:17:53.252408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9dc58-20e0-4dbb-aefa-97c6c42e9f48 req-979c17f6-b1e0-49d9-a628-1b32a913e8f9 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.253956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05a9dc58-20e0-4dbb-aefa-97c6c42e9f48 req-979c17f6-b1e0-49d9-a628-1b32a913e8f9 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1283841 Feb 11 14:17:53.261140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d4057-5cbd-4a68-bdac-ae6ec902d2f5 req-9c2ae786-527e-4013-bf1f-2da66d499b92 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.295303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d4057-5cbd-4a68-bdac-ae6ec902d2f5 req-9c2ae786-527e-4013-bf1f-2da66d499b92 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.314210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d4057-5cbd-4a68-bdac-ae6ec902d2f5 req-9c2ae786-527e-4013-bf1f-2da66d499b92 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.315918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-864d4057-5cbd-4a68-bdac-ae6ec902d2f5 req-9c2ae786-527e-4013-bf1f-2da66d499b92 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 2409 time: 0.1398730 Feb 11 14:17:53.354465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:53.414523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-864d4057-5cbd-4a68-bdac-ae6ec902d2f5 req-48206689-bda0-49d4-8121-a7e92b3231b8 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805621 Feb 11 14:17:53.464374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05a9dc58-20e0-4dbb-aefa-97c6c42e9f48 req-33aaf558-e27c-472e-af94-5843398e0981 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004745 Feb 11 14:17:53.493758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-98ebb3e5-59e0-4339-840e-1d4ff16f08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.496083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-98ebb3e5-59e0-4339-840e-1d4ff16f08ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1101 time: 0.2087753 Feb 11 14:17:53.530810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f806943-78e1-4719-85ba-49842ef0be3b req-d6ad41a1-b55e-441a-a07c-979708bde297 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0685823 Feb 11 14:17:53.559862 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc948107-7a70-4ac1-8bd3-31507c85ae5e x-openstack-request-id: req-dc948107-7a70-4ac1-8bd3-31507c85ae5e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:53.560418 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:53.560919 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc948107-7a70-4ac1-8bd3-31507c85ae5e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:53.561480 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'code': 200} Feb 11 14:17:53.561902 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'code': 200} Feb 11 14:17:53.562361 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'code': 200} Feb 11 14:17:53.631853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:53.647637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-ebead75c-c41d-443f-82ae-0179c6211b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.649114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-ebead75c-c41d-443f-82ae-0179c6211b67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1387303 Feb 11 14:17:53.682726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=4efae429-0e71-43ab-8527-0af3dfbdece4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:53.731984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-28480ccc-daaa-4551-b5d6-5f82d427fd0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0603456 Feb 11 14:17:53.774135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port 4efae429-0e71-43ab-8527-0af3dfbdece4 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:53.811969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:53.815304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-8a6d934c-6722-4af4-9efe-9cce4cc4a614 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "DELETE /v2.0/ports/4efae429-0e71-43ab-8527-0af3dfbdece4 HTTP/1.1" status: 204 len: 173 time: 2.2100236 Feb 11 14:17:53.881181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-5f58d738-7d75-4d33-a725-6e7c623862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.882662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-5f58d738-7d75-4d33-a725-6e7c623862ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1287143 Feb 11 14:17:53.963351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.011542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:54.017756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-bc0c90af-8829-448b-a470-1ba8cbb64c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.019484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-bc0c90af-8829-448b-a470-1ba8cbb64c9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173887 Feb 11 14:17:54.100259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09d0e-2d0d-4023-8553-1d48fa28b2b9 req-e01eac62-4626-428b-b9d8-2cc741fb3261 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.109951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0bb09d0e-2d0d-4023-8553-1d48fa28b2b9 req-e01eac62-4626-428b-b9d8-2cc741fb3261 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0738959 Feb 11 14:17:54.113696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:54.114622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.183454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0bb09d0e-2d0d-4023-8553-1d48fa28b2b9 req-4e12d10b-7b5e-4665-9c50-7ad0149d6d39 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724657 Feb 11 14:17:54.201210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520aca8c-91ee-4067-8b95-a4f4b588f142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.300307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520aca8c-91ee-4067-8b95-a4f4b588f142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.369970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port 7d8124b3-7248-4aed-9e71-c2e13ccadf17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7d8124b3-7248-4aed-9e71-c2e13ccadf17,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:54.370336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.375133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-0797e511-9f59-4e8b-95c5-e63067a41ade service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455744 Feb 11 14:17:54.398910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520aca8c-91ee-4067-8b95-a4f4b588f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.404625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 7d8124b3-7248-4aed-9e71-c2e13ccadf17 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:54.442227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-520aca8c-91ee-4067-8b95-a4f4b588f142 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d901fae83278426789bf1281e2d39d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293709 Feb 11 14:17:54.450449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:54.492009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aca8c-91ee-4067-8b95-a4f4b588f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867cc68-f583-4439-9e3c-7d0ca213a4dc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:54.543030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.572702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.597471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-61ce2bb9-96ee-4fcf-b35c-c2a69fb8cbe5 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053397 Feb 11 14:17:54.674411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e53a9-d774-4cbe-b74b-823d1e3a6449 req-c42cef6f-92c6-43ed-8731-41c6b82e3672 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.676053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465e53a9-d774-4cbe-b74b-823d1e3a6449 req-c42cef6f-92c6-43ed-8731-41c6b82e3672 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0899305 Feb 11 14:17:54.686377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981d2f-e40d-4052-98ad-5998c636386d req-945da1ea-b4d3-46ab-8ca2-6336ee3aed30 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.693718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981d2f-e40d-4052-98ad-5998c636386d req-945da1ea-b4d3-46ab-8ca2-6336ee3aed30 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:54.695351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f981d2f-e40d-4052-98ad-5998c636386d req-945da1ea-b4d3-46ab-8ca2-6336ee3aed30 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 1677 time: 0.1399455 Feb 11 14:17:54.735886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465e53a9-d774-4cbe-b74b-823d1e3a6449 req-f0b440b0-7b04-460a-8d5c-f190f5e31812 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Feb 11 14:17:54.765363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.772456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.774372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d867cc68-f583-4439-9e3c-7d0ca213a4dc HTTP/1.1" status: 204 len: 168 time: 0.3221905 Feb 11 14:17:54.791502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99b5c-8518-40ac-8755-c14422c23046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867cc68-f583-4439-9e3c-7d0ca213a4dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:54.906222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32d1546b-e50d-4da8-a3e6-747578a7fc69 req-3daa416c-aefa-431c-83d0-4c92b8eb4d0b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0419550 Feb 11 14:17:54.909686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f981d2f-e40d-4052-98ad-5998c636386d req-ffae2628-2f66-4473-b8e1-ab6c8c50730e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947980 Feb 11 14:17:54.933031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Deleting port 788f2350-6bd2-428b-91e4-a1799b1a3bb4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:54.933031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:54.970412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.014301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=7d8124b3-7248-4aed-9e71-c2e13ccadf17,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:55.085448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] For port 788f2350-6bd2-428b-91e4-a1799b1a3bb4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=788f2350-6bd2-428b-91e4-a1799b1a3bb4,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:55.085848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.112149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port 7d8124b3-7248-4aed-9e71-c2e13ccadf17 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:55.114788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.119615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-b23f4434-b5d0-49b8-86f0-1dc93e328757 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "DELETE /v2.0/ports/7d8124b3-7248-4aed-9e71-c2e13ccadf17 HTTP/1.1" status: 204 len: 173 time: 1.2943709 Feb 11 14:17:55.123909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Calling delete_port for 788f2350-6bd2-428b-91e4-a1799b1a3bb4 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:55.136310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4'}, {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:55.138514 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d9354-de3d-487e-a174-ba0d2a0443dc" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4"}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:55.180468 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b802ed-f8d6-44d8-a9f7-831d7860502c x-openstack-request-id: req-73b802ed-f8d6-44d8-a9f7-831d7860502c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:55.180762 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "4efae429-0e71-43ab-8527-0af3dfbdece4", "status": "completed", "code": 200}, {"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "7d8124b3-7248-4aed-9e71-c2e13ccadf17", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:55.181038 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73b802ed-f8d6-44d8-a9f7-831d7860502c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:55.181621 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '4efae429-0e71-43ab-8527-0af3dfbdece4', 'status': 'completed', 'code': 200} Feb 11 14:17:55.181885 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': '7d8124b3-7248-4aed-9e71-c2e13ccadf17', 'status': 'completed', 'code': 200} Feb 11 14:17:55.349629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port a623a3cc-9f32-4914-854e-92ed4c15cd37 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:55.353403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.364164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bd38d-8a0e-4a05-90cd-c2ae92ec262f req-fca44488-f31f-4c7e-8cb6-1e24996a2cac tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:55.366346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-385bd38d-8a0e-4a05-90cd-c2ae92ec262f req-fca44488-f31f-4c7e-8cb6-1e24996a2cac tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0883431 Feb 11 14:17:55.429793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-385bd38d-8a0e-4a05-90cd-c2ae92ec262f req-8fe63376-a29f-4a51-bfd9-474227effb4e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Feb 11 14:17:55.494746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port a623a3cc-9f32-4914-854e-92ed4c15cd37, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a623a3cc-9f32-4914-854e-92ed4c15cd37,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:55.495165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.607196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.645585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Pushing event deleted for resources: {'Port': ['ID=788f2350-6bd2-428b-91e4-a1799b1a3bb4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:55.840058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.840425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:55.840778 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Floating IP 8745d733-601f-4371-8bef-534537418c6f disassociated. External IP: 172.25.7.74, port: a623a3cc-9f32-4914-854e-92ed4c15cd37. Feb 11 14:17:55.841145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for a623a3cc-9f32-4914-854e-92ed4c15cd37 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:55.887112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547204e2-e9d2-470d-b08b-750167679ef1 req-3555761b-3cc7-4d12-af3d-974ce5f83a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:55.888599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-547204e2-e9d2-470d-b08b-750167679ef1 req-3555761b-3cc7-4d12-af3d-974ce5f83a4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.1481698 Feb 11 14:17:55.946705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:55.977381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0a34bc-0e2c-4d1e-8729-5e61c6b5877a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.028179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-547204e2-e9d2-470d-b08b-750167679ef1 req-78d9ccd4-ad00-4a3e-a5bf-097c1e2c3b9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310210 Feb 11 14:17:56.038130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30922a6-7efc-44b3-97b8-6dc64e5abf08 req-ca412932-fb30-4ecf-885f-439be95efca4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.041899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30922a6-7efc-44b3-97b8-6dc64e5abf08 req-ca412932-fb30-4ecf-885f-439be95efca4 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.2020710 Feb 11 14:17:56.044165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.071017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3187bf1-d879-444a-81b9-62cdbcf5408c req-27c85896-6f12-46d3-b644-116f027433ac tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0535078 Feb 11 14:17:56.100269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-4d0af8cd-5fcb-4cc4-9157-e61f66926e0b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.102048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-4d0af8cd-5fcb-4cc4-9157-e61f66926e0b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.2265902 Feb 11 14:17:56.117171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:56.170761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30922a6-7efc-44b3-97b8-6dc64e5abf08 req-1882033b-520c-4296-9e7c-e2aaf664da9d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230090 Feb 11 14:17:56.306563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0a34bc-0e2c-4d1e-8729-5e61c6b5877a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.325413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139e455-f517-456c-8f15-896713c4de69 req-c2ffa863-5c21-433b-816e-323cdbe68246 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.327245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4139e455-f517-456c-8f15-896713c4de69 req-c2ffa863-5c21-433b-816e-323cdbe68246 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 944 time: 0.1698644 Feb 11 14:17:56.339171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.382977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=a623a3cc-9f32-4914-854e-92ed4c15cd37,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:56.394636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4139e455-f517-456c-8f15-896713c4de69 req-f7fe24ad-f18f-4da0-b325-0c5808455fc3 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups?id=99f90624-3468-43ab-9fbc-50c1aacf3d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562646 Feb 11 14:17:56.426712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0a34bc-0e2c-4d1e-8729-5e61c6b5877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.437898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:56.467597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a34bc-0e2c-4d1e-8729-5e61c6b5877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d60ce6-7e54-4a09-8fb7-8417266e04d8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:56.475904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb0a34bc-0e2c-4d1e-8729-5e61c6b5877a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f02d8d6354b34ae289271591a842aa31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265958 Feb 11 14:17:56.478477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:56.483539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:56.487771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.607336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.640991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.741873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.3 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/791ae479-a307-4674-b876-cca46e203af5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:56.841952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.845890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.847144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69d60ce6-7e54-4a09-8fb7-8417266e04d8 HTTP/1.1" status: 204 len: 168 time: 0.3689749 Feb 11 14:17:57.010801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5dd0a-2a26-4a94-adc6-cd87c59736c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d60ce6-7e54-4a09-8fb7-8417266e04d8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:57.058510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Router aedef316-45e2-4bec-a972-5bd74dd1ff1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:57.073204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a1d25-7806-408a-9fb1-2b48e69455a3 req-e530c7ee-6fd7-4563-b7bf-e9b11a7b30fe tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.082002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-451a1d25-7806-408a-9fb1-2b48e69455a3 req-e530c7ee-6fd7-4563-b7bf-e9b11a7b30fe tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.5519366 Feb 11 14:17:57.083659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.124205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:57.140021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Sync routers for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:57.157305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:57.158445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:57.168300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:57.168680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b590b520-3639-4595-956f-dac1dda6d566 admin admin] 10.222.0.31 "PUT /v2.0/routers/26c6988a-84e5-48b7-8aa0-b0ef60527f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3163843 Feb 11 14:17:57.247853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.330541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:57.336714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:57.338785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:57.363174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Sync routers for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:57.377549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:57.382414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:57.385229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:57.435789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port a623a3cc-9f32-4914-854e-92ed4c15cd37 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:17:57.446957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:57.451091 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:57.453613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-451a1d25-7806-408a-9fb1-2b48e69455a3 req-ea59c7e3-b1ec-4b72-8365-4adbe3616b0e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657265 Feb 11 14:17:57.455093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.462669 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d4dea6c-63fe-4caf-acd3-eb21eea84b58 req-2864c659-2d03-4f0c-87df-cc03d59524b1 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.60 "DELETE /v2.0/ports/a623a3cc-9f32-4914-854e-92ed4c15cd37 HTTP/1.1" status: 204 len: 173 time: 2.2939746 Feb 11 14:17:57.465436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:57.471854 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4687958c-8580-4fee-be35-3dbf6bc5eec3" -d '{"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:57.540457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011f75-1eca-4bb9-a701-29d78568da37 req-e56b3a82-504b-4b49-a5b3-23a6965ff824 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.548878 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89011f75-1eca-4bb9-a701-29d78568da37 req-e56b3a82-504b-4b49-a5b3-23a6965ff824 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 931 time: 0.3222780 Feb 11 14:17:57.596308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.650654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066698f-7571-453d-a733-f87a3d4b3789 req-338ee232-cc96-48ad-8cc9-9b13b06cbb59 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.655330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3066698f-7571-453d-a733-f87a3d4b3789 req-338ee232-cc96-48ad-8cc9-9b13b06cbb59 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1292999 Feb 11 14:17:57.663823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89011f75-1eca-4bb9-a701-29d78568da37 req-e9bb8183-5af6-4a0a-aa4e-ee619ffb432d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034236 Feb 11 14:17:57.718842 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:57.756609 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Checking router: 26c6988a-84e5-48b7-8aa0-b0ef60527f31 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:57.765797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Routers {'26c6988a-84e5-48b7-8aa0-b0ef60527f31'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:57.766402 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:57.773470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3066698f-7571-453d-a733-f87a3d4b3789 req-a1fb1c94-8051-45f4-9532-8202c06e0030 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028204 Feb 11 14:17:57.810186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.819662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.851745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:57.871208 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84dfba2-a431-48bc-b9f8-d8ddb8e508db x-openstack-request-id: req-b84dfba2-a431-48bc-b9f8-d8ddb8e508db {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:57.871510 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64384c-0327-4d57-b050-ddb46129dd1e", "name": "network-vif-deleted", "tag": "a623a3cc-9f32-4914-854e-92ed4c15cd37", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:57.871767 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b84dfba2-a431-48bc-b9f8-d8ddb8e508db {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:57.872180 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64384c-0327-4d57-b050-ddb46129dd1e', 'name': 'network-vif-deleted', 'tag': 'a623a3cc-9f32-4914-854e-92ed4c15cd37', 'status': 'completed', 'code': 200} Feb 11 14:17:57.877181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a6f32a4-c355-4818-be93-e6bd126e10c8 req-50e0c9c4-3de8-400f-b1f5-b1c2b513fbfd tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0425556 Feb 11 14:17:57.899138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:57.915535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-10eefcab-2bf7-4dc6-aa2f-67549835b515 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8038037 Feb 11 14:17:57.929247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Request body: {'port': {'device_id': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:57.974483 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] Set router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:58.061160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:58.085902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Deleting port 5b16d0a3-643c-44cb-8e24-0d740fb52626 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:17:58.086440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:58.288685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:58.311231 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:58.339969 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6286-307c-4b3d-b7f4-8f2c45944c2c None None] The sync data for ids ['26c6988a-84e5-48b7-8aa0-b0ef60527f31'] in n-d-828407-1 is: [{'id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'name': 'tempest-ServersTestFqdnHostnames-564359120-router', 'tenant_id': '71de53ee777748a0bcfcd0be438e7b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:35Z', 'updated_at': '2022-02-11T14:17:55Z', 'revision_number': 5, 'project_id': '71de53ee777748a0bcfcd0be438e7b85', 'gw_port': {'id': '5b16d0a3-643c-44cb-8e24-0d740fb52626', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c6988a-84e5-48b7-8aa0-b0ef60527f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:58.343953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Checking router: aedef316-45e2-4bec-a972-5bd74dd1ff1b for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:58.358419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:58.359710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:58.369484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] For port 5b16d0a3-643c-44cb-8e24-0d740fb52626, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b16d0a3-643c-44cb-8e24-0d740fb52626,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:58.369852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:58.402758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Calling delete_port for 5b16d0a3-643c-44cb-8e24-0d740fb52626 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:17:58.516794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:58.647822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-27755b4c-a95b-4914-b433-f12426bc8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:58.652878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-27755b4c-a95b-4914-b433-f12426bc8fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=086863d73bd341a2ac550ba1763e970e&device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 1096 time: 0.1265726 Feb 11 14:17:58.675964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090650-a16e-48b7-bb1f-41b0e36cb8db req-69e037b1-e3d0-4a92-acbc-12151d1d1f21 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:58.677706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2090650-a16e-48b7-bb1f-41b0e36cb8db req-69e037b1-e3d0-4a92-acbc-12151d1d1f21 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1501746 Feb 11 14:17:58.731657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ebfb-45d3-4719-962f-936b5cdd9047 req-cfe93f02-2bb9-4a3f-a75d-ac72ef8be269 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:58.733256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8b0ebfb-45d3-4719-962f-936b5cdd9047 req-cfe93f02-2bb9-4a3f-a75d-ac72ef8be269 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1713533 Feb 11 14:17:58.817737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 788f2350-6bd2-428b-91e4-a1799b1a3bb4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:17:58.884010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791ae479-a307-4674-b876-cca46e203af5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:58.897189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 788f2350-6bd2-428b-91e4-a1799b1a3bb4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:17:58.903029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:58.904866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b8b0ebfb-45d3-4719-962f-936b5cdd9047 req-492a64f7-d2a1-41f6-a592-b244c451de19 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295972 Feb 11 14:17:58.912972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 788f2350-6bd2-428b-91e4-a1799b1a3bb4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:17:58.995913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2090650-a16e-48b7-bb1f-41b0e36cb8db req-a288a9ab-fde3-43ae-9716-cec38ed6383f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989414 Feb 11 14:17:59.050104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-6d760d9c-5627-4307-ab5f-cd6c459db22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:59.051549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-6d760d9c-5627-4307-ab5f-cd6c459db22a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 200 len: 919 time: 0.3719575 Feb 11 14:17:59.066138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Transition to ACTIVE for port object 791ae479-a307-4674-b876-cca46e203af5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:59.078257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.137205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:59.168967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b16d0a3-643c-44cb-8e24-0d740fb52626,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:59.177038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.179903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-1d79f87f-0609-4b8e-a978-8142849326f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 200 len: 217 time: 0.1202304 Feb 11 14:17:59.190274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc84fd-0eac-4a58-b210-2b4111fe4a70 None None] The sync data for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 is: [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06e0c45a-dd0d-4987-9c92-43d959353666', 'name': '', 'network_id': 'f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'mac_address': 'fa:16:3e:8b:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:18Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'subnets': [{'id': 'f43f46b7-7086-44b2-a344-8aa8bccd0206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:59.279524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd09d740-bba2-4d51-910d-77653a9d4f6f req-a4b56fbc-5fbd-4248-92da-55e194e1990c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.1025841 Feb 11 14:17:59.317846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-bea24aec-6db9-4ac1-9841-fbd58f8cceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:59.325749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-bea24aec-6db9-4ac1-9841-fbd58f8cceaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 200 len: 858 time: 0.1271119 Feb 11 14:17:59.374688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-fb3a7092-6b19-4e51-9ffa-dd09cfd18d34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397735 Feb 11 14:17:59.569660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-4a02b8c1-7a13-4074-adfa-1768f3831676 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872020 Feb 11 14:17:59.702489 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c82d6-6803-4cae-b17a-dd0008045e1c None None] New status for floating IP 8745d733-601f-4371-8bef-534537418c6f: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:59.704217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef0a4a70-f965-4b62-9e11-4bf3aa4ed54f req-b68327ea-6801-4abc-ab00-4078947da045 service neutron] 10.222.0.60 "GET /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256111 Feb 11 14:17:59.796303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098380-0818-41e1-b1d2-c143cd88528a req-b9bdfafe-7f5e-4372-9a44-d6df5ca8efc8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:59.804327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42098380-0818-41e1-b1d2-c143cd88528a req-b9bdfafe-7f5e-4372-9a44-d6df5ca8efc8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 931 time: 0.7536232 Feb 11 14:17:59.835804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.873961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Pushing event updated for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:59.991722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.995587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.011545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-42098380-0818-41e1-b1d2-c143cd88528a req-faf37d99-4beb-4cbb-adf4-c607ea34bdff tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057571 Feb 11 14:18:00.116123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Attempting to bind port 791ae479-a307-4674-b876-cca46e203af5 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:00.116764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Attempting to bind port 791ae479-a307-4674-b876-cca46e203af5 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:00.117376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Attempting to bind port 791ae479-a307-4674-b876-cca46e203af5 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:00.119392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639712a-175c-4bbe-a640-20c288464695 req-ff2907c2-22c3-4d1f-b08f-e8ba15a83807 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.121357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b639712a-175c-4bbe-a640-20c288464695 req-ff2907c2-22c3-4d1f-b08f-e8ba15a83807 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0865657 Feb 11 14:18:00.149588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Port 791ae479-a307-4674-b876-cca46e203af5 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:00.149925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Attempting to bind port 791ae479-a307-4674-b876-cca46e203af5 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:00.171482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b639712a-175c-4bbe-a640-20c288464695 req-9bfc9665-f8f3-4f40-8b3d-1cc58a7593ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Feb 11 14:18:00.179784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.179935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c6988a-84e5-48b7-8aa0-b0ef60527f31 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:00.211289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.215587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-11042287-81b9-4305-9435-f5e65c4c4b8d admin admin] 10.222.0.31 "DELETE /v2.0/routers/26c6988a-84e5-48b7-8aa0-b0ef60527f31 HTTP/1.1" status: 204 len: 168 time: 3.0438294 Feb 11 14:18:00.217707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:00.219559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:00.219906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:00.220298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:00.220774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Bound port: 791ae479-a307-4674-b876-cca46e203af5, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:00.221276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.251211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee302b1-3fb9-4028-87b7-ee329f690ae5 req-b432a5ce-8c45-41d7-abbe-ae94199f9d05 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.252926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ee302b1-3fb9-4028-87b7-ee329f690ae5 req-b432a5ce-8c45-41d7-abbe-ae94199f9d05 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1535373 Feb 11 14:18:00.266527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.291808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:00.354002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Deleting subnet 2dfb97dd-e4dd-460e-a0cc-7a2399dd8230 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:00.361381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.450225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.465385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ee302b1-3fb9-4028-87b7-ee329f690ae5 req-f4aca835-5b8b-442c-9937-a9259d485a4e tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460607 Feb 11 14:18:00.483961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:00.487658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=791ae479-a307-4674-b876-cca46e203af5,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:00.558504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.572612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-161c01d3-db86-45b6-89ba-562c72231711 req-6a5c4655-ed27-4063-a725-7832e381404d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.1180396 Feb 11 14:18:00.579786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e236a7de-c00f-40a0-9062-9dc20ba02053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.607910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.608801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.610420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] 10.222.0.62 "PUT /v2.0/ports/791ae479-a307-4674-b876-cca46e203af5 HTTP/1.1" status: 200 len: 1091 time: 2.6863985 Feb 11 14:18:00.612636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'tag': '791ae479-a307-4674-b876-cca46e203af5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:00.616853 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "tag": "791ae479-a307-4674-b876-cca46e203af5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:00.666187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26b3a-3b21-43a9-a528-7442e8a49b28 service neutron] Pushing event updated for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:00.675836 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6271c9f-8414-4043-8c67-f611de4c8ff3 x-openstack-request-id: req-c6271c9f-8414-4043-8c67-f611de4c8ff3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:00.676520 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "tag": "791ae479-a307-4674-b876-cca46e203af5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:00.677248 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6271c9f-8414-4043-8c67-f611de4c8ff3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:00.678209 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'tag': '791ae479-a307-4674-b876-cca46e203af5', 'status': 'completed', 'code': 200} Feb 11 14:18:00.701408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.754979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-6929a7aa-9668-4ebb-ad0a-169e94ea7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.757270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-6929a7aa-9668-4ebb-ad0a-169e94ea7549 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0505793 Feb 11 14:18:00.793147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e236a7de-c00f-40a0-9062-9dc20ba02053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.866751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.892610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-d9b6dd09-0729-4aba-b770-283d022da6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.897526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-d9b6dd09-0729-4aba-b770-283d022da6ef service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1304054 Feb 11 14:18:00.923675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e236a7de-c00f-40a0-9062-9dc20ba02053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.926846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfb97dd-e4dd-460e-a0cc-7a2399dd8230,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:00.929635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.935614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5a723f4-dc12-47cb-bdb0-4d28d4d584c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2dfb97dd-e4dd-460e-a0cc-7a2399dd8230 HTTP/1.1" status: 204 len: 168 time: 0.7158298 Feb 11 14:18:00.940202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27011e-e02b-45e8-a587-39219b5f3224 None None] Network 19ef6241-d3f9-45c8-add4-7e858cc901c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:00.947237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:00.982876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e236a7de-c00f-40a0-9062-9dc20ba02053 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59081848c1534973b8c1b06853d4f363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896641 Feb 11 14:18:00.985628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:01.021357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236a7de-c00f-40a0-9062-9dc20ba02053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b37a5e1-a694-467b-a670-adce776b4f1e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:01.042633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.100079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.135668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.149410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-96751722-9182-4d59-8b87-6427c9acc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.150911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f44eb5f3-5e2b-4719-aa15-e09c59f171d6 req-96751722-9182-4d59-8b87-6427c9acc047 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2467613 Feb 11 14:18:01.207722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.219432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] DHCP port deletion for 19ef6241-d3f9-45c8-add4-7e858cc901c0 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:01.275226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Deleting port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:01.278984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.294656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fc457-608e-4f08-ab7a-a5a4e76a225a req-48bf3257-0a79-4917-974b-694e930581b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.298253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e6fc457-608e-4f08-ab7a-a5a4e76a225a req-48bf3257-0a79-4917-974b-694e930581b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 943 time: 0.1619656 Feb 11 14:18:01.314465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Deleting port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:01.315275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.348167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.351555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.352981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b37a5e1-a694-467b-a670-adce776b4f1e HTTP/1.1" status: 204 len: 168 time: 0.3658631 Feb 11 14:18:01.395306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b858e-b31d-4b8a-b398-42333c8126af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b37a5e1-a694-467b-a670-adce776b4f1e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:01.410617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] For port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:01.411901 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.412932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e6fc457-608e-4f08-ab7a-a5a4e76a225a req-ee8b465d-919d-49d5-94de-0b3f2e3f7b77 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022825 Feb 11 14:18:01.444219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] For port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,segment=NetworkSegment(8f4f12b9-60fa-44fc-8126-b6f3824d6d69),segment_id=8f4f12b9-60fa-44fc-8126-b6f3824d6d69)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:01.445510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.454142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:01.457484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Calling delete_port for ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:01.524929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Calling delete_port for ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:01.553465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-c45a67fe-47d9-49f6-9a6e-4a770a3acfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.555570 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-c45a67fe-47d9-49f6-9a6e-4a770a3acfa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 1094 time: 0.3577719 Feb 11 14:18:01.672777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-da32cad1-1555-4f4b-8296-2dff38ac0015 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=791ae479-a307-4674-b876-cca46e203af5 HTTP/1.1" status: 200 len: 217 time: 0.0988994 Feb 11 14:18:01.675124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.703912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231afe6b-c354-45b4-a9e1-58b112bf34a8 req-1b3ad71d-366d-47f8-94f4-59d6dba77821 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.716234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-231afe6b-c354-45b4-a9e1-58b112bf34a8 req-1b3ad71d-366d-47f8-94f4-59d6dba77821 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.4096265 Feb 11 14:18:01.740204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] Pushing event deleted for resources: {'Port': ['ID=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:01.753179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e66adea-7aee-4d70-8242-2d940704fe6c None None] No DVR routers for this DVR port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:01.830143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87799588-9df0-4594-aa5f-0e3c9575598a req-a2b9742f-dcb5-4097-8cba-009cef3c27d6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.842427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-87799588-9df0-4594-aa5f-0e3c9575598a req-a2b9742f-dcb5-4097-8cba-009cef3c27d6 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.2038004 Feb 11 14:18:01.882993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-ddac3f89-df5b-4b19-836f-e99d28cef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.884623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-ddac3f89-df5b-4b19-836f-e99d28cef709 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1619222 Feb 11 14:18:01.888350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-231afe6b-c354-45b4-a9e1-58b112bf34a8 req-aad94dfa-cb39-46e1-95ee-a15f483ef699 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685123 Feb 11 14:18:01.903201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:01.929527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-e50f31fc-25f7-4447-893c-0aff2761c077 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381200 Feb 11 14:18:01.933262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-87799588-9df0-4594-aa5f-0e3c9575598a req-5402340f-4d5c-422a-a86e-5534cae6918c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851307 Feb 11 14:18:01.962012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:01.969685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] No DVR routers for this DVR port ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:02.192752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78e21a0b-de40-4fe4-afd4-9474836248ea req-1d03332f-79bc-47da-9720-38c15be98ff5 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0394421 Feb 11 14:18:02.198490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.202032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.222221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-c4135aab-0491-401d-abe8-16434a1cc2ea service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692714 Feb 11 14:18:02.259024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ef6241-d3f9-45c8-add4-7e858cc901c0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:02.321650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4f12b9-60fa-44fc-8126-b6f3824d6d69') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:02.322190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4f12b9-60fa-44fc-8126-b6f3824d6d69') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:02.354565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.383107 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:02.395753 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:02.456857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a8d05878-8e6f-4a0d-92e9-ae8a65426aab req-f21cc6f6-c5c1-4806-9466-fa9d330a77b6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228322 Feb 11 14:18:02.577619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.583574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.590698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/19ef6241-d3f9-45c8-add4-7e858cc901c0 HTTP/1.1" status: 204 len: 168 time: 1.6400685 Feb 11 14:18:02.597340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b16d0a3-643c-44cb-8e24-0d740fb52626 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:02.610762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2d800-3c2b-4987-96eb-37154383cbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=19ef6241-d3f9-45c8-add4-7e858cc901c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:02.654062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 5b16d0a3-643c-44cb-8e24-0d740fb52626 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:02.654496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b16d0a3-643c-44cb-8e24-0d740fb52626 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:02.654933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:02.679451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:02.679799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce7fdbc5-fbc7-4c4f-a74c-8cc17d58b407 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:02.713927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729ad9c-0ff6-4689-a11f-69ed363970d9 req-9b37ceaf-fb7c-41fe-9ea5-1547e1361b4c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.717507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7729ad9c-0ff6-4689-a11f-69ed363970d9 req-9b37ceaf-fb7c-41fe-9ea5-1547e1361b4c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 943 time: 0.1549885 Feb 11 14:18:02.754438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Deleting port 1152b027-7107-471e-8878-719e67fd4ac7 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:02.754883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.787929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7729ad9c-0ff6-4689-a11f-69ed363970d9 req-baaa8464-f7d1-4845-a722-57f0dc5ec032 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648704 Feb 11 14:18:02.880655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] For port 1152b027-7107-471e-8878-719e67fd4ac7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1152b027-7107-471e-8878-719e67fd4ac7,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:02.881279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:02.893861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Calling delete_port for 1152b027-7107-471e-8878-719e67fd4ac7 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:03.014860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51994) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:03.074881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37d70701-cc4e-4a05-9f00-2e2b5dfa4a33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71de53ee777748a0bcfcd0be438e7b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589082 Feb 11 14:18:03.077426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51996) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:03.124109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a30cd-f3f7-44e4-a8e3-2f71eeb1c953 req-60a70fec-312d-4133-a16a-ce95c7f723f4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:03.133551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a69a30cd-f3f7-44e4-a8e3-2f71eeb1c953 req-60a70fec-312d-4133-a16a-ce95c7f723f4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0662677 Feb 11 14:18:03.193012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a69a30cd-f3f7-44e4-a8e3-2f71eeb1c953 req-1466c500-21a5-4c8d-8594-8233499470f1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Feb 11 14:18:03.245649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7de47-1e65-45b1-839a-ee60980ebd8e req-98b0c80c-b9bb-4f3a-b3fc-cc2629cb2986 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:03.262322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-79f7de47-1e65-45b1-839a-ee60980ebd8e req-98b0c80c-b9bb-4f3a-b3fc-cc2629cb2986 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1693492 Feb 11 14:18:03.283279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.317539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4eb3be37-19be-49ef-ba72-a8ee55d2f9c8 req-b3cf0947-a1e3-4727-a592-57aa1daaff7e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0324922 Feb 11 14:18:03.318840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-79f7de47-1e65-45b1-839a-ee60980ebd8e req-a740a609-056b-4b76-acc0-cb6130c868df tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556557 Feb 11 14:18:03.320811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.328551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.394756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Pushing event deleted for resources: {'Port': ['ID=1152b027-7107-471e-8878-719e67fd4ac7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:03.580955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.583320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.584584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd783030-db25-46f7-bf11-6d8f2a9c9df0 HTTP/1.1" status: 204 len: 168 time: 0.5050371 Feb 11 14:18:03.596526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cd76e-04b9-4476-9621-12d1709b568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd783030-db25-46f7-bf11-6d8f2a9c9df0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:03.620170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:03.862901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Router ff68f755-8ce7-470a-accc-bd3c68caf8ae has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:03.949034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537045eb-14d4-43ed-930d-26a2f9cc99a0 req-f541ebfb-855c-4bc3-9b8b-99c9d49ca46e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:03.951619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-537045eb-14d4-43ed-930d-26a2f9cc99a0 req-f541ebfb-855c-4bc3-9b8b-99c9d49ca46e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 943 time: 0.0781157 Feb 11 14:18:03.996115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-537045eb-14d4-43ed-930d-26a2f9cc99a0 req-496f6bba-eedb-45b6-93b2-b3c4f0da6192 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Feb 11 14:18:04.038098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:04.043012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1fd4f300-df02-49d6-b046-56e7b9fe603f admin admin] 10.222.0.31 "PUT /v2.0/routers/ff68f755-8ce7-470a-accc-bd3c68caf8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5874143 Feb 11 14:18:04.045966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:04.050804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Sync routers for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:04.074918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:04.076107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:04.191886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:04.280093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:04.342536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:04.409550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c035629-3689-44ab-ba28-288ddf385213 req-8f40b420-ba82-40b3-a4e1-1e48351184b1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.413552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c035629-3689-44ab-ba28-288ddf385213 req-8f40b420-ba82-40b3-a4e1-1e48351184b1 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1122761 Feb 11 14:18:04.491376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c035629-3689-44ab-ba28-288ddf385213 req-256a8403-b4fd-4d30-af08-2c70347ffd6c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Feb 11 14:18:04.561426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3091c548-c7b6-4f79-8fa8-b2b257f57cde req-af5643a6-0c4c-4366-bf6d-0bde6f6c89e7 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0775928 Feb 11 14:18:04.601010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Deleting port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:04.601311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:04.640150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:18:03Z', 'revision_number': 5, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port': {'id': 'd09f6c22-f5d0-4836-8ad1-efcf3f2f1cff', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:39Z', 'updated_at': '2022-02-11T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:04.674960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Checking router: ff68f755-8ce7-470a-accc-bd3c68caf8ae for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:04.686870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Routers {'ff68f755-8ce7-470a-accc-bd3c68caf8ae'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:04.687536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:04.698816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] For port d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:04.699536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:04.712978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Calling delete_port for d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:04.781811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] Set router ff68f755-8ce7-470a-accc-bd3c68caf8ae gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:04.848688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:18:04Z', 'revision_number': 6, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:04.879152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216816-7ee2-48b4-9379-ce1ba7498e2d None None] The sync data for ids ['ff68f755-8ce7-470a-accc-bd3c68caf8ae'] in n-d-828407-1 is: [{'id': 'ff68f755-8ce7-470a-accc-bd3c68caf8ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1512827408-router', 'tenant_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:38Z', 'updated_at': '2022-02-11T14:18:04Z', 'revision_number': 6, 'project_id': '868c2d23cf1e428ab12d1555d5bfc7db', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:05.077585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:05.101395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.131112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:05.240925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1671972859-network', 'tenant_id': '41e83bf6b2ec47008d1d9f912c8aa12e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:05.297126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf345a-d844-47bc-809a-acd3ef640591 req-be58a687-4177-4f93-9032-f8e35f937a18 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:05.298671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8acf345a-d844-47bc-809a-acd3ef640591 req-be58a687-4177-4f93-9032-f8e35f937a18 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 943 time: 0.1707637 Feb 11 14:18:05.331480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.442733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Made reservation on behalf of 41e83bf6b2ec47008d1d9f912c8aa12e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:05.445055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.451922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8acf345a-d844-47bc-809a-acd3ef640591 req-9d7afbdf-c4eb-494c-9419-27c3a533b55f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380265 Feb 11 14:18:05.453547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.457764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 791ae479-a307-4674-b876-cca46e203af5 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:05.470470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.474856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.655067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.662671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30964e6c-7485-4eb7-9bea-2516c0b37717 req-1bc886f1-b6ce-4692-b2d5-df514569e184 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:05.664370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30964e6c-7485-4eb7-9bea-2516c0b37717 req-1bc886f1-b6ce-4692-b2d5-df514569e184 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0829058 Feb 11 14:18:05.666418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=791ae479-a307-4674-b876-cca46e203af5,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:05.677671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '791ae479-a307-4674-b876-cca46e203af5', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': '791ae479-a307-4674-b876-cca46e203af5', 'mac_address': 'fa:16:3e:26:21:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:05.715206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30964e6c-7485-4eb7-9bea-2516c0b37717 req-cfb9eeab-61b0-4881-b08e-677bd8a5316d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Feb 11 14:18:05.725196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-010ddb4f-4919-4645-b5ee-1d8e4c79e4a9 req-16d91d3a-1cab-4887-887b-4952e0da0291 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0492411 Feb 11 14:18:05.727237 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.727237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff68f755-8ce7-470a-accc-bd3c68caf8ae {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:05.735907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.737085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2f18b983-b52d-469a-a0b5-c860ac91bc5d admin admin] 10.222.0.31 "DELETE /v2.0/routers/ff68f755-8ce7-470a-accc-bd3c68caf8ae HTTP/1.1" status: 204 len: 168 time: 1.6899006 Feb 11 14:18:05.738163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.740084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:05.761571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791ae479-a307-4674-b876-cca46e203af5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:05.782739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=791ae479-a307-4674-b876-cca46e203af5,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:05.792204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.810544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Deleting subnet 744f6ed5-b4f4-401c-9987-b886dedd4cce {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:05.824688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.852276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:05.873953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013bc87-994d-477a-92b8-47d13b99089e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:05.879378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.879725 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Added segment cd135d14-cb55-4a01-8ea3-75275e4df8ac of type vlan for network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 Feb 11 14:18:05.890659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.901510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.969811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:05.976639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.075609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.114185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:06.131606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['791ae479-a307-4674-b876-cca46e203af5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:06.206247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.207242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:06.207832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.268520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4964323-d71b-4e99-9791-88fa62df7fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.286017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.329319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2507019 Feb 11 14:18:06.330230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744f6ed5-b4f4-401c-9987-b886dedd4cce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:06.333110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a74349-8988-409f-bacb-4069b374ea5b None None] Network f63371f4-0184-43a0-8933-72c171b8137c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:06.335947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:06.336179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.342983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Request body: {'subnet': {'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1671972859-subnet', 'tenant_id': '41e83bf6b2ec47008d1d9f912c8aa12e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:06.344037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa7e87ff-8788-4579-898d-244925b70624 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/744f6ed5-b4f4-401c-9987-b886dedd4cce HTTP/1.1" status: 204 len: 168 time: 0.6029427 Feb 11 14:18:06.345132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:06.346043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06273d46-62db-42b4-a485-3263f8a22843 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa21d5e-7a41-4706-8aeb-4279e36caae5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:06.406706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:06.449957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4964323-d71b-4e99-9791-88fa62df7fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.460539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.522342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Deleting port 0a23e3f0-3c34-4e87-a088-b22b11444be8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:06.522698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.596471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] For port 0a23e3f0-3c34-4e87-a088-b22b11444be8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0a23e3f0-3c34-4e87-a088-b22b11444be8,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:06.596845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.609394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4964323-d71b-4e99-9791-88fa62df7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.618366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Made reservation on behalf of 41e83bf6b2ec47008d1d9f912c8aa12e for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:06.622156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.645307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44e85a-bfe8-4b90-b01e-ee35c8c12ab8 req-9a208f5b-0547-4352-8167-4d34cf51657f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:06.647655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b44e85a-bfe8-4b90-b01e-ee35c8c12ab8 req-9a208f5b-0547-4352-8167-4d34cf51657f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 944 time: 0.0728822 Feb 11 14:18:06.689931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b44e85a-bfe8-4b90-b01e-ee35c8c12ab8 req-2f4683a2-530c-4a05-94d8-c8a36b5a93f9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357060 Feb 11 14:18:06.694172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:06.725089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Calling delete_port for 0a23e3f0-3c34-4e87-a088-b22b11444be8 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:06.725585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:06.725585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d09f6c22-f5d0-4836-8ad1-efcf3f2f1cff not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:06.725585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1152b027-7107-471e-8878-719e67fd4ac7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:06.742366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1152b027-7107-471e-8878-719e67fd4ac7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:06.742784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1152b027-7107-471e-8878-719e67fd4ac7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:06.832751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4964323-d71b-4e99-9791-88fa62df7fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bfbe37-eaff-4bce-9de8-3458cef65ebd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:06.855139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] DHCP port deletion for f63371f4-0184-43a0-8933-72c171b8137c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:06.878172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc918f2d-9b13-411c-8a00-268777a70de1 req-26caeb3f-60e4-4683-9779-ff14999a91fe tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0436409 Feb 11 14:18:06.912642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4964323-d71b-4e99-9791-88fa62df7fd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31de4346147e42d783e51d748a5cd079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958035 Feb 11 14:18:06.915557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:06.923991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Deleting port 0a23e3f0-3c34-4e87-a088-b22b11444be8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:06.924577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:06.980683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.004007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] For port 0a23e3f0-3c34-4e87-a088-b22b11444be8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0a23e3f0-3c34-4e87-a088-b22b11444be8,segment=NetworkSegment(8dae6bae-3c74-4735-a068-f62175a91c1e),segment_id=8dae6bae-3c74-4735-a068-f62175a91c1e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:07.004692 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.013598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.018412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Calling delete_port for 0a23e3f0-3c34-4e87-a088-b22b11444be8 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:07.019503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be0b23-c516-4b9b-a6c3-3afe9bcc7c14 req-10d8977f-a531-4099-94a2-6f704c706792 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:07.026076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65be0b23-c516-4b9b-a6c3-3afe9bcc7c14 req-10d8977f-a531-4099-94a2-6f704c706792 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.2186956 Feb 11 14:18:07.034427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.054207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] No DVR routers for this DVR port 0a23e3f0-3c34-4e87-a088-b22b11444be8 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:07.109478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a23e3f0-3c34-4e87-a088-b22b11444be8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:07.122639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.137604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.164801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] Pushing event deleted for resources: {'Port': ['ID=0a23e3f0-3c34-4e87-a088-b22b11444be8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:07.169470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057818c-71e5-4369-a856-7b270a132e3d None None] No DVR routers for this DVR port 0a23e3f0-3c34-4e87-a088-b22b11444be8 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:07.170842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.177093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.183167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2bfbe37-eaff-4bce-9de8-3458cef65ebd HTTP/1.1" status: 204 len: 168 time: 0.2659934 Feb 11 14:18:07.193488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2375dc-955e-44a4-b9e2-28dc8ed5f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bfbe37-eaff-4bce-9de8-3458cef65ebd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:07.257291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.259615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ed57c1-da1d-4352-946e-5a09918c3ce0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:07.274614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65be0b23-c516-4b9b-a6c3-3afe9bcc7c14 req-9b9bf4c7-fa72-4020-bee4-1ab44703a554 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422147 Feb 11 14:18:07.289799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63371f4-0184-43a0-8933-72c171b8137c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:07.307979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dae6bae-3c74-4735-a068-f62175a91c1e') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:07.308278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dae6bae-3c74-4735-a068-f62175a91c1e') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:07.323561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.331573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Checking segment: {'id': 'cd135d14-cb55-4a01-8ea3-75275e4df8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:07.331935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Network hostable DHCP agents. Network: 0aa21d5e-7a41-4706-8aeb-4279e36caae5, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:07.345845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.355499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:07.355914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:07.357692 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:07.472909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 791ae479-a307-4674-b876-cca46e203af5 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:07.504043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:07.561405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.567461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.571458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f63371f4-0184-43a0-8933-72c171b8137c HTTP/1.1" status: 204 len: 168 time: 1.2244220 Feb 11 14:18:07.574602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:07.583631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3685b0-b923-4677-8364-67e8d172fb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63371f4-0184-43a0-8933-72c171b8137c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:07.594836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 791ae479-a307-4674-b876-cca46e203af5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:07.598928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 791ae479-a307-4674-b876-cca46e203af5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:07.599309 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.602336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0aa21d5e-7a41-4706-8aeb-4279e36caae5) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:07.615986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:07.616686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.635527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db8e97-cbf6-41c9-a36d-af1c849cf6cd None None] Network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:07.740149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b7d590bc-8544-4d7b-8527-0ee0cf244deb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4030633 Feb 11 14:18:07.816127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.865451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef562-fb34-4945-a593-0c169255f0d3 req-c594d4cf-f049-474f-ba92-bdcb4c6cef5e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:07.867193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3bef562-fb34-4945-a593-0c169255f0d3 req-c594d4cf-f049-474f-ba92-bdcb4c6cef5e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 944 time: 0.0722973 Feb 11 14:18:07.883549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52144) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:07.883740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=791ae479-a307-4674-b876-cca46e203af5,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:07.887105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791ae479-a307-4674-b876-cca46e203af5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:07.888833 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe0e7af-f52f-4abd-aad1-c97f0f596e0e" -d '{"events": [{"server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "name": "network-vif-plugged", "status": "completed", "tag": "791ae479-a307-4674-b876-cca46e203af5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:07.899078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.938750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f4078-fbbb-47cf-ba6e-809d1cf6d6a4 None None] Network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:07.965869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3bef562-fb34-4945-a593-0c169255f0d3 req-e17bc67c-39e5-42ab-b13e-bf6b166d1f35 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 Feb 11 14:18:07.988134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.043680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88c88882-531c-4667-a9e3-83c8f00ef2fb req-677a4e11-04f6-44c0-93d9-5f12bb98f93a tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0325651 Feb 11 14:18:08.047100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.058015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.116183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95589f8b98bf4df59630736b83a4d1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311752 Feb 11 14:18:08.121211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52156) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:08.139027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631efee1-ebd4-4fe4-bbb8-135c9523f12c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:08.151280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.151923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.152460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.153150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.153643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.154133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.154641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.155126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.156437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:08.156692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.158220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.158742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.159233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ef8a-fe0c-4fb5-8420-0223b49aaeff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:08.212120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.243857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.435756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.439031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.450658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/631efee1-ebd4-4fe4-bbb8-135c9523f12c HTTP/1.1" status: 204 len: 168 time: 0.3238587 Feb 11 14:18:08.483813 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea38b6-c1bf-4e5f-b199-cf4670407a18 x-openstack-request-id: req-3eea38b6-c1bf-4e5f-b199-cf4670407a18 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:08.484131 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "name": "network-vif-plugged", "status": "completed", "tag": "791ae479-a307-4674-b876-cca46e203af5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:08.484386 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eea38b6-c1bf-4e5f-b199-cf4670407a18 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:08.484791 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791ae479-a307-4674-b876-cca46e203af5', 'code': 200} Feb 11 14:18:08.554941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52299e-fb0e-47f2-bbbf-d6b6cc5e14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631efee1-ebd4-4fe4-bbb8-135c9523f12c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:08.641969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0a23e3f0-3c34-4e87-a088-b22b11444be8 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:08.653759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e066-5ae4-4682-99ed-c27184c4bf40 req-6192bc86-214b-48d0-b99e-b674e355d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:08.655204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c43e066-5ae4-4682-99ed-c27184c4bf40 req-6192bc86-214b-48d0-b99e-b674e355d061 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0649059 Feb 11 14:18:08.680683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0a23e3f0-3c34-4e87-a088-b22b11444be8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:08.681527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0a23e3f0-3c34-4e87-a088-b22b11444be8 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:08.737834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c43e066-5ae4-4682-99ed-c27184c4bf40 req-63669147-936e-4ff3-a231-fc216c8c2af6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714941 Feb 11 14:18:08.751025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336411d-8622-4bcd-a2ee-8b700c562537 req-7e5dceb0-e2f2-4af8-a194-59348fcecaee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:08.752626 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8336411d-8622-4bcd-a2ee-8b700c562537 req-7e5dceb0-e2f2-4af8-a194-59348fcecaee tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1011941 Feb 11 14:18:08.769073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-09540341-7e16-4e71-bd95-81b397b1d244 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:08.770805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-09540341-7e16-4e71-bd95-81b397b1d244 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/networks?id=0aa21d5e-7a41-4706-8aeb-4279e36caae5 HTTP/1.1" status: 200 len: 818 time: 0.2819827 Feb 11 14:18:08.788196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-dd11ab44-86f8-4d62-b68a-db3d7ccec882 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/quotas/41e83bf6b2ec47008d1d9f912c8aa12e HTTP/1.1" status: 200 len: 375 time: 0.0112090 Feb 11 14:18:08.819947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8336411d-8622-4bcd-a2ee-8b700c562537 req-fafc92aa-ea79-49b2-8df9-b00bddbf6d11 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489905 Feb 11 14:18:08.834027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:08.836606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-7e659f7d-b110-4512-8ddd-83347ffaa574 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=41e83bf6b2ec47008d1d9f912c8aa12e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425858 Feb 11 14:18:08.935740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-d9173867-e14b-43f9-b3bd-9c6ec4013ecb service neutron] 10.222.0.31 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982077 Feb 11 14:18:09.050468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-d8bcc706-4418-4d9f-991b-42878017996f service neutron] 10.222.0.31 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137223 Feb 11 14:18:09.137091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef16946-f406-4e7c-9600-e404cd7bf1b5 req-8b6674b4-47eb-4fa2-8a99-0f254c4b0c74 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:09.141495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ef16946-f406-4e7c-9600-e404cd7bf1b5 req-8b6674b4-47eb-4fa2-8a99-0f254c4b0c74 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.0826604 Feb 11 14:18:09.205438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ef16946-f406-4e7c-9600-e404cd7bf1b5 req-250c2d11-f626-428b-9c0f-f40f569d2e62 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 Feb 11 14:18:09.262652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Deleting port 525ca1a9-64ae-460a-8d06-71e0864b6fbb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:09.263164 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:09.353959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ec06eeb-9157-41b4-8333-713ad892ffdd req-6ffe8e97-c781-4740-bddf-109c95b4dd04 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0379686 Feb 11 14:18:09.412910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] For port 525ca1a9-64ae-460a-8d06-71e0864b6fbb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=525ca1a9-64ae-460a-8d06-71e0864b6fbb,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:09.413458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:09.425552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aea3d9ea-3d2f-4800-9382-e2dd088269a4 req-4e793c28-46bf-49e9-a426-e19c79d62fa4 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 210 time: 0.1010003 Feb 11 14:18:09.441879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Calling delete_port for 525ca1a9-64ae-460a-8d06-71e0864b6fbb owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:09.737804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:09.819419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Pushing event deleted for resources: {'Port': ['ID=525ca1a9-64ae-460a-8d06-71e0864b6fbb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:10.049013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469bba2-3439-4be2-9cda-44acda548f5a req-01fbc4df-6cb5-4f8d-9f2c-d43c46b89085 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:10.054231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f469bba2-3439-4be2-9cda-44acda548f5a req-01fbc4df-6cb5-4f8d-9f2c-d43c46b89085 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0947578 Feb 11 14:18:10.136641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:10.174610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f469bba2-3439-4be2-9cda-44acda548f5a req-2346ea62-3d8e-423e-a06a-22ec72238359 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042318 Feb 11 14:18:10.414500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc46ba-6d55-428d-895e-663639b6f62f req-4b085c81-e217-4de4-8c57-2fcf013ce3a5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:10.415909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0cc46ba-6d55-428d-895e-663639b6f62f req-4b085c81-e217-4de4-8c57-2fcf013ce3a5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.0901816 Feb 11 14:18:10.489174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Router bb5cb01c-b479-429b-90ac-b042c1b057a7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:10.505827 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0cc46ba-6d55-428d-895e-663639b6f62f req-24922c4b-6c5a-4dcc-9e96-cfe22d586fd7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Feb 11 14:18:10.601478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c46bf94-7bd6-43df-b675-254859520a75 req-861926e7-6273-4dbb-a9c4-404e61ffaf5d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0610280 Feb 11 14:18:10.633070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4146b54-670d-47d7-bcb7-982df6162337 req-7ed6cc81-1339-44d5-93b0-3be059b277a0 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 210 time: 0.0407972 Feb 11 14:18:10.735750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:10.740676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-99d268a2-d698-438d-8d50-f9d7596229fe admin admin] 10.222.0.31 "PUT /v2.0/routers/bb5cb01c-b479-429b-90ac-b042c1b057a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1647110 Feb 11 14:18:10.743793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:10.745490 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Sync routers for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:10.762536 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:10.763454 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:10.924025 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:10.924660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:11.148384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:11.207395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460e777-c419-46d4-8a5c-0dec2f1b9d6d req-8688d462-102d-4897-bac7-29504b2b6ceb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:11.217203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f460e777-c419-46d4-8a5c-0dec2f1b9d6d req-8688d462-102d-4897-bac7-29504b2b6ceb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.0842609 Feb 11 14:18:11.240192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '73902db2-2500-43d7-bc15-0132ad815bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:18:09Z', 'revision_number': 5, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port': {'id': '73902db2-2500-43d7-bc15-0132ad815bac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:59Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:11.285024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Checking router: bb5cb01c-b479-429b-90ac-b042c1b057a7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:11.295623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Routers {'bb5cb01c-b479-429b-90ac-b042c1b057a7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:11.296224 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:17:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bb5cb01c-b479-429b-90ac-b042c1b057a7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:11.315481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f460e777-c419-46d4-8a5c-0dec2f1b9d6d req-9603be5f-3057-411d-a7c0-06a95eab85e7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973334 Feb 11 14:18:11.356791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Deleting port 73902db2-2500-43d7-bc15-0132ad815bac {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:11.357493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:11.434918 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] Set router bb5cb01c-b479-429b-90ac-b042c1b057a7 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:11.492950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da085ca-c19b-4319-9ca6-173f017f259e req-717df853-a1dd-4d7a-adc8-1357cbf0fa13 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:11.500724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1da085ca-c19b-4319-9ca6-173f017f259e req-717df853-a1dd-4d7a-adc8-1357cbf0fa13 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.0940070 Feb 11 14:18:11.508572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:18:11Z', 'revision_number': 6, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:11.529348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] For port 73902db2-2500-43d7-bc15-0132ad815bac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73902db2-2500-43d7-bc15-0132ad815bac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:11.529753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:11.543769 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02521cd3-2242-4875-98ab-526a60d2c390 None None] The sync data for ids ['bb5cb01c-b479-429b-90ac-b042c1b057a7'] in n-d-828407-1 is: [{'id': 'bb5cb01c-b479-429b-90ac-b042c1b057a7', 'name': 'tempest-TaggedBootDevicesTest_v242-216702542-router', 'tenant_id': 'a28ba7275047445e9eac587c027c55cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:18:11Z', 'revision_number': 6, 'project_id': 'a28ba7275047445e9eac587c027c55cd', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:11.553396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Calling delete_port for 73902db2-2500-43d7-bc15-0132ad815bac owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:11.566728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1da085ca-c19b-4319-9ca6-173f017f259e req-c278fea5-8d75-4236-8b0f-ac2de8cdf044 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627472 Feb 11 14:18:12.100780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93a77540-669d-4943-88bf-dfee0879e515 req-80ac9a3e-bd00-4c80-bde8-62e3ccd4c77d tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0846331 Feb 11 14:18:12.234104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b5a1f78-bdcc-4f3f-89a3-8066222e3f02 req-74e897a3-566f-4095-afd0-2554b9ef359b tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 210 time: 0.0563564 Feb 11 14:18:12.282043 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-b73ebab8-200d-490e-8be4-7e43aa5df418 service neutron] show failed (client error): The resource could not be found. Feb 11 14:18:12.282043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-b73ebab8-200d-490e-8be4-7e43aa5df418 service neutron] 10.222.0.60 "GET /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.2671444 Feb 11 14:18:12.311628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-6d6aecc7-87ff-447b-8625-2ec205fbb938 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.313207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-6d6aecc7-87ff-447b-8625-2ec205fbb938 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.60 "GET /v2.0/networks?id=0aa21d5e-7a41-4706-8aeb-4279e36caae5 HTTP/1.1" status: 200 len: 818 time: 0.2978928 Feb 11 14:18:12.326369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Request body: {'port': {'device_id': 'd01197d8-1859-4183-aba5-1b6999c52278', 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5', 'admin_state_up': True, 'tenant_id': '41e83bf6b2ec47008d1d9f912c8aa12e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:12.343792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.403846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73902db2-2500-43d7-bc15-0132ad815bac,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:12.549154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.560673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a0a66-bed8-4cd9-9bd3-4cb9b2d3f697 req-0cb9b6df-394d-4088-a77c-3aa8e3c4a589 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.562697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac0a0a66-bed8-4cd9-9bd3-4cb9b2d3f697 req-0cb9b6df-394d-4088-a77c-3aa8e3c4a589 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.1524801 Feb 11 14:18:12.586001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 525ca1a9-64ae-460a-8d06-71e0864b6fbb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:12.628016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 525ca1a9-64ae-460a-8d06-71e0864b6fbb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:12.634410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 525ca1a9-64ae-460a-8d06-71e0864b6fbb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:12.634410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73902db2-2500-43d7-bc15-0132ad815bac no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:12.658863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 73902db2-2500-43d7-bc15-0132ad815bac {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:12.659490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73902db2-2500-43d7-bc15-0132ad815bac not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:12.711661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.716788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.773208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac0a0a66-bed8-4cd9-9bd3-4cb9b2d3f697 req-c8fbceff-7c50-46f3-a034-c4f32688a627 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294684 Feb 11 14:18:12.778644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Made reservation on behalf of 41e83bf6b2ec47008d1d9f912c8aa12e for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:12.782147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.894845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.895352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb5cb01c-b479-429b-90ac-b042c1b057a7 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:12.926438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:12.926438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9556ed03-faf1-412e-8411-e93b31214ee4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bb5cb01c-b479-429b-90ac-b042c1b057a7 HTTP/1.1" status: 204 len: 168 time: 2.1813543 Feb 11 14:18:12.934012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52294) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:12.963345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3508d7-2873-480d-b44d-3963e62f9f71 req-7cd8cc1a-aef2-4527-849b-7180fc9a7ec9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.963345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef3508d7-2873-480d-b44d-3963e62f9f71 req-7cd8cc1a-aef2-4527-849b-7180fc9a7ec9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1156743 Feb 11 14:18:12.968477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-4fc5df26-2c0e-4f67-b4ec-15479dc5c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.978630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-4fc5df26-2c0e-4f67-b4ec-15479dc5c5f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1101 time: 0.0624380 Feb 11 14:18:12.994108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:13.064712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Allocated IP 172.20.0.9 (0aa21d5e-7a41-4706-8aeb-4279e36caae5/a1ed57c1-da1d-4352-946e-5a09918c3ce0/3091f498-14ac-4283-838c-8f4c46e0aa8c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:13.070321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Deleting subnet 57d7e43b-2e0d-42fb-99d4-a46e07fab800 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:13.073553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.077219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.130554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef3508d7-2873-480d-b44d-3963e62f9f71 req-5f1a567c-a269-47c4-8ae6-f188fb0eaf68 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419113 Feb 11 14:18:13.137886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.297621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52302) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:13.357459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.391562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:13.439338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:13.456512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.525635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:13.526355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.528292 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62536a2-95ee-483d-b3c7-3fa362491123" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-unplugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:13.536130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.552585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Transition to ACTIVE for port object 81cd6642-c3c3-435c-a06a-2f45d1c73edd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:13.590006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d7e43b-2e0d-42fb-99d4-a46e07fab800,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:13.598241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.604171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0df7477-6072-417a-b6f2-53fa6e2ec1d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/57d7e43b-2e0d-42fb-99d4-a46e07fab800 HTTP/1.1" status: 204 len: 168 time: 0.6699624 Feb 11 14:18:13.604341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1b4cf-4ecc-415f-9d56-6040cbea2251 None None] Network 85ff3ab4-bc85-4ea2-baa7-82330909e97e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:13.605304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85d8a935-324a-4490-8c7d-14c0663ac118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.607534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:13.625304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.634108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.714174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:13.737511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24d7a975-c0bd-4b4d-82fd-ef65a20cf72c req-7be70812-f01b-4dbc-89f0-32b82d4b94ad tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0546293 Feb 11 14:18:13.742402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:13.748817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:13.784846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Pushing event updated for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:13.818165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] No DVR routers for this DVR port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:13.850232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:13.850872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.858916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85d8a935-324a-4490-8c7d-14c0663ac118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.879555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:13.897172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.932999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85d8a935-324a-4490-8c7d-14c0663ac118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.940812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:13.941347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:13.941694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:13.963653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-5a071672-5e54-44c1-93b3-57232409f4a5 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6417871 Feb 11 14:18:13.973507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] DHCP port deletion for 85ff3ab4-bc85-4ea2-baa7-82330909e97e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:14.007719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:14.008248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:14.025904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Request body: {'port': {'device_id': 'd01197d8-1859-4183-aba5-1b6999c52278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:14.045612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:14.045961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:14.046406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:14.047578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Bound port: 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:14.047955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.098579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd4cd-533c-4266-84b9-c12e9578c3e4 req-f3d9d32d-9847-48a1-b4c6-4f70e235fdc7 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.104917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49bfd4cd-533c-4266-84b9-c12e9578c3e4 req-f3d9d32d-9847-48a1-b4c6-4f70e235fdc7 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 931 time: 0.1584508 Feb 11 14:18:14.119137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85d8a935-324a-4490-8c7d-14c0663ac118 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=451410c71870422ea72ee00f74ef376e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205500 Feb 11 14:18:14.124924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Deleting port 543b1fe9-fddb-4648-bdd3-992f47bdeced {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:14.125434 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.127624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52320) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:14.155624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8a935-324a-4490-8c7d-14c0663ac118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba27dcf-4bfe-47a6-bc20-abbd886bea4a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:14.199949 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59742a-12dc-40b7-b8ed-1add883285d8 x-openstack-request-id: req-5b59742a-12dc-40b7-b8ed-1add883285d8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:14.199949 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-unplugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:14.200399 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b59742a-12dc-40b7-b8ed-1add883285d8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:14.200584 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'code': 200} Feb 11 14:18:14.252147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:14.256346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:14.266991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Deleting port 543b1fe9-fddb-4648-bdd3-992f47bdeced {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:14.267628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.269241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] For port 543b1fe9-fddb-4648-bdd3-992f47bdeced, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=543b1fe9-fddb-4648-bdd3-992f47bdeced,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:14.269569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.299060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Calling delete_port for 543b1fe9-fddb-4648-bdd3-992f47bdeced owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:14.339955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] For port 543b1fe9-fddb-4648-bdd3-992f47bdeced, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=543b1fe9-fddb-4648-bdd3-992f47bdeced,segment=NetworkSegment(4249e093-1b44-4177-9ff8-36faf3360c98),segment_id=4249e093-1b44-4177-9ff8-36faf3360c98)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:14.340326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.354374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Calling delete_port for 543b1fe9-fddb-4648-bdd3-992f47bdeced owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:14.377167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.398960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.437641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.479401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd78aa-34d3-47ff-be26-b27986a9cfde req-f2a828f9-ba9a-4107-a2a2-9329d60433e6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.481991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbdd78aa-34d3-47ff-be26-b27986a9cfde req-f2a828f9-ba9a-4107-a2a2-9329d60433e6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.2021909 Feb 11 14:18:14.482179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49bfd4cd-533c-4266-84b9-c12e9578c3e4 req-349ecc41-5330-43cf-a0e5-fb0b9ada9dcb tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330624 Feb 11 14:18:14.494457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.495082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.496461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 1096 time: 1.5096905 Feb 11 14:18:14.521762 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.547885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.569840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] No DVR routers for this DVR port 543b1fe9-fddb-4648-bdd3-992f47bdeced on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:14.576948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4fced-d737-4068-a8c8-700a3eb28f1d None None] Pushing event deleted for resources: {'Port': ['ID=543b1fe9-fddb-4648-bdd3-992f47bdeced,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:14.623879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.625940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96892f43-2222-4051-89b6-be8b0f558fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:14.628792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 543b1fe9-fddb-4648-bdd3-992f47bdeced no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:14.670379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbdd78aa-34d3-47ff-be26-b27986a9cfde req-1d514946-ccfd-49eb-972e-092731399588 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430664 Feb 11 14:18:14.691792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 543b1fe9-fddb-4648-bdd3-992f47bdeced {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:14.693260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 543b1fe9-fddb-4648-bdd3-992f47bdeced not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:14.718743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] No DVR routers for this DVR port 543b1fe9-fddb-4648-bdd3-992f47bdeced on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:14.727944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b1fe9-fddb-4648-bdd3-992f47bdeced,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:14.816097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-8ae53e97-3dea-4f27-8557-db9bd16fa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.818890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-8ae53e97-3dea-4f27-8557-db9bd16fa24c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1099 time: 0.2918532 Feb 11 14:18:14.858527 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-18667dfa-817d-4a9b-9679-b537115fc759 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010131 Feb 11 14:18:14.898840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.951279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.954451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:14.955086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ff3ab4-bc85-4ea2-baa7-82330909e97e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:14.955581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cba27dcf-4bfe-47a6-bc20-abbd886bea4a HTTP/1.1" status: 204 len: 168 time: 0.8261852 Feb 11 14:18:14.975278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4249e093-1b44-4177-9ff8-36faf3360c98') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:14.975565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4249e093-1b44-4177-9ff8-36faf3360c98') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:14.984546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29f69-0474-4bf5-b0cd-580f0ad4e825 req-e22a4473-2a9a-4bd1-9ae3-59c3ed34976f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.986061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18b29f69-0474-4bf5-b0cd-580f0ad4e825 req-e22a4473-2a9a-4bd1-9ae3-59c3ed34976f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.1736152 Feb 11 14:18:15.007266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.015444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4bb8633-6990-4d00-a4db-d07a63dc1372 req-7970438b-cc82-4911-a297-26f172df5165 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0856442 Feb 11 14:18:15.059615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56030-134d-40e4-8e49-78611c013c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba27dcf-4bfe-47a6-bc20-abbd886bea4a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:15.089489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-f4e5041e-8e6a-4300-abe9-50d2e6d8f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.090974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-f4e5041e-8e6a-4300-abe9-50d2e6d8f751 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 1101 time: 0.1609104 Feb 11 14:18:15.092043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.102253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-6d79cc7f-bec3-4c80-b488-f5a2f947db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.103967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-6d79cc7f-bec3-4c80-b488-f5a2f947db47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2763407 Feb 11 14:18:15.125192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:15.125600 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:15.128244 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:15.145006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18b29f69-0474-4bf5-b0cd-580f0ad4e825 req-f0e5caa0-becf-4778-8e33-4ce17138c445 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500742 Feb 11 14:18:15.206223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-653d39b4-4bc2-4e10-8be6-a87aded7be03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0905659 Feb 11 14:18:15.220284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991214dc-169a-44de-a8ea-4c23590021ec req-81855e99-d430-43f4-ad29-17fb4119c70d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.221796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-991214dc-169a-44de-a8ea-4c23590021ec req-81855e99-d430-43f4-ad29-17fb4119c70d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.1928241 Feb 11 14:18:15.279962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3091f498-14ac-4283-838c-8f4c46e0aa8c {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:15.293129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.301869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-4cfea289-a868-47a4-9370-7288e0852d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.303332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-4cfea289-a868-47a4-9370-7288e0852d88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0806649 Feb 11 14:18:15.319014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-454d7165-cae7-4b7b-a615-b6f0dca6fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.320490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-454d7165-cae7-4b7b-a615-b6f0dca6fc01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1922939 Feb 11 14:18:15.321435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Transition to ACTIVE for port object 3091f498-14ac-4283-838c-8f4c46e0aa8c will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:15.367097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.378199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-e6a56bfe-fad2-425e-8a48-6d84b822dac8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 200 len: 217 time: 0.0502303 Feb 11 14:18:15.378938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.385225 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85ff3ab4-bc85-4ea2-baa7-82330909e97e HTTP/1.1" status: 204 len: 168 time: 1.7735553 Feb 11 14:18:15.399010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5584c9-12b0-44bf-b787-5c0102a28c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ff3ab4-bc85-4ea2-baa7-82330909e97e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:15.404828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-540a4968-3355-4ba0-8e60-568c62fb5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.404828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-540a4968-3355-4ba0-8e60-568c62fb5bfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781877 Feb 11 14:18:15.411907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port 791ae479-a307-4674-b876-cca46e203af5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:15.412268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.446834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.522510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:15.560515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-baf41855-aae3-488f-a633-685cb80fa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.572212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-baf41855-aae3-488f-a633-685cb80fa0f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1805694 Feb 11 14:18:15.573754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port 791ae479-a307-4674-b876-cca46e203af5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=791ae479-a307-4674-b876-cca46e203af5,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:15.574134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.578510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-1c982a78-dc64-4385-9e87-e1e8021ea91c service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631680 Feb 11 14:18:15.597678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for 791ae479-a307-4674-b876-cca46e203af5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:15.619597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:15.699825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:15.751971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-9b458d60-dd31-4ad1-929c-8f4377fa70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.753528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-9b458d60-dd31-4ad1-929c-8f4377fa70f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717176 Feb 11 14:18:15.759853 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0a74b93-4100-4ec2-a420-c79de651e000 req-8f0f7ccf-bf64-4e5d-b7a8-23cb3ee60544 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727149 Feb 11 14:18:15.796170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416de3d7-d629-490a-be55-d2d0178ab2e9 req-1c2dd6ee-47cc-4a07-9996-ed89ef0abf8d tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.798247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-416de3d7-d629-490a-be55-d2d0178ab2e9 req-1c2dd6ee-47cc-4a07-9996-ed89ef0abf8d tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 943 time: 0.1655984 Feb 11 14:18:15.829837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Attempting to bind port 3091f498-14ac-4283-838c-8f4c46e0aa8c on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:15.830424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Attempting to bind port 3091f498-14ac-4283-838c-8f4c46e0aa8c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'cd135d14-cb55-4a01-8ea3-75275e4df8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:15.830817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Attempting to bind port 3091f498-14ac-4283-838c-8f4c46e0aa8c on network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:15.837905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Port 3091f498-14ac-4283-838c-8f4c46e0aa8c on network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:15.838347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Attempting to bind port 3091f498-14ac-4283-838c-8f4c46e0aa8c on network 0aa21d5e-7a41-4706-8aeb-4279e36caae5 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:15.861676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:15.861869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:15.861869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Checking segment: {'id': 'cd135d14-cb55-4a01-8ea3-75275e4df8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:15.861869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Bound using segment: {'id': 'cd135d14-cb55-4a01-8ea3-75275e4df8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:15.861869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Bound port: 3091f498-14ac-4283-838c-8f4c46e0aa8c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd135d14-cb55-4a01-8ea3-75275e4df8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:15.861869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.875614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5df15395-4954-4ca3-915a-d4ef240962a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.897432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aefe3-40fd-4e2a-9ed9-6aa9d934fbbd req-a8203bc3-6f83-46da-b7ef-d6dddc23c781 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.898933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e5aefe3-40fd-4e2a-9ed9-6aa9d934fbbd req-a8203bc3-6f83-46da-b7ef-d6dddc23c781 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 945 time: 0.0942903 Feb 11 14:18:15.961774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e5aefe3-40fd-4e2a-9ed9-6aa9d934fbbd req-517c4c37-4017-46ab-bf6a-036eb72d6e43 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548272 Feb 11 14:18:15.963011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-416de3d7-d629-490a-be55-d2d0178ab2e9 req-69f9e073-207e-4e21-8ef5-53dab460d421 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344657 Feb 11 14:18:15.988114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.000786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:16.004799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['791ae479-a307-4674-b876-cca46e203af5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:16.008146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c,segment=NetworkSegment(cd135d14-cb55-4a01-8ea3-75275e4df8ac),segment_id=cd135d14-cb55-4a01-8ea3-75275e4df8ac)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:16.018192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=791ae479-a307-4674-b876-cca46e203af5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:16.018396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-30f2d068-881b-4462-8827-161e7c226d9d service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533913 Feb 11 14:18:16.084070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:16.103961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.194726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.195359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.196794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/3091f498-14ac-4283-838c-8f4c46e0aa8c HTTP/1.1" status: 200 len: 1091 time: 2.1779881 Feb 11 14:18:16.198697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f20bfd0-c4e0-4136-a7b0-abf1e4e72b60 req-211813b9-16f6-489e-b1f9-fa930899ab87 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0514085 Feb 11 14:18:16.204299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:16.206629 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f87e5e-e862-427e-bb47-3ed6b773c041" -d '{"events": [{"name": "network-changed", "server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:16.259338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f85afa-c138-4384-a888-6fc9197fc3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:16.276947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-815b4c2d-7c2d-4bed-b9a6-199798bb480b req-5f898ae9-d798-4bd6-95a5-69d1bd297309 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512240 Feb 11 14:18:16.289493 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daebbc9-b891-4771-98ab-95b297371197 x-openstack-request-id: req-4daebbc9-b891-4771-98ab-95b297371197 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:16.289787 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:16.290567 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4daebbc9-b891-4771-98ab-95b297371197 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:16.290983 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c', 'status': 'completed', 'code': 200} Feb 11 14:18:16.342737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-b57df02e-1e77-494e-bd8f-1cd8c88f7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.344642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-b57df02e-1e77-494e-bd8f-1cd8c88f7326 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41e83bf6b2ec47008d1d9f912c8aa12e&device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 1094 time: 0.0507245 Feb 11 14:18:16.394533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-278766de-5337-4b62-8dab-4ce08ed62c83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c HTTP/1.1" status: 200 len: 217 time: 0.0403533 Feb 11 14:18:16.449382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-7206d774-587b-4d68-b388-1d2c0789fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.451330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-7206d774-587b-4d68-b388-1d2c0789fbce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1ed57c1-da1d-4352-946e-5a09918c3ce0 HTTP/1.1" status: 200 len: 858 time: 0.0488961 Feb 11 14:18:16.488688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-b2ba5bca-6d32-4ce6-bd4f-c405aa18c0b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0aa21d5e-7a41-4706-8aeb-4279e36caae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294023 Feb 11 14:18:16.504011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:16.509703 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a85449d-742d-47c3-9964-94c8e1d8e491" -d '{"events": [{"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:16.509703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port 791ae479-a307-4674-b876-cca46e203af5 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:16.512943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5df15395-4954-4ca3-915a-d4ef240962a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.527773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.530999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-991214dc-169a-44de-a8ea-4c23590021ec req-ac845e2e-a558-496f-ba9d-b27871fab0b8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "DELETE /v2.0/ports/791ae479-a307-4674-b876-cca46e203af5 HTTP/1.1" status: 204 len: 173 time: 1.2980976 Feb 11 14:18:16.595555 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475ec42-8ab9-4600-80ff-2029e846dd25 x-openstack-request-id: req-4475ec42-8ab9-4600-80ff-2029e846dd25 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:16.595555 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:16.595555 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4475ec42-8ab9-4600-80ff-2029e846dd25 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:16.595555 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'status': 'completed', 'code': 200} Feb 11 14:18:16.623776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-07a58139-1311-4a98-b012-48faa362d0f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=868c2d23cf1e428ab12d1555d5bfc7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508489 Feb 11 14:18:16.626514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52356) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:16.640907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549c07-fa24-4054-9283-d7e06930323f req-f54451a1-102e-40c1-bc3e-c2b000db4119 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.645005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-70549c07-fa24-4054-9283-d7e06930323f req-f54451a1-102e-40c1-bc3e-c2b000db4119 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.1411870 Feb 11 14:18:16.680700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5df15395-4954-4ca3-915a-d4ef240962a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.694623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-b569ef61-2555-41ac-9d7e-1b72c13ce824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.696129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-b569ef61-2555-41ac-9d7e-1b72c13ce824 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1099 time: 0.0655277 Feb 11 14:18:16.733025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-b4bc2c5b-fc0a-4297-8bc2-54b401661daf service neutron] 10.222.0.60 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368889 Feb 11 14:18:16.784481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5df15395-4954-4ca3-915a-d4ef240962a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=096a5f631ed74a1f865a46af91b3c591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302239 Feb 11 14:18:16.787230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-3f4b3b76-e812-425c-b035-e189ecbb1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.789694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-3f4b3b76-e812-425c-b035-e189ecbb1e3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1099 time: 0.1772928 Feb 11 14:18:16.797717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df15395-4954-4ca3-915a-d4ef240962a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2382350-6949-48bf-b1d6-eb6b4d66c24b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:16.800327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52358) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:16.829505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-70549c07-fa24-4054-9283-d7e06930323f req-f47dc6bf-acf7-4083-92de-2fdade2b7daf tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566103 Feb 11 14:18:16.895620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.899865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-37b0c03b-e758-4231-85af-9958afdf5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:16.901362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-37b0c03b-e758-4231-85af-9958afdf5422 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1828489 Feb 11 14:18:16.907747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5997f2f7-0cf5-4476-98d9-a9a354311563 req-95d7e313-40f4-40fc-8a6a-c22b6d2792d3 service neutron] 10.222.0.60 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633863 Feb 11 14:18:16.981608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:16.988229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-c522c7af-2bab-41c5-a40c-554946cec72a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0628550 Feb 11 14:18:17.035250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-975bdeb5-3e8d-484e-ae37-a23131083d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.037556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-975bdeb5-3e8d-484e-ae37-a23131083d20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2337105 Feb 11 14:18:17.044280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.099854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-6e5ed740-9f68-450b-91ac-0a66291d9398 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0518758 Feb 11 14:18:17.121571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.154560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-633d7bc9-1008-4295-9344-e32b227a8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.156038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-633d7bc9-1008-4295-9344-e32b227a8dd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1440709 Feb 11 14:18:17.179843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabec5ca-518d-4dfc-ae99-9861acee32bb req-b409180b-34e6-4b55-8876-212090ec695d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c02391-0a84-4746-9565-4b26a5d3b8e5 HTTP/1.1" status: 200 len: 210 time: 0.0559552 Feb 11 14:18:17.219812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-35b30566-04a4-43b8-9731-d35e0d6f1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.222251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-35b30566-04a4-43b8-9731-d35e0d6f1d83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1131036 Feb 11 14:18:17.224773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-9cbe46b9-1b59-4cb6-b0ec-e7dde36ac5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.226312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-9cbe46b9-1b59-4cb6-b0ec-e7dde36ac5a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41e83bf6b2ec47008d1d9f912c8aa12e&device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 1094 time: 0.1442924 Feb 11 14:18:17.240510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4dc7-ee16-44ff-9939-14d6f7853971 req-298e2324-58af-4c24-850d-a91a48110bc1 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.242000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc6f4dc7-ee16-44ff-9939-14d6f7853971 req-298e2324-58af-4c24-850d-a91a48110bc1 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 943 time: 0.1275895 Feb 11 14:18:17.279803 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.283355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.284693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0627e29-ae36-4cf8-b71e-c8ce910e680c HTTP/1.1" status: 204 len: 168 time: 0.6573000 Feb 11 14:18:17.303071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdffc2-b376-4833-924d-048ad2c6c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0627e29-ae36-4cf8-b71e-c8ce910e680c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:17.321872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-44b45f87-3757-4ca4-9ffb-5503897d0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.324930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-44b45f87-3757-4ca4-9ffb-5503897d0993 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965517 Feb 11 14:18:17.331649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-cdb52a61-e953-4247-bf41-e86a2b3e5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.333729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-cdb52a61-e953-4247-bf41-e86a2b3e5c37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690543 Feb 11 14:18:17.395062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc6f4dc7-ee16-44ff-9939-14d6f7853971 req-ba93d63c-3af2-4cca-a806-7df5c2a72064 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427131 Feb 11 14:18:17.440083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.442768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.443902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2382350-6949-48bf-b1d6-eb6b4d66c24b HTTP/1.1" status: 204 len: 168 time: 0.6312914 Feb 11 14:18:17.470062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-d02b2d63-dd70-4022-b44d-62e745115a63 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374459 Feb 11 14:18:17.491970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84730fae-2dc3-4659-ae7c-0a314ce1e53d req-26a02d0f-f2c5-476b-a658-d45c92d4ac16 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.0537391 Feb 11 14:18:17.518961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:17.661170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84ecf3-2674-4e4a-9a20-dddcc1a2956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2382350-6949-48bf-b1d6-eb6b4d66c24b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:17.664388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-eb04be8e-c32f-4f0a-8b43-47a3fc7824d4 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757691 Feb 11 14:18:17.809349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:17.828767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-974cb6d0-e020-48cf-90e0-ad73d761a094 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613320 Feb 11 14:18:17.841289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'mac_address': 'fa:16:3e:0e:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:17.898504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.922938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:17.968667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:17.990700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-daaa9cac-381a-4d68-b65d-ec659f82fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.002057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-daaa9cac-381a-4d68-b65d-ec659f82fdbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 1102 time: 0.0990489 Feb 11 14:18:18.051896 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:18.083782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-d2539f13-04a4-4bc5-b55e-0b9aff3f83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.086172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-d2539f13-04a4-4bc5-b55e-0b9aff3f83a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0aa21d5e-7a41-4706-8aeb-4279e36caae5 HTTP/1.1" status: 200 len: 919 time: 0.8432696 Feb 11 14:18:18.121288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:18.126062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b92c8-646a-4587-aac4-d13f5beb608d req-e465e95f-c1de-4da0-8847-2d0a7b1d9f13 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.133069 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6956b45a-5dfa-49bd-8826-456c62f739c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:18.137910 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d01b92c8-646a-4587-aac4-d13f5beb608d req-e465e95f-c1de-4da0-8847-2d0a7b1d9f13 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 948 time: 0.1787677 Feb 11 14:18:18.194790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-dff2865b-88e9-432f-99b6-6e3c41dc9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.196691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-dff2865b-88e9-432f-99b6-6e3c41dc9543 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1795199 Feb 11 14:18:18.280931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['81cd6642-c3c3-435c-a06a-2f45d1c73edd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:18.285542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-30217582-6cc0-41b0-ad31-cde4a9aabaa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 200 len: 217 time: 0.0812931 Feb 11 14:18:18.314429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-155217c9-64b6-4ec7-8714-7f6b2705421f service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9552605 Feb 11 14:18:18.319454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-b1a95228-e7c7-410f-bfd8-7dd5bd39048e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c HTTP/1.1" status: 200 len: 217 time: 0.2231383 Feb 11 14:18:18.322890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d01b92c8-646a-4587-aac4-d13f5beb608d req-ad61dff3-046e-4786-9f0f-74e3507eba75 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840601 Feb 11 14:18:18.405558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-9a61993d-0c2c-4d6b-9339-9ae715a1618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.407288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-9a61993d-0c2c-4d6b-9339-9ae715a1618c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1151273 Feb 11 14:18:18.495450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-f0468448-c4f9-40e2-8df3-0e4f6381ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.511079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-f0468448-c4f9-40e2-8df3-0e4f6381ef19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832527 Feb 11 14:18:18.535587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-8f3af18e-9555-418e-9f9d-11464255028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.538440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-8f3af18e-9555-418e-9f9d-11464255028c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1ed57c1-da1d-4352-946e-5a09918c3ce0 HTTP/1.1" status: 200 len: 858 time: 0.2115803 Feb 11 14:18:18.581742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-f2b7e3c6-f576-4e6d-ab92-2281a60fe1fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0aa21d5e-7a41-4706-8aeb-4279e36caae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343206 Feb 11 14:18:18.641553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52402) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:18.654987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'name': 'network-vif-deleted', 'tag': '791ae479-a307-4674-b876-cca46e203af5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:18.658257 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e06261-deb5-4507-be87-748ef3826e44" -d '{"events": [{"server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "name": "network-vif-deleted", "tag": "791ae479-a307-4674-b876-cca46e203af5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:18.736040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a85449d-742d-47c3-9964-94c8e1d8e491 req-05f9a612-87bf-414c-becf-dcf28b1cb40b service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825533 Feb 11 14:18:18.747678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce0ec-7723-4ab1-9792-9570532c98ad req-bb99caca-8087-4fd7-945b-59fbd108db31 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.759156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39bce0ec-7723-4ab1-9792-9570532c98ad req-bb99caca-8087-4fd7-945b-59fbd108db31 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 943 time: 0.1793118 Feb 11 14:18:18.793486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-85127616-df31-4198-8ddb-e6d23f96fe38 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814977 Feb 11 14:18:18.843252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-a0a72039-598f-4132-b2a0-168e335e79b8 service neutron] 10.222.0.60 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506666 Feb 11 14:18:18.852114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3662eaad-b05c-4a0c-9199-62ef859e529a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a28ba7275047445e9eac587c027c55cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429751 Feb 11 14:18:18.857183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:18.878729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39bce0ec-7723-4ab1-9792-9570532c98ad req-d5ba9304-9942-4750-92aa-20a30528a840 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145043 Feb 11 14:18:18.955515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-3093ad37-4ea5-43ce-83ad-e8c1f4cdb9a8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.964409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-3093ad37-4ea5-43ce-83ad-e8c1f4cdb9a8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.3247893 Feb 11 14:18:18.994326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-51b503cd-d34e-487b-ba82-f19ec6bd2185 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0285299 Feb 11 14:18:19.026640 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-ecd9ecf1-e99c-4e6d-9eb1-117c08f621e1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313544 Feb 11 14:18:19.064272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85f87e5e-e862-427e-bb47-3ed6b773c041 req-2e2be8fb-db79-4359-87e1-345e50f1bcb3 service neutron] 10.222.0.60 "GET /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102642 Feb 11 14:18:19.145530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e5ef243f-21f2-4034-b733-5abb1d1e99d0 req-a850f788-b33e-4aef-be82-df2de5420c03 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/ports?device_id=af64384c-0327-4d57-b050-ddb46129dd1e HTTP/1.1" status: 200 len: 210 time: 0.1185136 Feb 11 14:18:19.166232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-ffe711ef-6521-4463-9b06-de22df1ede6d service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299849 Feb 11 14:18:19.180694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3aab3ce-bd75-4792-a767-31946687ad6e req-52fc1c34-8b5d-418d-b19a-9df14baefb59 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806129 Feb 11 14:18:19.186131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.214914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.223431 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af3489-36bd-4b7b-b7ea-8eb40d4eed83 x-openstack-request-id: req-23af3489-36bd-4b7b-b7ea-8eb40d4eed83 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:19.224383 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c02391-0a84-4746-9565-4b26a5d3b8e5", "name": "network-vif-deleted", "tag": "791ae479-a307-4674-b876-cca46e203af5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:19.224639 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23af3489-36bd-4b7b-b7ea-8eb40d4eed83 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:19.225520 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c02391-0a84-4746-9565-4b26a5d3b8e5', 'name': 'network-vif-deleted', 'tag': '791ae479-a307-4674-b876-cca46e203af5', 'status': 'completed', 'code': 200} Feb 11 14:18:19.276789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-b94872e6-b818-4333-9118-71933b323832 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009135 Feb 11 14:18:19.359175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.366711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.371652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f77595c-4e7a-4062-b564-14cf16469cd6 HTTP/1.1" status: 204 len: 168 time: 0.5128827 Feb 11 14:18:19.397356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252580-4c09-4ebb-b2da-1c0d32ec6b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f77595c-4e7a-4062-b564-14cf16469cd6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:19.514591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8cb17-c704-45cf-8b54-7f1cefc3bf08 req-ebb12c17-4c14-4926-bab3-943578de66ff tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.516102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eed8cb17-c704-45cf-8b54-7f1cefc3bf08 req-ebb12c17-4c14-4926-bab3-943578de66ff tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.0541542 Feb 11 14:18:19.517662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:19.607065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eed8cb17-c704-45cf-8b54-7f1cefc3bf08 req-dc389b29-0452-463a-ad98-c77d8222eb1d tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811999 Feb 11 14:18:19.618212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 3091f498-14ac-4283-838c-8f4c46e0aa8c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:19.685258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c70c881-c940-4a31-a4a2-2aac8272ab9e req-9ce10302-1d96-4076-ad54-6e45a0f6f793 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 210 time: 0.0402675 Feb 11 14:18:19.718348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:19.728062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:19.728517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.806880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c,segment=NetworkSegment(cd135d14-cb55-4a01-8ea3-75275e4df8ac),segment_id=cd135d14-cb55-4a01-8ea3-75275e4df8ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:19.856204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '3091f498-14ac-4283-838c-8f4c46e0aa8c', 'network_id': '0aa21d5e-7a41-4706-8aeb-4279e36caae5', 'port_id': '3091f498-14ac-4283-838c-8f4c46e0aa8c', 'mac_address': 'fa:16:3e:81:ff:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ed57c1-da1d-4352-946e-5a09918c3ce0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:19.893260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.894929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.929669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3091f498-14ac-4283-838c-8f4c46e0aa8c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:19.939132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:19.941397 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b6aebe-e98a-40f1-88be-2f7bb4099bc1" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:19.966736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:19.973186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c,segment=NetworkSegment(cd135d14-cb55-4a01-8ea3-75275e4df8ac),segment_id=cd135d14-cb55-4a01-8ea3-75275e4df8ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:20.048940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.049887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 791ae479-a307-4674-b876-cca46e203af5 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:20.060958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9f94-836f-4b6d-b0a3-4857b6fa5bee req-e01da9ca-a99d-4f97-81e0-bc90faf34e72 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:20.100077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd7e9f94-836f-4b6d-b0a3-4857b6fa5bee req-e01da9ca-a99d-4f97-81e0-bc90faf34e72 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 943 time: 0.0859976 Feb 11 14:18:20.382622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 791ae479-a307-4674-b876-cca46e203af5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:20.382622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 791ae479-a307-4674-b876-cca46e203af5 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:20.385286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd7e9f94-836f-4b6d-b0a3-4857b6fa5bee req-f2d93a92-e913-46e4-bf80-9236f8f2b676 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591063 Feb 11 14:18:20.387107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:20.387107 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b645b8f2-332b-4709-9b5d-7c6f9d1e3e0b x-openstack-request-id: req-b645b8f2-332b-4709-9b5d-7c6f9d1e3e0b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:20.387107 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:20.387107 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b645b8f2-332b-4709-9b5d-7c6f9d1e3e0b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:20.387107 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'code': 200} Feb 11 14:18:20.411533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.460914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:20.566134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f648c913-7ebf-4d2f-b074-090d75be605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.575648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52464) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:20.644593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.678409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['3091f498-14ac-4283-838c-8f4c46e0aa8c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:20.703607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.806908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-4e9b29c7-050d-4bc1-bed7-831a3510f4c9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:20.809418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-4e9b29c7-050d-4bc1-bed7-831a3510f4c9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e&tenant_id=145788c03dae449a94810aea442c0a09&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 950 time: 0.0687692 Feb 11 14:18:20.858878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9e2ab-da2d-4495-93fe-0141f7e70547 req-5f032d76-b721-4506-b0ce-416860cce4e5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:20.868459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b4f9e2ab-da2d-4495-93fe-0141f7e70547 req-5f032d76-b721-4506-b0ce-416860cce4e5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1354563 Feb 11 14:18:20.901792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb97dd31-4f66-464c-8b5c-0ea16045f65c req-c7b73cd0-ae1e-4f91-a6d2-df6fbd0b7a89 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 210 time: 0.0911205 Feb 11 14:18:20.953854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-547bd560-678b-4e5c-a77a-17807fe0785b service neutron] 10.222.0.62 "GET /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.1335299 Feb 11 14:18:20.954387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b4f9e2ab-da2d-4495-93fe-0141f7e70547 req-a92b78ee-1860-4197-9679-808f88731673 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847292 Feb 11 14:18:21.020744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-0df41050-72a8-45de-9068-f76180abcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.022369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-0df41050-72a8-45de-9068-f76180abcb71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1101 time: 0.0445278 Feb 11 14:18:21.029781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.038631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.043121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/security-groups/99f90624-3468-43ab-9fbc-50c1aacf3d70 HTTP/1.1" status: 204 len: 168 time: 0.4630840 Feb 11 14:18:21.054062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:21.073874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea6e7-1b7e-433c-bde5-708cc932074e tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f90624-3468-43ab-9fbc-50c1aacf3d70,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:21.118376 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-4ed22c98-1b95-44f1-8e4b-b0f9f81d63c0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] show failed (client error): The resource could not be found. Feb 11 14:18:21.118376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4ed22c98-1b95-44f1-8e4b-b0f9f81d63c0 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "GET /v2.0/security-groups/99f90624-3468-43ab-9fbc-50c1aacf3d70 HTTP/1.1" status: 404 len: 347 time: 0.0587583 Feb 11 14:18:21.118376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:21.267898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-1e8c1a02-0078-4dc0-9c3b-ad1412e63459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.269620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-1e8c1a02-0078-4dc0-9c3b-ad1412e63459 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.2395570 Feb 11 14:18:21.270295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:21.320156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-53be8aca-d79f-4967-b991-586a6cdc3e32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.0392399 Feb 11 14:18:21.368814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 7f7b63c2-1594-4720-a117-6da16e5bf25d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:21.369433 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.421694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-0e323891-2fcc-4469-93b8-366fe6af22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.423917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-0e323891-2fcc-4469-93b8-366fe6af22b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0968151 Feb 11 14:18:21.427547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1493412673-network', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:21.543530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-6295ce9f-e46f-47fa-95df-20addae40028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.545070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-6295ce9f-e46f-47fa-95df-20addae40028 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112380 Feb 11 14:18:21.546773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.547101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.572244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 7f7b63c2-1594-4720-a117-6da16e5bf25d owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:21.626345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:21.628628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.644061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 3091f498-14ac-4283-838c-8f4c46e0aa8c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:21.650481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890118e-89fc-4a55-af99-b5ade1712bd5 req-a8e8a6fb-0c13-47f5-8cf2-43112555cf2e tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.652021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3890118e-89fc-4a55-af99-b5ade1712bd5 req-a8e8a6fb-0c13-47f5-8cf2-43112555cf2e tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 944 time: 0.1511972 Feb 11 14:18:21.682979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.698267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.794331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 3091f498-14ac-4283-838c-8f4c46e0aa8c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:21.794773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3890118e-89fc-4a55-af99-b5ade1712bd5 req-8b2ea3ca-84ea-45a0-a0bd-e8b8ff9365df tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036773 Feb 11 14:18:21.798543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 3091f498-14ac-4283-838c-8f4c46e0aa8c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:21.798993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.805140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-4bbad2c3-3ad2-4873-938e-02e365267b82 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441373 Feb 11 14:18:21.980952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:21.992242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7b4e055f-1209-4fef-8c18-a2265ca95938 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689804 Feb 11 14:18:22.089975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bef8d05-f7c4-4d3e-aa45-574d83d6e3c0 req-827461a7-27c7-4861-9aea-094dab169c21 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 210 time: 0.0588560 Feb 11 14:18:22.091824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.119090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.136148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c,segment=NetworkSegment(cd135d14-cb55-4a01-8ea3-75275e4df8ac),segment_id=cd135d14-cb55-4a01-8ea3-75275e4df8ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:22.138903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.171800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10fd21-02e7-4d71-a9d5-87c258f6f4ab req-1a38ae13-c1c0-44ff-811e-d3e04e47bc4c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.178784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa10fd21-02e7-4d71-a9d5-87c258f6f4ab req-1a38ae13-c1c0-44ff-811e-d3e04e47bc4c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1167610 Feb 11 14:18:22.195622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=7f7b63c2-1594-4720-a117-6da16e5bf25d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:22.203386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.214436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:22.217432 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40b576-526a-453c-9c2d-c57a14ed9a64" -d '{"events": [{"server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "name": "network-vif-plugged", "status": "completed", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:22.239733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:22.291099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:22.296955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.297567 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Added segment fda84a48-cd57-46f5-9496-6b8ec57e3c1b of type vlan for network b6746f8a-5513-44df-83d3-dbbe664479fb Feb 11 14:18:22.320169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:22.332577 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d7d52-6f2e-46fe-afd3-1bd2a6533ce0 x-openstack-request-id: req-b90d7d52-6f2e-46fe-afd3-1bd2a6533ce0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:22.333326 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "name": "network-vif-plugged", "status": "completed", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:22.333805 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b90d7d52-6f2e-46fe-afd3-1bd2a6533ce0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:22.334216 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c', 'code': 200} Feb 11 14:18:22.385843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa10fd21-02e7-4d71-a9d5-87c258f6f4ab req-cb51c410-e90c-4543-9306-b0ce02c63906 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048309 Feb 11 14:18:22.429530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.436490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.439718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.444310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f9327e90-dcc4-4189-b028-ca6bcedbde54 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/floatingips/8745d733-601f-4371-8bef-534537418c6f HTTP/1.1" status: 204 len: 168 time: 1.3225324 Feb 11 14:18:22.444310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:22.476014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d22c-7ce8-47a6-a4f9-d9c41b325677 req-6c407323-21c3-47ba-bc9c-8b04f2cf2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.477772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5534d22c-7ce8-47a6-a4f9-d9c41b325677 req-6c407323-21c3-47ba-bc9c-8b04f2cf2f9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 1096 time: 0.0547514 Feb 11 14:18:22.540285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5534d22c-7ce8-47a6-a4f9-d9c41b325677 req-0c624e77-4d9c-465d-bdec-f00586bbd4b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Feb 11 14:18:22.562587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.563666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.565033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.702122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] Pushing event updated for resources: {'Network': ['ID=b6746f8a-5513-44df-83d3-dbbe664479fb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:22.711676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 8c6158a0-56a8-467e-92b6-814f73a6505d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:22.711965 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.712964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b6746f8a-5513-44df-83d3-dbbe664479fb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:22.720862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-44932736-a6fa-4df7-bd01-543c186d5a08 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.722462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-44932736-a6fa-4df7-bd01-543c186d5a08 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1932995 Feb 11 14:18:22.740539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:22.760013 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cdfe05b6-db2f-4fd9-9db7-71a277898e57 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4842114 Feb 11 14:18:22.763836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:22.772402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Request body: {'subnet': {'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1493412673-subnet', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:22.889357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:22.911798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 8c6158a0-56a8-467e-92b6-814f73a6505d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:22.912515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:22.914979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.064668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.171927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:23.176199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.178442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc642d-dfdb-4027-baee-770f81deb5e6 req-9a9c3c8c-f62e-4ea2-a44a-b2291e8a22e9 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.180136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebcc642d-dfdb-4027-baee-770f81deb5e6 req-9a9c3c8c-f62e-4ea2-a44a-b2291e8a22e9 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.1096730 Feb 11 14:18:23.213979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-650609aa-810e-44c9-bacb-68e5fa77876a req-c9b8d883-f9e4-4282-b92d-7a754d9d02c8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Feb 11 14:18:23.214578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.248670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=8c6158a0-56a8-467e-92b6-814f73a6505d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:23.282696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.297344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebcc642d-dfdb-4027-baee-770f81deb5e6 req-7b561da1-15e9-4147-8460-2a9a7d30fb65 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 Feb 11 14:18:23.300466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.447274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dbd05c-e549-4511-837b-371449b625f0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:23.507825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:23.508192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Network hostable DHCP agents. Network: b6746f8a-5513-44df-83d3-dbbe664479fb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:23.657979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Network b6746f8a-5513-44df-83d3-dbbe664479fb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:23.737167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b6746f8a-5513-44df-83d3-dbbe664479fb) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:23.742036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:23.742036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:23.753766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16174842-d30d-4e67-aabd-680bdb736d6a None None] Network b6746f8a-5513-44df-83d3-dbbe664479fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:23.843125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8151c021-6372-4482-b2fb-81626aba4cbb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0781236 Feb 11 14:18:23.843939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:23.848777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:23.997868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b6746f8a-5513-44df-83d3-dbbe664479fb', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:18:24.000203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.020355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.021746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.057055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.6 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/d3e26a40-0068-41d3-b0d8-ad18d0210b07) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:24.067774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.073483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9db23bdf-1621-40ba-aa84-f45b96c319d9 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/ports/8c6158a0-56a8-467e-92b6-814f73a6505d HTTP/1.1" status: 204 len: 168 time: 1.6260152 Feb 11 14:18:24.075861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:24.083554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1ea2d-af20-4c68-94c4-4cbde87e4062 req-60eddff7-50c5-42fa-81d7-a24ff2ff3a01 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:24.085055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34e1ea2d-af20-4c68-94c4-4cbde87e4062 req-60eddff7-50c5-42fa-81d7-a24ff2ff3a01 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.2237012 Feb 11 14:18:24.148785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.255277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Allocated IP 172.20.0.2 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/9138c1a6-d4de-4a74-ae8b-ea91f5f2413e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:24.317176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34e1ea2d-af20-4c68-94c4-4cbde87e4062 req-da293775-c7a9-4924-af56-f979aeb7cb9c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151160 Feb 11 14:18:24.403900 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.486779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port 00ba992a-1e27-4f6b-a712-81a051da3b07 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:24.487133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.492163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.515674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0bab5e9-1dea-491c-89b4-e26970b3f907 req-be689df9-1e69-4fe0-a1db-a17ac3647e88 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 210 time: 0.1271541 Feb 11 14:18:24.564055 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.597823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990d10-c6df-44d3-9869-33d8cbd8a78a req-bebece39-7942-4029-9c72-4694aba683b6 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:24.601374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40990d10-c6df-44d3-9869-33d8cbd8a78a req-bebece39-7942-4029-9c72-4694aba683b6 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.1778929 Feb 11 14:18:24.625934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:24.627715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.629171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:24.639127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:24.643457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Pushing event updated for resources: {'Port': ['ID=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:24.668810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:24.683049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40990d10-c6df-44d3-9869-33d8cbd8a78a req-d2b85d4b-a1b9-456f-b577-afef6eeac67c tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731933 Feb 11 14:18:24.704609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.747886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.780626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Attempting to bind port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:24.781189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Attempting to bind port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:24.781553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Attempting to bind port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:24.788571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:24.789075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:24.789553 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.790020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:24.791158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Bound port: 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:24.791639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:24.827328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:24.831198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for 00ba992a-1e27-4f6b-a712-81a051da3b07 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:24.850998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:24.855180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:24.877568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:24.886504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] For port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:24.903642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] For port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:24.988940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.008564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:25.009247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.120294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.141411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.167454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ea344-b125-49ad-a75d-f28c20d56bd6 None None] Pushing event updated for resources: {'Port': ['ID=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:25.189867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-dff102d7-e51c-4445-88c8-1c38a35a4dd3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4542956 Feb 11 14:18:25.217945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Request body: {'port': {'device_id': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:25.298734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.409960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Allocated IP 172.25.7.52 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/447cc5c7-a29c-4986-8572-7c3527d5e017) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:25.508630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-77543f85-8b83-4582-8ad3-ef6c6913a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:25.510581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-77543f85-8b83-4582-8ad3-ef6c6913a5c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e&tenant_id=145788c03dae449a94810aea442c0a09 HTTP/1.1" status: 200 len: 1101 time: 0.2255015 Feb 11 14:18:25.523803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:25.691003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.705549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=00ba992a-1e27-4f6b-a712-81a051da3b07,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:25.709762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.733369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e18ba04d-56b7-413d-9a7c-0c03b223a6f4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/ports/00ba992a-1e27-4f6b-a712-81a051da3b07 HTTP/1.1" status: 204 len: 168 time: 1.6300852 Feb 11 14:18:25.745804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:25.867708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting subnet 95f3cd42-8e14-45e8-8335-4840be314054 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:25.873599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.875808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:25.889280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dce4a-7dab-4964-89f0-9ee445191f87 req-d2ee4790-5fe6-4688-b2be-1e493f7141be tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:25.897536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d6dce4a-7dab-4964-89f0-9ee445191f87 req-d2ee4790-5fe6-4688-b2be-1e493f7141be tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.3517802 Feb 11 14:18:26.025720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72aab3-077e-423d-8baf-412faffcf2f5 req-cb7973f4-de2a-467a-a974-ce4777aff6af tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.027354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d72aab3-077e-423d-8baf-412faffcf2f5 req-cb7973f4-de2a-467a-a974-ce4777aff6af tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.3720076 Feb 11 14:18:26.078586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d6dce4a-7dab-4964-89f0-9ee445191f87 req-afa76b1e-368e-495e-baf2-f7d76df27c94 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777608 Feb 11 14:18:26.121296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.141530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.190215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d72aab3-077e-423d-8baf-412faffcf2f5 req-9b7bbcc3-6c70-453a-bdf6-a42e61fd7f78 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506073 Feb 11 14:18:26.269364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e26a40-0068-41d3-b0d8-ad18d0210b07 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:26.279183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.299210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Transition to ACTIVE for port object d3e26a40-0068-41d3-b0d8-ad18d0210b07 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:26.406391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.432883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaffcfe-3074-4fbd-ae26-1a2348f36667 req-896f2478-f7e9-42b5-a619-4372221b611a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:26.440606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdaffcfe-3074-4fbd-ae26-1a2348f36667 req-896f2478-f7e9-42b5-a619-4372221b611a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 931 time: 0.2296741 Feb 11 14:18:26.525435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdaffcfe-3074-4fbd-ae26-1a2348f36667 req-afe0e1eb-d81f-4763-bbac-842cafc1a1e5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837030 Feb 11 14:18:26.624172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:26.627120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:26.648482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.733286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Attempting to bind port d3e26a40-0068-41d3-b0d8-ad18d0210b07 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:26.733827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Attempting to bind port d3e26a40-0068-41d3-b0d8-ad18d0210b07 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:26.733985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Attempting to bind port d3e26a40-0068-41d3-b0d8-ad18d0210b07 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:26.742290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:26.752853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.758513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Port d3e26a40-0068-41d3-b0d8-ad18d0210b07 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:26.758850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Attempting to bind port d3e26a40-0068-41d3-b0d8-ad18d0210b07 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:26.770567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:26.770838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:26.771229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:26.771669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Bound port: d3e26a40-0068-41d3-b0d8-ad18d0210b07, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:26.772036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.852736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e50c33-15d5-4210-b594-ea9604b4eb9f None None] Network b6746f8a-5513-44df-83d3-dbbe664479fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:26.867817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:26.870994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Pushing event updated for resources: {'Port': ['ID=447cc5c7-a29c-4986-8572-7c3527d5e017,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:26.871462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:26.876702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:26.901515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:26.911387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:26.922096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:26.957190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Provisioning complete for port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:26.958350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.977684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.981556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.992273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:26.994686 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46adddd5-bf12-41ab-9638-1f5c08f1cd1a" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-unplugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:27.005150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-873f0672-6a1b-46cf-a00d-8f4a17b2a4b6 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:27.006822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-873f0672-6a1b-46cf-a00d-8f4a17b2a4b6 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.3284459 Feb 11 14:18:27.035497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:27.037510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.105856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:27.109901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Transition to ACTIVE for port object 81cd6642-c3c3-435c-a06a-2f45d1c73edd will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:27.112842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.113152 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b67f259-dbd0-436c-beba-7e57c84f0743 x-openstack-request-id: req-2b67f259-dbd0-436c-beba-7e57c84f0743 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:27.113811 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-unplugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:27.114206 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b67f259-dbd0-436c-beba-7e57c84f0743 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:27.114894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3e26a40-0068-41d3-b0d8-ad18d0210b07 HTTP/1.1" status: 200 len: 1091 time: 1.9158435 Feb 11 14:18:27.115062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:27.115675 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'code': 200} Feb 11 14:18:27.117395 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d" -d '{"events": [{"name": "network-changed", "server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:27.152736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.161705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e818b1f-1535-43b0-b536-cc8323289ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:27.227344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Subnet': ['ID=95f3cd42-8e14-45e8-8335-4840be314054,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:27.249647 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2a1d9-1f6a-4df8-bc6a-afed84c03fce x-openstack-request-id: req-d4e2a1d9-1f6a-4df8-bc6a-afed84c03fce {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:27.249960 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:27.250210 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e2a1d9-1f6a-4df8-bc6a-afed84c03fce {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:27.250616 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'status': 'completed', 'code': 200} Feb 11 14:18:27.274610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.328180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:27.367435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.373306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-326b1340-ffca-4044-a0ab-0457a6739ead tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/subnets/95f3cd42-8e14-45e8-8335-4840be314054 HTTP/1.1" status: 204 len: 168 time: 1.6229181 Feb 11 14:18:27.384634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:27.408587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e214a-c954-4898-83c3-b1db464939d1 None None] Network 33f37660-c2e3-436a-af1f-795638e2a04f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:27.451864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] No DVR routers for this DVR port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:27.528101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:27.528768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:27.528915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:27.540615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295f8ba-b68f-4147-b6a9-17c86e905f6f req-551b9bd7-b02e-4d82-a1c4-5166c403a806 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:27.549379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5295f8ba-b68f-4147-b6a9-17c86e905f6f req-551b9bd7-b02e-4d82-a1c4-5166c403a806 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.2659862 Feb 11 14:18:27.561153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Deleting port 3091f498-14ac-4283-838c-8f4c46e0aa8c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:27.561153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.641801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5295f8ba-b68f-4147-b6a9-17c86e905f6f req-18b29cbd-0b9b-4995-8544-2c0049ad1820 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914042 Feb 11 14:18:27.678738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-c7a1c879-6762-40ee-bea3-390d53703403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:27.695162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-c7a1c879-6762-40ee-bea3-390d53703403 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 1094 time: 0.4354050 Feb 11 14:18:27.705059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting subnet 83422899-7806-41ac-b923-59d0c1668aab {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:27.708842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:27.720550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:27.725631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Attempting to bind port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:27.732828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d89e8-0e41-476c-bc6d-92729e9d0f5b req-05028201-ccfc-472f-965b-bf9537279004 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:27.744130 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b87d89e8-0e41-476c-bc6d-92729e9d0f5b req-05028201-ccfc-472f-965b-bf9537279004 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.3577149 Feb 11 14:18:27.769530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.933799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:27.973784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-8cf1e167-aedb-4115-8581-92a12982a481 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07 HTTP/1.1" status: 200 len: 217 time: 0.2594752 Feb 11 14:18:28.050836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.101364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:28.256480 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.317890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] For port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:28.320990 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.363090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b87d89e8-0e41-476c-bc6d-92729e9d0f5b req-45238ad6-ebac-4ee2-adb1-00e0516281e9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180701 Feb 11 14:18:28.394442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.413647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0311-f553-4d12-9e7f-679ffac61334 req-90b86397-fa58-4784-8a73-0660004ecba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:28.416651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-90b86397-fa58-4784-8a73-0660004ecba4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.4194384 Feb 11 14:18:28.426826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472697eb-6e4c-4460-9a97-301ca580019e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.515116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-c8ec8217-43c7-48ff-b0cd-44f9e59e7656 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736175 Feb 11 14:18:28.517654 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.555188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:18:28.555562 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:18:28.556213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] DHCP port deletion for 33f37660-c2e3-436a-af1f-795638e2a04f request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:28.572678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] For port 3091f498-14ac-4283-838c-8f4c46e0aa8c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=3091f498-14ac-4283-838c-8f4c46e0aa8c,segment=NetworkSegment(cd135d14-cb55-4a01-8ea3-75275e4df8ac),segment_id=cd135d14-cb55-4a01-8ea3-75275e4df8ac)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:28.573297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.586019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Calling delete_port for 3091f498-14ac-4283-838c-8f4c46e0aa8c owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:28.741290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Pushing event updated for resources: {'Port': ['ID=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:28.747345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b0061316-fac6-48ed-8a18-8d8da96d8c10 None None] Provisioning complete for port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:28.750613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0061316-fac6-48ed-8a18-8d8da96d8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.773986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:28.784688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:28.784688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:28.784688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Bound port: 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:28.784688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.785109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-c664b074-63f6-423a-896b-c78bccf20c5d service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534180 Feb 11 14:18:28.829158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.829881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.830492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.831051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.831878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.832460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.833034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.833618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.834325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.834870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.835409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.835991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65edf47-84bc-4bc9-bfba-6ecccc13bb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:28.840858 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.846708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472697eb-6e4c-4460-9a97-301ca580019e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.862882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Deleting port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:28.863601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.877719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:28.881619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:28.889594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.940829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Subnet': ['ID=83422899-7806-41ac-b923-59d0c1668aab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:28.948144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['3091f498-14ac-4283-838c-8f4c46e0aa8c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:28.959186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472697eb-6e4c-4460-9a97-301ca580019e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.960909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Pushing event deleted for resources: {'Port': ['ID=3091f498-14ac-4283-838c-8f4c46e0aa8c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:28.969469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.028963 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.038139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7f316d06-5de5-4ca0-9aa5-aaca9d1a946c tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/subnets/83422899-7806-41ac-b923-59d0c1668aab HTTP/1.1" status: 204 len: 168 time: 1.6457171 Feb 11 14:18:29.044625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:29.047745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472697eb-6e4c-4460-9a97-301ca580019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d044083-9edc-4a7a-960e-026ad7b9f748,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.052260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b4bf9-1fe9-4112-bf9d-23435ffcbf9e None None] Network f00379cf-82d4-47d9-8185-2687d9f63b07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:29.075482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daddbc-7077-44a1-b424-3baf95c25be2 req-f7b3e441-3980-4930-8433-6d0b13271322 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.077041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36daddbc-7077-44a1-b424-3baf95c25be2 req-f7b3e441-3980-4930-8433-6d0b13271322 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 943 time: 0.3090351 Feb 11 14:18:29.088661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] No DVR routers for this DVR port 3091f498-14ac-4283-838c-8f4c46e0aa8c on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:29.097336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351eb41-4e95-43a0-a12a-d91a8e3eee59 req-e65f6dbd-62b8-4be2-bd39-cdddfa76995d tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.099477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f351eb41-4e95-43a0-a12a-d91a8e3eee59 req-e65f6dbd-62b8-4be2-bd39-cdddfa76995d tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 945 time: 0.3466568 Feb 11 14:18:29.106249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.109635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-20f3d091-04bd-48ac-b59e-b0106f2c9cc3 req-59c20ad4-8057-49e6-889b-3cc4d52a21c2 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.60 "DELETE /v2.0/ports/3091f498-14ac-4283-838c-8f4c46e0aa8c HTTP/1.1" status: 204 len: 173 time: 2.0942357 Feb 11 14:18:29.123973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.124606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.126048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 1097 time: 3.6064429 Feb 11 14:18:29.126636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.168884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-472697eb-6e4c-4460-9a97-301ca580019e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc682be84ae742e1a12461cbefe7e503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2285883 Feb 11 14:18:29.185735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:29.244271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f351eb41-4e95-43a0-a12a-d91a8e3eee59 req-a90ab039-9451-4af3-a38d-3ca2c4c0fb0e tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/security-groups?id=6013bc87-994d-477a-92b8-47d13b99089e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167367 Feb 11 14:18:29.267253 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323d0311-f553-4d12-9e7f-679ffac61334 req-ed1a7aba-97df-43f6-bd95-3b436e44fe29 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623604 Feb 11 14:18:29.319906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'name': 'network-vif-deleted', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c'}, {'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:29.320837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.325129 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98b3886-8eec-4c68-aedf-aec95e5b5dac" -d '{"events": [{"server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "name": "network-vif-deleted", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c"}, {"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:29.375669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] For port ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:29.376227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.402451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.424344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Calling delete_port for ca6842f8-ccf1-4749-ac01-83ad4f5075f1 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:29.617508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.620322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.621502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d044083-9edc-4a7a-960e-026ad7b9f748 HTTP/1.1" status: 204 len: 168 time: 0.4346480 Feb 11 14:18:29.635241 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9accd-77fa-4121-8e2d-b1ab90ad0bb3 x-openstack-request-id: req-5ed9accd-77fa-4121-8e2d-b1ab90ad0bb3 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:29.635241 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01197d8-1859-4183-aba5-1b6999c52278", "name": "network-vif-deleted", "tag": "3091f498-14ac-4283-838c-8f4c46e0aa8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:29.635241 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ed9accd-77fa-4121-8e2d-b1ab90ad0bb3 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:29.635241 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01197d8-1859-4183-aba5-1b6999c52278', 'name': 'network-vif-deleted', 'tag': '3091f498-14ac-4283-838c-8f4c46e0aa8c', 'status': 'completed', 'code': 200} Feb 11 14:18:29.635241 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'status': 'completed', 'code': 200} Feb 11 14:18:29.683420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.710137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7979b-1c3d-44fe-84b4-81a24e053b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d044083-9edc-4a7a-960e-026ad7b9f748,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.748159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca5f3d-58ed-404b-8aee-3f7f8a1497bf req-52119dd1-be45-4cd8-a29d-a52dd84cda37 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.752282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfca5f3d-58ed-404b-8aee-3f7f8a1497bf req-52119dd1-be45-4cd8-a29d-a52dd84cda37 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.1235633 Feb 11 14:18:29.755087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-1b54fc38-a9a0-473a-b5fb-508b051db3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.756744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-1b54fc38-a9a0-473a-b5fb-508b051db3c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1100 time: 0.2252123 Feb 11 14:18:29.758012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1573-00f5-4c84-837d-bcdf5a4870b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=11']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.759470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-acb52880-3b02-4464-bbdf-9df8c1e6f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.761388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-acb52880-3b02-4464-bbdf-9df8c1e6f6ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 1094 time: 0.2499642 Feb 11 14:18:29.782645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-4773de3a-bfce-490e-81e8-bc717189a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.784416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-4773de3a-bfce-490e-81e8-bc717189a42d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1100 time: 0.4188001 Feb 11 14:18:29.867134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:29.879706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:29.882448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36daddbc-7077-44a1-b424-3baf95c25be2 req-1652d88b-859f-4f69-95ce-403df02c147f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882493 Feb 11 14:18:29.954462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-3ff44b27-3dd0-446e-82ef-d70d767f41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:29.955983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-3ff44b27-3dd0-446e-82ef-d70d767f41ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1495435 Feb 11 14:18:30.023019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] DHCP port deletion for f00379cf-82d4-47d9-8185-2687d9f63b07 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:30.080414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-2c6f9964-5cbf-485a-9089-e00a791c7085 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.1006792 Feb 11 14:18:30.119419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfca5f3d-58ed-404b-8aee-3f7f8a1497bf req-f989011a-8b7b-47c9-895a-75e43857d19b tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205018 Feb 11 14:18:30.186477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Deleting port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:30.186752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.191544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-86731d40-36fe-44bd-8cd0-2ff25ac73fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.193945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-86731d40-36fe-44bd-8cd0-2ff25ac73fa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0898170 Feb 11 14:18:30.257772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:30.258284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.272587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-a3bc7698-51a8-4a66-952d-57f29b57007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.274411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-a3bc7698-51a8-4a66-952d-57f29b57007f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 913 time: 0.4905243 Feb 11 14:18:30.305982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-b107fe64-646a-4cfd-949a-a4950f9e2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.315357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-b107fe64-646a-4cfd-949a-a4950f9e2681 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.5208192 Feb 11 14:18:30.354860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.367497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-25a33d07-656e-45be-93aa-7f9911c59578 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07 HTTP/1.1" status: 200 len: 217 time: 0.0841162 Feb 11 14:18:30.419251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] No DVR routers for this DVR port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:30.433818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119df0-fa53-4dd5-8377-3760e474614e None None] Pushing event deleted for resources: {'Port': ['ID=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:30.481766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.498246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Deleting port 665965a6-4f65-4641-a8d9-84785a9d6431 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:30.498879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.504307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-39d3d4ef-5dfe-42fc-9f37-f06f02fd6315 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.1575322 Feb 11 14:18:30.513771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-36ecca7b-615f-44d8-b6d6-d423be22c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.531682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-36ecca7b-615f-44d8-b6d6-d423be22c191 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3225582 Feb 11 14:18:30.585608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edecd7d1-7b62-49af-aa82-d525d6140485 req-026dddbf-f4b0-4ded-a1ba-3602a78c26a7 tempest-InstanceActionsV221TestJSON-272560475 tempest-InstanceActionsV221TestJSON-272560475-project] 10.222.0.31 "GET /v2.0/ports?device_id=d01197d8-1859-4183-aba5-1b6999c52278 HTTP/1.1" status: 200 len: 210 time: 0.1405544 Feb 11 14:18:30.629313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] For port ca6842f8-ccf1-4749-ac01-83ad4f5075f1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,segment=NetworkSegment(26c63ed4-21ce-4c3d-8ffa-96e4126c37eb),segment_id=26c63ed4-21ce-4c3d-8ffa-96e4126c37eb)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:30.629856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.658041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Calling delete_port for ca6842f8-ccf1-4749-ac01-83ad4f5075f1 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:30.668963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-5e888b9d-a7e0-4242-8049-b0e94004235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.671219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-5e888b9d-a7e0-4242-8049-b0e94004235f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1529922 Feb 11 14:18:30.681648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-b10b52aa-0eb9-4414-817b-7835b52f3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.687619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-b10b52aa-0eb9-4414-817b-7835b52f3f90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.3129425 Feb 11 14:18:30.689206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] For port 665965a6-4f65-4641-a8d9-84785a9d6431, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=665965a6-4f65-4641-a8d9-84785a9d6431,segment=NetworkSegment(ccc6f18c-87d5-409d-b1d0-5972cfa12333),segment_id=ccc6f18c-87d5-409d-b1d0-5972cfa12333)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:30.689711 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.727322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-facaf06b-bf75-4f65-9fca-2baef6f22b06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280530 Feb 11 14:18:30.737906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Calling delete_port for 665965a6-4f65-4641-a8d9-84785a9d6431 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:30.793319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-d317d269-c1ef-4bcc-9805-02d28d10a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.795125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-d317d269-c1ef-4bcc-9805-02d28d10a658 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159253 Feb 11 14:18:30.831946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ca6842f8-ccf1-4749-ac01-83ad4f5075f1 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:30.836225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Router 4794835d-5735-4cca-97ea-7256d260db93 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:18:30.873773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-7a7ba85a-7e12-4523-8ff5-6620a0825829 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302245 Feb 11 14:18:30.893661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ca6842f8-ccf1-4749-ac01-83ad4f5075f1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:30.894469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ca6842f8-ccf1-4749-ac01-83ad4f5075f1 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:30.971504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.026775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] No DVR routers for this DVR port ca6842f8-ccf1-4749-ac01-83ad4f5075f1 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:31.036699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-63002ff8-e8cf-42ab-be55-ef52fc3f8284 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947764 Feb 11 14:18:31.054704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.072552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] No DVR routers for this DVR port 665965a6-4f65-4641-a8d9-84785a9d6431 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:31.114915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8ed76-5087-4386-bcea-3cbadbe1b940 None None] Pushing event deleted for resources: {'Port': ['ID=665965a6-4f65-4641-a8d9-84785a9d6431,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.121719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.139955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-549a93e1-71aa-47e0-a58a-8ebd436be8e5 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587085 Feb 11 14:18:31.173643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Port': ['ID=ca6842f8-ccf1-4749-ac01-83ad4f5075f1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.241059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bfd0c-569c-4a32-8927-05cd78fcfdc3 req-61d20bc6-8281-42cf-ad0e-45b886e0bd1d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.242169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-927bfd0c-569c-4a32-8927-05cd78fcfdc3 req-61d20bc6-8281-42cf-ad0e-45b886e0bd1d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 943 time: 0.2584088 Feb 11 14:18:31.248972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa590da-5768-41ea-b12b-b060d1c7d144 req-5693b0e8-34c8-4579-8584-e6815c79b30c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.250601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fa590da-5768-41ea-b12b-b060d1c7d144 req-5693b0e8-34c8-4579-8584-e6815c79b30c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.1674001 Feb 11 14:18:31.286864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-d63ca19d-7c40-4ee3-a234-df8c5860f884 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819577 Feb 11 14:18:31.298468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7575ff94-adf5-4f1b-a0b2-47a4a361f94d req-1c2cb455-c91f-4f32-8fc8-9fafde7e3578 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533276 Feb 11 14:18:31.307024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:31.317602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Sync routers for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:31.322836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fa590da-5768-41ea-b12b-b060d1c7d144 req-94848ca4-62b9-4c62-8183-8a2ba3dc044d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626378 Feb 11 14:18:31.344960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:31.345685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:31.373769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.465978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4327f-5135-4dee-b547-b195e86f6e4e req-973db432-d49f-4443-b0e8-01a4b21b1dca tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.467590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fde4327f-5135-4dee-b547-b195e86f6e4e req-973db432-d49f-4443-b0e8-01a4b21b1dca tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.0621293 Feb 11 14:18:31.471930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:31.515443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.516730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c51c8529-2935-4032-b5bb-566919ba34aa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6718545 Feb 11 14:18:31.521613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:31.531349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-927bfd0c-569c-4a32-8927-05cd78fcfdc3 req-f00a4c83-1d4e-4a19-ae3d-bd7e3736b52b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431858 Feb 11 14:18:31.536195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f37660-c2e3-436a-af1f-795638e2a04f']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:31.557250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb8efedb-096f-49f3-8aaa-1963d44bf204 req-51007bbe-e79b-4c0c-af6b-acb39e544b17 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482615 Feb 11 14:18:31.588036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d3e26a40-0068-41d3-b0d8-ad18d0210b07 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:31.588131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:31.588131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c63ed4-21ce-4c3d-8ffa-96e4126c37eb') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:31.593759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.620731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 665965a6-4f65-4641-a8d9-84785a9d6431 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:31.624146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.655751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 665965a6-4f65-4641-a8d9-84785a9d6431 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:31.656096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 665965a6-4f65-4641-a8d9-84785a9d6431 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:31.670325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:31.671731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:31.674844 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:31.755433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:31.779612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-8c9cff02-b9ed-4a82-acb4-7c8fc00dbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.781268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-8c9cff02-b9ed-4a82-acb4-7c8fc00dbe32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=145788c03dae449a94810aea442c0a09&device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1100 time: 0.1523190 Feb 11 14:18:31.786461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'mac_address': 'fa:16:3e:d8:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:31.794096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 3091f498-14ac-4283-838c-8f4c46e0aa8c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:31.900517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 3091f498-14ac-4283-838c-8f4c46e0aa8c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:31.901125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 3091f498-14ac-4283-838c-8f4c46e0aa8c not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:31.956886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.959860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.979907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e26a40-0068-41d3-b0d8-ad18d0210b07 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:31.985108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.002296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/networks/33f37660-c2e3-436a-af1f-795638e2a04f HTTP/1.1" status: 204 len: 168 time: 2.9385183 Feb 11 14:18:32.005669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:32.005853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52832) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:32.022836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:27Z', 'revision_number': 3, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:32.060446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b00ff8-1347-4edc-af2f-7ffa66b23c19 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Network': ['ID=33f37660-c2e3-436a-af1f-795638e2a04f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:32.075377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Checking router: 4794835d-5735-4cca-97ea-7256d260db93 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:32.075727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Updating router 4794835d-5735-4cca-97ea-7256d260db93 port 447cc5c7-a29c-4986-8572-7c3527d5e017 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:32.140377 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.201299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52844) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:32.293582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-b5cc3a6b-d402-44f0-8070-f01de1516f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.295344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-b5cc3a6b-d402-44f0-8070-f01de1516f07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.5009887 Feb 11 14:18:32.328935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.346799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Deleting subnet a1ed57c1-da1d-4352-946e-5a09918c3ce0 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:32.394016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fde4327f-5135-4dee-b547-b195e86f6e4e req-c7f970ea-2732-44ab-95f7-81ba2de2087c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9067352 Feb 11 14:18:32.425267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.482465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-c3e67325-0ffe-46b6-ad03-30017806a3e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 200 len: 217 time: 0.1782367 Feb 11 14:18:32.532653 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.537095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.612933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.614234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:32.667832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.726998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bdab6-fb4b-4a90-8722-8aa3c380905f None None] Pushing event updated for resources: {'Port': ['ID=447cc5c7-a29c-4986-8572-7c3527d5e017,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:32.729834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.746914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-dad6928c-8f61-4a07-bd48-18f025c87fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.748591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-dad6928c-8f61-4a07-bd48-18f025c87fed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.2380896 Feb 11 14:18:32.763668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Attempting to bind port 447cc5c7-a29c-4986-8572-7c3527d5e017 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:32.764550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Attempting to bind port 447cc5c7-a29c-4986-8572-7c3527d5e017 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:32.765455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Attempting to bind port 447cc5c7-a29c-4986-8572-7c3527d5e017 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:32.768416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.771996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.772520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:32.778365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:32.778365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.778365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:32.778365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Bound port: 447cc5c7-a29c-4986-8572-7c3527d5e017, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:32.778365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.822029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4685a02-6ba0-4d9d-8334-3800c48ecd7d req-03e01b7a-b871-4c40-9452-76279008e90f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.823567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4685a02-6ba0-4d9d-8334-3800c48ecd7d req-03e01b7a-b871-4c40-9452-76279008e90f tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.3307452 Feb 11 14:18:32.826135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d3e26a40-0068-41d3-b0d8-ad18d0210b07'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:32.830849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52862) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:32.851371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00379cf-82d4-47d9-8185-2687d9f63b07']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:32.877408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc6f18c-87d5-409d-b1d0-5972cfa12333') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:32.877715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc6f18c-87d5-409d-b1d0-5972cfa12333') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:32.898218 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.919811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-121207d7-d9b9-4d6c-bf01-a057422256c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.921381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-121207d7-d9b9-4d6c-bf01-a057422256c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637361 Feb 11 14:18:32.945014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4685a02-6ba0-4d9d-8334-3800c48ecd7d req-6baa6535-dbec-408e-a97b-6d7a43e76716 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046617 Feb 11 14:18:32.945904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.962658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Allocated IP 172.20.0.1 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/fa2fc392-4fb1-4d5f-acde-f05f2182295b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:32.968365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:32.972269 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:32.977848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] For port 447cc5c7-a29c-4986-8572-7c3527d5e017, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:33.015051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] For port 447cc5c7-a29c-4986-8572-7c3527d5e017, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=447cc5c7-a29c-4986-8572-7c3527d5e017,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:33.066979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.084193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-708979810'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:33.092756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.156397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:33.157053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:33.190336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec7b98-3b14-4844-ba8f-0fa55e04b52e req-0d3ee3f7-f49d-4f24-b7a9-4d8de7ea7cc4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.192004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7ec7b98-3b14-4844-ba8f-0fa55e04b52e req-0d3ee3f7-f49d-4f24-b7a9-4d8de7ea7cc4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1156945 Feb 11 14:18:33.195171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.246088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.247064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.256180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7ec7b98-3b14-4844-ba8f-0fa55e04b52e req-94b9b6e6-0e41-4327-a515-ebc84df6590f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575294 Feb 11 14:18:33.318215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.360072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.363108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bdab6-fb4b-4a90-8722-8aa3c380905f None None] Pushing event updated for resources: {'Port': ['ID=447cc5c7-a29c-4986-8572-7c3527d5e017,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.393579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.425117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:33.428416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:33.431998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:33.455244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:33.460224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.487974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.527602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ed57c1-da1d-4352-946e-5a09918c3ce0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.586412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.587616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3459a936-a9b3-46c1-8a12-b40a094dcdc0 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7558234 Feb 11 14:18:33.590903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:33.594496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d3e26a40-0068-41d3-b0d8-ad18d0210b07 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:33.614698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.620626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-803dd81d-75cd-47d6-8b6a-999462bd8111 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a1ed57c1-da1d-4352-946e-5a09918c3ce0 HTTP/1.1" status: 204 len: 168 time: 1.4112818 Feb 11 14:18:33.624695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52872) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:33.704845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b8f3-dffc-4f07-a539-a4b56e0ccb87 req-4d154da6-234d-4775-a27d-147538b700fc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.707297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd56b8f3-dffc-4f07-a539-a4b56e0ccb87 req-4d154da6-234d-4775-a27d-147538b700fc tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.2072566 Feb 11 14:18:33.714389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.719229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.731600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:27Z', 'revision_number': 3, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:33.733277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.757423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-aeceac16-d165-4c1b-a413-c842471dd57d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.759237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-aeceac16-d165-4c1b-a413-c842471dd57d tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.2499154 Feb 11 14:18:33.767890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496f68-c8bf-4239-b964-e6e5bde88950 req-673620e6-bc9a-41e7-8ab2-3d78fda67c0b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.775727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d496f68-c8bf-4239-b964-e6e5bde88950 req-673620e6-bc9a-41e7-8ab2-3d78fda67c0b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.2618821 Feb 11 14:18:33.776216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ddf4f-b942-41bf-bc2a-b3f6ad834e83 None None] The sync data for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 is: [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:27Z', 'revision_number': 3, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:33.782880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.786032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] 10.222.0.31 "DELETE /v2.0/networks/f00379cf-82d4-47d9-8185-2687d9f63b07 HTTP/1.1" status: 204 len: 168 time: 1.7678275 Feb 11 14:18:33.793093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port d3e26a40-0068-41d3-b0d8-ad18d0210b07 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:33.803859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port d3e26a40-0068-41d3-b0d8-ad18d0210b07 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:33.807144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.850551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-1a408895-176c-44e1-80da-2a77f3300786 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095993 Feb 11 14:18:33.859793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144a94-0368-4235-bc23-b7dd8262a7a4 tempest-TaggedBootDevicesTest-907516192 tempest-TaggedBootDevicesTest-907516192-project] Pushing event deleted for resources: {'Network': ['ID=f00379cf-82d4-47d9-8185-2687d9f63b07,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.881311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bdd8c2f8-24ad-482e-972e-e9a14c6d26ac None None] Provisioning complete for port fa2fc392-4fb1-4d5f-acde-f05f2182295b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:33.881689 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c2f8-24ad-482e-972e-e9a14c6d26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:33.942432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd56b8f3-dffc-4f07-a539-a4b56e0ccb87 req-787868ac-fa71-4fe1-8546-880be4e8a84f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241132 Feb 11 14:18:34.021507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.021507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8c2f8-24ad-482e-972e-e9a14c6d26ac None None] Port fa2fc392-4fb1-4d5f-acde-f05f2182295b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:18:34.051972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.056070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d496f68-c8bf-4239-b964-e6e5bde88950 req-c979c863-921b-4a8e-a7b9-7311bf9bcc31 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743278 Feb 11 14:18:34.067579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:34.074527 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7a999-1da5-4546-aa64-13ab0bdb0494" -d '{"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:34.078423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.081734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.127095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.129640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:34.187190 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e41fe6-4245-4eb6-ae76-31a68e984d5c x-openstack-request-id: req-c1e41fe6-4245-4eb6-ae76-31a68e984d5c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:34.187476 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:34.187790 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1e41fe6-4245-4eb6-ae76-31a68e984d5c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:34.188112 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'code': 200} Feb 11 14:18:34.226771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.234227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Deleting port 68724cad-0596-43ad-a6e1-5b5fd295a534 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:34.234636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.276500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa21d5e-7a41-4706-8aeb-4279e36caae5']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:34.300180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd135d14-cb55-4a01-8ea3-75275e4df8ac') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:34.302729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd135d14-cb55-4a01-8ea3-75275e4df8ac') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:34.307126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:34.329557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.332986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed5451-cde3-468c-b134-9eb2ae215b67 req-816b58ab-99e1-40ec-8c4c-eafd74c60ede tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:34.334575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7ed5451-cde3-468c-b134-9eb2ae215b67 req-816b58ab-99e1-40ec-8c4c-eafd74c60ede tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 945 time: 0.2093709 Feb 11 14:18:34.337037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.337612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 924b28af-e200-46d8-858c-8759bf9a4380 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:34.351035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98b3886-8eec-4c68-aedf-aec95e5b5dac req-cf145b20-c1b1-41a9-9d60-15e315697e2d service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886343 Feb 11 14:18:34.379541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.383538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e022ef27-1f56-4cfd-8ef0-5fbd0acf93d7 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "DELETE /v2.0/routers/924b28af-e200-46d8-858c-8759bf9a4380 HTTP/1.1" status: 204 len: 168 time: 0.7864413 Feb 11 14:18:34.396103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:34.408101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Request body: {'router': {'name': 'tempest-router-380799498', 'distributed': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:34.421827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.489592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee7da-296f-4240-95e9-d1256c859f33 req-8a50402c-f6b1-4db9-98e7-a3431e62f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:34.491222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e9ee7da-296f-4240-95e9-d1256c859f33 req-8a50402c-f6b1-4db9-98e7-a3431e62f053 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 1096 time: 0.1483123 Feb 11 14:18:34.495843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:34.496279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:34.503461 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:34.520661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7ed5451-cde3-468c-b134-9eb2ae215b67 req-2e54963e-04fa-47aa-b957-646311ab2c38 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234040 Feb 11 14:18:34.572208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e9ee7da-296f-4240-95e9-d1256c859f33 req-d82adecb-acd7-4752-bf76-78d60e82f82d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626788 Feb 11 14:18:34.588089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.609795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.610409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] For port 68724cad-0596-43ad-a6e1-5b5fd295a534, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=68724cad-0596-43ad-a6e1-5b5fd295a534,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:34.610883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.611972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.630203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221428-21f5-4ebd-9a0d-8fe2b60610dc req-8f37a1f3-f648-4013-a962-17e337fea8bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:34.633486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d221428-21f5-4ebd-9a0d-8fe2b60610dc req-8f37a1f3-f648-4013-a962-17e337fea8bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1995754 Feb 11 14:18:34.639974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Calling delete_port for 68724cad-0596-43ad-a6e1-5b5fd295a534 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:34.680452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.685377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.746034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.765227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d221428-21f5-4ebd-9a0d-8fe2b60610dc req-00df89ca-f69e-45e4-befd-67c2c04ca6f3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273494 Feb 11 14:18:34.784615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.787985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0aa21d5e-7a41-4706-8aeb-4279e36caae5 HTTP/1.1" status: 204 len: 168 time: 1.1587827 Feb 11 14:18:34.791035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb976f-6724-484d-8108-e56909ed43f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa21d5e-7a41-4706-8aeb-4279e36caae5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:34.791578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:34.837888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.866034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.959636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-93ed6b43-911c-47a1-9340-58c33cfae31b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:34.961501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-93ed6b43-911c-47a1-9340-58c33cfae31b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.1632719 Feb 11 14:18:35.002778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:35.006782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.008091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df08cb55-6799-4bfa-8726-027d24ad062a tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6084974 Feb 11 14:18:35.009209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:35.013607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52894) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:35.173908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Router 4794835d-5735-4cca-97ea-7256d260db93 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:35.193993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.315894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.328971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['68724cad-0596-43ad-a6e1-5b5fd295a534', 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:35.330260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:35.357426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603456a-ca83-4b7e-92d1-8d9987523161 req-1c277957-d60e-4e71-90c2-6e0e044436b5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.358895 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f603456a-ca83-4b7e-92d1-8d9987523161 req-1c277957-d60e-4e71-90c2-6e0e044436b5 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 949 time: 0.2040832 Feb 11 14:18:35.392452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b0e28b48-62e6-47f0-822a-1fd907a94d86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41e83bf6b2ec47008d1d9f912c8aa12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609558 Feb 11 14:18:35.394369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:35.408046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5858865f-5551-4eb7-96bc-fdc1654ea516 admin admin] 10.222.0.31 "PUT /v2.0/routers/4794835d-5735-4cca-97ea-7256d260db93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850725 Feb 11 14:18:35.412049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Pushing event deleted for resources: {'Port': ['ID=68724cad-0596-43ad-a6e1-5b5fd295a534,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:35.417602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52900) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:35.483530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f603456a-ca83-4b7e-92d1-8d9987523161 req-57347bea-dd56-4724-b9e8-397e26cf3f80 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931196 Feb 11 14:18:35.528395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1547b4e0-9a48-4492-bdd0-9af49710aea9 None None] Provisioning complete for port fa2fc392-4fb1-4d5f-acde-f05f2182295b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:35.530547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1547b4e0-9a48-4492-bdd0-9af49710aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.552650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a73ae-39f2-4639-932b-0c4e1bab6c2e req-db584131-67f4-47fd-8112-2e5564d7f73b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.554575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-302a73ae-39f2-4639-932b-0c4e1bab6c2e req-db584131-67f4-47fd-8112-2e5564d7f73b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 945 time: 0.3583205 Feb 11 14:18:35.634245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.643003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] No DVR routers for this DVR port 68724cad-0596-43ad-a6e1-5b5fd295a534 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:35.646966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Deleting port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:35.647389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.651410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.654945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 447cc5c7-a29c-4986-8572-7c3527d5e017 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:35.655083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ddd0ec3-4ff2-4ce9-8582-a62ceb344285 req-d5f190fa-421e-4649-bee7-312287369cc2 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "DELETE /v2.0/ports/68724cad-0596-43ad-a6e1-5b5fd295a534 HTTP/1.1" status: 204 len: 173 time: 1.8737628 Feb 11 14:18:35.676664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.676664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'name': 'network-vif-deleted', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:35.679250 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7311e66a-3524-4506-bc94-a440f7ccb93d" -d '{"events": [{"server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "name": "network-vif-deleted", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:35.694353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf07ff-8295-4964-8c91-120f0251efd4 req-b74fc252-090b-41b8-ae22-107118778bed tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.695965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62bf07ff-8295-4964-8c91-120f0251efd4 req-b74fc252-090b-41b8-ae22-107118778bed tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 1100 time: 0.0921528 Feb 11 14:18:35.714741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:35.756490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1547b4e0-9a48-4492-bdd0-9af49710aea9 None None] Port fa2fc392-4fb1-4d5f-acde-f05f2182295b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:18:35.768996 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62bf07ff-8295-4964-8c91-120f0251efd4 req-7cec4d00-aa0b-4512-81d4-d7329958e709 tempest-MigrationsAdminTest-1068790061 tempest-MigrationsAdminTest-1068790061-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698524 Feb 11 14:18:35.770639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 447cc5c7-a29c-4986-8572-7c3527d5e017 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:35.771018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.903224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8948a934-1006-4595-903a-a3b017e4439d req-0576eff2-965c-4071-9d75-bed3a7cc73d1 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3b81080-580a-4814-b3db-19f90dd4cf4b HTTP/1.1" status: 200 len: 210 time: 0.0398393 Feb 11 14:18:35.925929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] For port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:35.926497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.062807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:36.081263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'mac_address': 'fa:16:3e:0e:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:36.085978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.107414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 447cc5c7-a29c-4986-8572-7c3527d5e017, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=447cc5c7-a29c-4986-8572-7c3527d5e017,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:36.152638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.154161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.157055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8c81290-33ff-4d46-bae8-6d219ad9d991 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:36.172650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:36.173012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.177898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52920) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:36.178324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f35186d5-2664-4b48-a3d0-9ad27433fb27 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f8c81290-33ff-4d46-bae8-6d219ad9d991 HTTP/1.1" status: 204 len: 168 time: 1.1595287 Feb 11 14:18:36.183333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Request body: {'router': {'name': 'tempest-router-762388418', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f338264a87a048b2962e3d81ac369c52'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:36.186030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-302a73ae-39f2-4639-932b-0c4e1bab6c2e req-180731da-4a1b-4bd3-a3d9-d70ba824254c tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups?id=5beec674-9771-4af1-a607-0f9a626f4a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6209197 Feb 11 14:18:36.189927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.195890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.211241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.211590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.211910 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Floating IP 55856e93-72be-4ac4-b835-fea43f2a8139 disassociated. External IP: 172.25.7.75, port: 1c23b11c-e080-4540-b3a5-ed4d6fad29b2. Feb 11 14:18:36.212250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Calling delete_port for 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:36.286377 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089e6fcc-3f76-4321-87ec-67b85ad58276 x-openstack-request-id: req-089e6fcc-3f76-4321-87ec-67b85ad58276 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:36.286668 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b81080-580a-4814-b3db-19f90dd4cf4b", "name": "network-vif-deleted", "tag": "68724cad-0596-43ad-a6e1-5b5fd295a534", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:36.286916 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089e6fcc-3f76-4321-87ec-67b85ad58276 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:36.287435 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b81080-580a-4814-b3db-19f90dd4cf4b', 'name': 'network-vif-deleted', 'tag': '68724cad-0596-43ad-a6e1-5b5fd295a534', 'status': 'completed', 'code': 200} Feb 11 14:18:36.293901 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.318650 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Sync routers for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:36.322818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.324236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.334229 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:36.341764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.341943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:36.370223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=447cc5c7-a29c-4986-8572-7c3527d5e017,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.408425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.416497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.431603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc984c4-ac44-44fc-8230-224749f670e6 req-83453e03-5db6-405b-a9d0-4c5190871845 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:36.433183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cc984c4-ac44-44fc-8230-224749f670e6 req-83453e03-5db6-405b-a9d0-4c5190871845 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0873723 Feb 11 14:18:36.485330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.492189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cc984c4-ac44-44fc-8230-224749f670e6 req-0b236557-2a94-4976-ad54-1bd8a1bc5e2d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Feb 11 14:18:36.526541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.565241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.568451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.576642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6013bc87-994d-477a-92b8-47d13b99089e HTTP/1.1" status: 204 len: 168 time: 1.1185603 Feb 11 14:18:36.595213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ae59-b317-478c-8ba1-5c7b08ec7cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013bc87-994d-477a-92b8-47d13b99089e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.610954 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.611113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.614795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0b724488-ce86-4f6c-b545-4bb72c7c8304 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4358172 Feb 11 14:18:36.618911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:36.626777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:36.631837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:36.663653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['81cd6642-c3c3-435c-a06a-2f45d1c73edd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:36.790030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'Port': ['ID=1c23b11c-e080-4540-b3a5-ed4d6fad29b2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.990716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:37.172584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:37.184638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034186460', 'description': 'tempest-description--1940285946'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:37.382610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:37.395063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:37.432283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:37.432283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.511947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] No DVR routers for this DVR port 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:37.520933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.529720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b567bae6-cfd3-42c2-a55c-01c31d77b051 req-ac88c941-c946-468d-a683-9a5c945306d6 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.60 "DELETE /v2.0/ports/1c23b11c-e080-4540-b3a5-ed4d6fad29b2 HTTP/1.1" status: 204 len: 173 time: 2.5577397 Feb 11 14:18:37.533410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.581300 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:34Z', 'revision_number': 2, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.634903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Checking router: 4794835d-5735-4cca-97ea-7256d260db93 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:37.637602 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Updating router 4794835d-5735-4cca-97ea-7256d260db93 port fa2fc392-4fb1-4d5f-acde-f05f2182295b binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:37.645881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 447cc5c7-a29c-4986-8572-7c3527d5e017 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:37.706219 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.728708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:37.801663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:37.825504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.889093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 447cc5c7-a29c-4986-8572-7c3527d5e017 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:37.889493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.950882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.951464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.951892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:37.960849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d0da-1282-4d74-8101-cd95babd6dc3 req-389609de-cf06-437a-87c9-005fd079909f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:37.968761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f25d0da-1282-4d74-8101-cd95babd6dc3 req-389609de-cf06-437a-87c9-005fd079909f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.2673879 Feb 11 14:18:38.029992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deffcf62-1715-4512-ac58-5b052c9236b2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.093917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.098837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03d5d814-877f-4a92-97bd-a3fc8dc7e059 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9233606 Feb 11 14:18:38.099476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:38.108533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'security_group_rule': {'security_group_id': 'deffcf62-1715-4512-ac58-5b052c9236b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:38.121728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f25d0da-1282-4d74-8101-cd95babd6dc3 req-40a74812-1852-46c4-88e8-a3092f80b228 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456525 Feb 11 14:18:38.130960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 14:18:38.131420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Router 3abe99fc-df6b-4549-805e-a5baf89890bf migrating from provider to provider. {{(pid=109376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 14:18:38.131832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.148931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.192790 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.244397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62a9f787-7b83-4aaa-a00b-d6592cd2bd03 req-f7008f8d-11c8-4aed-98e5-8343647fe3bd tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79f40a7-2151-497b-aadd-1769025e963b HTTP/1.1" status: 200 len: 210 time: 0.0289803 Feb 11 14:18:38.261174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.273330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.284850 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.303324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'name': 'network-vif-deleted', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:38.313011 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9596f3-5c6a-4335-835e-4b6e176f0b41" -d '{"events": [{"server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "name": "network-vif-deleted", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:38.365787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:38.393763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 81cd6642-c3c3-435c-a06a-2f45d1c73edd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:38.394922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.521493 n-d-828407-1 neutron-server[109376]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] No L3 agents can host the router 3abe99fc-df6b-4549-805e-a5baf89890bf Feb 11 14:18:38.526214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:38.530663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.536244 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Attempting to bind port fa2fc392-4fb1-4d5f-acde-f05f2182295b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:38.536532 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Attempting to bind port fa2fc392-4fb1-4d5f-acde-f05f2182295b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:38.536913 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Attempting to bind port fa2fc392-4fb1-4d5f-acde-f05f2182295b on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:38.545538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-7eef5878-3772-4175-8304-d4704bffb677 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:38.547408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-7eef5878-3772-4175-8304-d4704bffb677 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 950 time: 0.1614263 Feb 11 14:18:38.555417 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:38.555818 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:38.556228 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.556628 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:38.557139 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Bound port: fa2fc392-4fb1-4d5f-acde-f05f2182295b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:38.557522 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.563796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17edf-a7eb-48fe-9594-9d34ef72b80d req-4a04e546-bbc9-43dd-8daa-f8a88f6abcd6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:38.565819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:38.576226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71a17edf-a7eb-48fe-9594-9d34ef72b80d req-4a04e546-bbc9-43dd-8daa-f8a88f6abcd6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2131882 Feb 11 14:18:38.612971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:38.614527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:38.670285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.677752 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Pushing event updated for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.706405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:38.747013 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.747354 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.747687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.748012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.748433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.748627 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.756034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.756374 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.756723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.764110 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.765954 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.766408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fa8bb4-24bc-48a8-8455-3df0a158f15b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.768939 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:38.790580 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.791750 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71a17edf-a7eb-48fe-9594-9d34ef72b80d req-d2e4549f-a54e-4a75-bb40-d273926ed0c8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145083 Feb 11 14:18:38.828461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.831632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0c2e4505-cf12-4c07-b20c-4cabd60c026b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7292953 Feb 11 14:18:38.844428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:38.844428 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64554cc7-baf3-49c3-b5e3-4b0576c76968 x-openstack-request-id: req-64554cc7-baf3-49c3-b5e3-4b0576c76968 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:38.844428 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79f40a7-2151-497b-aadd-1769025e963b", "name": "network-vif-deleted", "tag": "1c23b11c-e080-4540-b3a5-ed4d6fad29b2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:38.844428 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64554cc7-baf3-49c3-b5e3-4b0576c76968 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:38.844428 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79f40a7-2151-497b-aadd-1769025e963b', 'name': 'network-vif-deleted', 'tag': '1c23b11c-e080-4540-b3a5-ed4d6fad29b2', 'status': 'completed', 'code': 200} Feb 11 14:18:38.861549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'security_group_rule': {'security_group_id': 'deffcf62-1715-4512-ac58-5b052c9236b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:38.876502 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] For port fa2fc392-4fb1-4d5f-acde-f05f2182295b, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:38.882940 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] For port fa2fc392-4fb1-4d5f-acde-f05f2182295b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fa2fc392-4fb1-4d5f-acde-f05f2182295b,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:38.889975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:38.895478 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b77768-8796-4470-9810-ffff6537e269" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:38.914241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Deleting port 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:38.914588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.934036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Hosts for router 3abe99fc-df6b-4549-805e-a5baf89890bf: [] {{(pid=109376) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 14:18:38.962251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:38.964978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bfc6feb3-361c-40fe-9346-ed89ef45877c None None] Provisioning complete for port fa2fc392-4fb1-4d5f-acde-f05f2182295b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:38.965516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc6feb3-361c-40fe-9346-ed89ef45877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.992307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-883841138-network', 'tenant_id': 'edc52cac5d614d01be2be57e7ad1bce2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:38.996394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Hosts for other DVR routers connected to router 3abe99fc-df6b-4549-805e-a5baf89890bf: set() {{(pid=109376) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 14:18:38.998330 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.001029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.003602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d465a3e-b68c-45dd-b318-086fb879d906 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "PUT /v2.0/routers/3abe99fc-df6b-4549-805e-a5baf89890bf HTTP/1.1" status: 200 len: 716 time: 2.3823934 Feb 11 14:18:39.012268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52988) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:39.039112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadc2df-6eac-493b-b625-ceb276699d9b req-861c503e-c9f4-469c-9cc8-52279ea1cf74 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.047457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9fadc2df-6eac-493b-b625-ceb276699d9b req-861c503e-c9f4-469c-9cc8-52279ea1cf74 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1257238 Feb 11 14:18:39.053993 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060bf8c0-638b-4930-ba5d-70a7e3f56da0 x-openstack-request-id: req-060bf8c0-638b-4930-ba5d-70a7e3f56da0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:39.056444 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-plugged", "status": "completed", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:39.056444 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060bf8c0-638b-4930-ba5d-70a7e3f56da0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:39.059146 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'code': 200} Feb 11 14:18:39.093582 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:39.095623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:39.124093 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.124928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 68724cad-0596-43ad-a6e1-5b5fd295a534 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:39.129452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:39.188559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9fadc2df-6eac-493b-b625-ceb276699d9b req-93ec0220-26bf-4cab-a846-ba4038935b96 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401186 Feb 11 14:18:39.216958 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8ec19-6b1d-4e9f-b6a9-c4fc9b7eab41 None None] Pushing event updated for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.250583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Made reservation on behalf of edc52cac5d614d01be2be57e7ad1bce2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:39.253272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.267385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.308862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.326012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6feb3-361c-40fe-9346-ed89ef45877c None None] Port fa2fc392-4fb1-4d5f-acde-f05f2182295b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:18:39.335596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 68724cad-0596-43ad-a6e1-5b5fd295a534 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:39.335824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 68724cad-0596-43ad-a6e1-5b5fd295a534 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:39.336251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:39.370023 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:39.419174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:39.419523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1c23b11c-e080-4540-b3a5-ed4d6fad29b2 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:39.443873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-09497011-b45d-4744-91c6-98c1d1ac03fb tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "GET /v2.0/routers/3abe99fc-df6b-4549-805e-a5baf89890bf HTTP/1.1" status: 200 len: 716 time: 0.4276156 Feb 11 14:18:39.447231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:39.476358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] For port 81cd6642-c3c3-435c-a06a-2f45d1c73edd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=81cd6642-c3c3-435c-a06a-2f45d1c73edd,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:39.476815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.506432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Calling delete_port for 81cd6642-c3c3-435c-a06a-2f45d1c73edd owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:39.525672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ef11-189b-4f4f-9439-9aed17e2a3a3 req-2f321032-cfed-4326-84de-c39b54f22185 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.527604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f89ef11-189b-4f4f-9439-9aed17e2a3a3 req-2f321032-cfed-4326-84de-c39b54f22185 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 951 time: 0.2002914 Feb 11 14:18:39.527888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.544765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:39.569843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.625753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=13']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.641391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] Provisioning complete for port fa2fc392-4fb1-4d5f-acde-f05f2182295b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.641775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.646709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.651788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f89ef11-189b-4f4f-9439-9aed17e2a3a3 req-a802960b-9e23-40ba-9321-60edaef4fad4 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994473 Feb 11 14:18:39.654721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.692170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0a078c-e9a3-4841-99fb-feeeaaa1e0e4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.710150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:39.739566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a9cab-f480-43c8-b279-eec343de2229 None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'cb1c7794-59f8-4f1a-a0f4-f0a113714565', 'name': '', 'network_id': '51587943-ad50-4a2f-ae2f-7359430b5340', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'mac_address': 'fa:16:3e:86:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:45Z', 'updated_at': '2022-02-11T14:12:55Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'subnets': [{'id': '8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:39.751664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:39.773055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.775242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-edf24daf-c757-401a-b07e-0091ed583819 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9340179 Feb 11 14:18:39.778523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53004) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:39.784524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:39.818741 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:39.835225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9137eeea-c619-4294-9c2c-9edf6111a784,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.844408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.862174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.862516 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Added segment 3ddc68b5-17e3-4053-b42a-df0cb9239fd4 of type vlan for network 64f2542c-eb86-4eca-bd26-937db2998511 Feb 11 14:18:39.893454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.897231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.898050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:39.907257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] For port fa2fc392-4fb1-4d5f-acde-f05f2182295b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fa2fc392-4fb1-4d5f-acde-f05f2182295b,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:39.915237 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2e69-8856-485f-b36f-52955295b2d2 None None] The sync data for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 is: [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:39.919171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:39.976480 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.089653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-802299c7-e1c5-403f-ad62-082527e4f800 tempest-RoutersTestDVR-1223273627 tempest-RoutersTestDVR-1223273627-project] 10.222.0.31 "GET /v2.0/routers/3abe99fc-df6b-4549-805e-a5baf89890bf HTTP/1.1" status: 200 len: 682 time: 0.6237521 Feb 11 14:18:40.092967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb07cf-67f6-4c69-9009-0f70fd654022 None None] Pushing event updated for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.101973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53008) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:40.148380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.159691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.259743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f9452-1576-459c-a42d-2a6f3f622000 req-7b7b04b4-8b41-4240-9cf5-80b12179b902 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.270138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b77f9452-1576-459c-a42d-2a6f3f622000 req-7b7b04b4-8b41-4240-9cf5-80b12179b902 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2487185 Feb 11 14:18:40.308415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914d907-b56a-4656-8448-36e2a9fcade0 None None] New status for floating IP 55856e93-72be-4ac4-b835-fea43f2a8139: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:18:40.342987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b77f9452-1576-459c-a42d-2a6f3f622000 req-4cd413b3-e5fd-42a8-b732-4bdc963b8c7f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741603 Feb 11 14:18:40.381045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.383154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.385113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.507127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.510020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.514653 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "DELETE /v2.0/security-groups/5beec674-9771-4af1-a607-0f9a626f4a0d HTTP/1.1" status: 204 len: 168 time: 0.9687111 Feb 11 14:18:40.535580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:40.536495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868f3e0-f6ce-4cf6-a3e2-41a84e670c39 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beec674-9771-4af1-a607-0f9a626f4a0d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.558740 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-df8c1ef8-8c89-4876-8430-d5b33d39d325 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] show failed (client error): The resource could not be found. Feb 11 14:18:40.562949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df8c1ef8-8c89-4876-8430-d5b33d39d325 tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "GET /v2.0/security-groups/5beec674-9771-4af1-a607-0f9a626f4a0d HTTP/1.1" status: 404 len: 347 time: 0.0239918 Feb 11 14:18:40.563673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:40.571714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] Pushing event updated for resources: {'Network': ['ID=64f2542c-eb86-4eca-bd26-937db2998511,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.586166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 64f2542c-eb86-4eca-bd26-937db2998511 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:40.633122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-937c6433-16b4-49bb-8b8c-6109217c6535 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9255717 Feb 11 14:18:40.637291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:40.642984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Request body: {'subnet': {'network_id': '64f2542c-eb86-4eca-bd26-937db2998511', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-883841138-subnet', 'tenant_id': 'edc52cac5d614d01be2be57e7ad1bce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.753060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.767392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:40.770272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.777931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Deleting port f88412f2-1162-4672-bde5-646f7718d508 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:40.778492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.786802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:40.877150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.884214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.884545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.899862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event deleted for resources: {'Port': ['ID=81cd6642-c3c3-435c-a06a-2f45d1c73edd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.909775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Calling delete_port for f88412f2-1162-4672-bde5-646f7718d508 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:40.979446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea35b10a-85cf-4568-b9f3-029a28cfcdc7 req-8d42ed25-790c-44c8-8659-fd49d9f6e476 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8400aaca-e2f1-407b-a17e-88d27e09234e HTTP/1.1" status: 200 len: 210 time: 0.1985376 Feb 11 14:18:41.126566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] No DVR routers for this DVR port 81cd6642-c3c3-435c-a06a-2f45d1c73edd on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:41.138391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420917-6f98-4fc0-a91a-69ce2839b9fa req-665041b5-36e0-4798-8e54-5f99162e768b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:41.140147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85420917-6f98-4fc0-a91a-69ce2839b9fa req-665041b5-36e0-4798-8e54-5f99162e768b tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.3919523 Feb 11 14:18:41.169986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.173742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2caad21-91fb-4a7e-a7b6-393f68b2889b req-55f18906-dca9-4525-9960-449d9878364c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "DELETE /v2.0/ports/81cd6642-c3c3-435c-a06a-2f45d1c73edd HTTP/1.1" status: 204 len: 173 time: 2.6193595 Feb 11 14:18:41.174158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-deleted', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:41.187445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Made reservation on behalf of edc52cac5d614d01be2be57e7ad1bce2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:41.189145 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67c071-acdd-418c-a81d-17e0dc52e55d" -d '{"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-deleted", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:41.190182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.334336 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f43d6-ae01-464c-9f44-8037703697ba x-openstack-request-id: req-137f43d6-ae01-464c-9f44-8037703697ba {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:41.336780 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8400aaca-e2f1-407b-a17e-88d27e09234e", "name": "network-vif-deleted", "tag": "81cd6642-c3c3-435c-a06a-2f45d1c73edd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:41.337223 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-137f43d6-ae01-464c-9f44-8037703697ba {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:41.337799 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8400aaca-e2f1-407b-a17e-88d27e09234e', 'name': 'network-vif-deleted', 'tag': '81cd6642-c3c3-435c-a06a-2f45d1c73edd', 'status': 'completed', 'code': 200} Feb 11 14:18:41.467545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.488292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.597148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-85420917-6f98-4fc0-a91a-69ce2839b9fa req-fc09a35e-9d19-4478-96c9-70743594dc11 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681696 Feb 11 14:18:41.605222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72a630-e0b6-4d21-b9b9-b8f6868764ca req-7ace0ff3-4bf8-4c70-ab71-824f859537d6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:41.606855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe72a630-e0b6-4d21-b9b9-b8f6868764ca req-7ace0ff3-4bf8-4c70-ab71-824f859537d6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0952070 Feb 11 14:18:41.609523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.642805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fa2fc392-4fb1-4d5f-acde-f05f2182295b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:41.654531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Pushing event deleted for resources: {'Port': ['ID=f88412f2-1162-4672-bde5-646f7718d508,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:41.666555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.690605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.690986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3abe99fc-df6b-4549-805e-a5baf89890bf {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:41.704426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:41.735488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.742555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fe2b8b1a-6bb5-419f-83b4-9e2330b5897d tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3abe99fc-df6b-4549-805e-a5baf89890bf HTTP/1.1" status: 204 len: 168 time: 1.6371055 Feb 11 14:18:41.745570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53028) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:41.750427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Request body: {'router': {'name': 'tempest-router-863795936', 'distributed': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:41.754409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 81cd6642-c3c3-435c-a06a-2f45d1c73edd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:41.754938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 81cd6642-c3c3-435c-a06a-2f45d1c73edd not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:41.786694 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.788505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fa2fc392-4fb1-4d5f-acde-f05f2182295b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:41.789028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.789837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.791009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-364fd649-8762-4aad-819b-6f2062be2c6b tempest-AttachVolumeTestJSON-1089778464 tempest-AttachVolumeTestJSON-1089778464-project] 10.222.0.31 "DELETE /v2.0/floatingips/55856e93-72be-4ac4-b835-fea43f2a8139 HTTP/1.1" status: 204 len: 168 time: 1.2261364 Feb 11 14:18:41.805000 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.886734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe72a630-e0b6-4d21-b9b9-b8f6868764ca req-2ca19118-d602-49aa-ad10-689b14587248 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386403 Feb 11 14:18:41.906525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.908379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.955695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91051833-e620-4cec-9cfa-9ffcc589620e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:41.958090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Checking segment: {'id': '3ddc68b5-17e3-4053-b42a-df0cb9239fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:41.958448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Network hostable DHCP agents. Network: 64f2542c-eb86-4eca-bd26-937db2998511, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:41.983062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.25.7.132 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:42.033412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.084928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Network 64f2542c-eb86-4eca-bd26-937db2998511 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:42.167723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.170850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 64f2542c-eb86-4eca-bd26-937db2998511) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:42.183475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92003b-ca05-4934-979b-f63e48691b4d None None] Network 64f2542c-eb86-4eca-bd26-937db2998511 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:42.195379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:42.198549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.219193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.269577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.272040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ae36cf3-e353-4670-93b5-b3ff52dd38a9 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5243351 Feb 11 14:18:42.273798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:42.323402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-462374d1-8e18-4eb6-a3f7-ffdd6380524b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6849906 Feb 11 14:18:42.360187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.374711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.422131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1aa17-40fd-4e37-9d75-70dae01da775 None None] Network 64f2542c-eb86-4eca-bd26-937db2998511 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:42.477842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:42.484873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:42.515522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:42.636764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:42.751362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.755024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.849517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2956a-ad8c-44fe-a705-97267260f51b req-7566e9b7-07e1-4175-b583-2f0fb09165aa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:42.851117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de2956a-ad8c-44fe-a705-97267260f51b req-7566e9b7-07e1-4175-b583-2f0fb09165aa tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 951 time: 0.1670668 Feb 11 14:18:42.884024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.909603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de2956a-ad8c-44fe-a705-97267260f51b req-fc71be7d-e42f-45dc-8368-54263e04e801 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477626 Feb 11 14:18:42.930809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.932585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 204c03aa-30b4-4522-8f47-4b1e473a50cd {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:42.943502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.949587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e0529897-4699-402a-9e42-58227433a166 tempest-RoutersTestDVR-1664773492 tempest-RoutersTestDVR-1664773492-project-admin] 10.222.0.31 "DELETE /v2.0/routers/204c03aa-30b4-4522-8f47-4b1e473a50cd HTTP/1.1" status: 204 len: 168 time: 0.6747277 Feb 11 14:18:43.003134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.189679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55470c55-21a4-4b53-83ac-bde1265f09aa req-71d6c4ba-9d0a-42d6-a298-8057a05432ac tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.190130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8b76-2202-4110-b0c6-5e6a27e25041 req-3880a6fd-3511-4ce4-9831-8f62016b5392 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.191205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55470c55-21a4-4b53-83ac-bde1265f09aa req-71d6c4ba-9d0a-42d6-a298-8057a05432ac tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0740066 Feb 11 14:18:43.191995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c64c8b76-2202-4110-b0c6-5e6a27e25041 req-3880a6fd-3511-4ce4-9831-8f62016b5392 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.1166458 Feb 11 14:18:43.261503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55470c55-21a4-4b53-83ac-bde1265f09aa req-e4945b37-fb8a-4adb-96dd-fc3e57ddb904 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Feb 11 14:18:43.273672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c64c8b76-2202-4110-b0c6-5e6a27e25041 req-4e38248d-b26c-4484-9ffc-65a5bfde52cf tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4b570eb-7b3a-4a14-ab27-5d8ec799885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Feb 11 14:18:43.323016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.422544 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.474453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:43.525565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.532724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.618745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.620237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c96818cc-e904-46b3-8043-c6f25506241a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8403268 Feb 11 14:18:43.707551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcbe33c3-8733-4688-a959-7c93c329976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.761120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-6c44483a-284e-4a93-a6a3-999f1039b4dc tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.764137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-6c44483a-284e-4a93-a6a3-999f1039b4dc tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 945 time: 0.0840099 Feb 11 14:18:43.869732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-791bcda3-fef4-428a-bc6f-782d5cdd6d5e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.871284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-791bcda3-fef4-428a-bc6f-782d5cdd6d5e tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 951 time: 0.0957074 Feb 11 14:18:43.940786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcbe33c3-8733-4688-a959-7c93c329976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.020103 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-093675f9-885d-47e7-a8dd-a5e54312aa51 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2034186460&fields=id&tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 267 time: 0.1207917 Feb 11 14:18:44.023765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcbe33c3-8733-4688-a959-7c93c329976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.054260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Deleting port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:44.054836 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.140884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bcbe33c3-8733-4688-a959-7c93c329976e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f338264a87a048b2962e3d81ac369c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652892 Feb 11 14:18:44.147841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:44.163755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe33c3-8733-4688-a959-7c93c329976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68917201-c1fc-47ac-a8a8-17f4630a8527,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.221585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Deleting port af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:44.221929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.246096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-980cd9fe-49cd-44b8-a48d-758a5c55ef22 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.255001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-980cd9fe-49cd-44b8-a48d-758a5c55ef22 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.2260346 Feb 11 14:18:44.306810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-f11a936d-2814-4f5e-a621-2458d2fae257 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/quotas/c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 375 time: 0.0509074 Feb 11 14:18:44.331470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.387207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.397300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] For port af2ab451-7f14-418b-b06e-dae51cf4bdca, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af2ab451-7f14-418b-b06e-dae51cf4bdca,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:44.397724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.421188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-d7897853-6be3-4a12-b811-bd5c4598c084 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123133 Feb 11 14:18:44.451590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Calling delete_port for af2ab451-7f14-418b-b06e-dae51cf4bdca owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:44.453143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512610d-c345-4836-9b28-f20e5201a69b req-b34e285f-2c3a-47ab-ba37-96a706739452 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.454920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7512610d-c345-4836-9b28-f20e5201a69b req-b34e285f-2c3a-47ab-ba37-96a706739452 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 951 time: 0.2384865 Feb 11 14:18:44.530643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7512610d-c345-4836-9b28-f20e5201a69b req-124a628e-47ba-42b1-bdd0-78d00ff7eab9 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667627 Feb 11 14:18:44.534710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] For port ac8df909-92ac-49d5-bad3-1b0dcd7f6585, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:44.535253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.550717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Calling delete_port for ac8df909-92ac-49d5-bad3-1b0dcd7f6585 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:44.603577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-cd2157b8-dd1d-47a0-8bd5-4dfd6bdb9a22 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814477 Feb 11 14:18:44.716563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.719522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.722861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68917201-c1fc-47ac-a8a8-17f4630a8527 HTTP/1.1" status: 204 len: 168 time: 0.5718329 Feb 11 14:18:44.769794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-637ce374-aff1-4c3d-8faf-8961f1773a60 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634231 Feb 11 14:18:44.826585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f21367-df71-48df-b1ef-8faf7afe9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68917201-c1fc-47ac-a8a8-17f4630a8527,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.840043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.856266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.857116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ac8df909-92ac-49d5-bad3-1b0dcd7f6585'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:44.881592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Pushing event deleted for resources: {'Port': ['ID=ac8df909-92ac-49d5-bad3-1b0dcd7f6585,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.918044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af2ab451-7f14-418b-b06e-dae51cf4bdca'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:44.919678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e44a3-c700-474c-82ce-13ebc51a996d req-71ac29c3-419e-4dec-abac-07d67776d502 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.928054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-975e44a3-c700-474c-82ce-13ebc51a996d req-71ac29c3-419e-4dec-abac-07d67776d502 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2111931 Feb 11 14:18:44.930817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event deleted for resources: {'Port': ['ID=af2ab451-7f14-418b-b06e-dae51cf4bdca,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.988872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:45.016597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] No DVR routers for this DVR port af2ab451-7f14-418b-b06e-dae51cf4bdca on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:45.020461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.023856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8006535-0eee-49a6-8fad-6bc5bb22a597 req-66c3d83c-03ec-43aa-a90e-da056f3c6835 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.62 "DELETE /v2.0/ports/af2ab451-7f14-418b-b06e-dae51cf4bdca HTTP/1.1" status: 204 len: 173 time: 1.1426718 Feb 11 14:18:45.024344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-deleted', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:45.027303 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f25d4-ce47-4f98-84d4-808eeceedd0a" -d '{"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-deleted", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:45.038751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-975e44a3-c700-474c-82ce-13ebc51a996d req-6224accf-fd33-497b-97df-52772c7ede26 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058655 Feb 11 14:18:45.065601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] No DVR routers for this DVR port ac8df909-92ac-49d5-bad3-1b0dcd7f6585 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:45.076527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.080450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21e1aa2f-0f67-43bf-80b4-099c2025902e req-c257393e-8140-4084-9b23-adf8eae9c5ee tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.60 "DELETE /v2.0/ports/ac8df909-92ac-49d5-bad3-1b0dcd7f6585 HTTP/1.1" status: 204 len: 173 time: 1.3091435 Feb 11 14:18:45.081516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'name': 'network-vif-deleted', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:45.084705 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b04b5-d9c7-44f2-baca-d1d3764871cf" -d '{"events": [{"server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "name": "network-vif-deleted", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:45.275831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52a79419-3a2b-4354-8499-e47fa7f0121f req-baad6106-753a-40c2-a135-8c8d3440a56c tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 210 time: 0.0635214 Feb 11 14:18:45.351714 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cfc602-0557-4ea7-a075-9f75309d6c23 x-openstack-request-id: req-28cfc602-0557-4ea7-a075-9f75309d6c23 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:45.351714 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e659f49d-309b-42e0-81d5-525cabff307f", "name": "network-vif-deleted", "tag": "ac8df909-92ac-49d5-bad3-1b0dcd7f6585", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:45.351714 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28cfc602-0557-4ea7-a075-9f75309d6c23 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:45.351714 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659f49d-309b-42e0-81d5-525cabff307f', 'name': 'network-vif-deleted', 'tag': 'ac8df909-92ac-49d5-bad3-1b0dcd7f6585', 'status': 'completed', 'code': 200} Feb 11 14:18:45.358920 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd9bdd-0cfb-4c8e-81db-58e8fcd6a6c9 x-openstack-request-id: req-c2dd9bdd-0cfb-4c8e-81db-58e8fcd6a6c9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:45.359477 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b202b6bb-411e-43ab-9df1-5c0781321368", "name": "network-vif-deleted", "tag": "af2ab451-7f14-418b-b06e-dae51cf4bdca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:45.359477 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2dd9bdd-0cfb-4c8e-81db-58e8fcd6a6c9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:45.359868 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b202b6bb-411e-43ab-9df1-5c0781321368', 'name': 'network-vif-deleted', 'tag': 'af2ab451-7f14-418b-b06e-dae51cf4bdca', 'status': 'completed', 'code': 200} Feb 11 14:18:45.479835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b261dedc-abdc-4bc2-873f-c3bf0ba28b07 req-26a44a18-c2ac-44c0-9ff3-7118275f291b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0648065 Feb 11 14:18:45.702080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53019b1f-aef0-448e-b0d0-00bf5077e4ff req-9657557d-e754-477b-8dcb-90cc5cd133e2 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=b202b6bb-411e-43ab-9df1-5c0781321368 HTTP/1.1" status: 200 len: 210 time: 0.0436699 Feb 11 14:18:45.770673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:45.784758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19a81a-a001-4662-aa75-15a8f0e1f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.875609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19a81a-a001-4662-aa75-15a8f0e1f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.952092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19a81a-a001-4662-aa75-15a8f0e1f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.037314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19a81a-a001-4662-aa75-15a8f0e1f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c92449-67e3-47cc-9d25-a699ad34c8b3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.044104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d19a81a-a001-4662-aa75-15a8f0e1f561 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=419aca1b057943d28b37e15484b59d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699828 Feb 11 14:18:46.044395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:46.111545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.173996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.242970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca453e7-fd07-4d34-a8e8-181fb90edee9 req-b698d635-5121-46b7-b1b8-01252b40876a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:46.250313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ca453e7-fd07-4d34-a8e8-181fb90edee9 req-b698d635-5121-46b7-b1b8-01252b40876a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1121600 Feb 11 14:18:46.328540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ca453e7-fd07-4d34-a8e8-181fb90edee9 req-c7951756-b922-43d7-acfa-c7f845af24b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770657 Feb 11 14:18:46.405036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-407b6a90-4ac2-481f-a7ef-71d9aed9e5b0 req-ac473286-a71d-4e86-b076-a049c49210b7 tempest-ServerRescueNegativeTestJSON-1129771388 tempest-ServerRescueNegativeTestJSON-1129771388-project] 10.222.0.31 "GET /v2.0/ports?device_id=e659f49d-309b-42e0-81d5-525cabff307f HTTP/1.1" status: 200 len: 210 time: 0.0282891 Feb 11 14:18:46.433314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.436945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.441506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57c92449-67e3-47cc-9d25-a699ad34c8b3 HTTP/1.1" status: 204 len: 168 time: 0.3961978 Feb 11 14:18:46.469625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b49df-6b4d-4e11-92b5-723844e17484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c92449-67e3-47cc-9d25-a699ad34c8b3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.615945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-ff7aef35-bc38-4875-93c2-2e5c886f1e11 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:46.618016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7f48b4e-3233-4ef5-977e-168f4be1404c req-9748c3ae-be2f-4f33-a17d-591b13b71b34 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0529499 Feb 11 14:18:46.624386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-ff7aef35-bc38-4875-93c2-2e5c886f1e11 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/networks?id=64f2542c-eb86-4eca-bd26-937db2998511 HTTP/1.1" status: 200 len: 809 time: 0.1636424 Feb 11 14:18:46.648555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-eb7ad6bd-eb75-4855-8a60-039d6a6d9af0 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/quotas/edc52cac5d614d01be2be57e7ad1bce2 HTTP/1.1" status: 200 len: 375 time: 0.0183287 Feb 11 14:18:46.689161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-931c5c71-7bfd-457f-abdc-ceb661494d2e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edc52cac5d614d01be2be57e7ad1bce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340350 Feb 11 14:18:46.844693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-ab298470-2cb9-457f-81f1-3142f85984a8 service neutron] 10.222.0.31 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448812 Feb 11 14:18:47.001316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-6cde1362-32bc-42ce-a659-32072855afae service neutron] 10.222.0.31 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429260 Feb 11 14:18:47.425921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1918a4-4fc3-442b-9d99-d6d9693c70a4 req-047f345d-59b4-4a4d-871d-b51fae8f758c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:47.427760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1918a4-4fc3-442b-9d99-d6d9693c70a4 req-047f345d-59b4-4a4d-871d-b51fae8f758c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.0582774 Feb 11 14:18:47.476011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1918a4-4fc3-442b-9d99-d6d9693c70a4 req-246e001b-b6ca-4402-ba9c-a5959be431b7 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Feb 11 14:18:47.606637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4225-79c3-4d18-a405-82c8e0377d36 req-346b9f64-7164-4343-bb1d-e3da5f4dec2c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:47.608118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf5a4225-79c3-4d18-a405-82c8e0377d36 req-346b9f64-7164-4343-bb1d-e3da5f4dec2c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0539286 Feb 11 14:18:47.655473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:47.669431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf5a4225-79c3-4d18-a405-82c8e0377d36 req-b8403ba2-1e67-4e14-82f5-893b6430ec13 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Feb 11 14:18:47.708061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: af2ab451-7f14-418b-b06e-dae51cf4bdca {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:47.708466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af2ab451-7f14-418b-b06e-dae51cf4bdca not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:47.723618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:47.737472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ac8df909-92ac-49d5-bad3-1b0dcd7f6585 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:47.810155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: ac8df909-92ac-49d5-bad3-1b0dcd7f6585 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:47.811570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ac8df909-92ac-49d5-bad3-1b0dcd7f6585 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:47.911070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d04f69b5-7d7f-40ed-a19b-9eac9d9025cc req-d392de42-5a14-458c-b7e2-49959266d2ac tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.0728040 Feb 11 14:18:47.942583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7dc4e8ea-ca24-472c-9803-6fe7f8eed044 req-22388cbb-3739-4645-94a6-b7f25f900df3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0689249 Feb 11 14:18:47.962746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:48.118424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6011dede-9ed0-40c2-840e-2a3ac3f1d308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.159327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1704488646'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:48.196758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-579c2ed7-5f8d-4c40-84c0-40a3b4853c63 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.198767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-579c2ed7-5f8d-4c40-84c0-40a3b4853c63 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.1936555 Feb 11 14:18:48.250224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-3d3bd0ea-bdb8-4ef5-af39-2f51f37ba5d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 380 time: 0.0397587 Feb 11 14:18:48.261173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'device_id': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'admin_state_up': True, 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'security_groups': ['deffcf62-1715-4512-ac58-5b052c9236b2']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:48.292840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:48.297565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.335688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53222) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:48.341044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.543143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:48.555323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.690287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cbbe2-8b4c-4300-882a-34aa65bd1762 req-852a3e56-fdfd-4d8e-801b-835296947226 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.692325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f2cbbe2-8b4c-4300-882a-34aa65bd1762 req-852a3e56-fdfd-4d8e-801b-835296947226 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.1090064 Feb 11 14:18:48.738976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f2cbbe2-8b4c-4300-882a-34aa65bd1762 req-04da45c0-745f-45a8-9bdd-3ca4dd22456c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Feb 11 14:18:48.929792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.965929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.014127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8bbb8da-697b-4521-b595-4f2c3c590b50 req-5327eb13-61fb-44b8-9b69-0a319b707eb4 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.0330877 Feb 11 14:18:49.093890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.115990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:49.126877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.127341 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Added segment 9514ffd9-fa77-491f-9f64-1601ec08500d of type vlan for network ce551e93-d1c6-4087-88e3-a2ec4220e12b Feb 11 14:18:49.174430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.213599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-435c0788-8af4-444c-93ac-be830687d1a6 req-19bc6495-bc9c-4a7a-a6be-82fadbc96f1d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0539262 Feb 11 14:18:49.237315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2654a-880d-4fd0-b6c5-ed85d32acc5d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:49.258646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986b5a-360d-462b-a1b4-a39570eca856 req-743f0042-d9b0-4c7d-834f-38de3220a295 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.267025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc986b5a-360d-462b-a1b4-a39570eca856 req-743f0042-d9b0-4c7d-834f-38de3220a295 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3281682 Feb 11 14:18:49.318895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740276-0586-45aa-895f-d09394b2e097 req-71032e6f-ba1d-45a8-b99e-b4d8cb3897ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.321127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3740276-0586-45aa-895f-d09394b2e097 req-71032e6f-ba1d-45a8-b99e-b4d8cb3897ed tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.5108075 Feb 11 14:18:49.325919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Deleting port fc7f45bc-940d-4057-b280-2ad7f4c86da4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:49.327345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.334168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.340650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.341329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.432110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] For port fc7f45bc-940d-4057-b280-2ad7f4c86da4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fc7f45bc-940d-4057-b280-2ad7f4c86da4,segment=NetworkSegment(a26d3b03-682f-4ede-b034-d54bd57aed5e),segment_id=a26d3b03-682f-4ede-b034-d54bd57aed5e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:49.432460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.448369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Calling delete_port for fc7f45bc-940d-4057-b280-2ad7f4c86da4 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:49.751445 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.783625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7f45bc-940d-4057-b280-2ad7f4c86da4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:49.847621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc986b5a-360d-462b-a1b4-a39570eca856 req-bc1de6d3-1f46-49de-a780-47111778bfad tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789847 Feb 11 14:18:49.875879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9116845 Feb 11 14:18:49.879965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53240) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:49.886779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:49.896675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.20.0.10 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/eae9ba0f-5a15-4be2-86fc-33b0ea2af251) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:49.899729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce9f33-3b69-4fbf-b960-737e4eb5ae7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Network': ['ID=ce551e93-d1c6-4087-88e3-a2ec4220e12b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:49.916159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:50.084531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Deleting port d32568f3-0a81-4eaf-850b-c515ddfd6e20 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:50.084906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.087594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc515-b434-4e3e-a503-3af5f65e6d64 req-c4331c60-4651-4d20-a512-29faffca8c7f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.096511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b87dc515-b434-4e3e-a503-3af5f65e6d64 req-c4331c60-4651-4d20-a512-29faffca8c7f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 948 time: 0.2761846 Feb 11 14:18:50.186078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-491d5b8a-2c94-42a4-95c9-76bd24e4bc2f req-8e442f4f-452e-442e-ba7e-8de54a900542 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.0734413 Feb 11 14:18:50.201422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.207757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.215599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b87dc515-b434-4e3e-a503-3af5f65e6d64 req-6dcbb06a-2c78-468e-80a5-8d274356cb39 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196060 Feb 11 14:18:50.285826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.298951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] For port d32568f3-0a81-4eaf-850b-c515ddfd6e20, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d32568f3-0a81-4eaf-850b-c515ddfd6e20,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:50.299327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.364224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Calling delete_port for d32568f3-0a81-4eaf-850b-c515ddfd6e20 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:50.416223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d9b899-08c6-412d-aee1-572ddacecd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.438926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:50.442235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.476937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3af757c-c4f0-4c35-81ff-ceab69506277 req-9e735203-fed5-4afa-a374-6bb75092104e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0483804 Feb 11 14:18:50.614052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.692422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:50.719888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:50.724335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:50.726727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:50.783375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Router fddb3957-f7e2-4cf1-97cf-0525cca307fa has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:50.800514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-f4b5fb47-e531-47ee-b252-51e99cbeee74 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.808429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-f4b5fb47-e531-47ee-b252-51e99cbeee74 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.62 "GET /v2.0/networks?id=64f2542c-eb86-4eca-bd26-937db2998511 HTTP/1.1" status: 200 len: 809 time: 0.2210770 Feb 11 14:18:50.818993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.819660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.837129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.849511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:50.871403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event deleted for resources: {'Port': ['ID=d32568f3-0a81-4eaf-850b-c515ddfd6e20,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:50.938229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Request body: {'port': {'device_id': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511', 'admin_state_up': True, 'tenant_id': 'edc52cac5d614d01be2be57e7ad1bce2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:50.992184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Deleting port 06e0c45a-dd0d-4987-9c92-43d959353666 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:50.992403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.036134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.038385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5c4ab9ff-586d-4d35-b791-3c809695f0d7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7817829 Feb 11 14:18:51.059769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] No DVR routers for this DVR port d32568f3-0a81-4eaf-850b-c515ddfd6e20 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:51.067552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.071216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3740276-0586-45aa-895f-d09394b2e097 req-9ad77d16-2507-46f1-86bf-3eb1f4f7281a tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "DELETE /v2.0/ports/d32568f3-0a81-4eaf-850b-c515ddfd6e20 HTTP/1.1" status: 204 len: 173 time: 1.7188356 Feb 11 14:18:51.075437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Request body: {'port': {'device_id': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:51.077883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-deleted', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:51.083026 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608cc670-df16-446b-a925-b4101d0efb10" -d '{"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-deleted", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:51.287384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=9dac63cc-a686-4d08-9f43-130d8e8db636,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.287487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-44902158-06e9-4276-9613-edd920fc38a5 None None] Provisioning complete for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:51.287487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44902158-06e9-4276-9613-edd920fc38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.287992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:51.287992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f79fecc6-853a-4709-9e6f-49ac488388e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/fddb3957-f7e2-4cf1-97cf-0525cca307fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5575659 Feb 11 14:18:51.287992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:51.287992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network hostable DHCP agents. Network: ce551e93-d1c6-4087-88e3-a2ec4220e12b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:51.287992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:51.348110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Sync routers for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:51.359414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5683a82-8a3b-4dcd-93d3-82b49d19cc5f req-80e23b71-b552-41c1-ac54-40d4bc19dddc tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:51.359974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5683a82-8a3b-4dcd-93d3-82b49d19cc5f req-80e23b71-b552-41c1-ac54-40d4bc19dddc tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3698549 Feb 11 14:18:51.361996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] For port 06e0c45a-dd0d-4987-9c92-43d959353666, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06e0c45a-dd0d-4987-9c92-43d959353666,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:51.367979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.371494 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61180342-e0a4-47a6-b546-67bcbbbb1f28 x-openstack-request-id: req-61180342-e0a4-47a6-b546-67bcbbbb1f28 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:51.371781 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5f46f-c27a-4ac2-8734-b9ee23488947", "name": "network-vif-deleted", "tag": "d32568f3-0a81-4eaf-850b-c515ddfd6e20", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:51.372032 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61180342-e0a4-47a6-b546-67bcbbbb1f28 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:51.376344 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5f46f-c27a-4ac2-8734-b9ee23488947', 'name': 'network-vif-deleted', 'tag': 'd32568f3-0a81-4eaf-850b-c515ddfd6e20', 'status': 'completed', 'code': 200} Feb 11 14:18:51.397899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:51.400985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:51.453623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Calling delete_port for 06e0c45a-dd0d-4987-9c92-43d959353666 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:51.476698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.524588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44902158-06e9-4276-9613-edd920fc38a5 None None] Port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:18:51.591732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Made reservation on behalf of edc52cac5d614d01be2be57e7ad1bce2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:51.614411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.663435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5683a82-8a3b-4dcd-93d3-82b49d19cc5f req-e01acb49-8205-4f1e-bb72-5c608a4dd973 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836430 Feb 11 14:18:51.670542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdeabdab-ff62-4f31-a080-a0f19851aefa req-a1313ada-4636-44a8-b25c-4b84a2fc41b2 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.0901835 Feb 11 14:18:51.675004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:51.685298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:51.712320 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.747686 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.810533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, ce551e93-d1c6-4087-88e3-a2ec4220e12b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:51.829503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae93035-8269-44a2-8177-c4019eb4a080 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:51.916862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:51.917588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.095893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d8c0-6772-43b7-892d-5f37c63259f2 req-b4d5686c-e5cc-4d6d-8960-c4341992d4a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.103853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1af0d8c0-6772-43b7-892d-5f37c63259f2 req-b4d5686c-e5cc-4d6d-8960-c4341992d4a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 932 time: 0.1905639 Feb 11 14:18:52.198097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1af0d8c0-6772-43b7-892d-5f37c63259f2 req-94c7faf0-979f-45c2-ba87-b5a94a238ba9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929940 Feb 11 14:18:52.231963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 5, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:52.277873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '9dac63cc-a686-4d08-9f43-130d8e8db636'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:18:52.279238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.282765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Checking router: fddb3957-f7e2-4cf1-97cf-0525cca307fa for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:52.304816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.333899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Routers {'fddb3957-f7e2-4cf1-97cf-0525cca307fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:52.334535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:52.437774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:52.445723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=06e0c45a-dd0d-4987-9c92-43d959353666,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:52.494231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-735ec2e3-701f-475b-a1e5-f4a5c01e46bb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6117806 Feb 11 14:18:52.500554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53270) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:52.503654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01aa72f9-2299-44ab-a339-b0e0efce85c7 req-125447e5-db83-498e-8f1e-8182a0b1099c tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c5f46f-c27a-4ac2-8734-b9ee23488947 HTTP/1.1" status: 200 len: 210 time: 0.6276681 Feb 11 14:18:52.504344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.533231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'name': 'tempest-NetworksTestDHCPv6-1068045567'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:52.568327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.593221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Allocated IP 172.20.0.3 (64f2542c-eb86-4eca-bd26-937db2998511/91051833-e620-4cec-9cfa-9ffcc589620e/3324ecbf-bcd4-4c43-8358-127988783c52) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:52.604931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Transition to ACTIVE for port object eae9ba0f-5a15-4be2-86fc-33b0ea2af251 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:52.661620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/9dac63cc-a686-4d08-9f43-130d8e8db636/f6b93416-6006-4545-a893-425759700a13) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:52.815509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] Set router fddb3957-f7e2-4cf1-97cf-0525cca307fa gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:52.824928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.868338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.876528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.891860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c362be2-8bbd-430a-97b0-50039788a8af req-c6f38809-aa31-407c-a464-1384ea466844 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.897583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c362be2-8bbd-430a-97b0-50039788a8af req-c6f38809-aa31-407c-a464-1384ea466844 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1241975 Feb 11 14:18:52.904691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Deleting port 3782f38b-a35a-4d94-826b-d2b1077bbec6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:52.905838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af97b247-7df1-4729-8481-1f63da4c00b5 req-0a2caf59-5d00-44e4-8c74-c8f599a2d46c tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.1010122 Feb 11 14:18:52.907584 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.966389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:52.974040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.099700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:53.141953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c362be2-8bbd-430a-97b0-50039788a8af req-a95ca731-38aa-49f3-8573-c8b51eae2ea6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Feb 11 14:18:53.170950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 12fff68d-dd9b-4168-88d6-3aa44fbac4d4 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:18:53.171199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.238865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Network 64f2542c-eb86-4eca-bd26-937db2998511 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:53.247869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] For port 3782f38b-a35a-4d94-826b-d2b1077bbec6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3782f38b-a35a-4d94-826b-d2b1077bbec6,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:53.248239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.251271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:53.254291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:53.276862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.292207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Pushing event updated for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:53.296348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Calling delete_port for 3782f38b-a35a-4d94-826b-d2b1077bbec6 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:53.350689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Attempting to bind port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:53.350941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Attempting to bind port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:53.351413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Attempting to bind port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:53.358752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.382965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:53.384660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.405769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.429178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 on network b6746f8a-5513-44df-83d3-dbbe664479fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:53.429413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 5, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:53.429530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Attempting to bind port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:53.458675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:53.458976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:53.459363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:53.460682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Bound port: eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:53.461188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.465081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.474962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add363d7-64f5-421f-8953-c85a0935a2ba None None] The sync data for ids ['fddb3957-f7e2-4cf1-97cf-0525cca307fa'] in n-d-828407-1 is: [{'id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'name': 'tempest-ServerRescueNegativeTestJSON-872614404-router', 'tenant_id': '086863d73bd341a2ac550ba1763e970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:53Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 5, 'project_id': '086863d73bd341a2ac550ba1763e970e', 'gw_port': {'id': '3782f38b-a35a-4d94-826b-d2b1077bbec6', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3957-f7e2-4cf1-97cf-0525cca307fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:54Z', 'updated_at': '2022-02-11T14:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:53.524175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-9ee48616-9624-4ab4-be62-13f393d98aef tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6057932 Feb 11 14:18:53.535892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Pushing event updated for resources: {'Port': ['ID=f6b93416-6006-4545-a893-425759700a13,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:53.541261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Request body: {'port': {'device_id': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:53.545558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:53.550895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:53.550895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:53.615728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.621723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Attempting to bind port f6b93416-6006-4545-a893-425759700a13 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:53.622206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Attempting to bind port f6b93416-6006-4545-a893-425759700a13 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:53.622673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Attempting to bind port f6b93416-6006-4545-a893-425759700a13 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:53.632465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:53.633060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:53.633626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.634118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:53.634771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Bound port: f6b93416-6006-4545-a893-425759700a13, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:53.635298 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.670596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.691973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::320 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/9dac63cc-a686-4d08-9f43-130d8e8db636/12fff68d-dd9b-4168-88d6-3aa44fbac4d4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:53.723496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] For port f6b93416-6006-4545-a893-425759700a13, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:53.732780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] For port f6b93416-6006-4545-a893-425759700a13, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6b93416-6006-4545-a893-425759700a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:53.736691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3782f38b-a35a-4d94-826b-d2b1077bbec6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:53.741867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:53.796859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: d32568f3-0a81-4eaf-850b-c515ddfd6e20 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:53.796859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d32568f3-0a81-4eaf-850b-c515ddfd6e20 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:53.810703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.889034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64b2c6-dbae-4103-86be-6eef6b562dfc None None] Pushing event updated for resources: {'Port': ['ID=f6b93416-6006-4545-a893-425759700a13,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:53.946785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.101594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.115960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.373035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3324ecbf-bcd4-4c43-8358-127988783c52 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:54.382821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.392487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11609b-fe90-4580-8faf-9f26607e3adb req-d4c964ec-b1a9-4350-8217-131695663c0f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.400414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd11609b-fe90-4580-8faf-9f26607e3adb req-d4c964ec-b1a9-4350-8217-131695663c0f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 931 time: 0.1775613 Feb 11 14:18:54.421992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a26ed-38f9-4271-8e94-9311eada3499 req-9bd244f5-18a7-4131-9449-b64ef4c3d34a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.423307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.423505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f4a26ed-38f9-4271-8e94-9311eada3499 req-9bd244f5-18a7-4131-9449-b64ef4c3d34a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 944 time: 1.0695522 Feb 11 14:18:54.424048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddb3957-f7e2-4cf1-97cf-0525cca307fa {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:54.436521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.436521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8afa1506-f618-4167-a17a-cee52f597a0f admin admin] 10.222.0.31 "DELETE /v2.0/routers/fddb3957-f7e2-4cf1-97cf-0525cca307fa HTTP/1.1" status: 204 len: 168 time: 3.1455171 Feb 11 14:18:54.436521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Transition to ACTIVE for port object 3324ecbf-bcd4-4c43-8358-127988783c52 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:54.443062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:54.493450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd11609b-fe90-4580-8faf-9f26607e3adb req-eab5493e-1f03-450e-a44d-0fc13c81e42e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919650 Feb 11 14:18:54.515515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Deleting subnet 78f5347c-6c15-46a6-a162-f29a03f8fc07 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:54.520603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.531180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.568024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f4a26ed-38f9-4271-8e94-9311eada3499 req-5c711a52-b3ce-43da-96e3-bdd98f076053 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325390 Feb 11 14:18:54.569307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:54.598459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.602146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:54.623023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Router aedef316-45e2-4bec-a972-5bd74dd1ff1b has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:54.681693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.694037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.730381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:54.769083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.769676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.771073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] 10.222.0.60 "PUT /v2.0/ports/eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1092 time: 3.7063332 Feb 11 14:18:54.772822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd35066-3f1e-40ae-a0b5-38e61b97f731 req-ce37b567-14d4-4133-93fb-f273ac012c6f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.774359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd35066-3f1e-40ae-a0b5-38e61b97f731 req-ce37b567-14d4-4133-93fb-f273ac012c6f tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.1572857 Feb 11 14:18:54.802512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:54.803474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.806175 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3109256f-28fd-489e-a4ab-23359a170a86" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:54.828333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.853166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fb66f-fdaf-4aed-80b6-846a0fed8dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:54.882285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Attempting to bind port 3324ecbf-bcd4-4c43-8358-127988783c52 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:54.882645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Attempting to bind port 3324ecbf-bcd4-4c43-8358-127988783c52 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '3ddc68b5-17e3-4053-b42a-df0cb9239fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:54.883089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Attempting to bind port 3324ecbf-bcd4-4c43-8358-127988783c52 on network 64f2542c-eb86-4eca-bd26-937db2998511 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:54.884700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:54.909955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Port 3324ecbf-bcd4-4c43-8358-127988783c52 on network 64f2542c-eb86-4eca-bd26-937db2998511 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:54.910277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Attempting to bind port 3324ecbf-bcd4-4c43-8358-127988783c52 on network 64f2542c-eb86-4eca-bd26-937db2998511 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:54.920204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:54.923577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acd35066-3f1e-40ae-a0b5-38e61b97f731 req-68fdb331-d2bb-4c18-b76d-4127207a9587 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371505 Feb 11 14:18:54.932828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1f025db5-5d2d-485c-a9df-938a7ec27fdc admin admin] 10.222.0.31 "PUT /v2.0/routers/aedef316-45e2-4bec-a972-5bd74dd1ff1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5934637 Feb 11 14:18:54.933583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:54.933884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Checking segment: {'id': '3ddc68b5-17e3-4053-b42a-df0cb9239fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:18:54.934281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Bound using segment: {'id': '3ddc68b5-17e3-4053-b42a-df0cb9239fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:54.934737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Bound port: 3324ecbf-bcd4-4c43-8358-127988783c52, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc68b5-17e3-4053-b42a-df0cb9239fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:54.935096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.937432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:54.939291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b815b2-0036-4d15-86f4-654c6a8dc28f req-26704aa0-d358-43d3-8812-b7931542ad87 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.953873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71b815b2-0036-4d15-86f4-654c6a8dc28f req-26704aa0-d358-43d3-8812-b7931542ad87 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2657866 Feb 11 14:18:54.959380 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Sync routers for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:54.982130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:54.982901 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:54.989575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:54.996381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:55.001955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.002598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.031172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.119004 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f56958-e9cc-4dbf-b19d-2aabb6c81d82 x-openstack-request-id: req-28f56958-e9cc-4dbf-b19d-2aabb6c81d82 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:55.119300 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:55.119551 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28f56958-e9cc-4dbf-b19d-2aabb6c81d82 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:55.126327 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'status': 'completed', 'code': 200} Feb 11 14:18:55.145501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f5347c-6c15-46a6-a162-f29a03f8fc07,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:55.145501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.148869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc874699-2608-444f-ac27-3cbe95bd3042 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78f5347c-6c15-46a6-a162-f29a03f8fc07 HTTP/1.1" status: 204 len: 168 time: 0.7081666 Feb 11 14:18:55.151407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53302) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:55.195418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=12fff68d-dd9b-4168-88d6-3aa44fbac4d4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:55.236524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:55.249114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3324ecbf-bcd4-4c43-8358-127988783c52,segment=NetworkSegment(3ddc68b5-17e3-4053-b42a-df0cb9239fd4),segment_id=3ddc68b5-17e3-4053-b42a-df0cb9239fd4)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:55.252870 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:55.281274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.334348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53306) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:55.340593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bdd2031d-918c-4ba6-b73a-6b2ef4e43be5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8286476 Feb 11 14:18:55.344535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53308) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:55.375925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-6adf6262-0118-4906-9105-eff53e4261e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.377686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-6adf6262-0118-4906-9105-eff53e4261e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1095 time: 0.4597886 Feb 11 14:18:55.380704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71b815b2-0036-4d15-86f4-654c6a8dc28f req-be0bc104-3ab1-4f0a-aa96-ed2aab4a5346 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591919 Feb 11 14:18:55.385046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.399508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.455499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-066f714d-8940-4e3c-82d9-508d4657509a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 217 time: 0.0668454 Feb 11 14:18:55.548947 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:18:52Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:55.597542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.598177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.599603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] 10.222.0.62 "PUT /v2.0/ports/3324ecbf-bcd4-4c43-8358-127988783c52 HTTP/1.1" status: 200 len: 1091 time: 2.0658388 Feb 11 14:18:55.600067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:55.605459 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac" -d '{"events": [{"name": "network-changed", "server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:55.678712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0d3a6-492e-4353-94ab-44e998ff1334 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:55.688867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b76a6-c2a3-491c-a59a-1b732dd80244 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.692024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b76a6-c2a3-491c-a59a-1b732dd80244 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.703745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af3b76a6-c2a3-491c-a59a-1b732dd80244 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3581433 Feb 11 14:18:55.716425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:55.766134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34d789-f96a-4993-86a0-f44d22930ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:55.788588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6b93416-6006-4545-a893-425759700a13 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:55.789696 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Checking router: aedef316-45e2-4bec-a972-5bd74dd1ff1b for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:55.804736 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Routers {'aedef316-45e2-4bec-a972-5bd74dd1ff1b'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:55.805949 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:55.858431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5946ccd2-0abd-4a3d-b48e-ba7b91179fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.860478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-5946ccd2-0abd-4a3d-b48e-ba7b91179fbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.2834604 Feb 11 14:18:55.872206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] Provisioning complete for port f6b93416-6006-4545-a893-425759700a13 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:55.872975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.924498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-985bb4cf-3e96-4a60-95bb-293f5529f2c3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.926433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-985bb4cf-3e96-4a60-95bb-293f5529f2c3 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.3284309 Feb 11 14:18:55.935962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.972340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d94be-4c4b-479e-b047-885a9dfdeb8c req-5f7ae899-ac5e-443f-ad53-ab217fbb606f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.972715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.977008 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] Set router aedef316-45e2-4bec-a972-5bd74dd1ff1b gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:55.980911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037d94be-4c4b-479e-b047-885a9dfdeb8c req-5f7ae899-ac5e-443f-ad53-ab217fbb606f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 943 time: 0.2732232 Feb 11 14:18:56.016303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-1b6c98b2-aae4-4362-a35b-caad6ff0c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.017837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-1b6c98b2-aae4-4362-a35b-caad6ff0c44a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=edc52cac5d614d01be2be57e7ad1bce2&device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 1094 time: 0.3028507 Feb 11 14:18:56.097925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037d94be-4c4b-479e-b047-885a9dfdeb8c req-b601b948-a00e-4af3-b6a3-3f360c7c593d tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159639 Feb 11 14:18:56.118583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-206d21ad-c2f5-4fc5-944f-a6580625bd22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3324ecbf-bcd4-4c43-8358-127988783c52 HTTP/1.1" status: 200 len: 217 time: 0.0908587 Feb 11 14:18:56.121615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f6b93416-6006-4545-a893-425759700a13 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:56.123201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297334-a8a3-4fd7-9835-7740bbf29ef9 req-4d396331-bb1b-4328-93bd-805dd60e6b8d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.123774 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.126183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4297334-a8a3-4fd7-9835-7740bbf29ef9 req-4d396331-bb1b-4328-93bd-805dd60e6b8d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 944 time: 0.3802786 Feb 11 14:18:56.140828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1befb2ce-0f03-4fc9-bcdf-5148cea9db9a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.192307 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.192488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-07512030-2033-411e-8d45-1e007ca8d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.194226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-07512030-2033-411e-8d45-1e007ca8d635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91051833-e620-4cec-9cfa-9ffcc589620e HTTP/1.1" status: 200 len: 849 time: 0.0558314 Feb 11 14:18:56.200531 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b7328-bd27-4975-8000-461f290a36f1 x-openstack-request-id: req-548b7328-bd27-4975-8000-461f290a36f1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:56.200808 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:56.201094 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-548b7328-bd27-4975-8000-461f290a36f1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:56.201495 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52', 'status': 'completed', 'code': 200} Feb 11 14:18:56.208740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26d3b03-682f-4ede-b034-d54bd57aed5e') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.208740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26d3b03-682f-4ede-b034-d54bd57aed5e') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.233529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-452ce799-25b3-4ed7-97d2-e6baf2916e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.234971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-452ce799-25b3-4ed7-97d2-e6baf2916e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3356948 Feb 11 14:18:56.274546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.276581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-5db5f432-1d06-4c72-a8ce-5935c0a13fac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64f2542c-eb86-4eca-bd26-937db2998511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698769 Feb 11 14:18:56.321675 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:18:52Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.323949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 12fff68d-dd9b-4168-88d6-3aa44fbac4d4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:56.324306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.339175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.359927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] For port f6b93416-6006-4545-a893-425759700a13, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6b93416-6006-4545-a893-425759700a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:56.377547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4297334-a8a3-4fd7-9835-7740bbf29ef9 req-947cb655-5425-49fd-bf85-b71c3b5ba97c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341368 Feb 11 14:18:56.388703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:56.389160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:56.391812 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:56.416842 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0990b4cf-f8d1-49ae-b24e-ae52001797c6 None None] The sync data for ids ['aedef316-45e2-4bec-a972-5bd74dd1ff1b'] in n-d-828407-1 is: [{'id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'name': 'tempest-TaggedBootDevicesTest-1885318600-router', 'tenant_id': '3f183e8641c844f48bb9be2c144866d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:09:56Z', 'updated_at': '2022-02-11T14:18:52Z', 'revision_number': 5, 'project_id': '3f183e8641c844f48bb9be2c144866d2', 'gw_port': {'id': 'c8624a13-26c9-4c1e-9b86-6f0c6962980f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedef316-45e2-4bec-a972-5bd74dd1ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:58Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:56.436749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.510322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de3a9-37c5-401e-80c1-aa9d29e2dd2f req-ef488643-1ba2-4689-8a79-09b4581a9d28 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.511834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d7de3a9-37c5-401e-80c1-aa9d29e2dd2f req-ef488643-1ba2-4689-8a79-09b4581a9d28 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 950 time: 0.2407269 Feb 11 14:18:56.537500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Deleting port c8624a13-26c9-4c1e-9b86-6f0c6962980f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:56.538252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.540951 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.560459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Deleting port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:56.561110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.577124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.597198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-77840e31-23ae-4e85-ad93-53243bca8a68 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150976 Feb 11 14:18:56.639931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 12fff68d-dd9b-4168-88d6-3aa44fbac4d4 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:56.644959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-0ddb488a-94d0-4d53-b604-f294628b4060 service neutron] 10.222.0.62 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490245 Feb 11 14:18:56.650986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:18:56.651699 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:18:56.658449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864014b-6e62-440f-8990-8e23b3b23328 None None] Pushing event updated for resources: {'Port': ['ID=f6b93416-6006-4545-a893-425759700a13,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.677347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.701435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.703780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d7de3a9-37c5-401e-80c1-aa9d29e2dd2f req-a5ca6951-b663-4b47-88e5-bf8a7a02b496 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737823 Feb 11 14:18:56.704609 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] 10.222.0.31 "DELETE /v2.0/networks/1befb2ce-0f03-4fc9-bcdf-5148cea9db9a HTTP/1.1" status: 204 len: 168 time: 1.5481048 Feb 11 14:18:56.766133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0c42c-e570-4360-9453-ba8752197207 req-64b633f1-c03b-43ec-b976-0f3bef3a63d8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.767650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78f0c42c-e570-4360-9453-ba8752197207 req-64b633f1-c03b-43ec-b976-0f3bef3a63d8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2577271 Feb 11 14:18:56.798008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756c14-6d2a-4948-ae68-5943b002832b admin admin] Pushing event deleted for resources: {'Network': ['ID=1befb2ce-0f03-4fc9-bcdf-5148cea9db9a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.831363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] For port c8624a13-26c9-4c1e-9b86-6f0c6962980f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c8624a13-26c9-4c1e-9b86-6f0c6962980f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:56.831733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.861546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Calling delete_port for c8624a13-26c9-4c1e-9b86-6f0c6962980f owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:56.875642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4f65e8a0-d92c-4571-9931-44c405f000ef None None] Provisioning complete for port 12fff68d-dd9b-4168-88d6-3aa44fbac4d4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:56.876216 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f65e8a0-d92c-4571-9931-44c405f000ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.876578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] For port 7c4448b5-7254-4c6c-8ce6-27e80d844db0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7c4448b5-7254-4c6c-8ce6-27e80d844db0,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:56.877166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.883355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9424ced-9c6f-4ea7-8ba5-9f2d7103f554 req-5bbf76fd-bf4a-421d-97c3-41c529e13622 service neutron] 10.222.0.62 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087073 Feb 11 14:18:56.946147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78f0c42c-e570-4360-9453-ba8752197207 req-5b805454-bd52-4a99-b5f6-d9eb22e18bad tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609955 Feb 11 14:18:56.949073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Calling delete_port for 7c4448b5-7254-4c6c-8ce6-27e80d844db0 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:56.955554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7f2ae41-8b5b-4a46-bd9f-7128ec7bc0a7 req-dec6c3db-25c3-44f0-84c6-1bf3311d6663 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177571 Feb 11 14:18:57.011415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4f65e8a0-d92c-4571-9931-44c405f000ef None None] Port 12fff68d-dd9b-4168-88d6-3aa44fbac4d4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:18:57.028181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4f65e8a0-d92c-4571-9931-44c405f000ef None None] Provisioning complete for port f6b93416-6006-4545-a893-425759700a13 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:57.032532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f65e8a0-d92c-4571-9931-44c405f000ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.082732 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.105191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.209295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:57.230853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=12fff68d-dd9b-4168-88d6-3aa44fbac4d4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:57.250931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109256f-28fd-489e-a4ab-23359a170a86 req-060427d1-d6b7-4626-8458-7cc681969257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.252366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-060427d1-d6b7-4626-8458-7cc681969257 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1095 time: 0.0787520 Feb 11 14:18:57.262422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f036a46e-1e09-4c0b-b3c6-1dc19f42d54f None None] Could not find standard attr ID for object 12fff68d-dd9b-4168-88d6-3aa44fbac4d4. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:18:57.304729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fc7f45bc-940d-4057-b280-2ad7f4c86da4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:57.334771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.340277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-06b088fb-e5bf-497d-8a2f-f7a051466071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/12fff68d-dd9b-4168-88d6-3aa44fbac4d4 HTTP/1.1" status: 204 len: 168 time: 1.6203439 Feb 11 14:18:57.342141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: fc7f45bc-940d-4057-b280-2ad7f4c86da4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:57.342999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:57.345602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fc7f45bc-940d-4057-b280-2ad7f4c86da4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:57.350998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3782f38b-a35a-4d94-826b-d2b1077bbec6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:57.375208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3782f38b-a35a-4d94-826b-d2b1077bbec6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:57.380030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3782f38b-a35a-4d94-826b-d2b1077bbec6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:57.565026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6b93416-6006-4545-a893-425759700a13 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:57.619939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f6b93416-6006-4545-a893-425759700a13 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:57.620710 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.710480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-5356f638-6cb8-4449-807e-d34db6e50e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.711757 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-5356f638-6cb8-4449-807e-d34db6e50e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=edc52cac5d614d01be2be57e7ad1bce2&device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 1094 time: 0.6311944 Feb 11 14:18:57.715479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06e0c45a-dd0d-4987-9c92-43d959353666 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:57.736566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 06e0c45a-dd0d-4987-9c92-43d959353666 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:57.737371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06e0c45a-dd0d-4987-9c92-43d959353666 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:57.831559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e98ad9bb-0d30-4d3f-8046-c3a17415330c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=086863d73bd341a2ac550ba1763e970e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118188 Feb 11 14:18:57.839026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53338) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:57.871322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f6dc1-c9b4-40b4-8a94-a638bd4ce783 req-8bf260c5-8de7-4442-976c-c1ca32d8773f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.872922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a6f6dc1-c9b4-40b4-8a94-a638bd4ce783 req-8bf260c5-8de7-4442-976c-c1ca32d8773f tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 943 time: 0.6513259 Feb 11 14:18:57.901816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126653cd-4780-4a68-b269-c596052cb04d req-4b8c0667-b7c1-4246-9930-7b344ddf6bea tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.903349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-126653cd-4780-4a68-b269-c596052cb04d req-4b8c0667-b7c1-4246-9930-7b344ddf6bea tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 944 time: 0.1212571 Feb 11 14:18:57.904390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109256f-28fd-489e-a4ab-23359a170a86 req-b546b657-83d8-479b-a6a9-cd4303ad947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.905742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-b546b657-83d8-479b-a6a9-cd4303ad947c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.6464500 Feb 11 14:18:57.921818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57f45b-506a-4b88-8e35-a4e043180955 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.923309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57f45b-506a-4b88-8e35-a4e043180955 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.924833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aa57f45b-506a-4b88-8e35-a4e043180955 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5805097 Feb 11 14:18:57.928735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:58.005957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.008318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-6abe9394-e6eb-44cd-be74-91c1e34cb49a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 217 time: 0.0928874 Feb 11 14:18:58.026387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a6f6dc1-c9b4-40b4-8a94-a638bd4ce783 req-f81e35ad-b506-429c-b198-b5bff451924b tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342580 Feb 11 14:18:58.048519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-12ad1edb-9032-48ec-842e-dde700e40ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.050598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-12ad1edb-9032-48ec-842e-dde700e40ab2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64f2542c-eb86-4eca-bd26-937db2998511 HTTP/1.1" status: 200 len: 910 time: 0.2728968 Feb 11 14:18:58.051728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.076035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Pushing event deleted for resources: {'Port': ['ID=7c4448b5-7254-4c6c-8ce6-27e80d844db0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:58.118504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-3356fac3-250a-41c5-83fa-251bc8eb2e83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3324ecbf-bcd4-4c43-8358-127988783c52 HTTP/1.1" status: 200 len: 217 time: 0.0590484 Feb 11 14:18:58.120494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.156979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.161025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f007ec35-b9d1-457b-9650-ea7642a8f643 req-e6ab6180-0db9-41fc-a85d-9f1dfabf7226 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0539751 Feb 11 14:18:58.165802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 9dac63cc-a686-4d08-9f43-130d8e8db636 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:58.176106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-126653cd-4780-4a68-b269-c596052cb04d req-603b2d64-8d2a-4d0a-8aab-d7be9b38d7b5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625318 Feb 11 14:18:58.179241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.220745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109256f-28fd-489e-a4ab-23359a170a86 req-0f9a3f7a-c9c7-46ed-9ff2-27e0a4d9ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.222258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-0f9a3f7a-c9c7-46ed-9ff2-27e0a4d9ab79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1972876 Feb 11 14:18:58.222974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] No DVR routers for this DVR port 7c4448b5-7254-4c6c-8ce6-27e80d844db0 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:58.230620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.234167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec7cc494-c1e6-4234-85a0-c10298142b0f req-f7ccf0ca-3d91-4cf0-927c-ee670c24e519 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.60 "DELETE /v2.0/ports/7c4448b5-7254-4c6c-8ce6-27e80d844db0 HTTP/1.1" status: 204 len: 173 time: 2.2966676 Feb 11 14:18:58.235258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-deleted', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:58.236280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8624a13-26c9-4c1e-9b86-6f0c6962980f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:58.237543 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd403139-c96f-4878-9f64-61bc7b3a29dd" -d '{"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-deleted", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:58.276915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.305696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-ff30fe11-96ff-4825-81e9-e21ac75d18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.307303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-ff30fe11-96ff-4825-81e9-e21ac75d18c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91051833-e620-4cec-9cfa-9ffcc589620e HTTP/1.1" status: 200 len: 849 time: 0.1775329 Feb 11 14:18:58.318339 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b45c341-b849-42f9-9eae-ac219cbd6549 x-openstack-request-id: req-1b45c341-b849-42f9-9eae-ac219cbd6549 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:58.318621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab6592f-3384-469b-8154-4fc87ae4187f", "name": "network-vif-deleted", "tag": "7c4448b5-7254-4c6c-8ce6-27e80d844db0", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:58.318877 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b45c341-b849-42f9-9eae-ac219cbd6549 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:58.319268 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab6592f-3384-469b-8154-4fc87ae4187f', 'name': 'network-vif-deleted', 'tag': '7c4448b5-7254-4c6c-8ce6-27e80d844db0', 'status': 'completed', 'code': 200} Feb 11 14:18:58.344115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109256f-28fd-489e-a4ab-23359a170a86 req-2987d7bf-cb3f-4ab5-bff6-c6a5c4d09e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.345566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-2987d7bf-cb3f-4ab5-bff6-c6a5c4d09e1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166089 Feb 11 14:18:58.349165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Deleting port cb1c7794-59f8-4f1a-a0f4-f0a113714565 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:58.349506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.368680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-93115102-a98f-480f-b0a4-054ade683c19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64f2542c-eb86-4eca-bd26-937db2998511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356424 Feb 11 14:18:58.391242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.401145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fa897-7cf0-4ae2-8117-97916b34cba3 req-c5a15efd-5b98-4a43-9d46-22a87b475594 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.402620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c57fa897-7cf0-4ae2-8117-97916b34cba3 req-c5a15efd-5b98-4a43-9d46-22a87b475594 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1562991 Feb 11 14:18:58.481502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.541073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.543703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.547267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4b570eb-7b3a-4a14-ab27-5d8ec799885e HTTP/1.1" status: 204 len: 168 time: 0.6812656 Feb 11 14:18:58.553597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] For port cb1c7794-59f8-4f1a-a0f4-f0a113714565, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cb1c7794-59f8-4f1a-a0f4-f0a113714565,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:58.553964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.554204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.559586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.579702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1d16d-e02a-4318-be1f-18ce0188c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b570eb-7b3a-4a14-ab27-5d8ec799885e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:58.581340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Calling delete_port for cb1c7794-59f8-4f1a-a0f4-f0a113714565 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:58.595048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-90171fae-b0ab-4d35-b33e-62727be6ba6e service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322392 Feb 11 14:18:58.658288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c57fa897-7cf0-4ae2-8117-97916b34cba3 req-f15ffe80-bcda-4e49-85e6-a32b54ed452c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157845 Feb 11 14:18:58.687499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-03dd3bb4-d532-43c7-8efb-f47f201543da service neutron] 10.222.0.62 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054163 Feb 11 14:18:58.769440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.769974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aedef316-45e2-4bec-a972-5bd74dd1ff1b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:58.775576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.779754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-021c1d73-3a64-42a2-86e8-389993d2781f admin admin] 10.222.0.31 "DELETE /v2.0/routers/aedef316-45e2-4bec-a972-5bd74dd1ff1b HTTP/1.1" status: 204 len: 168 time: 3.8364699 Feb 11 14:18:58.781221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:58.783825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.819445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3109256f-28fd-489e-a4ab-23359a170a86 req-0e4fdc60-e9a9-4089-a66d-a6e0c41d1dab service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154131 Feb 11 14:18:58.824296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=9dac63cc-a686-4d08-9f43-130d8e8db636,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:58.830607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.833921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d66ea7e1-e0f3-4089-a421-3a3f622f9bd6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/9dac63cc-a686-4d08-9f43-130d8e8db636 HTTP/1.1" status: 204 len: 168 time: 0.9028239 Feb 11 14:18:58.837699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:58.848536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd1d1a-d557-467b-bc64-7bf39316146c None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:58.906699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd935cd2-dc83-4bf0-86e6-f2314fcf51ac req-49dd0f98-a936-48b7-8ab0-bb62b70aff87 service neutron] 10.222.0.62 "GET /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120471 Feb 11 14:18:58.909838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4dccfd48-acb0-4d4a-954e-1f27d7a00154 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682864 Feb 11 14:18:58.913205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Deleting subnet f43f46b7-7086-44b2-a344-8aa8bccd0206 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:18:58.916313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:58.922275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:58.932713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.026329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.030737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.066102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1c7794-59f8-4f1a-a0f4-f0a113714565,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:59.169944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.246934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:59.252248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.305876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:18:59.387102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72d69f-e325-401e-9e9b-c82519232018 req-f9bc51a2-7444-48c2-8e63-c7f8de00cb72 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.388958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f72d69f-e325-401e-9e9b-c82519232018 req-f9bc51a2-7444-48c2-8e63-c7f8de00cb72 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 943 time: 0.2227132 Feb 11 14:18:59.399584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Deleting port f6b93416-6006-4545-a893-425759700a13 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:18:59.400100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.426954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4b87906-43af-4ea7-93c0-47e6fcec7cee req-51ba6b6c-2ae3-4ba9-8f60-5c0b0ffeab24 tempest-MigrationsAdminTest-262527394 tempest-MigrationsAdminTest-262527394-project] 10.222.0.31 "GET /v2.0/ports?device_id=dab6592f-3384-469b-8154-4fc87ae4187f HTTP/1.1" status: 200 len: 210 time: 0.0651307 Feb 11 14:18:59.476030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f72d69f-e325-401e-9e9b-c82519232018 req-f9669431-f73b-4537-82fa-36400dbc4036 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604000 Feb 11 14:18:59.476641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.535879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] For port f6b93416-6006-4545-a893-425759700a13, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6b93416-6006-4545-a893-425759700a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:59.535879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.550993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Calling delete_port for f6b93416-6006-4545-a893-425759700a13 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:18:59.611911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.687713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c8624a13-26c9-4c1e-9b86-6f0c6962980f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:59.702244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43f46b7-7086-44b2-a344-8aa8bccd0206,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:59.712536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31ba57-d0c6-4e9f-b185-4cf3a3fc7142 req-b3b07d9f-3b11-4a9f-a0ad-eae3c451bf75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.719912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a31ba57-d0c6-4e9f-b185-4cf3a3fc7142 req-b3b07d9f-3b11-4a9f-a0ad-eae3c451bf75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 944 time: 0.1607966 Feb 11 14:18:59.730046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4174b-1e09-4842-9159-410cacf1d710 None None] Network f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:18:59.739784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.745783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c6393e7-7943-476e-95b2-b40a716cb556 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f43f46b7-7086-44b2-a344-8aa8bccd0206 HTTP/1.1" status: 204 len: 168 time: 0.9608386 Feb 11 14:18:59.745933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3324ecbf-bcd4-4c43-8358-127988783c52 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:59.747616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.749487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:18:59.756411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c8624a13-26c9-4c1e-9b86-6f0c6962980f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:59.757783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c8624a13-26c9-4c1e-9b86-6f0c6962980f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:59.757783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6b93416-6006-4545-a893-425759700a13 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:59.760338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:59.762317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:59.787239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a31ba57-d0c6-4e9f-b185-4cf3a3fc7142 req-a4b56e1e-2266-4825-a92b-c4f266ea035b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664182 Feb 11 14:18:59.843578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Router 9cae584f-8a83-42d7-bae6-2977a9a701df has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:59.869740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.871849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 7c4448b5-7254-4c6c-8ce6-27e80d844db0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:59.872340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7c4448b5-7254-4c6c-8ce6-27e80d844db0 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:59.873579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f6b93416-6006-4545-a893-425759700a13 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:18:59.873906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6b93416-6006-4545-a893-425759700a13 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:59.875295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e499-bff8-44e2-93a2-f38caba7eccb req-2210beae-b1ed-41fe-9933-6f8609056eb0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.883697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] Pushing event deleted for resources: {'Port': ['ID=f6b93416-6006-4545-a893-425759700a13,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:59.884010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5392e499-bff8-44e2-93a2-f38caba7eccb req-2210beae-b1ed-41fe-9933-6f8609056eb0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1131709 Feb 11 14:18:59.897376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da261e1-7822-4261-9551-5e40968f79c7 None None] No DVR routers for this DVR port f6b93416-6006-4545-a893-425759700a13 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:59.957471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:59.966340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.968209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:59.975270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5392e499-bff8-44e2-93a2-f38caba7eccb req-091c28a4-c14f-41d1-a5ac-f5fc8e175dc5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897377 Feb 11 14:18:59.978409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.978995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.007721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=655e2a63-d1dd-4019-8223-3f28ef134441,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:00.010241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea324019-ee5b-4881-baa9-c38ff7e99e3c None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:00.070332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:00.078828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67cac1bc-8e13-4ff4-9ba1-afc7fae417ef admin admin] 10.222.0.31 "PUT /v2.0/routers/9cae584f-8a83-42d7-bae6-2977a9a701df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7398100 Feb 11 14:19:00.083035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53382) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:00.092437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-688cebf9-a37f-4bb0-ae12-07f575b9ffbc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1748548 Feb 11 14:19:00.095063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:00.101918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'name': 'tempest-NetworksTestDHCPv6-505875701'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:00.226913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Deleting port 8e67ead1-f25a-4022-9649-ce8022169c1b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:00.227639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.233503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.251519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Sync routers for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:00.314612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] For port 8e67ead1-f25a-4022-9649-ce8022169c1b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e67ead1-f25a-4022-9649-ce8022169c1b,segment=NetworkSegment(6a69b460-8dfd-4915-a9a2-1648061337a8),segment_id=6a69b460-8dfd-4915-a9a2-1648061337a8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.316343 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.329541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Calling delete_port for 8e67ead1-f25a-4022-9649-ce8022169c1b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:00.335263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:00.335899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:00.358610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.393129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:00.396615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.415039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.418524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.426251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3324ecbf-bcd4-4c43-8358-127988783c52,segment=NetworkSegment(3ddc68b5-17e3-4053-b42a-df0cb9239fd4),segment_id=3ddc68b5-17e3-4053-b42a-df0cb9239fd4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.429002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 5d766b50-efa0-4a65-bd81-37e2318115ad yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:00.450131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:00.471870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3324ecbf-bcd4-4c43-8358-127988783c52', 'network_id': '64f2542c-eb86-4eca-bd26-937db2998511', 'port_id': '3324ecbf-bcd4-4c43-8358-127988783c52', 'mac_address': 'fa:16:3e:19:3f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91051833-e620-4cec-9cfa-9ffcc589620e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:00.519923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66bdb8f-f02a-4648-a248-283a510eaff2 None None] DHCP port deletion for f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:00.557231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Deleting port d4be7b07-e675-48b5-aa8f-c6c30a423fe5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:00.559541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.616877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a66bdb8f-f02a-4648-a248-283a510eaff2 None None] The port '8e67ead1-f25a-4022-9649-ce8022169c1b' was deleted {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 11 14:19:00.630388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::1be (ce551e93-d1c6-4087-88e3-a2ec4220e12b/655e2a63-d1dd-4019-8223-3f28ef134441/5d766b50-efa0-4a65-bd81-37e2318115ad) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:00.660471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.668027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:00.671230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.702300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '655e2a63-d1dd-4019-8223-3f28ef134441'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:00.703217 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.708777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] For port d4be7b07-e675-48b5-aa8f-c6c30a423fe5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.709499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.724723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Calling delete_port for d4be7b07-e675-48b5-aa8f-c6c30a423fe5 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:00.734997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.764848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:00.775409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Pushing event deleted for resources: {'Port': ['ID=8e67ead1-f25a-4022-9649-ce8022169c1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:00.780648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] No DVR routers for this DVR port 8e67ead1-f25a-4022-9649-ce8022169c1b on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:00.791360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:00.809291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3324ecbf-bcd4-4c43-8358-127988783c52 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:00.833305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0289-a69c-4105-b2bb-0cb9d8176ded req-0f7f9f6c-5836-4fd3-8edd-6574746669eb tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:00.834852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65fa0289-a69c-4105-b2bb-0cb9d8176ded req-0f7f9f6c-5836-4fd3-8edd-6574746669eb tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 943 time: 0.1796811 Feb 11 14:19:00.901530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3324ecbf-bcd4-4c43-8358-127988783c52,segment=NetworkSegment(3ddc68b5-17e3-4053-b42a-df0cb9239fd4),segment_id=3ddc68b5-17e3-4053-b42a-df0cb9239fd4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.907779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:00.980627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.986493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.010451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65fa0289-a69c-4105-b2bb-0cb9d8176ded req-26a84b90-2612-459b-b2ce-4a60ada51897 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593075 Feb 11 14:19:01.039211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.067189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a69b460-8dfd-4915-a9a2-1648061337a8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.067519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a69b460-8dfd-4915-a9a2-1648061337a8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.098670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.108163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.113794 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.142786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.148764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.149419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca960f2-abb5-4ba1-81fb-6d969e9d447f req-8ae7e58b-ad1a-45bd-b06a-4d713fbaa839 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.154260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:19:01.154670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:19:01.156443 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:19:01.160271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ca960f2-abb5-4ba1-81fb-6d969e9d447f req-8ae7e58b-ad1a-45bd-b06a-4d713fbaa839 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 944 time: 0.2056975 Feb 11 14:19:01.183010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.217728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.220825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3324ecbf-bcd4-4c43-8358-127988783c52'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:01.258962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4be7b07-e675-48b5-aa8f-c6c30a423fe5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.263099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.270562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ca960f2-abb5-4ba1-81fb-6d969e9d447f req-e563ced7-bb61-456f-801e-eb17294283ce tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083231 Feb 11 14:19:01.299505 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdfd7-61a9-4cb9-a82c-f1bd8cbc69e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.304664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.326188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.335539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['eae9ba0f-5a15-4be2-86fc-33b0ea2af251'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:01.352144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-644a2df0-a48b-4099-9fea-99d6d00142b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=145788c03dae449a94810aea442c0a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485499 Feb 11 14:19:01.353649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.376292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:01.377230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.382680 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.391174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb88da-0ab2-4395-ac38-db42d9e7c650 req-a0d5ab8e-8402-4c5f-888f-0af12e2a4cea tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.392766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50cb88da-0ab2-4395-ac38-db42d9e7c650 req-a0d5ab8e-8402-4c5f-888f-0af12e2a4cea tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1837976 Feb 11 14:19:01.401613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.408982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c HTTP/1.1" status: 204 len: 168 time: 1.6492882 Feb 11 14:19:01.409358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:18:58Z', 'revision_number': 5, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port': {'id': 'd4be7b07-e675-48b5-aa8f-c6c30a423fe5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.409494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:01.411068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/655e2a63-d1dd-4019-8223-3f28ef134441/73e03ad1-df4e-45b3-8863-598a83ff940a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:01.412584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53414) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.420300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:01.429248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.429987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.440880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=5d766b50-efa0-4a65-bd81-37e2318115ad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.462948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Checking router: 9cae584f-8a83-42d7-bae6-2977a9a701df for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:01.481200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1672bb-2c7a-414b-8126-edc8870e4aad admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c55e11-f8a8-4f21-a3e6-15ee36e9ad7c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.518459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.538622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.545957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Routers {'9cae584f-8a83-42d7-bae6-2977a9a701df'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:01.546592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['9cae584f-8a83-42d7-bae6-2977a9a701df'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.556010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.582321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.607834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50cb88da-0ab2-4395-ac38-db42d9e7c650 req-74549846-98f6-4db6-b3a5-468219f71628 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638830 Feb 11 14:19:01.611248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c185d1c1-e5d5-4693-87bf-14230465bd67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5151861 Feb 11 14:19:01.615531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.659039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdfd7-61a9-4cb9-a82c-f1bd8cbc69e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.665357 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:19:01.686080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] Set router 9cae584f-8a83-42d7-bae6-2977a9a701df gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:01.722209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.723251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cae584f-8a83-42d7-bae6-2977a9a701df {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:19:01.732947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.734151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb1854dd-62ec-4666-ad40-3d591faba8c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9cae584f-8a83-42d7-bae6-2977a9a701df HTTP/1.1" status: 204 len: 168 time: 1.6501520 Feb 11 14:19:01.736789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.741990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e67ead1-f25a-4022-9649-ce8022169c1b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:01.767540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b7d2f-f969-4f71-881e-34bf6d307a48 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.769100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1c0b7d2f-f969-4f71-881e-34bf6d307a48 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1504014 Feb 11 14:19:01.773754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:01.784387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdfd7-61a9-4cb9-a82c-f1bd8cbc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.790527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Deleting subnet 8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:01.793682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.808265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:19:00Z', 'revision_number': 7, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:01.818248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8e67ead1-f25a-4022-9649-ce8022169c1b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:01.818248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e67ead1-f25a-4022-9649-ce8022169c1b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:01.819081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.823240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.839125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eeee99b-9a3d-4466-9ac1-1ba022d1bb18 HTTP/1.1" status: 204 len: 168 time: 0.4761298 Feb 11 14:19:01.857713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71ec2f-8a9a-4c61-bdf3-89a9e637b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeee99b-9a3d-4466-9ac1-1ba022d1bb18,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.868387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.868525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a3dca-bd27-43bc-876d-b1f4306b3271 None None] The sync data for ids ['9cae584f-8a83-42d7-bae6-2977a9a701df'] in n-d-828407-1 is: [{'id': '9cae584f-8a83-42d7-bae6-2977a9a701df', 'name': 'tempest-AttachVolumeTestJSON-359609531-router', 'tenant_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:41Z', 'updated_at': '2022-02-11T14:19:00Z', 'revision_number': 7, 'project_id': 'bf472bd3e1f6400584e4afb880d68ae3', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:01.995246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.020557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.123446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.144070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0002-0bc8-4a63-b14e-55333e5878ed req-73c52e3d-9a56-489f-9b11-682c5b00dab7 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:02.151704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-025d0002-0bc8-4a63-b14e-55333e5878ed req-73c52e3d-9a56-489f-9b11-682c5b00dab7 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 944 time: 0.0592809 Feb 11 14:19:02.160865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.184229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cdfd7-61a9-4cb9-a82c-f1bd8cbc69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b304f85-c43c-4bd9-bf5a-f4bd1444b2d8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:02.194920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:02.202687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.209029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:02.209502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc HTTP/1.1" status: 204 len: 168 time: 0.4684510 Feb 11 14:19:02.211948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c013-30a7-4b6a-bda5-8479691eb7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2ecf3a-2d02-4f96-a61d-b0bc7efb34cc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:02.219561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53426) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:02.223979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:02.232020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2d1cdfd7-61a9-4cb9-a82c-f1bd8cbc69e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f945fed1c914c548d8163938a2864bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4653885 Feb 11 14:19:02.235298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:02.263904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b9547-5db1-4dc2-a410-2f7d1cf750da None None] Network 51587943-ad50-4a2f-ae2f-7359430b5340 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:02.269898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-025d0002-0bc8-4a63-b14e-55333e5878ed req-dc74a1cc-06ff-4efd-8503-5c3a83679fb9 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139185 Feb 11 14:19:02.278617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Pushing event updated for resources: {'Port': ['ID=73e03ad1-df4e-45b3-8863-598a83ff940a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:02.344105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 5d766b50-efa0-4a65-bd81-37e2318115ad {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:02.347209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.403262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Attempting to bind port 73e03ad1-df4e-45b3-8863-598a83ff940a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:02.403686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Attempting to bind port 73e03ad1-df4e-45b3-8863-598a83ff940a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:02.404006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Attempting to bind port 73e03ad1-df4e-45b3-8863-598a83ff940a on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:02.404725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.417411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:02.417693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:02.418401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.418401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:02.418824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Bound port: 73e03ad1-df4e-45b3-8863-598a83ff940a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:02.419200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.427401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.496187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.517760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.541455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 5d766b50-efa0-4a65-bd81-37e2318115ad owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:02.551855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd4d11-9f9f-4594-9fe0-8ff22af02fbf req-51addda6-6bc6-4be8-ab92-c0ffb8829a97 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:02.553594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81bd4d11-9f9f-4594-9fe0-8ff22af02fbf req-51addda6-6bc6-4be8-ab92-c0ffb8829a97 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1406248 Feb 11 14:19:02.564458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Deleting port c91d8535-64bf-46f4-9517-a69c052064e9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:02.564458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.642898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] For port c91d8535-64bf-46f4-9517-a69c052064e9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c91d8535-64bf-46f4-9517-a69c052064e9,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:02.642898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.679819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-81bd4d11-9f9f-4594-9fe0-8ff22af02fbf req-6766f7c3-5fc9-47d6-8fc3-b30117a42b3e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053400 Feb 11 14:19:02.687064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Calling delete_port for c91d8535-64bf-46f4-9517-a69c052064e9 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:02.699101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.720223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] For port 73e03ad1-df4e-45b3-8863-598a83ff940a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:02.725082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] For port 73e03ad1-df4e-45b3-8863-598a83ff940a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73e03ad1-df4e-45b3-8863-598a83ff940a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:02.759388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.763946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.765312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b304f85-c43c-4bd9-bf5a-f4bd1444b2d8 HTTP/1.1" status: 204 len: 168 time: 0.5266316 Feb 11 14:19:02.800281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:02.801510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] DHCP port deletion for 51587943-ad50-4a2f-ae2f-7359430b5340 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:02.805478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.811232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3756f86-55d4-42e8-b1af-ba606018f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b304f85-c43c-4bd9-bf5a-f4bd1444b2d8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:02.894170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12191b9-7821-499a-b672-b31860f075dd req-93eda8a3-0149-4cbc-8c82-2755392ff22d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:02.895614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c12191b9-7821-499a-b672-b31860f075dd req-93eda8a3-0149-4cbc-8c82-2755392ff22d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1839688 Feb 11 14:19:02.951117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb4852-5c16-4e6e-8a55-2ba34b451692 None None] Pushing event updated for resources: {'Port': ['ID=73e03ad1-df4e-45b3-8863-598a83ff940a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:02.958119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-955b838c-f272-44fc-8cd6-9220924ab1e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6d02485505b49e596d42762de25f305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521037 Feb 11 14:19:02.960219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:02.991902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:02.997140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Deleting port c91d8535-64bf-46f4-9517-a69c052064e9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:02.997140 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.015961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c12191b9-7821-499a-b672-b31860f075dd req-a3d5b634-1588-42d0-ba36-c42fd5e3da1b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113801 Feb 11 14:19:03.049965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.062346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.066559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=5d766b50-efa0-4a65-bd81-37e2318115ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:03.109646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] For port c91d8535-64bf-46f4-9517-a69c052064e9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c91d8535-64bf-46f4-9517-a69c052064e9,segment=NetworkSegment(81a3c497-6940-4c37-bbb6-9d11d77fe8ea),segment_id=81a3c497-6940-4c37-bbb6-9d11d77fe8ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:03.110903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.115276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.120262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41af86e0-61d4-42aa-a5ad-579f07a64736 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5d766b50-efa0-4a65-bd81-37e2318115ad HTTP/1.1" status: 204 len: 168 time: 1.3457150 Feb 11 14:19:03.125182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:03.127998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c91d8535-64bf-46f4-9517-a69c052064e9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:03.128308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Calling delete_port for c91d8535-64bf-46f4-9517-a69c052064e9 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:03.140384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] No DVR routers for this DVR port c91d8535-64bf-46f4-9517-a69c052064e9 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: from cryptography.utils import int_from_bytes Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: from cryptography.utils import int_from_bytes Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.254294 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:19:03.257329 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:19:03.259062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b0af0a-b769-464e-bbfb-247980a0e942 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:03.262100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b0af0a-b769-464e-bbfb-247980a0e942 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:03.263693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-86b0af0a-b769-464e-bbfb-247980a0e942 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1371484 Feb 11 14:19:03.272244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:03.279637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.338598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] No DVR routers for this DVR port c91d8535-64bf-46f4-9517-a69c052064e9 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:03.348847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fa876-cb99-4160-a8b5-baa50665459b None None] Pushing event deleted for resources: {'Port': ['ID=c91d8535-64bf-46f4-9517-a69c052064e9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:03.360245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.363497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.383564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 655e2a63-d1dd-4019-8223-3f28ef134441 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:03.401939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.485179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51587943-ad50-4a2f-ae2f-7359430b5340']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:03.502148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a3c497-6940-4c37-bbb6-9d11d77fe8ea') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:03.502371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a3c497-6940-4c37-bbb6-9d11d77fe8ea') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:03.513536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.514674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.536359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.543119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:19:03.543532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.554387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Deleting port aae012ac-22af-48a9-b733-7fdb3fdeba93 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:03.554930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.591055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d0537-659e-45c5-990f-3d5c2e07feda req-d3a28e62-6f82-4d55-bd9e-ea687275d182 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:03.592815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b1d0537-659e-45c5-990f-3d5c2e07feda req-d3a28e62-6f82-4d55-bd9e-ea687275d182 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 944 time: 0.1607499 Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:19:03.619658 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:19:03.654286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73e03ad1-df4e-45b3-8863-598a83ff940a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:03.707081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.709896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.711167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfeaa4f4-533b-46a9-81b1-09a1c6fe8802 HTTP/1.1" status: 204 len: 168 time: 0.7469037 Feb 11 14:19:03.712392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 73e03ad1-df4e-45b3-8863-598a83ff940a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:03.712779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.720563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2021a-e9bf-44ef-8987-ea9e3da394f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeaa4f4-533b-46a9-81b1-09a1c6fe8802,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:03.722681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.727706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.735008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/51587943-ad50-4a2f-ae2f-7359430b5340 HTTP/1.1" status: 204 len: 168 time: 1.5105159 Feb 11 14:19:03.750068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] For port aae012ac-22af-48a9-b733-7fdb3fdeba93, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aae012ac-22af-48a9-b733-7fdb3fdeba93,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:03.754290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.756141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8610ba7-ddfb-48e3-9f7e-3dd46bd9c7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=51587943-ad50-4a2f-ae2f-7359430b5340,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:03.766511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d3e26a40-0068-41d3-b0d8-ad18d0210b07 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:03.767707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b1d0537-659e-45c5-990f-3d5c2e07feda req-34644ac4-fced-469d-9f63-cc19b1664db1 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322896 Feb 11 14:19:03.768969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3324ecbf-bcd4-4c43-8358-127988783c52 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:03.769317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:03.780687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:03.805872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Calling delete_port for aae012ac-22af-48a9-b733-7fdb3fdeba93 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:03.899541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdabb6-12cd-4f3a-b6bb-40a8854d2b47 req-07022b04-7ce9-464b-9d10-d2430760ebbe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:03.911157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-acfdabb6-12cd-4f3a-b6bb-40a8854d2b47 req-07022b04-7ce9-464b-9d10-d2430760ebbe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0765679 Feb 11 14:19:03.991748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-acfdabb6-12cd-4f3a-b6bb-40a8854d2b47 req-ded7ef43-2035-4501-b114-bf0215794f22 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796785 Feb 11 14:19:03.996556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.033169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=655e2a63-d1dd-4019-8223-3f28ef134441,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:04.041163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.042692 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.048087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-06b5f306-dcc5-43a5-aa32-bc6f75c24cff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/655e2a63-d1dd-4019-8223-3f28ef134441 HTTP/1.1" status: 204 len: 168 time: 0.7713656 Feb 11 14:19:04.048087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:04.088731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 73e03ad1-df4e-45b3-8863-598a83ff940a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73e03ad1-df4e-45b3-8863-598a83ff940a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:04.091635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3324ecbf-bcd4-4c43-8358-127988783c52 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:04.099142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3324ecbf-bcd4-4c43-8358-127988783c52 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:04.099142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.101953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:04.122232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-da511e4c-7e2f-4c92-8590-3cbbce74f119 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725770 Feb 11 14:19:04.124138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:04.129287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:04.143278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'mac_address': 'fa:16:3e:d8:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:04.179231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:04.204582 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.289884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=73e03ad1-df4e-45b3-8863-598a83ff940a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:04.293651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:04.294031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.303064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cb1c7794-59f8-4f1a-a0f4-f0a113714565 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:04.308248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fba7b-3bcc-4483-8de9-9a4abdd0919e req-29d8c8c8-21c4-4df1-bdc8-4b919b6b0bad tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:04.309906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a34fba7b-3bcc-4483-8de9-9a4abdd0919e req-29d8c8c8-21c4-4df1-bdc8-4b919b6b0bad tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1362085 Feb 11 14:19:04.354349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.360442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a34fba7b-3bcc-4483-8de9-9a4abdd0919e req-533a42b7-d7a2-442f-9bcf-576d89376c21 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Feb 11 14:19:04.398150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: cb1c7794-59f8-4f1a-a0f4-f0a113714565 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:04.398498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cb1c7794-59f8-4f1a-a0f4-f0a113714565 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:04.400690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d4be7b07-e675-48b5-aa8f-c6c30a423fe5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:04.426479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:04.426479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.429071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:04.431472 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.434915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3e26a40-0068-41d3-b0d8-ad18d0210b07 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:04.438856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d4be7b07-e675-48b5-aa8f-c6c30a423fe5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:04.439197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d4be7b07-e675-48b5-aa8f-c6c30a423fe5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:04.439618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c91d8535-64bf-46f4-9517-a69c052064e9 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:04.466151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c91d8535-64bf-46f4-9517-a69c052064e9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:04.466503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c91d8535-64bf-46f4-9517-a69c052064e9 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:04.469657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60afc1-adfb-4b65-999c-74bcf65d9207 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:04.498371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.532545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae012ac-22af-48a9-b733-7fdb3fdeba93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:04.558905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f30b8526-ad9b-4190-9520-ff022ec94f43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf472bd3e1f6400584e4afb880d68ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174340 Feb 11 14:19:04.559598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:04.560040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:04.573936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-19b6a6c2-77be-4981-9c5d-bd1a9978f6d3 None None] Provisioning complete for port 73e03ad1-df4e-45b3-8863-598a83ff940a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:04.577499 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19b6a6c2-77be-4981-9c5d-bd1a9978f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.620659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3324ecbf-bcd4-4c43-8358-127988783c52,segment=NetworkSegment(3ddc68b5-17e3-4053-b42a-df0cb9239fd4),segment_id=3ddc68b5-17e3-4053-b42a-df0cb9239fd4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:04.648427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:04.651014 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e5d923-5135-498d-8d1f-78d578b816bc" -d '{"events": [{"server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "name": "network-vif-plugged", "status": "completed", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:04.720778 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.729859 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f7cdc-6cb0-4559-a12c-a2c642746bd9 x-openstack-request-id: req-518f7cdc-6cb0-4559-a12c-a2c642746bd9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:04.730175 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "name": "network-vif-plugged", "status": "completed", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:04.730472 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-518f7cdc-6cb0-4559-a12c-a2c642746bd9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:04.730822 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52', 'code': 200} Feb 11 14:19:04.739539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.837663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.857335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d3e26a40-0068-41d3-b0d8-ad18d0210b07'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:04.951800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53496) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:04.954616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:04.980749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:04.988983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.078084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.125557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.129799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.197746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:05.209117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1915701491-network', 'tenant_id': '1eadeabb45de48179f63d5dbce317ab7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:05.210488 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.217788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:05.228683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:05.229320 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.240249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1328de8-a867-424a-9cff-631b0bc05d91 req-f48d1f6d-92a5-4fbc-b012-74e12037a90e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:05.241801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1328de8-a867-424a-9cff-631b0bc05d91 req-f48d1f6d-92a5-4fbc-b012-74e12037a90e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.3144863 Feb 11 14:19:05.251889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:05.254886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.262218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c23c3-9d58-4a15-9ea5-f17edfef9084 req-0e9dc9e3-96b2-4450-b4a9-a561dd650ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:05.263981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-012c23c3-9d58-4a15-9ea5-f17edfef9084 req-0e9dc9e3-96b2-4450-b4a9-a561dd650ac5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 1096 time: 0.3317049 Feb 11 14:19:05.275069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=17c23cc0-efba-4025-bee1-75546842c36f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.302180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14f243-8406-4162-a0c7-00a895744ac3 req-1f953b3d-52c7-45c2-bdff-55a799abae2d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:05.304099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e14f243-8406-4162-a0c7-00a895744ac3 req-1f953b3d-52c7-45c2-bdff-55a799abae2d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.2125919 Feb 11 14:19:05.311954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Deleting port 73e03ad1-df4e-45b3-8863-598a83ff940a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:05.312335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.354528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e14f243-8406-4162-a0c7-00a895744ac3 req-bbc8106f-e159-4271-a42a-fd5f25bdf6c3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355127 Feb 11 14:19:05.354973 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.406478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1328de8-a867-424a-9cff-631b0bc05d91 req-2887e6e5-39ef-40c7-9622-2421242a1928 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513937 Feb 11 14:19:05.419223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] For port 73e03ad1-df4e-45b3-8863-598a83ff940a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=73e03ad1-df4e-45b3-8863-598a83ff940a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:05.420688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.430169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8d86ffd-ffa0-427d-8149-d4be548ee39e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3023236 Feb 11 14:19:05.431810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53512) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:05.440937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'name': 'tempest-NetworksTestDHCPv6-432808721'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:05.448720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Calling delete_port for 73e03ad1-df4e-45b3-8863-598a83ff940a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:05.572986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Made reservation on behalf of 1eadeabb45de48179f63d5dbce317ab7 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:05.576386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.595198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-012c23c3-9d58-4a15-9ea5-f17edfef9084 req-7de57833-e541-4691-9d13-2cf67478bd21 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067884 Feb 11 14:19:05.660670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.675192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73e03ad1-df4e-45b3-8863-598a83ff940a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:05.703441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.706607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.722112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4fee592-f45c-42d6-83d9-9e9e85c2d24f HTTP/1.1" status: 204 len: 168 time: 1.1588466 Feb 11 14:19:05.733849 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.737154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d362b9f-06af-45d1-9400-5fc57121bc80 req-cfeec74e-22a5-4e82-a87e-9caf73652e35 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:05.739331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:05.740961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d3e26a40-0068-41d3-b0d8-ad18d0210b07 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:05.745973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d362b9f-06af-45d1-9400-5fc57121bc80 req-cfeec74e-22a5-4e82-a87e-9caf73652e35 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 944 time: 0.1962872 Feb 11 14:19:05.778563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a57e0-f2d9-4935-ab6f-ffc1747b9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fee592-f45c-42d6-83d9-9e9e85c2d24f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.799011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port 73e03ad1-df4e-45b3-8863-598a83ff940a {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:19:05.800109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 73e03ad1-df4e-45b3-8863-598a83ff940a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:05.854194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] Pushing event deleted for resources: {'Port': ['ID=73e03ad1-df4e-45b3-8863-598a83ff940a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.857350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f2d04-95e6-45d1-9686-a71c0165b85a None None] No DVR routers for this DVR port 73e03ad1-df4e-45b3-8863-598a83ff940a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:05.889222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d362b9f-06af-45d1-9400-5fc57121bc80 req-c2e94ed5-1d1a-4662-be45-e4843eb125a9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379564 Feb 11 14:19:05.891224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f75a27-5689-48eb-ab4c-1bc4b76127f6 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:05.982953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.990468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port d3e26a40-0068-41d3-b0d8-ad18d0210b07 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:05.990965 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.013713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:06.017766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.020503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:06.032975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Sync routers for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:06.034474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:06.038089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-42b090c8-544a-4e7e-97f4-b2b883222539 admin admin] 10.222.0.31 "PUT /v2.0/routers/319898f4-d9ea-44fa-bff9-29c8f905a0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6220915 Feb 11 14:19:06.054936 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:06.055634 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:06.122597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.144171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 41a53f36-8d2f-4a5c-8431-e9caac1379b4 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:06.230056 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:06.272666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '17c23cc0-efba-4025-bee1-75546842c36f'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:06.274558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.543842 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:19:04Z', 'revision_number': 5, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:06.579989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/17c23cc0-efba-4025-bee1-75546842c36f/e5076863-6f4e-4aec-a5a6-a89914423cf8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:06.586772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7594a43-911c-4da1-8641-2229739282ec req-6ec1d6f5-8444-4b3e-bb0b-fe3ce14c4e75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:06.588318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7594a43-911c-4da1-8641-2229739282ec req-6ec1d6f5-8444-4b3e-bb0b-fe3ce14c4e75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1091926 Feb 11 14:19:06.608556 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Checking router: 319898f4-d9ea-44fa-bff9-29c8f905a0b9 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:06.618624 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Routers {'319898f4-d9ea-44fa-bff9-29c8f905a0b9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:06.619486 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:06.647647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7594a43-911c-4da1-8641-2229739282ec req-01e79a13-0efb-4c29-8b26-8ebe1b231ce8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499728 Feb 11 14:19:06.699501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:19:06.759353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30c418-882e-4633-84bf-bbd5f164a7c1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:06.778259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.781960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.784384 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Added segment 7927f4a0-af1b-40db-a726-4e7a481e76c5 of type vlan for network 40889936-9466-4e6b-bf53-cd168a3b3dbd Feb 11 14:19:06.787885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:06.792518 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb58c8d8-c215-49b8-aeab-d8ef29409b28" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:06.806953 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.845928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.849430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.852167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:06.878569 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda40df3-edf6-4d5c-a678-7a8f8cbd5156 x-openstack-request-id: req-bda40df3-edf6-4d5c-a678-7a8f8cbd5156 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:06.878860 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:06.879112 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda40df3-edf6-4d5c-a678-7a8f8cbd5156 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:06.879533 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:19:06.882946 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] Set router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:06.904151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ed23-e567-4bbc-a403-883ad69445ce req-57284f09-5e29-4fc7-b0dc-7e95da28eb4e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:06.905774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0135ed23-e567-4bbc-a403-883ad69445ce req-57284f09-5e29-4fc7-b0dc-7e95da28eb4e tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.2144873 Feb 11 14:19:06.942226 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.033596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.052325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:07.067695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:07.070176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:07.101475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Pushing event updated for resources: {'Port': ['ID=e5076863-6f4e-4aec-a5a6-a89914423cf8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:07.124684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.132593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.133294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.177527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1523e2a-a57c-4b9d-9bef-83f6d8e87614 req-3f5de8f1-0a3d-48b8-baed-7b58f0299b5e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.193063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1523e2a-a57c-4b9d-9bef-83f6d8e87614 req-3f5de8f1-0a3d-48b8-baed-7b58f0299b5e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1701715 Feb 11 14:19:07.229302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Attempting to bind port e5076863-6f4e-4aec-a5a6-a89914423cf8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:07.229684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Attempting to bind port e5076863-6f4e-4aec-a5a6-a89914423cf8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:07.230083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Attempting to bind port e5076863-6f4e-4aec-a5a6-a89914423cf8 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:07.242553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:07.245553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:07.245553 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.245553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:07.245553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Bound port: e5076863-6f4e-4aec-a5a6-a89914423cf8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:07.246104 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.249208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0135ed23-e567-4bbc-a403-883ad69445ce req-5b9d88b1-e691-4ede-9217-2ef712140d70 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202119 Feb 11 14:19:07.275481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1523e2a-a57c-4b9d-9bef-83f6d8e87614 req-955620de-5702-4200-912a-ec06ddac6620 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813515 Feb 11 14:19:07.295424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:07.341073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::1ee (ce551e93-d1c6-4087-88e3-a2ec4220e12b/17c23cc0-efba-4025-bee1-75546842c36f/41a53f36-8d2f-4a5c-8431-e9caac1379b4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:07.353294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] For port e5076863-6f4e-4aec-a5a6-a89914423cf8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:07.362852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] For port e5076863-6f4e-4aec-a5a6-a89914423cf8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e5076863-6f4e-4aec-a5a6-a89914423cf8,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:07.393892 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:19:04Z', 'revision_number': 5, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:07.446893 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51c032-2d4b-4077-b56f-32f8021e9d29 None None] The sync data for ids ['319898f4-d9ea-44fa-bff9-29c8f905a0b9'] in n-d-828407-1 is: [{'id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'name': 'tempest-TaggedBootDevicesTest-706347219-router', 'tenant_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:16Z', 'updated_at': '2022-02-11T14:19:04Z', 'revision_number': 5, 'project_id': '4a3dbafa02a846aba0e1f56cb5530d48', 'gw_port': {'id': 'a205ee9e-233d-4a5d-9207-1cfab132f21c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319898f4-d9ea-44fa-bff9-29c8f905a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:18Z', 'updated_at': '2022-02-11T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:07.468007 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.566199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6129336 Feb 11 14:19:07.578578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89e31a-a69b-4e2c-9687-b5c3f4a84a36 None None] Pushing event updated for resources: {'Port': ['ID=e5076863-6f4e-4aec-a5a6-a89914423cf8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:07.591923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910823d9-7552-4988-ab59-aa49f79dbbf1 req-5cc9df78-d23d-4eb8-97d7-bcb3dd50b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.598701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910823d9-7552-4988-ab59-aa49f79dbbf1 req-5cc9df78-d23d-4eb8-97d7-bcb3dd50b167 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1097 time: 0.6282680 Feb 11 14:19:07.639805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.659568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8177c70-be38-4f14-9266-855298abd2bb admin admin] Pushing event updated for resources: {'Network': ['ID=40889936-9466-4e6b-bf53-cd168a3b3dbd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:07.673450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 40889936-9466-4e6b-bf53-cd168a3b3dbd details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:19:07.707466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-910823d9-7552-4988-ab59-aa49f79dbbf1 req-4ccf25ec-83f4-43ac-acae-00fefc02ab61 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999095 Feb 11 14:19:07.757391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.031017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59469acb-b304-4d0d-843c-5ff6601ceb70 req-d4b51164-8fd5-458c-8dfc-ef917f437f5c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.044994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59469acb-b304-4d0d-843c-5ff6601ceb70 req-d4b51164-8fd5-458c-8dfc-ef917f437f5c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.2005823 Feb 11 14:19:08.089494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.129065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Deleting port a205ee9e-233d-4a5d-9207-1cfab132f21c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:08.129065 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.213582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59469acb-b304-4d0d-843c-5ff6601ceb70 req-0ae5c53c-73a7-42e0-94ba-80e13a5873e5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655076 Feb 11 14:19:08.300028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:08.310042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:08.338615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:08.357734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.359137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.412583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=41a53f36-8d2f-4a5c-8431-e9caac1379b4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:08.486644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.487026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.487565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.487918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.488321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.488660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.489027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.489739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.490100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.490441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.490809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.491119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:08.511826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad609ffc-fa6f-412a-a5a5-798bf026b10f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0804224 Feb 11 14:19:08.513752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:08.536470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] For port a205ee9e-233d-4a5d-9207-1cfab132f21c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a205ee9e-233d-4a5d-9207-1cfab132f21c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:08.537201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.559961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9caf04-87b7-4c31-b7eb-f6f1e0ae3f4e req-da283c05-3493-45d7-a952-8fb866f6719f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.563600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cac31-493a-41e8-8596-31bba330c492 req-9272aa6e-e422-4833-ac7e-69e9c04f757c tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.569001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df9caf04-87b7-4c31-b7eb-f6f1e0ae3f4e req-da283c05-3493-45d7-a952-8fb866f6719f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1341085 Feb 11 14:19:08.572131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-342cac31-493a-41e8-8596-31bba330c492 req-9272aa6e-e422-4833-ac7e-69e9c04f757c tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.1424379 Feb 11 14:19:08.581626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Calling delete_port for a205ee9e-233d-4a5d-9207-1cfab132f21c owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:08.640941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c2afc-fc5c-403c-9597-86775d750d00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.666030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c2afc-fc5c-403c-9597-86775d750d00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:08.668375 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3c6c2afc-fc5c-403c-9597-86775d750d00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1534190 Feb 11 14:19:08.675013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df9caf04-87b7-4c31-b7eb-f6f1e0ae3f4e req-dee2cb44-4e5e-4834-aba7-1fa9078d30fd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020157 Feb 11 14:19:08.677581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:08.839726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-342cac31-493a-41e8-8596-31bba330c492 req-9d85562f-e3b4-4990-9ab5-a784a13ecb49 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510765 Feb 11 14:19:08.881370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:08.886284 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611e64f-2ba8-49a2-8c04-2419fe2a6e59" -d '{"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:08.941353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 41a53f36-8d2f-4a5c-8431-e9caac1379b4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:08.941967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.047883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.133717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Pushing event deleted for resources: {'Port': ['ID=a205ee9e-233d-4a5d-9207-1cfab132f21c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:09.325394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] Provisioning complete for port e5076863-6f4e-4aec-a5a6-a89914423cf8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:09.325782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.609697 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.730446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.756191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 41a53f36-8d2f-4a5c-8431-e9caac1379b4 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:09.758090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] For port e5076863-6f4e-4aec-a5a6-a89914423cf8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e5076863-6f4e-4aec-a5a6-a89914423cf8,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:09.775454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5fc07-2ad1-4cf1-8b8b-3dc0adb704a2 req-43cc2448-c3f8-41b6-8fc9-705774d3769c tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:09.784097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5fc07-2ad1-4cf1-8b8b-3dc0adb704a2 req-43cc2448-c3f8-41b6-8fc9-705774d3769c tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:09.792702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5fc07-2ad1-4cf1-8b8b-3dc0adb704a2 req-43cc2448-c3f8-41b6-8fc9-705774d3769c tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:09.794512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7e5fc07-2ad1-4cf1-8b8b-3dc0adb704a2 req-43cc2448-c3f8-41b6-8fc9-705774d3769c tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6305497 Feb 11 14:19:09.838626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.847357 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6df14d-af7e-488f-8bf8-b9764acd8a85 x-openstack-request-id: req-9c6df14d-af7e-488f-8bf8-b9764acd8a85 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:09.848264 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:09.848697 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c6df14d-af7e-488f-8bf8-b9764acd8a85 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:09.849211 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'code': 200} Feb 11 14:19:09.940290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:09.944219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e5076863-6f4e-4aec-a5a6-a89914423cf8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:10.034165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2cf6a6b2-22b8-4f66-aaee-ee9e7fdbef5b None None] Could not find standard attr ID for object 5d766b50-efa0-4a65-bd81-37e2318115ad. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:19:10.101128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aae05-728a-4ba4-9153-c5a5f2ddc677 None None] Pushing event updated for resources: {'Port': ['ID=e5076863-6f4e-4aec-a5a6-a89914423cf8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:10.132445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e5076863-6f4e-4aec-a5a6-a89914423cf8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:10.132835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.251468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aae012ac-22af-48a9-b733-7fdb3fdeba93 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:10.260958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.315864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: aae012ac-22af-48a9-b733-7fdb3fdeba93 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:10.316217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aae012ac-22af-48a9-b733-7fdb3fdeba93 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:10.355503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=41a53f36-8d2f-4a5c-8431-e9caac1379b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:10.377674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2254fbec-b8df-4db2-8f1d-9f8a6189e62e None None] Could not find standard attr ID for object 41a53f36-8d2f-4a5c-8431-e9caac1379b4. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:19:10.417167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.421322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a1c4a4fa-8e09-4c63-b003-2732c2cb6269 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/41a53f36-8d2f-4a5c-8431-e9caac1379b4 HTTP/1.1" status: 204 len: 168 time: 1.7248158 Feb 11 14:19:10.423945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53650) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:10.475648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.491927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.536728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a862ae-4858-4563-ab4b-e8819486e4d5 req-6e2e3a6a-8b95-4660-8d28-afd48414fcf6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:10.538871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41a862ae-4858-4563-ab4b-e8819486e4d5 req-6e2e3a6a-8b95-4660-8d28-afd48414fcf6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.5876932 Feb 11 14:19:10.546294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68bba14-e66b-4837-8c05-8fe88b8fb1a5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:10.550338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68bba14-e66b-4837-8c05-8fe88b8fb1a5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:10.555672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e68bba14-e66b-4837-8c05-8fe88b8fb1a5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1234992 Feb 11 14:19:10.556926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:10.664333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41a862ae-4858-4563-ab4b-e8819486e4d5 req-dd7fb232-1ada-47ab-9405-e9141fa12b4d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171021 Feb 11 14:19:10.710667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.711328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319898f4-d9ea-44fa-bff9-29c8f905a0b9 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:19:10.723412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.723412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0d0876c2-9f3a-4121-b313-8bddf2e4e54d admin admin] 10.222.0.31 "DELETE /v2.0/routers/319898f4-d9ea-44fa-bff9-29c8f905a0b9 HTTP/1.1" status: 204 len: 168 time: 4.6832466 Feb 11 14:19:10.724384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53664) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:10.845786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Deleting subnet 5a0d2d70-af47-4c35-ad40-89635e5fd0e9 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:10.860528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.870955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360d472-4d27-4c4e-a74c-4d767d71f087 req-c84722e8-3845-47c5-b371-27d5e1c19865 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:10.882790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8360d472-4d27-4c4e-a74c-4d767d71f087 req-c84722e8-3845-47c5-b371-27d5e1c19865 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3940341 Feb 11 14:19:10.895342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 17c23cc0-efba-4025-bee1-75546842c36f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:10.904510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.987067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:10.996833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.172122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.243158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8360d472-4d27-4c4e-a74c-4d767d71f087 req-6ff0b04c-4841-4d33-9a76-70ddf338e880 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Feb 11 14:19:11.250690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.384320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.403195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.406569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a0d2d70-af47-4c35-ad40-89635e5fd0e9 HTTP/1.1" status: 204 len: 168 time: 0.6807313 Feb 11 14:19:11.410812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:11.411515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ecabe-2f3b-445c-9ea8-d5923a8865d3 None None] Network 8ee95f30-0c9a-4912-bb7b-5e592adb9166 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:11.526689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd915b43-2a93-4a06-8dc2-b72fbb1ed06c req-5d612201-bbc9-4310-9cd2-66833226b9f2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:11.528282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd915b43-2a93-4a06-8dc2-b72fbb1ed06c req-5d612201-bbc9-4310-9cd2-66833226b9f2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1759405 Feb 11 14:19:11.542311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:11.549314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'floatingip': {'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:11.638306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.651594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfd0c8-f732-418f-9b66-1141103a4a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0d2d70-af47-4c35-ad40-89635e5fd0e9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:11.653530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.679725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e5076863-6f4e-4aec-a5a6-a89914423cf8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:11.699188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.707514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/17c23cc0-efba-4025-bee1-75546842c36f HTTP/1.1" status: 204 len: 168 time: 1.1412485 Feb 11 14:19:11.707903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a2800-b3cb-4e6a-b562-e37a049ef367 req-b7cd253e-3ed7-4c0d-b33d-93eb833021e8 tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:11.715443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:11.735945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f2a2800-b3cb-4e6a-b562-e37a049ef367 req-b7cd253e-3ed7-4c0d-b33d-93eb833021e8 tempest-ComputeTenantNetworksTest-528520113 tempest-ComputeTenantNetworksTest-528520113-project] 10.222.0.31 "GET /v2.0/networks/40889936-9466-4e6b-bf53-cd168a3b3dbd HTTP/1.1" status: 200 len: 769 time: 0.4667716 Feb 11 14:19:11.737282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:11.737779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:11.764733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab1e60-95d7-4910-9f37-6b93542f4b80 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:11.872206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e3bb36ce-c7f8-4fe4-b650-1c89732c2957 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320937 Feb 11 14:19:11.902175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:11.990261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.005150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Deleting port b489d26b-a039-42c3-88f3-94c2d8749a18 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:12.005571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.017468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5715d-f668-4597-bee6-36e4abe305ed req-25414211-4ab1-4fda-a0d6-d5c170ed4fce tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:12.018701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] DHCP port deletion for 8ee95f30-0c9a-4912-bb7b-5e592adb9166 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:12.019542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23a5715d-f668-4597-bee6-36e4abe305ed req-25414211-4ab1-4fda-a0d6-d5c170ed4fce tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.1586902 Feb 11 14:19:12.029758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e5076863-6f4e-4aec-a5a6-a89914423cf8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:12.031160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.097767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed512d6-b29d-4fff-82bf-6738ffbaca0c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=17c23cc0-efba-4025-bee1-75546842c36f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:12.119875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] For port b489d26b-a039-42c3-88f3-94c2d8749a18, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b489d26b-a039-42c3-88f3-94c2d8749a18,segment=NetworkSegment(36e8eafe-96b0-450d-9cae-686054e984b6),segment_id=36e8eafe-96b0-450d-9cae-686054e984b6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:12.121229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.138230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Calling delete_port for b489d26b-a039-42c3-88f3-94c2d8749a18 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:12.201201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5646e8f0-e18e-4865-953a-c286fee2cfd2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:12.203291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5646e8f0-e18e-4865-953a-c286fee2cfd2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2149961 Feb 11 14:19:12.206684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:12.276248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23a5715d-f668-4597-bee6-36e4abe305ed req-92fc41e3-4257-4d6f-95cb-9b71d969191c tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446952 Feb 11 14:19:12.332065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Deleting port b489d26b-a039-42c3-88f3-94c2d8749a18 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:12.332443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.358473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:12.378352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.413730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] No DVR routers for this DVR port b489d26b-a039-42c3-88f3-94c2d8749a18 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:12.538659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a205ee9e-233d-4a5d-9207-1cfab132f21c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:12.576944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] For port b489d26b-a039-42c3-88f3-94c2d8749a18, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:12.577609 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.590130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a205ee9e-233d-4a5d-9207-1cfab132f21c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:12.590727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a205ee9e-233d-4a5d-9207-1cfab132f21c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:12.610860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Calling delete_port for b489d26b-a039-42c3-88f3-94c2d8749a18 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:12.616352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Port b489d26b-a039-42c3-88f3-94c2d8749a18 was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:19:12.619308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.625631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Pushing event deleted for resources: {'Port': ['ID=b489d26b-a039-42c3-88f3-94c2d8749a18,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:12.671933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] No DVR routers for this DVR port b489d26b-a039-42c3-88f3-94c2d8749a18 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:12.693343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745e923-5134-4973-a1ac-d49a7f65935a None None] Pushing event deleted for resources: {'Port': ['ID=b489d26b-a039-42c3-88f3-94c2d8749a18,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:12.703657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Deleting port e5076863-6f4e-4aec-a5a6-a89914423cf8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:12.704471 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.740513 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.754877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.786013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d7b60-295a-465d-9038-309fbac08038 req-adb8c5e3-2d02-4a34-b788-761f45edbc0d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:12.789651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9d7b60-295a-465d-9038-309fbac08038 req-adb8c5e3-2d02-4a34-b788-761f45edbc0d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3570828 Feb 11 14:19:12.789852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40889936-9466-4e6b-bf53-cd168a3b3dbd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.797805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-4cdeb109-d2e6-4875-b70f-ba96f4376341 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:12.799545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-4cdeb109-d2e6-4875-b70f-ba96f4376341 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.62 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.2356720 Feb 11 14:19:12.807925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] For port e5076863-6f4e-4aec-a5a6-a89914423cf8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e5076863-6f4e-4aec-a5a6-a89914423cf8,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:12.808363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.828588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee95f30-0c9a-4912-bb7b-5e592adb9166']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.833058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7927f4a0-af1b-40db-a726-4e7a481e76c5') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.833563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7927f4a0-af1b-40db-a726-4e7a481e76c5') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.837368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63372ed9-cb8c-476a-b404-8adef6cf0d47 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:12.842432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-63372ed9-cb8c-476a-b404-8adef6cf0d47 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6073115 Feb 11 14:19:12.845083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Calling delete_port for e5076863-6f4e-4aec-a5a6-a89914423cf8 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:12.847650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53714) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:12.858825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e8eafe-96b0-450d-9cae-686054e984b6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.864269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e8eafe-96b0-450d-9cae-686054e984b6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:12.871963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.947373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.953027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-28572f33-f4a5-492f-b897-62cc2f5c892e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034687 Feb 11 14:19:12.964392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53720) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:12.971756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:12.978169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d9d7b60-295a-465d-9038-309fbac08038 req-ebf2a3bc-fe3a-4fce-902a-b996ad435d8b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774528 Feb 11 14:19:12.980159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:12.982586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:19:13.011136 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:19:13.024129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:19:13.024803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:19:13.026714 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:19:13.088970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.177924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] Pushing event deleted for resources: {'Port': ['ID=e5076863-6f4e-4aec-a5a6-a89914423cf8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:13.188175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa1074-afd8-4d44-a4b0-a7c2b4fa02a6 None None] No DVR routers for this DVR port e5076863-6f4e-4aec-a5a6-a89914423cf8 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:13.222588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Deleting port 3324ecbf-bcd4-4c43-8358-127988783c52 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:13.222940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.248480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.260245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.264208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] 10.222.0.31 "DELETE /v2.0/networks/40889936-9466-4e6b-bf53-cd168a3b3dbd HTTP/1.1" status: 204 len: 168 time: 1.5210621 Feb 11 14:19:13.299130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:13.307196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.320430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0f5be-175e-4dc7-bac7-c5ef939d3cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=40889936-9466-4e6b-bf53-cd168a3b3dbd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:13.321616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.362292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.365518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8ee95f30-0c9a-4912-bb7b-5e592adb9166 HTTP/1.1" status: 204 len: 168 time: 1.9041367 Feb 11 14:19:13.451372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] For port 3324ecbf-bcd4-4c43-8358-127988783c52, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3324ecbf-bcd4-4c43-8358-127988783c52,segment=NetworkSegment(3ddc68b5-17e3-4053-b42a-df0cb9239fd4),segment_id=3ddc68b5-17e3-4053-b42a-df0cb9239fd4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:13.451817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.463586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e350b-d7fb-4d31-a60f-530ebb8b9161 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee95f30-0c9a-4912-bb7b-5e592adb9166,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:13.505404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Calling delete_port for 3324ecbf-bcd4-4c43-8358-127988783c52 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:13.565336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2d135-785f-4d7e-80c6-1f19418320bc req-e8c9adff-e879-49d9-825c-d0ed2a3e7c58 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:13.573816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37f2d135-785f-4d7e-80c6-1f19418320bc req-e8c9adff-e879-49d9-825c-d0ed2a3e7c58 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 945 time: 0.1382575 Feb 11 14:19:13.599712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b489d26b-a039-42c3-88f3-94c2d8749a18 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:13.632199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b489d26b-a039-42c3-88f3-94c2d8749a18 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:13.632735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b489d26b-a039-42c3-88f3-94c2d8749a18 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:13.633296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e5076863-6f4e-4aec-a5a6-a89914423cf8 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:13.671205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37f2d135-785f-4d7e-80c6-1f19418320bc req-6a5e3da3-7c7b-4c46-9e1a-2a6f7d16a7e5 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/security-groups?id=9137eeea-c619-4294-9c2c-9edf6111a784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961227 Feb 11 14:19:13.684505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e5076863-6f4e-4aec-a5a6-a89914423cf8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:13.684991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e5076863-6f4e-4aec-a5a6-a89914423cf8 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:13.692130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.785347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.847125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.860447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53738) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:13.862590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3324ecbf-bcd4-4c43-8358-127988783c52'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:13.886098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Pushing event deleted for resources: {'Port': ['ID=3324ecbf-bcd4-4c43-8358-127988783c52,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:13.922817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.935368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-518613a7-3e4b-402d-976a-022ac0157f02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eadeabb45de48179f63d5dbce317ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736055 Feb 11 14:19:13.954570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:13.979845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:13.985300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:13.991434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:13.991968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.995113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024dfa4-1993-481c-b3e2-2f18aaad38b3 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:14.003425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=bc5cb8ea-2a0a-4359-987e-fd469db1d091,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:14.046694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] No DVR routers for this DVR port 3324ecbf-bcd4-4c43-8358-127988783c52 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:14.068392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.072133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-24651e9c-8d3a-4e9a-aacc-1961e08ba44c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1022692 Feb 11 14:19:14.072309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53746) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:14.077582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'bc5cb8ea-2a0a-4359-987e-fd469db1d091', 'ip_address': '2001:db8::a27d:e765:afd2:fe9e'}], 'name': 'tempest-NetworksTestDHCPv6-2059086721'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:14.079205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a226caf-9cb4-49ee-bb68-ecda332770e3 req-bbdf4382-b782-4ab7-bc38-ec8219492e94 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.62 "DELETE /v2.0/ports/3324ecbf-bcd4-4c43-8358-127988783c52 HTTP/1.1" status: 204 len: 173 time: 1.2549963 Feb 11 14:19:14.088055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'name': 'network-vif-deleted', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:14.093727 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248191d-9e23-432d-8ea7-63cd40ac9d2f" -d '{"events": [{"server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "name": "network-vif-deleted", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:14.125057 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Floating IP bf7d4e2e-72bf-46d7-8abf-854b85de02a6 associated. External IP: 172.25.7.132, port: eae9ba0f-5a15-4be2-86fc-33b0ea2af251. Feb 11 14:19:14.268787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'bc5cb8ea-2a0a-4359-987e-fd469db1d091'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:14.277953 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.279184 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080785b-bc2f-4ece-a845-800c26de7ff2 x-openstack-request-id: req-3080785b-bc2f-4ece-a845-800c26de7ff2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:14.279564 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b6484d-ff6b-4c97-b414-5394fcd8607e", "name": "network-vif-deleted", "tag": "3324ecbf-bcd4-4c43-8358-127988783c52", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:14.279908 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3080785b-bc2f-4ece-a845-800c26de7ff2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:14.280410 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b6484d-ff6b-4c97-b414-5394fcd8607e', 'name': 'network-vif-deleted', 'tag': '3324ecbf-bcd4-4c43-8358-127988783c52', 'status': 'completed', 'code': 200} Feb 11 14:19:14.424326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.440583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Router 4794835d-5735-4cca-97ea-7256d260db93 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:14.461124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.470091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f78ed-fa6f-4885-aacb-e17cf408a651 req-a471919c-d5e0-4b68-9c85-245b44efdaaa tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:14.472359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b39f78ed-fa6f-4885-aacb-e17cf408a651 req-a471919c-d5e0-4b68-9c85-245b44efdaaa tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3646014 Feb 11 14:19:14.539306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:14.570340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b39f78ed-fa6f-4885-aacb-e17cf408a651 req-f3d5fcef-f0ed-4438-8ae9-a6a28e6ea56b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Feb 11 14:19:14.717794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/bc5cb8ea-2a0a-4359-987e-fd469db1d091/9619d48b-db8b-4b01-a711-d37b13cd4903) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:14.718310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:14.743725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.751375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.759180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff30c418-882e-4633-84bf-bbd5f164a7c1 HTTP/1.1" status: 204 len: 168 time: 0.8020253 Feb 11 14:19:14.779805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3bcb1-022c-48fc-a67e-553362cce65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30c418-882e-4633-84bf-bbd5f164a7c1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:14.784598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:14.798002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.834215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Sync routers for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:14.871400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a4f01c7f-3db7-4350-8f95-33282ddbe554 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "PUT /v2.0/floatingips/bf7d4e2e-72bf-46d7-8abf-854b85de02a6 HTTP/1.1" status: 200 len: 992 time: 3.3278780 Feb 11 14:19:14.899311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:14.899881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:14.900876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:14.935755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4915e293-8179-4ebb-a893-ada5ed168d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f183e8641c844f48bb9be2c144866d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944509 Feb 11 14:19:14.937519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:15.048640 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c6b11c6-7996-4464-a0bc-4810a3bdcc4d req-1bb9e5b5-340e-4331-be06-8e36a965ff42 tempest-ServerGroupTestJSON-1108643159 tempest-ServerGroupTestJSON-1108643159-project] 10.222.0.31 "GET /v2.0/ports?device_id=79b6484d-ff6b-4c97-b414-5394fcd8607e HTTP/1.1" status: 200 len: 210 time: 0.1395595 Feb 11 14:19:15.058798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port c4dda9b6-8da1-4e01-99ea-2e3b59583353 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:15.118844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.133518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2fc54-aff2-448c-a883-bee09062397a req-009cc6c8-1bdd-4f95-89a1-fa09136a51d0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:15.135258 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27f2fc54-aff2-448c-a883-bee09062397a req-009cc6c8-1bdd-4f95-89a1-fa09136a51d0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1631958 Feb 11 14:19:15.181227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:15.184777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.198136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.254805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27f2fc54-aff2-448c-a883-bee09062397a req-fddf51cc-c78e-4878-8098-e6e491dfc37d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079116 Feb 11 14:19:15.379658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.388026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::a27d:e765:afd2:fe9e (ce551e93-d1c6-4087-88e3-a2ec4220e12b/bc5cb8ea-2a0a-4359-987e-fd469db1d091/c4dda9b6-8da1-4e01-99ea-2e3b59583353) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:15.456632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:15.462670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:15.465272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:15.467470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Pushing event updated for resources: {'Port': ['ID=9619d48b-db8b-4b01-a711-d37b13cd4903,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:15.500350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:15.520501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566632a1-c54a-4d10-a6ee-65d4db77aa81 req-0b48edb3-2d5d-444d-a09d-0d4125bd55b1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:15.522696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-566632a1-c54a-4d10-a6ee-65d4db77aa81 req-0b48edb3-2d5d-444d-a09d-0d4125bd55b1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1048245 Feb 11 14:19:15.616867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-566632a1-c54a-4d10-a6ee-65d4db77aa81 req-4fa362e7-2ef5-433f-a71d-23478ca6b274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814483 Feb 11 14:19:15.653330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Attempting to bind port 9619d48b-db8b-4b01-a711-d37b13cd4903 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:15.653330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Attempting to bind port 9619d48b-db8b-4b01-a711-d37b13cd4903 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:15.661425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Attempting to bind port 9619d48b-db8b-4b01-a711-d37b13cd4903 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:15.664501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:15.664878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:15.665499 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.665847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:15.666354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Bound port: 9619d48b-db8b-4b01-a711-d37b13cd4903, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:15.666739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.672812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.708425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.711095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.715068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe HTTP/1.1" status: 204 len: 168 time: 0.7765348 Feb 11 14:19:15.726560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c0b75-bbb9-4576-aca0-c0279d6e5fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a4a70-2c0f-47c1-9d5a-d3c00386c5fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:15.739759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bf7d4e2e-72bf-46d7-8abf-854b85de02a6', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '4794835d-5735-4cca-97ea-7256d260db93', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:42Z', 'updated_at': '2022-02-11T14:19:13Z', 'revision_number': 1, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:15.748811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0df77-ba70-40e5-b7e2-0603d6c1d9a3 req-18b26ad2-8f5f-486c-913d-cfcf4a701f33 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:15.759218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3df0df77-ba70-40e5-b7e2-0603d6c1d9a3 req-18b26ad2-8f5f-486c-913d-cfcf4a701f33 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0936122 Feb 11 14:19:15.793971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:15.820606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Checking router: 4794835d-5735-4cca-97ea-7256d260db93 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:15.834759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] For port 9619d48b-db8b-4b01-a711-d37b13cd4903, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:15.846600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3df0df77-ba70-40e5-b7e2-0603d6c1d9a3 req-f2e4b648-f74d-4596-91eb-ee4c141e535b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 Feb 11 14:19:15.849011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] For port 9619d48b-db8b-4b01-a711-d37b13cd4903, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9619d48b-db8b-4b01-a711-d37b13cd4903,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:15.859940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:15.863146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:18:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:15.923308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:15.925346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:15.958446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=c4dda9b6-8da1-4e01-99ea-2e3b59583353,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:15.962707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:15.970666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:15.970666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.023942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.076458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8289dfa2-b027-4c36-bfe9-41182dee3478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.103965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e8de6ffb-99f5-41e6-bfb2-746f393d7abf tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0305862 Feb 11 14:19:16.104646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:16.113330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:16.247749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e43e6-44f0-4e1b-8c03-6dcd532231bc None None] Pushing event updated for resources: {'Port': ['ID=9619d48b-db8b-4b01-a711-d37b13cd4903,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:16.306679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:16.309496 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:16.366594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32631ac2-5bfc-4781-b023-c6352c3f6e6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:16.397185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32631ac2-5bfc-4781-b023-c6352c3f6e6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:16.398876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32631ac2-5bfc-4781-b023-c6352c3f6e6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2932515 Feb 11 14:19:16.401691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53798) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:16.435558 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b0919-3a33-485a-acae-d5f57730fa01 x-openstack-request-id: req-422b0919-3a33-485a-acae-d5f57730fa01 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:16.435889 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:16.436300 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-422b0919-3a33-485a-acae-d5f57730fa01 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:16.436508 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'status': 'completed', 'code': 200} Feb 11 14:19:16.447202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8289dfa2-b027-4c36-bfe9-41182dee3478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.535526 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8289dfa2-b027-4c36-bfe9-41182dee3478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.669422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8289dfa2-b027-4c36-bfe9-41182dee3478 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae873eb997944a31ba2f407d2e687269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1679289 Feb 11 14:19:16.703936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:16.731147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289dfa2-b027-4c36-bfe9-41182dee3478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ffef4-b14b-492d-be40-7e8e2c932937,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:16.788519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:16.818158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-a91727ff-2a09-4c36-8d76-2d35c13b0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:16.820111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-a91727ff-2a09-4c36-8d76-2d35c13b0c30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1097 time: 0.3350086 Feb 11 14:19:16.932009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Deleting subnet 91051833-e620-4cec-9cfa-9ffcc589620e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:16.936381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:16.938920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.035414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236b2f0-0484-427d-bf2c-8e141c8d9c4d req-b28cb7e1-d962-4a32-a552-7d9bfc546033 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:17.043229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f236b2f0-0484-427d-bf2c-8e141c8d9c4d req-b28cb7e1-d962-4a32-a552-7d9bfc546033 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.2188678 Feb 11 14:19:17.048297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.073933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c23cda23-c023-422a-ba44-320cf960515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bf7d4e2e-72bf-46d7-8abf-854b85de02a6', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '4794835d-5735-4cca-97ea-7256d260db93', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:42Z', 'updated_at': '2022-02-11T14:19:13Z', 'revision_number': 1, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:17.096109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.160245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cda23-c023-422a-ba44-320cf960515c None None] The sync data for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 is: [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'bf7d4e2e-72bf-46d7-8abf-854b85de02a6', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '4794835d-5735-4cca-97ea-7256d260db93', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:42Z', 'updated_at': '2022-02-11T14:19:13Z', 'revision_number': 1, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:17.237784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:17.295766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f236b2f0-0484-427d-bf2c-8e141c8d9c4d req-5a52610d-52b7-4e39-acd5-8545c34b1069 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515893 Feb 11 14:19:17.297298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.450260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.453760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.458859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/967ffef4-b14b-492d-be40-7e8e2c932937 HTTP/1.1" status: 204 len: 168 time: 0.7439516 Feb 11 14:19:17.472121 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1763cd17-8d70-4725-85b1-3970c0480c13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a3dbafa02a846aba0e1f56cb5530d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268908 Feb 11 14:19:17.473317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff93d95-3f8e-4cec-a0f6-2a4456483c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ffef4-b14b-492d-be40-7e8e2c932937,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:17.478653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:17.547772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.608838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91051833-e620-4cec-9cfa-9ffcc589620e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:17.611317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.614972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4399e15c-6126-445c-a4ad-47f5e4d78c8c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91051833-e620-4cec-9cfa-9ffcc589620e HTTP/1.1" status: 204 len: 168 time: 0.8253758 Feb 11 14:19:17.620760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:17.621099 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2181d4-1279-4af0-aec8-190c8e31c65a None None] New status for floating IP bf7d4e2e-72bf-46d7-8abf-854b85de02a6: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:19:17.635611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port c4dda9b6-8da1-4e01-99ea-2e3b59583353 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:17.636110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.762581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623a24-83fe-4d5a-aa4b-c607c855d80a req-76dc132d-3fcd-4d72-adc2-8a91b916ec17 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:17.777327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97623a24-83fe-4d5a-aa4b-c607c855d80a req-76dc132d-3fcd-4d72-adc2-8a91b916ec17 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1440973 Feb 11 14:19:17.824849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3324ecbf-bcd4-4c43-8358-127988783c52 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:17.877269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.884179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3324ecbf-bcd4-4c43-8358-127988783c52 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:17.885858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3324ecbf-bcd4-4c43-8358-127988783c52 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:17.888692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.891481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9619d48b-db8b-4b01-a711-d37b13cd4903 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:17.930553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97623a24-83fe-4d5a-aa4b-c607c855d80a req-f553d225-b321-4bf9-bfd3-3050f63283fa tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523142 Feb 11 14:19:17.950152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.012431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-1c06617d-4500-40c7-b40f-dd071b94557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.015322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-1c06617d-4500-40c7-b40f-dd071b94557f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 1.1813076 Feb 11 14:19:18.027497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-19de6bb1-9446-432b-b848-c4655661527b None None] Provisioning complete for port 9619d48b-db8b-4b01-a711-d37b13cd4903 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:18.028118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19de6bb1-9446-432b-b848-c4655661527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.079269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9619d48b-db8b-4b01-a711-d37b13cd4903 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:18.080385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.151922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e630-5915-43be-a7b7-98460df83331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.170490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.220217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.244074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19de6bb1-9446-432b-b848-c4655661527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.272046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f2542c-eb86-4eca-bd26-937db2998511']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:18.297784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddc68b5-17e3-4053-b42a-df0cb9239fd4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:18.298410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddc68b5-17e3-4053-b42a-df0cb9239fd4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:18.308206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for c4dda9b6-8da1-4e01-99ea-2e3b59583353 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:18.325165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.358081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.371955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:19:18.372382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.414093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-19de6bb1-9446-432b-b848-c4655661527b None None] For port 9619d48b-db8b-4b01-a711-d37b13cd4903, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9619d48b-db8b-4b01-a711-d37b13cd4903,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:18.423375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-f77568fb-0fe7-4456-8dec-5cf1cbb75299 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.4001501 Feb 11 14:19:18.430127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.522253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19de6bb1-9446-432b-b848-c4655661527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.592379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-53af1bf0-79c8-429b-9424-7751f0c78813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.596301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-53af1bf0-79c8-429b-9424-7751f0c78813 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1662414 Feb 11 14:19:18.606834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:19:18.607498 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:19:18.669335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-77edb162-66bc-4a3c-97be-8551722674b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.670884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-77edb162-66bc-4a3c-97be-8551722674b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672967 Feb 11 14:19:18.686855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3b1cd95c-a9d1-4828-8631-1eb0754c27ea None None] Provisioning complete for port c4dda9b6-8da1-4e01-99ea-2e3b59583353 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:18.695618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b1cd95c-a9d1-4828-8631-1eb0754c27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.711046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de6bb1-9446-432b-b848-c4655661527b None None] Pushing event updated for resources: {'Port': ['ID=9619d48b-db8b-4b01-a711-d37b13cd4903,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:18.827057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cd95c-a9d1-4828-8631-1eb0754c27ea None None] Port c4dda9b6-8da1-4e01-99ea-2e3b59583353 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:19:18.882856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53858) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:18.906861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7edc85d1-50ee-47d6-b684-f4436067046c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:18.919494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-4c366917-576a-4560-9799-dc06f7f167e3 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237852 Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:19:18.999663 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:19:19.003853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.006553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.007694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6928323b-d906-4d01-baff-fccc8f8696ec HTTP/1.1" status: 204 len: 168 time: 1.5243001 Feb 11 14:19:19.010909 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.045436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd50bf-00b3-4259-af35-0f8817e2d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928323b-d906-4d01-baff-fccc8f8696ec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:19.091878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd936ce-0c8f-4075-a713-ef5474fe0860 req-8de23325-8404-4603-8f33-0f7c9c2dec83 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.095073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fcd936ce-0c8f-4075-a713-ef5474fe0860 req-8de23325-8404-4603-8f33-0f7c9c2dec83 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.0923541 Feb 11 14:19:19.095073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.106484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.107793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=c4dda9b6-8da1-4e01-99ea-2e3b59583353,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:19.122716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] 10.222.0.31 "DELETE /v2.0/networks/64f2542c-eb86-4eca-bd26-937db2998511 HTTP/1.1" status: 204 len: 168 time: 1.5001836 Feb 11 14:19:19.148756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324173-f16e-499f-9071-637fe112c381 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f2542c-eb86-4eca-bd26-937db2998511,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:19.239056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.241491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fcd936ce-0c8f-4075-a713-ef5474fe0860 req-9fc3c68b-69fa-4547-ae89-f4f738eb30e1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174059 Feb 11 14:19:19.242639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a730c4a8-d997-4f87-ba89-d7b5f41bb462 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/c4dda9b6-8da1-4e01-99ea-2e3b59583353 HTTP/1.1" status: 204 len: 168 time: 2.8399775 Feb 11 14:19:19.249782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:19.272391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1124e-7da4-4593-b5f5-e15086740307 req-890c4315-fe98-4bfd-b2af-3fbd3f76866d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.274410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34e1124e-7da4-4593-b5f5-e15086740307 req-890c4315-fe98-4bfd-b2af-3fbd3f76866d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1731730 Feb 11 14:19:19.352180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4fceb1bc-218f-4593-a0e0-3c01f69a7aac req-beb68201-5345-41ca-ab30-53bd06792717 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213879 Feb 11 14:19:19.394165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34e1124e-7da4-4593-b5f5-e15086740307 req-0a1f862f-7057-436a-8d0d-a9325c57bfcc tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871084 Feb 11 14:19:19.401263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d1941-8357-41ff-b565-4639583bc090 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.403447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d1941-8357-41ff-b565-4639583bc090 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.406127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-372d1941-8357-41ff-b565-4639583bc090 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1588008 Feb 11 14:19:19.408478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:19.440220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7edc85d1-50ee-47d6-b684-f4436067046c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.493163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet bc5cb8ea-2a0a-4359-987e-fd469db1d091 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:19.496960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.522074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7edc85d1-50ee-47d6-b684-f4436067046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.563549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.606209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9619d48b-db8b-4b01-a711-d37b13cd4903 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:19.606742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc85d1-50ee-47d6-b684-f4436067046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbc10c-84b0-4fb9-be2a-cfb166fb245d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:19.617275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7edc85d1-50ee-47d6-b684-f4436067046c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9826c1e9dc4b478b90aa81affd748abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357736 Feb 11 14:19:19.621337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53876) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:19.673156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.733039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9619d48b-db8b-4b01-a711-d37b13cd4903 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:19.734931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.741460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.775727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:19.835084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.844260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.912617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5cb8ea-2a0a-4359-987e-fd469db1d091,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:19.925361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-289e3751-f976-4879-9b64-f5c5b8a15953 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edc52cac5d614d01be2be57e7ad1bce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469064 Feb 11 14:19:19.926940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:19.936436 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.942470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a7e3cfa0-d0c9-4c54-b4c0-4ebadc52a07d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/bc5cb8ea-2a0a-4359-987e-fd469db1d091 HTTP/1.1" status: 204 len: 168 time: 0.5285153 Feb 11 14:19:19.945148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:20.031976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.045556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-89308aa2-1cfa-4d12-8435-c132a0586c43 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965257 Feb 11 14:19:20.048589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:20.062208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:20.083070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.153978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e1c12a-edaa-49c0-9645-62ac26a54485 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:20.179663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.186971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.192251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bdbc10c-84b0-4fb9-be2a-cfb166fb245d HTTP/1.1" status: 204 len: 168 time: 0.5641782 Feb 11 14:19:20.225195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1aec-dfc5-4f94-8bbd-502505b2a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbc10c-84b0-4fb9-be2a-cfb166fb245d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:20.255740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.264197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.272368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9137eeea-c619-4294-9c2c-9edf6111a784 HTTP/1.1" status: 204 len: 168 time: 0.3268309 Feb 11 14:19:20.277164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af5104-1349-4997-9486-dcad2213a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9137eeea-c619-4294-9c2c-9edf6111a784,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:20.320840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:20.323234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.522168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb629b3-6e0b-45f7-85f9-4754cecdf7e8 req-fe5671c4-afa6-4a15-8b47-68b975e04817 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.524409 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb629b3-6e0b-45f7-85f9-4754cecdf7e8 req-fe5671c4-afa6-4a15-8b47-68b975e04817 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1046064 Feb 11 14:19:20.572550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99524145-08c1-4d99-8700-97f33fa47701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.610149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41cc7c-5406-4d3d-924a-f99613f8febb req-de3b841b-3189-4f1c-a937-4ce1bacaba83 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.624230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb629b3-6e0b-45f7-85f9-4754cecdf7e8 req-805610a3-d212-4148-8a53-a8acd8fffe5a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609298 Feb 11 14:19:20.647588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:20.653481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a41cc7c-5406-4d3d-924a-f99613f8febb req-de3b841b-3189-4f1c-a937-4ce1bacaba83 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1468186 Feb 11 14:19:20.751362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Deleting port 9619d48b-db8b-4b01-a711-d37b13cd4903 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:20.753146 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.763967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a41cc7c-5406-4d3d-924a-f99613f8febb req-86f36ad8-a7ff-438f-ace8-64f3ca26c291 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025755 Feb 11 14:19:20.806634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.850154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] For port 9619d48b-db8b-4b01-a711-d37b13cd4903, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9619d48b-db8b-4b01-a711-d37b13cd4903,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:20.850658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.867415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Calling delete_port for 9619d48b-db8b-4b01-a711-d37b13cd4903 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:20.942390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:20.982104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:20.992567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:20.995577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:21.013903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=10b34124-87d4-4104-b8dc-e489f604037a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:21.034562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5d3ca-105f-4d02-95f0-33eca94824da req-04027571-dfdc-4e6c-b068-51c7f02d77f5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:21.042359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ffb5d3ca-105f-4d02-95f0-33eca94824da req-04027571-dfdc-4e6c-b068-51c7f02d77f5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1636751 Feb 11 14:19:21.078489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:21.092016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ffb5d3ca-105f-4d02-95f0-33eca94824da req-bba0baf8-eb94-45fd-90c7-d4882c7313c5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Feb 11 14:19:21.104039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-177feced-f5aa-4c48-b997-6471ffc72589 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0541425 Feb 11 14:19:21.106848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:21.113179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': '10b34124-87d4-4104-b8dc-e489f604037a', 'ip_address': '2001:db8::52f:f7b6:cc67:192e'}], 'name': 'tempest-NetworksTestDHCPv6-2108244637'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:21.114205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] Pushing event deleted for resources: {'Port': ['ID=9619d48b-db8b-4b01-a711-d37b13cd4903,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:21.123940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e642e-f472-47b6-b10f-037b8c89c9ae None None] No DVR routers for this DVR port 9619d48b-db8b-4b01-a711-d37b13cd4903 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:21.142245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f3a5d-46f4-4f10-98e5-24cfb04fa253 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:21.446368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '10b34124-87d4-4104-b8dc-e489f604037a'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:21.448604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:21.449646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:21.621138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:21.641592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 31d38536-f639-4039-ac5c-d29692334618 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:21.657575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9619d48b-db8b-4b01-a711-d37b13cd4903 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:21.741164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9619d48b-db8b-4b01-a711-d37b13cd4903 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:21.741563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9619d48b-db8b-4b01-a711-d37b13cd4903 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:21.838578 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:21.885240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/10b34124-87d4-4104-b8dc-e489f604037a/1389f3ed-493f-47a9-8ff3-d73362eefa6d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:21.973827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7259c-d387-4be7-960d-c06fe1feb1d7 req-e5059861-799d-4444-9187-dab14997fb6f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:21.991413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dab7259c-d387-4be7-960d-c06fe1feb1d7 req-e5059861-799d-4444-9187-dab14997fb6f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0973153 Feb 11 14:19:22.053017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dab7259c-d387-4be7-960d-c06fe1feb1d7 req-daecc7c5-7783-45ef-8c1a-c6c450652a7d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 Feb 11 14:19:22.203766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.308485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.358833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:22.362514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:22.369121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:22.418242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::52f:f7b6:cc67:192e (ce551e93-d1c6-4087-88e3-a2ec4220e12b/10b34124-87d4-4104-b8dc-e489f604037a/31d38536-f639-4039-ac5c-d29692334618) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:22.513670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Pushing event updated for resources: {'Port': ['ID=1389f3ed-493f-47a9-8ff3-d73362eefa6d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:22.549123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Attempting to bind port 1389f3ed-493f-47a9-8ff3-d73362eefa6d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:22.549392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Attempting to bind port 1389f3ed-493f-47a9-8ff3-d73362eefa6d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:22.549680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Attempting to bind port 1389f3ed-493f-47a9-8ff3-d73362eefa6d on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:22.556558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:22.557249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:22.557670 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.558072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:22.558576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Bound port: 1389f3ed-493f-47a9-8ff3-d73362eefa6d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:22.558958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.798539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] For port 1389f3ed-493f-47a9-8ff3-d73362eefa6d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:22.798539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] For port 1389f3ed-493f-47a9-8ff3-d73362eefa6d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1389f3ed-493f-47a9-8ff3-d73362eefa6d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:22.799651 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.998359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:22.998771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.058557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.061974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:23.064751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:23.068162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:23.075866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:23.076543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.098570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d5a2-ee90-4919-917b-2e442ae3d638 None None] Pushing event updated for resources: {'Port': ['ID=1389f3ed-493f-47a9-8ff3-d73362eefa6d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:23.105139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=31d38536-f639-4039-ac5c-d29692334618,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:23.151308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d70e9b1d-2590-4b1b-afe6-b2d35a828068 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0411942 Feb 11 14:19:23.151851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53984) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:23.268755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.391209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0272249-d7b0-4e61-83df-7921374bcc56 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:23.402265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0272249-d7b0-4e61-83df-7921374bcc56 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:23.404629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0272249-d7b0-4e61-83df-7921374bcc56 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2516961 Feb 11 14:19:23.412784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:23.436458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26affce-4ce7-43ae-8428-0a714e3215aa req-9e66a0ac-a5ca-45c6-ad7b-afe1ab8b5086 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:23.440910 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d26affce-4ce7-43ae-8428-0a714e3215aa req-9e66a0ac-a5ca-45c6-ad7b-afe1ab8b5086 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2002943 Feb 11 14:19:23.537066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d26affce-4ce7-43ae-8428-0a714e3215aa req-ed8a1592-c16b-43bb-b024-da06fc84dfeb tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Feb 11 14:19:23.615785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 31d38536-f639-4039-ac5c-d29692334618 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:23.616402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.682770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1389f3ed-493f-47a9-8ff3-d73362eefa6d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:23.749610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1389f3ed-493f-47a9-8ff3-d73362eefa6d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:23.749976 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.766755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.783374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 31d38536-f639-4039-ac5c-d29692334618 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:23.900381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:23.972267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1389f3ed-493f-47a9-8ff3-d73362eefa6d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1389f3ed-493f-47a9-8ff3-d73362eefa6d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:24.032681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.079915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=31d38536-f639-4039-ac5c-d29692334618,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:24.089873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.151751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.156877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c7377713-d906-4c2f-8454-4c74696b16e8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/31d38536-f639-4039-ac5c-d29692334618 HTTP/1.1" status: 204 len: 168 time: 0.7388749 Feb 11 14:19:24.159861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:24.201143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1389f3ed-493f-47a9-8ff3-d73362eefa6d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:24.312801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99ea59-8306-40bc-8d1e-170794c92584 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:24.314464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99ea59-8306-40bc-8d1e-170794c92584 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:24.318429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2f99ea59-8306-40bc-8d1e-170794c92584 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1549566 Feb 11 14:19:24.318798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:24.358357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54020) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:24.406566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 10b34124-87d4-4104-b8dc-e489f604037a {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:24.412605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.500961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.682611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.727985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-460e8248-c9ac-4d19-9cc7-b2e9397b7bf7 None None] Provisioning complete for port 1389f3ed-493f-47a9-8ff3-d73362eefa6d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:24.729771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-460e8248-c9ac-4d19-9cc7-b2e9397b7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.787075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ff52-7a72-4ce1-a76c-710b6e68d429 req-ac1c89f1-b8e1-4ec6-99e9-fde48999718a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:24.796696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b797ff52-7a72-4ce1-a76c-710b6e68d429 req-ac1c89f1-b8e1-4ec6-99e9-fde48999718a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1420531 Feb 11 14:19:24.870378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b797ff52-7a72-4ce1-a76c-710b6e68d429 req-4b3f576b-10ae-48e8-8d6c-ab18af7252f3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722916 Feb 11 14:19:24.935734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.945151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-264029299-network', 'tenant_id': '2dc03767a0b34c47b018ab64a55fde33'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:24.991833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=10b34124-87d4-4104-b8dc-e489f604037a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:24.998677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.007109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54034) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:25.033578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5ec0811-9df1-474a-9a45-e88f9afa1164 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/10b34124-87d4-4104-b8dc-e489f604037a HTTP/1.1" status: 204 len: 168 time: 0.7129881 Feb 11 14:19:25.094849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033ae8f-1fb0-4444-b31f-8e1e1abaef14 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:25.121317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-73aabc12-9153-4977-a2b0-816eef1e341a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115017 Feb 11 14:19:25.124732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Made reservation on behalf of 2dc03767a0b34c47b018ab64a55fde33 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:25.125345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:25.127306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.131423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:25.139570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.195163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2c72ad73-11e8-4d9c-bc00-b67acc2b6665 None None] Could not find standard attr ID for object 31d38536-f639-4039-ac5c-d29692334618. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:19:25.316049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.371047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:25.378307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.404572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:25.452822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54048) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:25.488033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Deleting port 1389f3ed-493f-47a9-8ff3-d73362eefa6d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:25.489298 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.491130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.578486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] For port 1389f3ed-493f-47a9-8ff3-d73362eefa6d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1389f3ed-493f-47a9-8ff3-d73362eefa6d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:25.580124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.581856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:19:25.597604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Calling delete_port for 1389f3ed-493f-47a9-8ff3-d73362eefa6d owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:25.665572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c07c51-44b7-4a19-98ad-1d18bdb798ee,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:25.680538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.680538 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Added segment 4dd7d315-07dc-4d1b-b431-8b22bafa7c0a of type vlan for network d60dd2cc-8103-437b-9439-63702431d22c Feb 11 14:19:25.712544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1024794746-network', 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:25.728457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1389f3ed-493f-47a9-8ff3-d73362eefa6d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:25.800047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.809527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.858632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.874106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.877215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:25.943700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] No DVR routers for this DVR port 1389f3ed-493f-47a9-8ff3-d73362eefa6d on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:25.950171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:25.951215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=b8c44187-bd64-46e5-8eb9-55511005a710,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:25.952950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.966733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:25.972311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:25.973146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:25.979132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:25.982086 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.011267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.012418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.013132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.024003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85306b75-6017-4497-a0ae-47cf4cea7317 None None] Pushing event deleted for resources: {'Port': ['ID=1389f3ed-493f-47a9-8ff3-d73362eefa6d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:26.066386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec558b-1ade-40ba-a3b8-5158f25b6427 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:26.079046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec5d3234-5aac-49f6-8be4-7d4013503c72 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9525762 Feb 11 14:19:26.082349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:26.087353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'b8c44187-bd64-46e5-8eb9-55511005a710', 'ip_address': '2001:db8::aac0:4cc7:b64a:eddd'}], 'name': 'tempest-NetworksTestDHCPv6-1659437333'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:26.372722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0128043 Feb 11 14:19:26.386193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:26.394954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Request body: {'subnet': {'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-264029299-subnet', 'tenant_id': '2dc03767a0b34c47b018ab64a55fde33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:26.404668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87605-405e-47bd-8fd2-9f0fc11d9a49 admin admin] Pushing event updated for resources: {'Network': ['ID=d60dd2cc-8103-437b-9439-63702431d22c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:26.447867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-4b43-b92a-532e08cd51bf req-5501b243-27c7-4bbd-9b20-4059a4e2d11a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.448683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d60dd2cc-8103-437b-9439-63702431d22c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:19:26.457320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e95b392-614f-4b43-b92a-532e08cd51bf req-5501b243-27c7-4bbd-9b20-4059a4e2d11a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.3387334 Feb 11 14:19:26.513125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'b8c44187-bd64-46e5-8eb9-55511005a710'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:26.517584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.534792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e95b392-614f-4b43-b92a-532e08cd51bf req-430c9d7e-85d3-4747-99c9-e64f05fd2816 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761716 Feb 11 14:19:26.543185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Made reservation on behalf of 2dc03767a0b34c47b018ab64a55fde33 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:26.543185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.555959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:26.571536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.573418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:26.619520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:26.628383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.676536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:19:26.703004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deaf976-c22a-45b8-804d-b9f4be1604b6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:26.707827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.708822 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Added segment ddbbe405-f58f-48c2-9717-ff89a9da53fd of type vlan for network 4a640834-de0b-411c-bf30-d829d270956c Feb 11 14:19:26.767311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.819589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.900720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.901920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:26.902519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.918466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port cde6a44d-fed6-473c-bec4-3327986426bd yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:26.988882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] Pushing event updated for resources: {'Network': ['ID=4a640834-de0b-411c-bf30-d829d270956c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:27.013869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d065c84-81dd-448b-a7b1-76e155595cfc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5562356 Feb 11 14:19:27.013869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:27.022062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Request body: {'subnet': {'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1024794746-subnet', 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:27.035266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4a640834-de0b-411c-bf30-d829d270956c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:19:27.132579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:27.157858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.196495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.258203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:27.359364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:27.381961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/b8c44187-bd64-46e5-8eb9-55511005a710/cc82167e-c92e-49bf-8cc0-10e70ddec190) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:27.386968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.457111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0a5a44-f45c-4830-8b9d-bf2745139b20,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:27.463651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Checking segment: {'id': '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:27.465319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Network hostable DHCP agents. Network: d60dd2cc-8103-437b-9439-63702431d22c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:19:27.580421 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.613700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.654228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.668399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['eae9ba0f-5a15-4be2-86fc-33b0ea2af251'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:27.683836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Network d60dd2cc-8103-437b-9439-63702431d22c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:19:27.705933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:27.755825 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.766307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3756a7a-e8da-4675-89ab-e18509c82117 req-2a6fe9cf-fd6e-4aed-adf3-5546dc07c1b4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.779187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3756a7a-e8da-4675-89ab-e18509c82117 req-2a6fe9cf-fd6e-4aed-adf3-5546dc07c1b4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.1592236 Feb 11 14:19:27.815888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994f0967-9908-4092-b3e6-dba791058371,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:27.843445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:27.845066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Network hostable DHCP agents. Network: 4a640834-de0b-411c-bf30-d829d270956c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:19:27.846795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:27.862484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:27.869999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:27.877655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d60dd2cc-8103-437b-9439-63702431d22c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:27.879220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Pushing event updated for resources: {'Port': ['ID=cc82167e-c92e-49bf-8cc0-10e70ddec190,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:27.907714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:27.907714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:27.958353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47013777-87fe-4b6d-88f3-ff619b3d38a4 None None] Network d60dd2cc-8103-437b-9439-63702431d22c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:27.965657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::aac0:4cc7:b64a:eddd (ce551e93-d1c6-4087-88e3-a2ec4220e12b/b8c44187-bd64-46e5-8eb9-55511005a710/cde6a44d-fed6-473c-bec4-3327986426bd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:28.004038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Network 4a640834-de0b-411c-bf30-d829d270956c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:19:28.019617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4a640834-de0b-411c-bf30-d829d270956c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:28.035595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.036707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.104218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Attempting to bind port cc82167e-c92e-49bf-8cc0-10e70ddec190 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:28.104469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Attempting to bind port cc82167e-c92e-49bf-8cc0-10e70ddec190 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:28.104700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Attempting to bind port cc82167e-c92e-49bf-8cc0-10e70ddec190 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:28.119366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb1b31-a604-467d-81de-c84cd89f3275 None None] Network 4a640834-de0b-411c-bf30-d829d270956c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:28.166570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fca37c16-ee5f-451b-88a5-ff7b0b96e879 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1514370 Feb 11 14:19:28.181190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.230414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3756a7a-e8da-4675-89ab-e18509c82117 req-9261fa70-a0cf-491d-af9f-72c57b0b413e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502907 Feb 11 14:19:28.253797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0816f65c-3a15-4ed0-ac93-0f44f0e8e6f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8628459 Feb 11 14:19:28.255463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:28.255849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:28.256401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.256809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:28.258161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Bound port: cc82167e-c92e-49bf-8cc0-10e70ddec190, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:28.259054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.312748 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.490528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:28.505168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:28.517526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:28.530468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.534749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.546788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=cde6a44d-fed6-473c-bec4-3327986426bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:28.557499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] For port cc82167e-c92e-49bf-8cc0-10e70ddec190, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:28.577323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] For port cc82167e-c92e-49bf-8cc0-10e70ddec190, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc82167e-c92e-49bf-8cc0-10e70ddec190,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:28.670334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-92dffb8d-3d36-4e88-8d9f-146a49316c0a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5868740 Feb 11 14:19:28.674567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:28.691386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.769540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf70301-0e26-41a4-b43c-584151c69561 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.787359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf70301-0e26-41a4-b43c-584151c69561 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:28.795330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21fbc1-a9b7-46c3-aa3a-c8c9a4ba4208 None None] Network 4a640834-de0b-411c-bf30-d829d270956c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:28.797101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccf70301-0e26-41a4-b43c-584151c69561 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1214621 Feb 11 14:19:28.800270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:28.977713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ac038-c24a-498a-a82f-e7cfb78c6db0 None None] Network d60dd2cc-8103-437b-9439-63702431d22c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:28.990206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port cde6a44d-fed6-473c-bec4-3327986426bd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:28.993615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:29.122368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Pushing event updated for resources: {'Port': ['ID=cc82167e-c92e-49bf-8cc0-10e70ddec190,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:29.165690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.166040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.166386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.166721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.167257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.167762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.168518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.169584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.170580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.171080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.171577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.180462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536166f-9360-4e55-b042-ac99a6393aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:29.784648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:29.809046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for cde6a44d-fed6-473c-bec4-3327986426bd owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:29.815261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc82167e-c92e-49bf-8cc0-10e70ddec190 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:29.873212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:29.957366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cc82167e-c92e-49bf-8cc0-10e70ddec190 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:29.958056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.009773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:30.010579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.152492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.234968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=cde6a44d-fed6-473c-bec4-3327986426bd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:30.243693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.268116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.280636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:30.290751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bbc9110e-4b20-4790-84d8-bd23f79da767 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/cde6a44d-fed6-473c-bec4-3327986426bd HTTP/1.1" status: 204 len: 168 time: 1.4894879 Feb 11 14:19:30.331409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:30.342755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:30.352142 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8a4a1-79a2-4678-8dd9-8235b40555f8" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:30.371793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.383785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.420251 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.431666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef023e1-386f-4008-90ee-c07c35acbdc9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:30.431666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef023e1-386f-4008-90ee-c07c35acbdc9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:30.440859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54218) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:30.455669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ef023e1-386f-4008-90ee-c07c35acbdc9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1736093 Feb 11 14:19:30.560387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port cc82167e-c92e-49bf-8cc0-10e70ddec190, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc82167e-c92e-49bf-8cc0-10e70ddec190,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:30.577264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:30.609060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet b8c44187-bd64-46e5-8eb9-55511005a710 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:30.614860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.629599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.729338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=cc82167e-c92e-49bf-8cc0-10e70ddec190,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:30.824277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.904564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ae3e05da-d0fe-4584-bfe7-a12fcba4c5bf None None] Provisioning complete for port cc82167e-c92e-49bf-8cc0-10e70ddec190 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:30.905140 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae3e05da-d0fe-4584-bfe7-a12fcba4c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.914048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f995-d1f7-492e-8d90-8b6acdbbd25b req-d5aa2eb3-bc51-4083-a1c9-31481ad6f59e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:30.915655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ccd6f995-d1f7-492e-8d90-8b6acdbbd25b req-d5aa2eb3-bc51-4083-a1c9-31481ad6f59e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.6819303 Feb 11 14:19:31.066305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ccd6f995-d1f7-492e-8d90-8b6acdbbd25b req-e8828ea8-9ed3-49af-9a64-340bd3e3321d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407838 Feb 11 14:19:31.173859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.211269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.241277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:31.307727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-99ce45e3-6d83-4389-918a-4bbc7a358f34 None None] Could not find standard attr ID for object cde6a44d-fed6-473c-bec4-3327986426bd. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:19:31.472852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.492709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a1a-0da1-4c02-a210-d6fe0d401015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.576919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c44187-bd64-46e5-8eb9-55511005a710,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:31.595200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.615036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a67ded5d-22b6-4318-a3f6-af68a9920449 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c44187-bd64-46e5-8eb9-55511005a710 HTTP/1.1" status: 204 len: 168 time: 1.1706698 Feb 11 14:19:31.617356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54248) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:31.646529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc82167e-c92e-49bf-8cc0-10e70ddec190 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:31.684952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2fe84263-fdd0-43f1-8928-134093d36ec3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612788 Feb 11 14:19:31.687314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54252) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:31.722772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a1a-0da1-4c02-a210-d6fe0d401015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.755351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ba3b7-b323-43c3-b231-c0dee0f0947b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:31.757155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b23ba3b7-b323-43c3-b231-c0dee0f0947b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0687613 Feb 11 14:19:31.762729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54256) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:31.779924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd67244-3aa0-4a11-b0a0-a6b01bb56833 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:31.820127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a1a-0da1-4c02-a210-d6fe0d401015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.831374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cc82167e-c92e-49bf-8cc0-10e70ddec190 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:31.831911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:31.880103 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5e2e8a1a-0da1-4c02-a210-d6fe0d401015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15a600d17c6c4af38df027a6dcdf3493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352282 Feb 11 14:19:31.880482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54270) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:31.944427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457be906-7995-425c-a321-6cb49dd9aa15 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:31.946371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-457be906-7995-425c-a321-6cb49dd9aa15 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1854911 Feb 11 14:19:31.948789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e8a1a-0da1-4c02-a210-d6fe0d401015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb2435-6d75-418e-88d9-c52131819123,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:31.954607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:32.001198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.052208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-15aed1f5-0186-47ed-952f-7cfd7d06a0fb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961075 Feb 11 14:19:32.052941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.058154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:32.072285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:32.277395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.281648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.284040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bbb2435-6d75-418e-88d9-c52131819123 HTTP/1.1" status: 204 len: 168 time: 0.4020081 Feb 11 14:19:32.302006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647a5da-bf93-4cb5-a1a9-7b381a1501d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb2435-6d75-418e-88d9-c52131819123,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:32.463951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:32.476365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.499012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:32.547536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-f2ea6094-86f9-4715-80b3-4dac90c201bb tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:32.549941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-f2ea6094-86f9-4715-80b3-4dac90c201bb tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/networks?id=d60dd2cc-8103-437b-9439-63702431d22c HTTP/1.1" status: 200 len: 820 time: 0.2048092 Feb 11 14:19:32.558537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-4d42224f-f672-4ea3-9c91-1d37e6d7b6cc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:32.560692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-4d42224f-f672-4ea3-9c91-1d37e6d7b6cc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2731459 Feb 11 14:19:32.581144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-0213e256-4d73-4bf2-9b50-c932c63fd7e7 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/quotas/2dc03767a0b34c47b018ab64a55fde33 HTTP/1.1" status: 200 len: 375 time: 0.0222349 Feb 11 14:19:32.587497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Deleting port cc82167e-c92e-49bf-8cc0-10e70ddec190 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:32.588845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.620844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-5770d9b6-c500-4389-8823-ddf96e4f9bab tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0223980 Feb 11 14:19:32.738378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-1f699de1-ee12-4b07-bf91-1f06db64c1ac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993056 Feb 11 14:19:32.750290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-78e05879-3fbd-4ded-97bc-4202b8687021 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2dc03767a0b34c47b018ab64a55fde33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1542697 Feb 11 14:19:32.761619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] For port cc82167e-c92e-49bf-8cc0-10e70ddec190, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cc82167e-c92e-49bf-8cc0-10e70ddec190,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:32.762117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:32.790204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Calling delete_port for cc82167e-c92e-49bf-8cc0-10e70ddec190 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:32.916387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-bbcd46ed-e526-4a4b-a34c-316069809bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646283 Feb 11 14:19:33.028969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.044715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-f947fcdf-d7ba-40a7-83ab-a750cc7edc63 service neutron] 10.222.0.31 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265562 Feb 11 14:19:33.089586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.122050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] Pushing event deleted for resources: {'Port': ['ID=cc82167e-c92e-49bf-8cc0-10e70ddec190,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:33.125951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e1c12-3623-4825-9ee9-f38d17620db9 None None] No DVR routers for this DVR port cc82167e-c92e-49bf-8cc0-10e70ddec190 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:33.138085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=aef8b19c-21a5-4f86-bfba-6c7a114454d6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:33.163037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:33.172130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:33.186246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.186917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.187269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd751db-2b56-4fca-a5ca-627e8a34bfd6 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:33.208175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-8134fc5a-a5d2-40dd-bb73-403cc01ea497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.215221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-8134fc5a-a5d2-40dd-bb73-403cc01ea497 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 1096 time: 0.2331276 Feb 11 14:19:33.233165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-9a669f93-2ddf-454b-af1e-0ebf7cbdcdb4 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864147 Feb 11 14:19:33.262328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:33.286516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3100507f-cb2c-4baa-9a65-2e6aed887e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.445262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-02ab01e5-b1a4-483f-9559-00517760e0f4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3816602 Feb 11 14:19:33.489463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3100507f-cb2c-4baa-9a65-2e6aed887e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.493901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:33.505556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'aef8b19c-21a5-4f86-bfba-6c7a114454d6', 'ip_address': '2001:db8::ceaf:2888:97f3:b6d0'}], 'name': 'tempest-NetworksTestDHCPv6-1750531831'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:33.516351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'aef8b19c-21a5-4f86-bfba-6c7a114454d6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:33.519707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.621120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:33.636702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-45773b7b-0a6e-444b-83a4-3dfe584790ce service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865104 Feb 11 14:19:33.697984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc82167e-c92e-49bf-8cc0-10e70ddec190 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:33.760316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3100507f-cb2c-4baa-9a65-2e6aed887e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.764932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-fdef5af4-bed5-42ed-97c5-605644e8792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:33.767564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-fdef5af4-bed5-42ed-97c5-605644e8792f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 913 time: 0.5307143 Feb 11 14:19:33.838956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: cc82167e-c92e-49bf-8cc0-10e70ddec190 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:33.839308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cc82167e-c92e-49bf-8cc0-10e70ddec190 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:33.857575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-3bc87b60-f17f-4357-905a-c88e5fd5bfd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07 HTTP/1.1" status: 200 len: 217 time: 0.0827260 Feb 11 14:19:33.903450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3100507f-cb2c-4baa-9a65-2e6aed887e4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c6c1b682e6b422abfbfcf8470b28dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397049 Feb 11 14:19:33.904137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:33.934143 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988282ea-ed12-493b-b4de-153b8873fb9c x-openstack-request-id: req-988282ea-ed12-493b-b4de-153b8873fb9c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:33.934595 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:33.934864 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-988282ea-ed12-493b-b4de-153b8873fb9c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:33.935273 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:19:33.938388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100507f-cb2c-4baa-9a65-2e6aed887e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c4abb-c019-4795-8926-42d8954f38b9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:34.005475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/aef8b19c-21a5-4f86-bfba-6c7a114454d6/9b4c34d0-446b-4b67-ae15-6df428954f0d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:34.015931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57babe22-85cb-45bd-952d-57b108f3aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.100636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54d89633-2dde-47e1-8e3b-3017bfdb9639 req-04aa5fe2-c34c-4fe7-a9e3-b37d4bffca50 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.0574381 Feb 11 14:19:34.163396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:34.191356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-efffc2b7-7fce-4abc-b7e5-3d64c0f0f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.193758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-efffc2b7-7fce-4abc-b7e5-3d64c0f0f3dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.3279068 Feb 11 14:19:34.209259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.305395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.314023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59867-9159-4295-9ee8-71d959a2176e req-d43f3734-b1b8-4349-8648-e814c02f3a7e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:34.324012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfd59867-9159-4295-9ee8-71d959a2176e req-d43f3734-b1b8-4349-8648-e814c02f3a7e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.2607887 Feb 11 14:19:34.335776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-f2e5b333-bf25-451a-9d12-1a77a6abb681 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317692 Feb 11 14:19:34.361412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98e8f033-cbb5-41dd-9579-ae6f0d42ebda req-895255ce-0411-46f6-a74e-70892fc9bc5c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.1181734 Feb 11 14:19:34.366119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.399492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfd59867-9159-4295-9ee8-71d959a2176e req-6aee7165-7b7d-4b90-8371-bd0eaf1488a4 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741677 Feb 11 14:19:34.439269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.474668 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.496312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port da8e6b3e-3260-4331-894f-19a7a43ce475 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:34.527343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-30db5a22-509f-4b09-873e-b8133d7d0d29 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645157 Feb 11 14:19:34.556341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Pushing event updated for resources: {'Port': ['ID=9b4c34d0-446b-4b67-ae15-6df428954f0d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:34.570917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:34.572761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:34.578673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:34.638485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40d2639f-4a38-4d8b-9013-4b96bf95ed3d req-117e714d-48c5-4aaa-bf9d-38648d7b0d05 service neutron] 10.222.0.62 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036854 Feb 11 14:19:34.662822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.666145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.668046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c47c4abb-c019-4795-8926-42d8954f38b9 HTTP/1.1" status: 204 len: 168 time: 0.7544284 Feb 11 14:19:34.701938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Attempting to bind port 9b4c34d0-446b-4b67-ae15-6df428954f0d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:34.702305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Attempting to bind port 9b4c34d0-446b-4b67-ae15-6df428954f0d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:34.702676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Attempting to bind port 9b4c34d0-446b-4b67-ae15-6df428954f0d on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:34.715137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:34.715521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:34.715931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.716332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:34.716847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Bound port: 9b4c34d0-446b-4b67-ae15-6df428954f0d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:34.717222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.729768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab6738-a2ee-439d-9ee3-17cd7f33afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c4abb-c019-4795-8926-42d8954f38b9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:34.741910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57babe22-85cb-45bd-952d-57b108f3aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.825786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] For port 9b4c34d0-446b-4b67-ae15-6df428954f0d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:34.826470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] For port 9b4c34d0-446b-4b67-ae15-6df428954f0d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b4c34d0-446b-4b67-ae15-6df428954f0d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:34.839126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::ceaf:2888:97f3:b6d0 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/aef8b19c-21a5-4f86-bfba-6c7a114454d6/da8e6b3e-3260-4331-894f-19a7a43ce475) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:34.844006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57babe22-85cb-45bd-952d-57b108f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:34.912875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57babe22-85cb-45bd-952d-57b108f3aa4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=040b971c46b44fa283038c40fe20cb97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2762980 Feb 11 14:19:34.915295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57babe22-85cb-45bd-952d-57b108f3aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a68f8-6e8a-46d6-9b43-5cb54acc4415,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:34.925514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:34.945614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.028727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.069057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.160930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030904-5d61-47bf-9240-6f9919b955a2 None None] Pushing event updated for resources: {'Port': ['ID=9b4c34d0-446b-4b67-ae15-6df428954f0d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:35.244566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d85786e-f521-4a1b-8d64-5b449cb662f4 req-44bc8326-36a1-46eb-aa95-1735f3e4338d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.0575171 Feb 11 14:19:35.261328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.265801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.268350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/568a68f8-6e8a-46d6-9b43-5cb54acc4415 HTTP/1.1" status: 204 len: 168 time: 0.3414860 Feb 11 14:19:35.277688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d0532-3a9b-4a24-90dc-3fb8fecb0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a68f8-6e8a-46d6-9b43-5cb54acc4415,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:35.289846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.515683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4294cb7c-4897-4e44-a19a-6e44fdf341a1 req-43ab77b6-8deb-4cec-bd39-42d6f9813f98 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.0855024 Feb 11 14:19:35.604330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57a96-47bc-4602-a8ab-cab6e53c166b req-090fa794-4fa9-4b2d-bbab-f18b49266256 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.606072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55d57a96-47bc-4602-a8ab-cab6e53c166b req-090fa794-4fa9-4b2d-bbab-f18b49266256 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0705495 Feb 11 14:19:35.665586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55d57a96-47bc-4602-a8ab-cab6e53c166b req-d55d0390-68d7-4e61-8a87-7f7139104c3c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Feb 11 14:19:35.676314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b4c34d0-446b-4b67-ae15-6df428954f0d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:35.693442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.722562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b4c34d0-446b-4b67-ae15-6df428954f0d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:35.722941 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.741043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:35.744130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:35.747833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:35.753670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:35.754224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.773563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=da8e6b3e-3260-4331-894f-19a7a43ce475,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:35.815610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:35.849255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9b4c34d0-446b-4b67-ae15-6df428954f0d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b4c34d0-446b-4b67-ae15-6df428954f0d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:35.917614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f018c97-8768-4caf-b88e-88df0bb32412 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4197209 Feb 11 14:19:35.918027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:35.922824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'aef8b19c-21a5-4f86-bfba-6c7a114454d6', 'ip_address': '2001:db8::ceaf:2888:97f3:b6d0'}], 'name': 'tempest-NetworksTestDHCPv6-1800022190'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:36.010909 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:36.098670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9b4c34d0-446b-4b67-ae15-6df428954f0d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:36.236341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:36.412578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-289fa53e-f44e-4041-ae93-9bba4200fbd9 req-5b9cefc7-b464-48c8-8aa5-5024354eaf39 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.0487287 Feb 11 14:19:36.491578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:36.531877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 8cb78f8d-e4d4-43f0-a432-e142ce0f724b yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:36.687732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c66ee6d2-e24c-4c47-9e94-4634e3ceca81 req-01a89336-1ae4-4224-92d8-9bc0720ee60d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.0700862 Feb 11 14:19:36.756327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c6e281e8-c73e-45ed-a762-43781b47263a None None] Provisioning complete for port 9b4c34d0-446b-4b67-ae15-6df428954f0d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:36.756998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6e281e8-c73e-45ed-a762-43781b47263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:36.832717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a299-5158-4edf-a8cb-7eeecd7b3dbb req-77642435-f5ce-4aa4-bccf-86b101ca8b0f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:36.834351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b254a299-5158-4edf-a8cb-7eeecd7b3dbb req-77642435-f5ce-4aa4-bccf-86b101ca8b0f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 945 time: 0.0920141 Feb 11 14:19:36.894994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54434) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:36.918649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cc51933-efb6-4996-b763-6087f15902fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:36.921133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b254a299-5158-4edf-a8cb-7eeecd7b3dbb req-fda7afaf-9c8b-4052-b505-af3710ff880a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 Feb 11 14:19:36.922686 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 14:19:36.923230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:19:37.009299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a65b01de-8586-49f5-be36-581be0dc9544 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0901849 Feb 11 14:19:37.011924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:37.027330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f3fec0ca-ca45-4ea8-8abe-16457ffc5c5a None None] Provisioning complete for port da8e6b3e-3260-4331-894f-19a7a43ce475 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:37.030238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fec0ca-ca45-4ea8-8abe-16457ffc5c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.121489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f3fec0ca-ca45-4ea8-8abe-16457ffc5c5a None None] Port da8e6b3e-3260-4331-894f-19a7a43ce475 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:19:37.131892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cc51933-efb6-4996-b763-6087f15902fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.146723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1df9aa-cbf0-47d2-8b12-29e58c520723 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:37.153104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1df9aa-cbf0-47d2-8b12-29e58c520723 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:37.157854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ab1df9aa-cbf0-47d2-8b12-29e58c520723 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1420057 Feb 11 14:19:37.158203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54452) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:37.253512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6cc51933-efb6-4996-b763-6087f15902fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.315925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:37.316354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6cc51933-efb6-4996-b763-6087f15902fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cec81672b8e244ef85bf849d3d3c289d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196980 Feb 11 14:19:37.322715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc51933-efb6-4996-b763-6087f15902fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb3e39e-6d83-4924-951b-67ba751fd269,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:37.371784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port da8e6b3e-3260-4331-894f-19a7a43ce475 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:37.373667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.613158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.649565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for da8e6b3e-3260-4331-894f-19a7a43ce475 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:37.666539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b4c34d0-446b-4b67-ae15-6df428954f0d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:37.681560 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-72bdadce-550c-4243-8d1c-f876f473ee6d req-5f111158-54ea-472a-80c3-56e7241df201 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.1090422 Feb 11 14:19:37.731077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.790924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9b4c34d0-446b-4b67-ae15-6df428954f0d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:37.791389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:37.921202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d3e26a40-0068-41d3-b0d8-ad18d0210b07 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:37.967529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:37.982664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bf76a2b-38e8-4541-9e0a-beb07fe60be9 req-490b1b6c-ff1c-4870-b40a-5f611f45d9f6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.1684065 Feb 11 14:19:37.991978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.019851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-4cf5261b-0283-4798-9aed-75917831cd10 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:38.021448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-4cf5261b-0283-4798-9aed-75917831cd10 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.62 "GET /v2.0/networks?id=d60dd2cc-8103-437b-9439-63702431d22c HTTP/1.1" status: 200 len: 820 time: 0.6383171 Feb 11 14:19:38.039842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.066261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.090615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:38.091573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:38.094071 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7b3ac-0e9a-4c77-8b8f-15f46f322d10" -d '{"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:38.102090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Request body: {'port': {'device_id': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c', 'admin_state_up': True, 'tenant_id': '2dc03767a0b34c47b018ab64a55fde33'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:38.138191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=da8e6b3e-3260-4331-894f-19a7a43ce475,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:38.186996 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e82509-bc67-47ad-ae4d-c2e667567ca3 x-openstack-request-id: req-07e82509-bc67-47ad-ae4d-c2e667567ca3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:38.187291 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:38.187540 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e82509-bc67-47ad-ae4d-c2e667567ca3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:38.188086 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'code': 200} Feb 11 14:19:38.215368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c171b2-6d6a-46e1-8a9a-25faea3d58fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.221847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.227803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d4cc57a-c8e3-449f-b4f5-53686b8d22e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/da8e6b3e-3260-4331-894f-19a7a43ce475 HTTP/1.1" status: 204 len: 168 time: 1.0662739 Feb 11 14:19:38.227991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54484) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:38.237398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.353070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:38.356542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bf64e-b1ae-4be5-8bb6-3bb26cb2a664 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:38.358350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bf64e-b1ae-4be5-8bb6-3bb26cb2a664 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:38.371745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-463bf64e-b1ae-4be5-8bb6-3bb26cb2a664 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1425841 Feb 11 14:19:38.375233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54486) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:38.567494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet aef8b19c-21a5-4f86-bfba-6c7a114454d6 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:38.577485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.645943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.656432 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:19:38.806052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c171b2-6d6a-46e1-8a9a-25faea3d58fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.864356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.880762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eed0f5b0-c52c-4848-b6e9-77d2026fa702 req-3e1a17dc-4c44-4ad8-8035-234ee288ef68 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.0499527 Feb 11 14:19:38.984255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-184bb8e6-0b92-4170-b056-34368e049e65 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:38.987038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c171b2-6d6a-46e1-8a9a-25faea3d58fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.987863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-184bb8e6-0b92-4170-b056-34368e049e65 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.9445498 Feb 11 14:19:39.019339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:39.044365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c171b2-6d6a-46e1-8a9a-25faea3d58fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a0aea1-1e7b-494b-9635-ae05bda2d055,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:39.075019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.096311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6c171b2-6d6a-46e1-8a9a-25faea3d58fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=892315e9e2c743bd91dbd4894254f868&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1270669 Feb 11 14:19:39.119298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:39.129895 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.134906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e901a-5607-45f3-b49b-ebfc6ca8f72a None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:39.137898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/aef8b19c-21a5-4f86-bfba-6c7a114454d6 HTTP/1.1" status: 204 len: 168 time: 0.7616518 Feb 11 14:19:39.139821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642346-4ba7-4863-a070-006aa231c357 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=aef8b19c-21a5-4f86-bfba-6c7a114454d6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:39.144652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:39.186939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.196766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.200433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cb3e39e-6d83-4924-951b-67ba751fd269 HTTP/1.1" status: 204 len: 168 time: 1.8809419 Feb 11 14:19:39.222509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8e9a7ba-1ee0-4bca-9153-20c17ee6c092 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723886 Feb 11 14:19:39.224102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:39.246072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:39.315187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ecd2f96-763a-4295-8e32-b389b9d5a192 req-880a280e-811d-499e-bfc7-37ad820626e6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.1379683 Feb 11 14:19:39.320670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68ce69-2b01-483d-8030-ef9a0c0bb20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb3e39e-6d83-4924-951b-67ba751fd269,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:39.351054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.448309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.463244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Made reservation on behalf of 2dc03767a0b34c47b018ab64a55fde33 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:39.473262 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.484939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755a289-a669-4578-961e-31bb950d98ec None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:39.611136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:39.612728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Deleting port 9b4c34d0-446b-4b67-ae15-6df428954f0d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:39.613193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.617098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.679200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9b4c34d0-446b-4b67-ae15-6df428954f0d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:39.690289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:39.702297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.702297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.710962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.715547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77a0aea1-1e7b-494b-9635-ae05bda2d055 HTTP/1.1" status: 204 len: 168 time: 0.5939610 Feb 11 14:19:39.762055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Allocated IP 172.20.0.13 (d60dd2cc-8103-437b-9439-63702431d22c/ef0a5a44-f45c-4830-8b9d-bf2745139b20/59fb2e5e-3ab5-4382-af6c-07b2e76dab89) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:39.764183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f755a289-a669-4578-961e-31bb950d98ec None None] For port 9b4c34d0-446b-4b67-ae15-6df428954f0d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b4c34d0-446b-4b67-ae15-6df428954f0d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:39.765513 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:39.832107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503f575-24a9-445e-9f83-362ac95a3888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a0aea1-1e7b-494b-9635-ae05bda2d055,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:39.849938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Calling delete_port for 9b4c34d0-446b-4b67-ae15-6df428954f0d owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:40.136027 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.200220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.8 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/d0bc81fe-a1a9-4a99-9200-7875d52a7dcd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:40.203438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.284477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9b4c34d0-446b-4b67-ae15-6df428954f0d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9b4c34d0-446b-4b67-ae15-6df428954f0d,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:40.359011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.395158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=b0ca49f5-d079-4530-9fff-7efc762d1fc8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:40.399848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:40.404713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:40.418808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:40.419426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.435042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-922caf6e-87c9-481d-9156-e1c70dff0ef9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:40.436705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-922caf6e-87c9-481d-9156-e1c70dff0ef9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=926a4ecc-e284-46f5-9144-22537a6a63b6 HTTP/1.1" status: 200 len: 943 time: 0.1626523 Feb 11 14:19:40.469336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.492128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755a289-a669-4578-961e-31bb950d98ec None None] No DVR routers for this DVR port 9b4c34d0-446b-4b67-ae15-6df428954f0d on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:40.493973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9b4c34d0-446b-4b67-ae15-6df428954f0d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:40.502739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.520138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2687a35d-914f-418b-87b6-d0cd4f0e12f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2876775 Feb 11 14:19:40.539280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:40.540346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a289-a669-4578-961e-31bb950d98ec None None] Pushing event deleted for resources: {'Port': ['ID=9b4c34d0-446b-4b67-ae15-6df428954f0d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:40.548222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'b0ca49f5-d079-4530-9fff-7efc762d1fc8', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-915442881'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:40.550082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5e80b-54e4-4707-84b3-39a7ad9c25c6 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:40.571464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.640349 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9005b6a-8ed8-4121-b8a3-e3489df42a6c req-feb1d314-42e0-486e-a9bd-2b898857b4d3 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.1114712 Feb 11 14:19:40.707369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port d3e26a40-0068-41d3-b0d8-ad18d0210b07 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:40.707719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.770572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'b0ca49f5-d079-4530-9fff-7efc762d1fc8'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:40.771504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.812343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7da079ec-77f6-44d3-a575-1250158e896f req-f5a097ac-0cb8-4a68-8ee6-0d337f2c7a24 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.0417585 Feb 11 14:19:40.896269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.899340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.943580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port d3e26a40-0068-41d3-b0d8-ad18d0210b07, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d3e26a40-0068-41d3-b0d8-ad18d0210b07,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:40.944237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:40.967334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for d3e26a40-0068-41d3-b0d8-ad18d0210b07 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:40.991078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:40.992136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:40.995647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Network d60dd2cc-8103-437b-9439-63702431d22c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:40.997951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:41.004329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:41.006296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:41.009300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:41.010007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/b0ca49f5-d079-4530-9fff-7efc762d1fc8/3791f3a5-8370-48cb-b4a6-ddf075c05d7b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:41.014342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.014772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.015164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.015564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.015964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.019726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.020583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:41.097782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:41.114972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:41.153884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25ac0545-19f8-410c-bff0-03831b5eb222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.177941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:41.178725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.186173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:41.186912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.194774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Pushing event updated for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:41.300451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-907ec314-26f2-4291-b3b5-20a60c8ed01f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2906322 Feb 11 14:19:41.307342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25ac0545-19f8-410c-bff0-03831b5eb222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.323136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Request body: {'port': {'device_id': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:41.329193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2c50b212-2234-4007-a6c5-055acb12916c tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2851093 Feb 11 14:19:41.352723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.362726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Request body: {'port': {'device_id': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:41.400280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25ac0545-19f8-410c-bff0-03831b5eb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.413653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 8daeba69-5074-4eba-8caa-34d538735d9d yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:19:41.423925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.463943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-25ac0545-19f8-410c-bff0-03831b5eb222 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d42ec2854cb442a0b72772684cbe5270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432941 Feb 11 14:19:41.474149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:41.511011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.596549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:41.604976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.610003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:41.620092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:41.652682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.665479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Pushing event updated for resources: {'Port': ['ID=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:41.700976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0545-19f8-410c-bff0-03831b5eb222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583b8a69-2707-4dcb-a604-bfbb92217bb7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:41.717474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Attempting to bind port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:41.720500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Attempting to bind port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:41.720986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Attempting to bind port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:41.732571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:41.735887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:41.735887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.735887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:41.739284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Bound port: 3791f3a5-8370-48cb-b4a6-ddf075c05d7b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:41.741010 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.754087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.857495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] For port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:41.862298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] For port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:41.875498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=d3e26a40-0068-41d3-b0d8-ad18d0210b07,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:41.880096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.950536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port d3e26a40-0068-41d3-b0d8-ad18d0210b07 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:41.955304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.961134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-906f9e1b-c686-44b4-bb7e-4f8faf2c4025 req-d5c01217-5016-478a-bbd5-3e075c49298d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "DELETE /v2.0/ports/d3e26a40-0068-41d3-b0d8-ad18d0210b07 HTTP/1.1" status: 204 len: 173 time: 1.5142894 Feb 11 14:19:41.962495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-deleted', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:41.965697 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431bc29-e30a-4b29-bb23-6e19c3008ff1" -d '{"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-deleted", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:41.970251 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:19:41.972185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:19:41.988033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:41.990503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.098109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7e36e91-8d0a-418c-b024-f89e114bd6b7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5571673 Feb 11 14:19:42.100516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54602) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:42.141694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb4ba-2ec1-43fc-968c-554a386d3cd3 req-2bd70435-22a9-427a-8d28-faac702c6a49 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.143275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b2cb4ba-2ec1-43fc-968c-554a386d3cd3 req-2bd70435-22a9-427a-8d28-faac702c6a49 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 932 time: 0.2658319 Feb 11 14:19:42.153536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bdf2f-4c2c-40ec-a74b-b831eea5d375 None None] Pushing event updated for resources: {'Port': ['ID=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:42.254651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f5385-e90d-4130-8453-312ea67752d9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.277435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-014f5385-e90d-4130-8453-312ea67752d9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1758156 Feb 11 14:19:42.278270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b2cb4ba-2ec1-43fc-968c-554a386d3cd3 req-bd7d2558-9336-4939-9086-b255fa58bf9d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138990 Feb 11 14:19:42.280767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54608) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:42.503061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.505783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.510991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/583b8a69-2707-4dcb-a604-bfbb92217bb7 HTTP/1.1" status: 204 len: 168 time: 1.0354927 Feb 11 14:19:42.527856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ad2a-97bb-43bc-b017-2e7bf14b37de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583b8a69-2707-4dcb-a604-bfbb92217bb7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:42.536246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4402fe-6ddc-4479-ad7e-bad5b772d118 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.541164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4402fe-6ddc-4479-ad7e-bad5b772d118 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.548778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd4402fe-6ddc-4479-ad7e-bad5b772d118 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2600217 Feb 11 14:19:42.549635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54622) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:42.655275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:42.655275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.661808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet b0ca49f5-d079-4530-9fff-7efc762d1fc8 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:42.665547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.716261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Transition to ACTIVE for port object 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:42.722679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.726838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fa22b-d97d-444e-8978-0cd8075e21ab req-439556e7-6c75-4ae2-b9d5-a0ff0090f18e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.735059 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f08fa22b-d97d-444e-8978-0cd8075e21ab req-439556e7-6c75-4ae2-b9d5-a0ff0090f18e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 931 time: 0.2048645 Feb 11 14:19:42.791135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bc81fe-a1a9-4a99-9200-7875d52a7dcd {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:42.800417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f08fa22b-d97d-444e-8978-0cd8075e21ab req-0e08cc06-bcb5-4586-b676-f8d1eca0acbe tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Feb 11 14:19:42.807476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:42.831527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Transition to ACTIVE for port object d0bc81fe-a1a9-4a99-9200-7875d52a7dcd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:42.842313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.051111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.063958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.156216 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0394e52c-e565-49d3-803d-a82b3fab3cd1 x-openstack-request-id: req-0394e52c-e565-49d3-803d-a82b3fab3cd1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:43.156774 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a4ecc-e284-46f5-9144-22537a6a63b6", "name": "network-vif-deleted", "tag": "d3e26a40-0068-41d3-b0d8-ad18d0210b07", "status": "failed", "code": 422}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:43.157511 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0394e52c-e565-49d3-803d-a82b3fab3cd1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:43.158088 n-d-828407-1 neutron-server[109375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '926a4ecc-e284-46f5-9144-22537a6a63b6', 'name': 'network-vif-deleted', 'tag': 'd3e26a40-0068-41d3-b0d8-ad18d0210b07', 'status': 'failed', 'code': 422} returned with failed status Feb 11 14:19:43.236364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:43.270615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.306876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ca49f5-d079-4530-9fff-7efc762d1fc8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:43.310852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.314551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2ef2a918-45c2-496a-98b3-2774f155fb34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ca49f5-d079-4530-9fff-7efc762d1fc8 HTTP/1.1" status: 204 len: 168 time: 0.7629864 Feb 11 14:19:43.316983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54642) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:43.368432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Pushing event updated for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:43.372839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Attempting to bind port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:43.381137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Attempting to bind port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:43.381474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Attempting to bind port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:43.390004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:43.390313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Attempting to bind port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:43.417872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5a524dc2-a5ea-4814-8086-ac079959c142 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997183 Feb 11 14:19:43.421369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:43.421716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:43.425563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:43.425563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Bound port: d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:43.425563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.433961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54646) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:43.441258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:43.448837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Attempting to bind port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:43.449230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Attempting to bind port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:43.449569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Attempting to bind port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 on network d60dd2cc-8103-437b-9439-63702431d22c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:43.461251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 on network d60dd2cc-8103-437b-9439-63702431d22c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:43.461489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Attempting to bind port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 on network d60dd2cc-8103-437b-9439-63702431d22c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:43.484607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:43.485766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Checking segment: {'id': '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:43.485880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Bound using segment: {'id': '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:43.486371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Bound port: 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:43.486756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.717458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3791f3a5-8370-48cb-b4a6-ddf075c05d7b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:43.764118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:43.769779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.772247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:43.782727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:43.793187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,segment=NetworkSegment(4dd7d315-07dc-4d1b-b431-8b22bafa7c0a),segment_id=4dd7d315-07dc-4d1b-b431-8b22bafa7c0a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:43.800482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:43.826629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26604f7-c4be-4a76-9abf-efe0bff8a688 req-ce2c9b1b-250d-4fc2-96f0-d7fa18b9b082 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:43.834997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c26604f7-c4be-4a76-9abf-efe0bff8a688 req-ce2c9b1b-250d-4fc2-96f0-d7fa18b9b082 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 944 time: 0.2983682 Feb 11 14:19:43.854147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2490188-c8c2-487f-b614-e455576db406 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:43.897629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c26604f7-c4be-4a76-9abf-efe0bff8a688 req-22598d64-8f5c-4026-b375-10502937d050 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Feb 11 14:19:43.931099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.030705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Pushing event updated for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:44.039338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.081234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.083840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.085654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] 10.222.0.62 "PUT /v2.0/ports/d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 1091 time: 2.7766581 Feb 11 14:19:44.169452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:44.175280 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58ff2a1-e2e7-4e31-8d33-97857f573741" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:44.190770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.193726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.197184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-fbfd0c9b-b07a-4538-88e2-741a2aa951c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/59fb2e5e-3ab5-4382-af6c-07b2e76dab89 HTTP/1.1" status: 200 len: 1092 time: 2.8463182 Feb 11 14:19:44.261583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.308208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb94668-b469-4f62-9fff-bb66f27668d7 req-baf301b7-3f52-444c-a634-c81a982e4ea5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.309978 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bb94668-b469-4f62-9fff-bb66f27668d7 req-baf301b7-3f52-444c-a634-c81a982e4ea5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 943 time: 0.2501149 Feb 11 14:19:44.312855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424165c4-0c08-4334-9b69-7fdcc3841c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:44.333910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] Provisioning complete for port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:44.334836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.357846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-5b12a879-2368-462b-ae09-069836e0a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.359523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-5b12a879-2368-462b-ae09-069836e0a88a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1094 time: 0.1431837 Feb 11 14:19:44.383566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:44.393180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:44.405135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.407513 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.431181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-4361ad7f-3d7e-4b74-9158-af487cca3528 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 217 time: 0.0612440 Feb 11 14:19:44.459882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bb94668-b469-4f62-9fff-bb66f27668d7 req-85424ea0-1c59-43d5-b52c-1b202af821ef tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376088 Feb 11 14:19:44.462202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-43178b9b-d1ef-4ec9-995c-a0528dd76b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.463816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-43178b9b-d1ef-4ec9-995c-a0528dd76b27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2dc03767a0b34c47b018ab64a55fde33&device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 1095 time: 0.1478143 Feb 11 14:19:44.500619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=ca425d66-a1da-48bc-a2a0-e2081cda47c6,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:44.542301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-1dc7a98c-b7c2-4040-98aa-323590e8007d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89 HTTP/1.1" status: 200 len: 217 time: 0.0695772 Feb 11 14:19:44.578190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eddae3fa-6e62-4c85-bc8f-7b66aa799460 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1430473 Feb 11 14:19:44.581354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:44.586915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:44.616099 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e5740b-54e8-48c5-a6ad-9159871bde62 x-openstack-request-id: req-51e5740b-54e8-48c5-a6ad-9159871bde62 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:44.616827 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:44.616827 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51e5740b-54e8-48c5-a6ad-9159871bde62 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:44.617533 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'status': 'completed', 'code': 200} Feb 11 14:19:44.625541 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.625916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-de26bd92-76b7-431f-afdd-8332270891f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.627634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-de26bd92-76b7-431f-afdd-8332270891f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.1721857 Feb 11 14:19:44.630253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54676) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:44.669279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-4691e15a-9b17-4f46-a5f0-a8eaf60be519 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331068 Feb 11 14:19:44.671102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-08cfa925-5fcd-43b1-a769-00d311a2078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.676875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-08cfa925-5fcd-43b1-a769-00d311a2078d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef0a5a44-f45c-4830-8b9d-bf2745139b20 HTTP/1.1" status: 200 len: 860 time: 0.1276572 Feb 11 14:19:44.702182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] For port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:44.721876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:44.723097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.729572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.731074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.745444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-40e25646-343f-4946-ab97-a7c9e017618f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d60dd2cc-8103-437b-9439-63702431d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567806 Feb 11 14:19:44.859294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:44.864049 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.897248 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:44.986454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.009500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46a807-f5e4-4051-9a94-cf3c76d30c67 None None] Pushing event updated for resources: {'Port': ['ID=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:45.120046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.122034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c2edf95b-e6b0-4596-a197-8324df13673d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5393045 Feb 11 14:19:45.125290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:45.132058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-8642a8bc-1ad3-41aa-bba1-3f6bda990d39 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:45.133650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-8642a8bc-1ad3-41aa-bba1-3f6bda990d39 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1629450 Feb 11 14:19:45.133900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a1b5768d-5952-43da-86b8-291d1865cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.191541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Deleting port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:45.193341 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.194581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-7f5aeff7-9ce0-45f5-ae19-eb6abafc7fb4 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165224 Feb 11 14:19:45.197935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-f2a2b849-6037-4a8a-866f-6f081b3eeba6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0450885 Feb 11 14:19:45.201829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-3055d69e-f34e-4dba-b50d-9f873ae1b200 service neutron] 10.222.0.62 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227931 Feb 11 14:19:45.302772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] For port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:45.303384 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.323185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Calling delete_port for 3791f3a5-8370-48cb-b4a6-ddf075c05d7b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:45.349574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245457e-e2b0-4112-a307-3a91f0679be4 req-878d3f4b-6e3a-4478-92bb-467f2d81020d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:45.362489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e245457e-e2b0-4112-a307-3a91f0679be4 req-878d3f4b-6e3a-4478-92bb-467f2d81020d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 944 time: 0.3263569 Feb 11 14:19:45.393253 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0eb924b-f3d2-4f58-9cea-8f410685518e req-a0a61412-9512-4da2-b0dd-414928d56996 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904542 Feb 11 14:19:45.453443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-49253f5c-84e9-4cde-97bb-c715412bf6fa tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555537 Feb 11 14:19:45.627046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.701667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3791f3a5-8370-48cb-b4a6-ddf075c05d7b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:45.717409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] Pushing event deleted for resources: {'Port': ['ID=3791f3a5-8370-48cb-b4a6-ddf075c05d7b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:45.720957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a1b5768d-5952-43da-86b8-291d1865cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.737700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e245457e-e2b0-4112-a307-3a91f0679be4 req-e998b5c7-24ed-445f-9330-d29c0dc4b920 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689725 Feb 11 14:19:45.766970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3791f3a5-8370-48cb-b4a6-ddf075c05d7b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:45.772040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3791f3a5-8370-48cb-b4a6-ddf075c05d7b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:45.774093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc3309-8193-45ae-ae36-2e60d5ee25b5 None None] No DVR routers for this DVR port 3791f3a5-8370-48cb-b4a6-ddf075c05d7b on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:45.790893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-728db9ab-f21e-4445-8f4e-de8ba9401386 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067207 Feb 11 14:19:45.805173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd83c9-ab64-455f-a84c-c76634d5895f None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:45.824400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a1b5768d-5952-43da-86b8-291d1865cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:45.971942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2d37631-8a54-4ad1-b90f-a644b06e4814 req-2ba519b9-53fc-49c9-8929-36a54ff34bf2 service neutron] 10.222.0.62 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726521 Feb 11 14:19:45.996525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-12b50426-6b23-4106-adb0-9320db185f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:45.996525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-12b50426-6b23-4106-adb0-9320db185f56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1094 time: 0.2814872 Feb 11 14:19:46.029867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a1b5768d-5952-43da-86b8-291d1865cbe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fe6dd30803d4d009b05dc635de9888f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3946397 Feb 11 14:19:46.034628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:46.064727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5768d-5952-43da-86b8-291d1865cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fdeec-172f-4ab2-8a6b-b18873484ebe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:46.128657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-f4d32958-d552-44c8-b0b0-2dff538a4a3e service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394923 Feb 11 14:19:46.144816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.184409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:46.185113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690dbce-a7ac-4a01-99a5-36025555166e req-6e7c30c3-42ab-4718-a206-f063537d5e2b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.186261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.191566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7690dbce-a7ac-4a01-99a5-36025555166e req-6e7c30c3-42ab-4718-a206-f063537d5e2b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 943 time: 0.2883720 Feb 11 14:19:46.243500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7690dbce-a7ac-4a01-99a5-36025555166e req-4e2a302c-08e0-4dff-8b8a-7fcb2152bf65 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 11 14:19:46.293140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-f53ced65-9b48-4f4d-84cc-762d47ff26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.294648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-f53ced65-9b48-4f4d-84cc-762d47ff26cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.2909496 Feb 11 14:19:46.305519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.394759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-cc6338e9-3b47-4163-874f-3a1bb5f889f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 217 time: 0.0869753 Feb 11 14:19:46.443788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.497239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ca425d66-a1da-48bc-a2a0-e2081cda47c6/2a5cbc34-7838-4274-b75a-332d4bc82b38) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:46.591949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a082601-0fdd-43a8-bc03-db57681f74b4 req-a3459301-a465-42a2-9a72-93d5691e9458 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.0712702 Feb 11 14:19:46.605564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-9a36da34-bc56-4b17-88aa-4d6ae12c123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.607047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-9a36da34-bc56-4b17-88aa-4d6ae12c123e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.2003305 Feb 11 14:19:46.621277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:46.626888 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a7623-1212-44d7-a393-bb323d0b30b4" -d '{"events": [{"name": "network-changed", "server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:46.653705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-a5984cb2-b30f-45ac-899b-d1d65c756c84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396361 Feb 11 14:19:46.744202 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d182537c-d155-4489-8005-1af617b6ec8e x-openstack-request-id: req-d182537c-d155-4489-8005-1af617b6ec8e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:46.744417 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:46.744835 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d182537c-d155-4489-8005-1af617b6ec8e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:46.748495 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89', 'status': 'completed', 'code': 200} Feb 11 14:19:46.819657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.897877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-4bfcdf09-f058-43ea-97ce-1fe8bce3d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.905284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-4bfcdf09-f058-43ea-97ce-1fe8bce3d498 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2dc03767a0b34c47b018ab64a55fde33&device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 1095 time: 0.1588013 Feb 11 14:19:46.923532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-ff493301-115b-4c9a-a6a6-f0ac70edb116 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579036 Feb 11 14:19:46.933485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.936034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.940500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f89fdeec-172f-4ab2-8a6b-b18873484ebe HTTP/1.1" status: 204 len: 168 time: 0.9029076 Feb 11 14:19:46.947720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacbeb-53ae-4c9f-a5d9-1591054aeb86 req-f401e5d6-f60e-4a10-8e68-df931f955e3f tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.951853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5abacbeb-53ae-4c9f-a5d9-1591054aeb86 req-f401e5d6-f60e-4a10-8e68-df931f955e3f tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 944 time: 0.0912442 Feb 11 14:19:46.958365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.022878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Pushing event updated for resources: {'Port': ['ID=2a5cbc34-7838-4274-b75a-332d4bc82b38,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.062618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ff2a1-e2e7-4e31-8d33-97857f573741 req-b756e3d8-43c3-47a3-ba9d-1204f24c7df4 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189325 Feb 11 14:19:47.069195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d4b06-cd86-49ae-a214-58aace6093fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fdeec-172f-4ab2-8a6b-b18873484ebe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.102372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5abacbeb-53ae-4c9f-a5d9-1591054aeb86 req-b7b4917a-f537-42fc-b907-d717ed65f693 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297572 Feb 11 14:19:47.132723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:47.141957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:47.147759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::1 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ca425d66-a1da-48bc-a2a0-e2081cda47c6/dbcb5572-a6dd-4942-9a5d-bd8753d446af) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:47.152315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:47.175595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-e62636f0-4f75-433e-8889-9a87e33309d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.178355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-e62636f0-4f75-433e-8889-9a87e33309d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d60dd2cc-8103-437b-9439-63702431d22c HTTP/1.1" status: 200 len: 921 time: 0.2651637 Feb 11 14:19:47.352433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Attempting to bind port 2a5cbc34-7838-4274-b75a-332d4bc82b38 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:47.352848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Attempting to bind port 2a5cbc34-7838-4274-b75a-332d4bc82b38 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:47.353240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Attempting to bind port 2a5cbc34-7838-4274-b75a-332d4bc82b38 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:47.370717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:47.371179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:47.371479 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.371900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:47.372321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Bound port: 2a5cbc34-7838-4274-b75a-332d4bc82b38, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:47.372716 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.488091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.515589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] For port 2a5cbc34-7838-4274-b75a-332d4bc82b38, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:47.515589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] For port 2a5cbc34-7838-4274-b75a-332d4bc82b38, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2a5cbc34-7838-4274-b75a-332d4bc82b38,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:47.654603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.656948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.802527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-2e25fbea-a196-4cec-a75d-02d4730202f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89 HTTP/1.1" status: 200 len: 217 time: 0.6168840 Feb 11 14:19:47.825992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb63050-8464-4da9-967d-8905e516c601 None None] Pushing event updated for resources: {'Port': ['ID=2a5cbc34-7838-4274-b75a-332d4bc82b38,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.871067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:47.875324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:47.914727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:47.915454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.919416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=dbcb5572-a6dd-4942-9a5d-bd8753d446af,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.921983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5d85c-d0e5-430c-a9eb-0f7e3dff2c87 req-47a5dfe7-054b-4128-9829-fc02ffd5d072 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.931203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61c5d85c-d0e5-430c-a9eb-0f7e3dff2c87 req-47a5dfe7-054b-4128-9829-fc02ffd5d072 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 943 time: 0.1385388 Feb 11 14:19:47.934936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-cbdaca3b-e37d-49ac-9ceb-e431cc920836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.935083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4ac8b12-ff1e-4d8a-a84f-90b62f2a64d3 req-2669ee27-3d95-42e0-ab8e-88aadc57f526 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.2520440 Feb 11 14:19:47.936862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-cbdaca3b-e37d-49ac-9ceb-e431cc920836 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef0a5a44-f45c-4830-8b9d-bf2745139b20 HTTP/1.1" status: 200 len: 860 time: 0.1138170 Feb 11 14:19:47.942851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d0bc81fe-a1a9-4a99-9200-7875d52a7dcd details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:47.986781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-962981d8-1bf4-420a-8693-c635b3a6e4b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d60dd2cc-8103-437b-9439-63702431d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417840 Feb 11 14:19:48.274491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61c5d85c-d0e5-430c-a9eb-0f7e3dff2c87 req-190ed799-b20f-48f1-b1ac-5f51d2bcf1e2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420808 Feb 11 14:19:48.291945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-bc3befe7-26ec-431e-b1e3-a051cad851cb service neutron] 10.222.0.62 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912886 Feb 11 14:19:48.351726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcfcdbe2-b39c-424a-925a-4319a5f82194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.374893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deef4f4-8ad4-4975-b9f9-c99c050a1ea2 req-2ea0e06b-3888-4b04-9147-4e79ee0d42de tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:48.390099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6deef4f4-8ad4-4975-b9f9-c99c050a1ea2 req-2ea0e06b-3888-4b04-9147-4e79ee0d42de tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 944 time: 0.0989254 Feb 11 14:19:48.418425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:48.458039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3a7623-1212-44d7-a393-bb323d0b30b4 req-671ce8b1-4db7-4c7b-ae82-53bf75d64e40 service neutron] 10.222.0.62 "GET /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590638 Feb 11 14:19:48.460417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'mac_address': 'fa:16:3e:3d:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:48.487537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6deef4f4-8ad4-4975-b9f9-c99c050a1ea2 req-98a809df-554e-4dc2-bf95-a9843bcae99d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964706 Feb 11 14:19:48.488172 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.527000 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.551668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bc81fe-a1a9-4a99-9200-7875d52a7dcd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:48.579768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:48.631826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.632565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:19:48.650728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:48.694839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-928cad19-bd89-4b7a-bd83-388b99c5aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.798082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,segment=NetworkSegment(4dd7d315-07dc-4d1b-b431-8b22bafa7c0a),segment_id=4dd7d315-07dc-4d1b-b431-8b22bafa7c0a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:48.816444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89', 'network_id': 'd60dd2cc-8103-437b-9439-63702431d22c', 'port_id': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89', 'mac_address': 'fa:16:3e:39:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a5a44-f45c-4830-8b9d-bf2745139b20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:19:48.889801 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.917193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-928cad19-bd89-4b7a-bd83-388b99c5aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:48.939414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:48.952754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:48.984813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-928cad19-bd89-4b7a-bd83-388b99c5aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.001558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,segment=NetworkSegment(4dd7d315-07dc-4d1b-b431-8b22bafa7c0a),segment_id=4dd7d315-07dc-4d1b-b431-8b22bafa7c0a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:49.083018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cad19-bd89-4b7a-bd83-388b99c5aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584bcaf4-c3d4-436f-8917-469b5d00a47e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:49.097808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-928cad19-bd89-4b7a-bd83-388b99c5aaf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0377b3512ddc4b37b29e7505194e2972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459171 Feb 11 14:19:49.101134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:49.106741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.125230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17218c0b-ea62-442b-b41b-999742cb34cb req-7a21cd82-3d4d-4bf9-ac2a-af8fde9b4da9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.0392513 Feb 11 14:19:49.183288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.231017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.236237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:49.300919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.305428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.309032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.331885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['59fb2e5e-3ab5-4382-af6c-07b2e76dab89'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:49.334905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:49.526845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.531352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.531789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/584bcaf4-c3d4-436f-8917-469b5d00a47e HTTP/1.1" status: 204 len: 168 time: 0.4293449 Feb 11 14:19:49.567509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a3c9-2963-4e20-876b-4a66b9778b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584bcaf4-c3d4-436f-8917-469b5d00a47e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:49.674430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:49.689963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:49.941277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] Provisioning complete for port 2a5cbc34-7838-4274-b75a-332d4bc82b38 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:49.942403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.951714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=dbcb5572-a6dd-4942-9a5d-bd8753d446af,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:49.977198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb7e4-4eba-4cd9-872f-9d9275cf0eea req-ffd7f092-e5be-4ef3-b470-f3337d84e67d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.987479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aeceb7e4-4eba-4cd9-872f-9d9275cf0eea req-ffd7f092-e5be-4ef3-b470-f3337d84e67d tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 945 time: 0.0979023 Feb 11 14:19:50.000826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed554d67-41b3-482c-892c-03f06a1550a3 req-cbe3b64b-796f-4afb-9497-aa221754c501 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:50.012368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed554d67-41b3-482c-892c-03f06a1550a3 req-cbe3b64b-796f-4afb-9497-aa221754c501 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 944 time: 0.4559245 Feb 11 14:19:50.033414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2a5cbc34-7838-4274-b75a-332d4bc82b38 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:50.064441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aeceb7e4-4eba-4cd9-872f-9d9275cf0eea req-ff3ef81d-ef91-4d19-8e2b-3672f05333cf tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 Feb 11 14:19:50.094799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed554d67-41b3-482c-892c-03f06a1550a3 req-05b5e4a0-445c-4abd-9a16-bb709cfb638e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Feb 11 14:19:50.194051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-06e3d308-323e-4a8f-949b-05a17125d237 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:50.196704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-06e3d308-323e-4a8f-949b-05a17125d237 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.9246516 Feb 11 14:19:50.219616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:50.351020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2a5cbc34-7838-4274-b75a-332d4bc82b38 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:50.351535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.352249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a4b6a73-3d01-473b-b03e-3d9282624f0e req-c131e4d6-1b50-4d72-8112-8eda6303212f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.0757849 Feb 11 14:19:50.427587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.590195 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.614742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] For port 2a5cbc34-7838-4274-b75a-332d4bc82b38, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2a5cbc34-7838-4274-b75a-332d4bc82b38,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:50.617983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:50.621918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.641695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f06034d-66ea-422c-8f4b-e4b9d9cab4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.644763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Router 8f13e728-5d04-4c84-a807-64d5028a0e29 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:19:50.661506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.820693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7cfd0-0414-46b9-b18c-d067bcca8311 None None] Pushing event updated for resources: {'Port': ['ID=2a5cbc34-7838-4274-b75a-332d4bc82b38,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:50.850910 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:19:50.851505 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:19:50.860865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-981ee3de-772a-4399-92ba-9f674b70a202 None None] Provisioning complete for port dbcb5572-a6dd-4942-9a5d-bd8753d446af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:50.861444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-981ee3de-772a-4399-92ba-9f674b70a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.889858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.3 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/5f5179e8-f610-4dbb-97dd-6060035a4b44) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:50.919676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-981ee3de-772a-4399-92ba-9f674b70a202 None None] Port dbcb5572-a6dd-4942-9a5d-bd8753d446af cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:19:50.982042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:50.992584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9fb26407-0ea0-412e-9a16-67a7bf2fdf3e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "PUT /v2.0/routers/8f13e728-5d04-4c84-a807-64d5028a0e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8656194 Feb 11 14:19:51.000318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:51.003129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Sync routers for ids ['8f13e728-5d04-4c84-a807-64d5028a0e29'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:51.016552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Routers {'8f13e728-5d04-4c84-a807-64d5028a0e29'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:51.017533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8f13e728-5d04-4c84-a807-64d5028a0e29'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:51.094599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798fc94d-b119-4c91-8374-e5068d96596c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.107928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-798fc94d-b119-4c91-8374-e5068d96596c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports/dbcb5572-a6dd-4942-9a5d-bd8753d446af HTTP/1.1" status: 200 len: 911 time: 0.1057358 Feb 11 14:19:51.108194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:51.259728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90effaf2-db2f-41dd-88c8-ac69d867ffc6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.267448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90effaf2-db2f-41dd-88c8-ac69d867ffc6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.293351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90effaf2-db2f-41dd-88c8-ac69d867ffc6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1583393 Feb 11 14:19:51.293587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:51.296828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:51.331537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Set router 8f13e728-5d04-4c84-a807-64d5028a0e29 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:51.369937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcffe35-17c9-4134-a7a8-8ff26b881126 req-a2b101ba-1b7f-400a-ac1b-241f9d0ba174 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.378030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bcffe35-17c9-4134-a7a8-8ff26b881126 req-a2b101ba-1b7f-400a-ac1b-241f9d0ba174 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 944 time: 0.1421030 Feb 11 14:19:51.451403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654acc-b216-48d3-ae85-528e3cf162e7 req-c4146359-4576-4505-b9ba-9c96032377a9 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.453362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c654acc-b216-48d3-ae85-528e3cf162e7 req-c4146359-4576-4505-b9ba-9c96032377a9 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 945 time: 0.2582529 Feb 11 14:19:51.673072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2a5cbc34-7838-4274-b75a-332d4bc82b38 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:51.732383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c654acc-b216-48d3-ae85-528e3cf162e7 req-27d5079f-e676-480c-8ef3-cea8a14b7f02 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594934 Feb 11 14:19:51.756180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bcffe35-17c9-4134-a7a8-8ff26b881126 req-4c919529-0dc6-421b-ba8e-db02e3f674d2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737993 Feb 11 14:19:51.801359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:48Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None, '_interfaces': [{'id': 'dbcb5572-a6dd-4942-9a5d-bd8753d446af', 'name': '', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'mac_address': 'fa:16:3e:30:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:19:46Z', 'updated_at': '2022-02-11T14:19:48Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'subnets': [{'id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:51.806768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2a5cbc34-7838-4274-b75a-332d4bc82b38 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:51.806988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:51.864184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Checking router: 8f13e728-5d04-4c84-a807-64d5028a0e29 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:51.864651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Updating router 8f13e728-5d04-4c84-a807-64d5028a0e29 port dbcb5572-a6dd-4942-9a5d-bd8753d446af binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:19:51.868789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3426620-4456-4cb4-80bb-c19c78e5f0bb req-afcc0cc5-cc0a-43df-9b3e-9bddda9a3e13 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Feb 11 14:19:51.892774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:51.912271 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.021194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.056856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d0bc81fe-a1a9-4a99-9200-7875d52a7dcd up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:52.066673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.083865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.089696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:52.096944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:52.101528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:52.150115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:52.192247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:52.194539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.274841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e6acc8b-fd6b-4830-b87e-3763cadee8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.278569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:52.318567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-bc3ae3ab-b2f8-4c0d-904f-00a976374317 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1092474 Feb 11 14:19:52.329214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:52.329214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.450122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.471806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e6acc8b-fd6b-4830-b87e-3763cadee8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.502024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.516809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Request body: {'port': {'device_id': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:52.529399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:52.532430 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8f06b-40f0-4408-8408-2571354c3391" -d '{"events": [{"server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:52.540983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.557825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:52.636994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144582f8-94ab-4248-9e7e-936fdc4ca464 None None] Pushing event updated for resources: {'Port': ['ID=dbcb5572-a6dd-4942-9a5d-bd8753d446af,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:52.660635 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a12c0a-f55f-4498-9162-796d0b9019cc x-openstack-request-id: req-c8a12c0a-f55f-4498-9162-796d0b9019cc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:52.660952 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:52.661213 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8a12c0a-f55f-4498-9162-796d0b9019cc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:52.663530 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'code': 200} Feb 11 14:19:52.664593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e6acc8b-fd6b-4830-b87e-3763cadee8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.697299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port dbcb5572-a6dd-4942-9a5d-bd8753d446af {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:52.698336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.711640 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.714434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:52.752171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.854602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Attempting to bind port dbcb5572-a6dd-4942-9a5d-bd8753d446af on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:52.855280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Attempting to bind port dbcb5572-a6dd-4942-9a5d-bd8753d446af by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:52.855825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Attempting to bind port dbcb5572-a6dd-4942-9a5d-bd8753d446af on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:52.862201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6acc8b-fd6b-4830-b87e-3763cadee8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09ccd9-f212-44dd-8a77-10623a3583af,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:52.871169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9e6acc8b-fd6b-4830-b87e-3763cadee8ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bbfca7b4dfc42d18a44c3099e649c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772954 Feb 11 14:19:52.886655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54914) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:52.901841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:52.902766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:52.903519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.904702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:52.905397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Bound port: dbcb5572-a6dd-4942-9a5d-bd8753d446af, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:52.905969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:52.945561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:53.032763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] For port dbcb5572-a6dd-4942-9a5d-bd8753d446af, host n-d-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:53.033355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.034379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] For port dbcb5572-a6dd-4942-9a5d-bd8753d446af, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:53.043011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] For port dbcb5572-a6dd-4942-9a5d-bd8753d446af, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dbcb5572-a6dd-4942-9a5d-bd8753d446af,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:53.063497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for dbcb5572-a6dd-4942-9a5d-bd8753d446af owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:53.089435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c5382cf-bb7a-4dba-94e3-2d2ae0b154ff None None] Provisioning complete for port dbcb5572-a6dd-4942-9a5d-bd8753d446af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:53.090150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c5382cf-bb7a-4dba-94e3-2d2ae0b154ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.091336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d83a0-72c3-419e-8cf7-cab4f2984f8c req-d02fbe8c-4fc0-4047-9b1b-39a3173093d5 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.101123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d73d83a0-72c3-419e-8cf7-cab4f2984f8c req-d02fbe8c-4fc0-4047-9b1b-39a3173093d5 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 945 time: 0.1746178 Feb 11 14:19:53.128286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c5382cf-bb7a-4dba-94e3-2d2ae0b154ff None None] Port dbcb5572-a6dd-4942-9a5d-bd8753d446af cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:19:53.145777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.147143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.149431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:53.192323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:53.192860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.212311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d73d83a0-72c3-419e-8cf7-cab4f2984f8c req-6f5b7031-835a-446b-ac89-baed993df678 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054385 Feb 11 14:19:53.288772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Routers {'8f13e728-5d04-4c84-a807-64d5028a0e29'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:53.289624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8f13e728-5d04-4c84-a807-64d5028a0e29'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:53.294922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144582f8-94ab-4248-9e7e-936fdc4ca464 None None] Pushing event updated for resources: {'Port': ['ID=dbcb5572-a6dd-4942-9a5d-bd8753d446af,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:53.413314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.466289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936d8c-2568-4d87-a49c-5485c54fa545 req-526b7904-1096-426c-ba1e-7d276a319d60 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.468188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9936d8c-2568-4d87-a49c-5485c54fa545 req-526b7904-1096-426c-ba1e-7d276a319d60 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 931 time: 0.1358879 Feb 11 14:19:53.480766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] Set router 8f13e728-5d04-4c84-a807-64d5028a0e29 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:53.572523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.659797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.676101 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9936d8c-2568-4d87-a49c-5485c54fa545 req-839388ce-e3dd-43eb-820b-9d8d96f8ed88 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901181 Feb 11 14:19:53.709496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185dc47-05aa-4161-88c0-bda253043b3c req-0beb8405-d05f-49a5-bae9-43bf0a594520 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.711071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c185dc47-05aa-4161-88c0-bda253043b3c req-0beb8405-d05f-49a5-bae9-43bf0a594520 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.7467566 Feb 11 14:19:53.717946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.752612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9aaa4e19-3d2e-4600-b8a3-5dd5615e9fa2 None None] Could not find standard attr ID for object dbcb5572-a6dd-4942-9a5d-bd8753d446af. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:19:53.757006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,segment=NetworkSegment(4dd7d315-07dc-4d1b-b431-8b22bafa7c0a),segment_id=4dd7d315-07dc-4d1b-b431-8b22bafa7c0a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:53.768790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=dbcb5572-a6dd-4942-9a5d-bd8753d446af,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:53.810165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.873520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:53.888995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:48Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None, '_interfaces': [{'id': 'dbcb5572-a6dd-4942-9a5d-bd8753d446af', 'name': '', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'mac_address': 'fa:16:3e:30:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:19:46Z', 'updated_at': '2022-02-11T14:19:53Z', 'revision_number': 4, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'subnets': [{'id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:53.899682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.909147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5179e8-f610-4dbb-97dd-6060035a4b44 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:19:53.924720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5db82-f5e6-4f51-9782-03ccf8d614aa None None] The sync data for ids ['8f13e728-5d04-4c84-a807-64d5028a0e29'] in n-d-828407-1 is: [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:48Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None, '_interfaces': [{'id': 'dbcb5572-a6dd-4942-9a5d-bd8753d446af', 'name': '', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'mac_address': 'fa:16:3e:30:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:19:46Z', 'updated_at': '2022-02-11T14:19:53Z', 'revision_number': 4, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'subnets': [{'id': 'ca425d66-a1da-48bc-a2a0-e2081cda47c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:53.929553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.950393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c185dc47-05aa-4161-88c0-bda253043b3c req-d8ca2660-056c-4d74-89ce-3861b2555461 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277329 Feb 11 14:19:53.960191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:53.975002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a96dac-9be1-4add-a175-58179e749df5 req-60b96616-9bc7-4b8c-9d3e-594c988fc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:53.975002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07a96dac-9be1-4add-a175-58179e749df5 req-60b96616-9bc7-4b8c-9d3e-594c988fc648 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1096 time: 1.0415330 Feb 11 14:19:54.003621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Transition to ACTIVE for port object 5f5179e8-f610-4dbb-97dd-6060035a4b44 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:19:54.078740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.125505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07a96dac-9be1-4add-a175-58179e749df5 req-783417d4-46e3-478e-a8e3-481168ca2cba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162748 Feb 11 14:19:54.139878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:54.188303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.190879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.194433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef09ccd9-f212-44dd-8a77-10623a3583af HTTP/1.1" status: 204 len: 168 time: 1.3022203 Feb 11 14:19:54.215893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Router 8f13e728-5d04-4c84-a807-64d5028a0e29 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:54.223413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce021905-0c46-417d-96d8-40372b1657c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09ccd9-f212-44dd-8a77-10623a3583af,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:54.258370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Attempting to bind port 5f5179e8-f610-4dbb-97dd-6060035a4b44 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:54.258713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Attempting to bind port 5f5179e8-f610-4dbb-97dd-6060035a4b44 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:54.259150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Attempting to bind port 5f5179e8-f610-4dbb-97dd-6060035a4b44 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:54.265061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Port 5f5179e8-f610-4dbb-97dd-6060035a4b44 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:19:54.265450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Attempting to bind port 5f5179e8-f610-4dbb-97dd-6060035a4b44 on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:54.271520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:54.272066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:54.272406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:54.272930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Bound port: 5f5179e8-f610-4dbb-97dd-6060035a4b44, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:54.276009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.373073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:54.381982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:54.431149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:54.438659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a55bb6eb-6740-42df-88e4-d1151d4901ee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "PUT /v2.0/routers/8f13e728-5d04-4c84-a807-64d5028a0e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1489050 Feb 11 14:19:54.441287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54952) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:54.478679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912408cf-917c-46d3-a0e2-0ff9bf569832 req-87f38f01-4d8a-4f23-bf1a-f7ea4d058f41 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.480293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-912408cf-917c-46d3-a0e2-0ff9bf569832 req-87f38f01-4d8a-4f23-bf1a-f7ea4d058f41 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.1311967 Feb 11 14:19:54.526344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.534359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074b98d-6920-4b12-822f-cf4b14c788bd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.536437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-912408cf-917c-46d3-a0e2-0ff9bf569832 req-c56f352c-b00f-44e2-969a-8bd54dd68601 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Feb 11 14:19:54.537479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074b98d-6920-4b12-822f-cf4b14c788bd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.540818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d074b98d-6920-4b12-822f-cf4b14c788bd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0968573 Feb 11 14:19:54.542348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:54.558630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:54.619963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.621307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.623211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5f5179e8-f610-4dbb-97dd-6060035a4b44 HTTP/1.1" status: 200 len: 1091 time: 2.2923570 Feb 11 14:19:54.623886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:54.627808 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:54.666912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:54.667369 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e899d-0f92-4606-8787-df3e85c603c7" -d '{"events": [{"server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "name": "network-vif-plugged", "status": "completed", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:54.680350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa2a63-f9f3-446f-8d25-c03d4a78d8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:54.720782 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed5fb41-aa0a-4312-81e1-eefa17053cf7 x-openstack-request-id: req-bed5fb41-aa0a-4312-81e1-eefa17053cf7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:54.721414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:54.721414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bed5fb41-aa0a-4312-81e1-eefa17053cf7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:54.721757 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44', 'status': 'completed', 'code': 200} Feb 11 14:19:54.732820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet ca425d66-a1da-48bc-a2a0-e2081cda47c6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:19:54.740226 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.746431 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb0f00-2331-45bc-8ee8-e29cf815f006 x-openstack-request-id: req-40bb0f00-2331-45bc-8ee8-e29cf815f006 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:54.746912 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "name": "network-vif-plugged", "status": "completed", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:54.747327 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40bb0f00-2331-45bc-8ee8-e29cf815f006 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:54.747897 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89', 'code': 200} Feb 11 14:19:54.824645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:54.846104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-91c36348-1ba3-4ecd-abb3-88b86dcaaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.847633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-91c36348-1ba3-4ecd-abb3-88b86dcaaf7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0993006 Feb 11 14:19:54.865798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd6f7-0425-4db4-ba0f-7cf2971d2ddf req-a7bd8d3e-8e04-49a1-a635-042c904605d8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.865798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ccbfd6f7-0425-4db4-ba0f-7cf2971d2ddf req-a7bd8d3e-8e04-49a1-a635-042c904605d8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 943 time: 0.0706892 Feb 11 14:19:54.952523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be7f66-b143-43a8-a4d6-2c5b987ea5c6 req-0c3df7bd-0ffc-4b92-9b1d-7ade47f31ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.953696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2be7f66-b143-43a8-a4d6-2c5b987ea5c6 req-0c3df7bd-0ffc-4b92-9b1d-7ade47f31ed3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 1097 time: 0.1261530 Feb 11 14:19:54.983198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f16a1c-aa72-453a-97ae-75121757b251 req-a199d770-31c5-4b7e-b91e-2a0de0a35c2e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.985576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9f16a1c-aa72-453a-97ae-75121757b251 req-a199d770-31c5-4b7e-b91e-2a0de0a35c2e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1496770 Feb 11 14:19:55.074061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.081182 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ccbfd6f7-0425-4db4-ba0f-7cf2971d2ddf req-a306a0b6-4327-4cc5-8f75-99bb547988b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091157 Feb 11 14:19:55.103687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2be7f66-b143-43a8-a4d6-2c5b987ea5c6 req-11df0b71-0d07-4f69-a3c3-110f4e6fd11e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348073 Feb 11 14:19:55.140433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-777ef0f9-0cbe-4abc-856d-e99392279ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.142355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-777ef0f9-0cbe-4abc-856d-e99392279ca4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2783198 Feb 11 14:19:55.143180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9f16a1c-aa72-453a-97ae-75121757b251 req-9af59df1-5a62-474b-8e7e-264bddc95575 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268559 Feb 11 14:19:55.153796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd317-c84c-46fb-a314-1799bb2317f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.284554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.326037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=ca425d66-a1da-48bc-a2a0-e2081cda47c6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:55.335605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.342018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08df2583-a2a8-485d-8b03-0aa8316f67e1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ca425d66-a1da-48bc-a2a0-e2081cda47c6 HTTP/1.1" status: 204 len: 168 time: 0.7985187 Feb 11 14:19:55.342680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54992) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:55.354073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:55.411211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a34ee606-e45b-4b50-aa25-87f4f07d2a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.422565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408b416-fe5f-4bd9-b856-8f563941fc44 req-85b2781d-8210-4b66-96b5-98b2c05371bc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.424169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9408b416-fe5f-4bd9-b856-8f563941fc44 req-85b2781d-8210-4b66-96b5-98b2c05371bc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.1934783 Feb 11 14:19:55.447803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-3175bb9f-0ee2-4109-9fd5-acf87dffd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.449338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ded1fc9d-df38-4b7a-a3e6-39f2ad7bdbe1 req-3175bb9f-0ee2-4109-9fd5-acf87dffd38d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3003123 Feb 11 14:19:55.491542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9408b416-fe5f-4bd9-b856-8f563941fc44 req-2cd8cc0c-6d2b-48e1-8326-eb82809d52d9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610743 Feb 11 14:19:55.553790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-61814f6d-4b42-4b46-9a65-137ec84f89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.555534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-61814f6d-4b42-4b46-9a65-137ec84f89d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0630753 Feb 11 14:19:55.620449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-676e282f-d571-4a66-9a88-0f4364439bb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44 HTTP/1.1" status: 200 len: 217 time: 0.0566607 Feb 11 14:19:55.642696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda0613-ee54-4d90-8501-5fbc1441e18e None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:55.653562 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd317-c84c-46fb-a314-1799bb2317f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.665996 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3e9fc0b-73df-4920-8948-6add9d1e834a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3178303 Feb 11 14:19:55.668755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:55.722888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd317-c84c-46fb-a314-1799bb2317f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:55.769324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-38befcad-2834-4e78-9045-8b6100c5a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.771037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-38befcad-2834-4e78-9045-8b6100c5a885 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1432946 Feb 11 14:19:55.830444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1a036-49fc-4a62-8e8f-ec4a7af5865b req-7a316bb2-daf9-48aa-91fe-8e5ef6c1c5d7 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:55.832143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95c1a036-49fc-4a62-8e8f-ec4a7af5865b req-7a316bb2-daf9-48aa-91fe-8e5ef6c1c5d7 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.1304393 Feb 11 14:19:55.836441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-215bba56-6437-4ae7-ba63-6b4ec961a0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591505 Feb 11 14:19:55.944715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:19:55.979286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95c1a036-49fc-4a62-8e8f-ec4a7af5865b req-3234fa22-fe85-40b6-9c31-e7b7d2651a72 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260827 Feb 11 14:19:56.010241 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Sync routers for ids ['8f13e728-5d04-4c84-a807-64d5028a0e29'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:56.026195 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Routers {'8f13e728-5d04-4c84-a807-64d5028a0e29'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:56.028089 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8f13e728-5d04-4c84-a807-64d5028a0e29'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:56.029675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-504c1be9-e8da-4222-9c84-456ddc3048c0 service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777191 Feb 11 14:19:56.032816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Deleting port 2a5cbc34-7838-4274-b75a-332d4bc82b38 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:56.033238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.156563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] For port 2a5cbc34-7838-4274-b75a-332d4bc82b38, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2a5cbc34-7838-4274-b75a-332d4bc82b38,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:56.156855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.169234 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Set router 8f13e728-5d04-4c84-a807-64d5028a0e29 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:56.201741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Calling delete_port for 2a5cbc34-7838-4274-b75a-332d4bc82b38 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:56.206280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.215841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bd317-c84c-46fb-a314-1799bb2317f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa499f16-414b-4764-8ac7-7fcb98e1551d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:56.238906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eef7fac0-49f0-4c64-b732-19dfdc9d70df req-9ad78e35-1451-4d54-b72f-a7dfb5a40d0d service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010040 Feb 11 14:19:56.254703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:53Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:56.289699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Checking router: 8f13e728-5d04-4c84-a807-64d5028a0e29 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:56.300778 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Routers {'8f13e728-5d04-4c84-a807-64d5028a0e29'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:56.301767 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8f13e728-5d04-4c84-a807-64d5028a0e29'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:56.367117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa3bd317-c84c-46fb-a314-1799bb2317f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5640ebdaebd643b59a998e4210dc8ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8066435 Feb 11 14:19:56.369911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55018) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:56.381293 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] Set router 8f13e728-5d04-4c84-a807-64d5028a0e29 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:56.403581 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.436545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] Pushing event deleted for resources: {'Port': ['ID=2a5cbc34-7838-4274-b75a-332d4bc82b38,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:56.445923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cdd89-947b-4b6b-a6cc-d965b3e03bb8 None None] No DVR routers for this DVR port 2a5cbc34-7838-4274-b75a-332d4bc82b38 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:56.450951 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:53Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:56.477661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.483350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.496282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de8c78-7e4e-47a4-95fc-0fabdacc4c44 req-a487f81d-90bf-4a86-a54f-df41b6293b6f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:56.504084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.510366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48de8c78-7e4e-47a4-95fc-0fabdacc4c44 req-a487f81d-90bf-4a86-a54f-df41b6293b6f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 943 time: 0.2282486 Feb 11 14:19:56.510366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.510805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a34ee606-e45b-4b50-aa25-87f4f07d2a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.529931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e949a-ca30-4d7e-9895-9447a0c4b4ab None None] The sync data for ids ['8f13e728-5d04-4c84-a807-64d5028a0e29'] in n-d-828407-1 is: [{'id': '8f13e728-5d04-4c84-a807-64d5028a0e29', 'name': 'tempest-NetworksTestDHCPv6-router-617972614', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:44Z', 'updated_at': '2022-02-11T14:19:53Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:56.576523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48de8c78-7e4e-47a4-95fc-0fabdacc4c44 req-c039a240-517b-4198-a676-9742e19b19ad tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708230 Feb 11 14:19:56.653307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d88cb-7658-4ba1-b258-2432072dfc8d req-9512dc01-b3af-44d3-89be-5baaa4c961ca tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:56.655072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-709d88cb-7658-4ba1-b258-2432072dfc8d req-9512dc01-b3af-44d3-89be-5baaa4c961ca tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.0642538 Feb 11 14:19:56.688100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a34ee606-e45b-4b50-aa25-87f4f07d2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.697235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-709d88cb-7658-4ba1-b258-2432072dfc8d req-fff3a597-cc99-484f-a176-5b94703a71a1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Feb 11 14:19:56.712998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.715128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.716182 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa499f16-414b-4764-8ac7-7fcb98e1551d HTTP/1.1" status: 204 len: 168 time: 0.3445549 Feb 11 14:19:56.727364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a34ee606-e45b-4b50-aa25-87f4f07d2a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d993808815e47c99f82b316380e04aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3722970 Feb 11 14:19:56.733519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:56.737194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162dd0-6973-425c-875c-2d31a1630f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa499f16-414b-4764-8ac7-7fcb98e1551d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:56.745156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ee606-e45b-4b50-aa25-87f4f07d2a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c00bf1-e8c3-4fa9-8d13-a7fe6a42188b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:56.771244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.772622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Fanout notify agent at l3_agent the message router_deleted on router 8f13e728-5d04-4c84-a807-64d5028a0e29 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:19:56.784190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.788188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cf5ccb64-e635-4072-b45c-23266fbba11c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/routers/8f13e728-5d04-4c84-a807-64d5028a0e29 HTTP/1.1" status: 204 len: 168 time: 1.1157284 Feb 11 14:19:56.788589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55034) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:56.795415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:56.815534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.843291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.996967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.999772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.001332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17c00bf1-e8c3-4fa9-8d13-a7fe6a42188b HTTP/1.1" status: 204 len: 168 time: 0.2665520 Feb 11 14:19:57.029328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:19:57.034950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.071540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe934a-5ebe-4933-87ee-24cbc2a97dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c00bf1-e8c3-4fa9-8d13-a7fe6a42188b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:57.145198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-fccedc1b-d600-43e9-a2f9-d6902fe475a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:57.153407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-fccedc1b-d600-43e9-a2f9-d6902fe475a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.1678998 Feb 11 14:19:57.169576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-5c569d68-1740-412b-8146-3f015ba88fba tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0160785 Feb 11 14:19:57.187132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcaefe-11cc-4854-87dc-30419713c679 req-4cc8e1d8-d83f-4159-8e92-8a1fb1321214 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:57.195277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17dcaefe-11cc-4854-87dc-30419713c679 req-4cc8e1d8-d83f-4159-8e92-8a1fb1321214 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.1270449 Feb 11 14:19:57.226838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-1f26d8d4-dea1-4cef-ac37-255eeaa30d83 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562873 Feb 11 14:19:57.265578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17dcaefe-11cc-4854-87dc-30419713c679 req-191d5c0c-2f98-4aad-aec7-689b036cade7 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Feb 11 14:19:57.326089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-d83e74cf-530a-4f23-bc27-bce18828a26f service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976579 Feb 11 14:19:57.402932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.434181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-477a8f75-534b-49d9-8064-40d3afdc6bf3 req-1b0540b4-4b6f-4903-b14e-3c4e1d4adea2 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993128 Feb 11 14:19:57.461141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:57.473784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:57.481227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:57.481227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.487414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4127e2-43f5-4429-bbac-429e27904493 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:19:57.493497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=1a5e14c4-34e2-4fa3-b537-aa8440e01c19,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:57.595119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7de9f24d-d460-40f1-8f5e-4b19bd63b05b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7986155 Feb 11 14:19:57.595266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:57.598622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:57.624108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device dbcb5572-a6dd-4942-9a5d-bd8753d446af no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:57.684099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: dbcb5572-a6dd-4942-9a5d-bd8753d446af {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:57.685214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device dbcb5572-a6dd-4942-9a5d-bd8753d446af not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:57.687042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2a5cbc34-7838-4274-b75a-332d4bc82b38 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:57.757611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2a5cbc34-7838-4274-b75a-332d4bc82b38 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:19:57.757952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2a5cbc34-7838-4274-b75a-332d4bc82b38 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:19:57.765680 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.766823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.785377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84183b4-660e-4787-847e-707da93ff5f2 req-8f1a9a31-5b1d-48f7-8f75-e3ee45574dff tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:57.787320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e84183b4-660e-4787-847e-707da93ff5f2 req-8f1a9a31-5b1d-48f7-8f75-e3ee45574dff tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 943 time: 0.0789406 Feb 11 14:19:57.797757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '1a5e14c4-34e2-4fa3-b537-aa8440e01c19'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:19:57.798847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.840787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e84183b4-660e-4787-847e-707da93ff5f2 req-037438db-f8f4-45c2-ae1f-c2ee72010c5c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473981 Feb 11 14:19:57.942718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.015658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.044004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:19:58.113782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1a5e14c4-34e2-4fa3-b537-aa8440e01c19/b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:58.114489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.119078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9df8d84f-849f-4a76-8ff6-605c1618f4d7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5257518 Feb 11 14:19:58.125278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55106) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:58.215573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.249147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:58.251457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dc4e8a-b4cd-4bc4-b66e-a22599d27a31" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:58.295012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:58.304021 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e539541-a01e-48b3-928b-c8fff5e1a55d x-openstack-request-id: req-6e539541-a01e-48b3-928b-c8fff5e1a55d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:58.304309 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:58.304559 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e539541-a01e-48b3-928b-c8fff5e1a55d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:58.305094 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:19:58.369683 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.435776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.450876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:58.498054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.534689 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.579758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:58.581280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:58.586920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:58.622028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Pushing event updated for resources: {'Port': ['ID=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:58.666900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Attempting to bind port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:19:58.667080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Attempting to bind port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:19:58.667635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Attempting to bind port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:19:58.673519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:19:58.674535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:19:58.675393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.675936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:19:58.676610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Bound port: b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:19:58.677351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.742433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] For port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:19:58.745618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] For port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:19:58.779242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-c2e3b565-82ed-4875-9bba-54c4be1fb0d9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:58.786633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-c2e3b565-82ed-4875-9bba-54c4be1fb0d9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2053518 Feb 11 14:19:58.805329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-ca820656-2382-459d-9504-178f87c52c72 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0176291 Feb 11 14:19:58.823907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.892835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::1 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1a5e14c4-34e2-4fa3-b537-aa8440e01c19/2be5e133-e3b1-466d-985e-ab0d67fb0bef) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:58.912234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d21a7-b3c5-4af5-9359-074309fcbadf None None] Pushing event updated for resources: {'Port': ['ID=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:58.919566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-64dbfb25-3be4-47cf-8f74-3428ecccc2a3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882502 Feb 11 14:19:59.090093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631685-c267-4890-bc34-23f13851ca9a req-87d532de-5aa0-4380-9a30-4fbc0d41957c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:59.099742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b631685-c267-4890-bc34-23f13851ca9a req-87d532de-5aa0-4380-9a30-4fbc0d41957c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 943 time: 0.1257725 Feb 11 14:19:59.139440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-d88dcd20-a8de-491f-937a-761a4442f66f service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974697 Feb 11 14:19:59.154093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.165883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b631685-c267-4890-bc34-23f13851ca9a req-77a5ffb1-e045-4d2e-af56-adaafb6a3a2c tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Feb 11 14:19:59.272780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5b7eac55-1eca-4877-909e-afe1153c27b6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311820 Feb 11 14:19:59.380249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.429368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:59.434013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:59.438119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:19:59.438860 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.552227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=2be5e133-e3b1-466d-985e-ab0d67fb0bef,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:59.660020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4dc636a5-a66c-4d0a-afba-db38b0c2fd03 req-ef244e92-5aae-41d7-88b6-7ea3ed916723 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.0605714 Feb 11 14:19:59.758611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:19:59.882853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.903052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:59.903941 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.080602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:00.118676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.278123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:20:00.307094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b14026-db25-45a1-b313-ff84dae879df req-9b2edf9e-ee00-46af-b8ce-1cfcf03e470b tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:00.315582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14b14026-db25-45a1-b313-ff84dae879df req-9b2edf9e-ee00-46af-b8ce-1cfcf03e470b tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.2672369 Feb 11 14:20:00.366280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:00.432769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950a9e0-ddc5-4005-9ee4-af3e9841a119 req-fb7656a2-06f2-40f1-a12a-4a81d17fe079 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:00.441503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7950a9e0-ddc5-4005-9ee4-af3e9841a119 req-fb7656a2-06f2-40f1-a12a-4a81d17fe079 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 943 time: 0.1097491 Feb 11 14:20:00.461873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.497719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-37bd73cf-d0bc-4f9e-a2b5-dc340519d15f None None] Provisioning complete for port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:00.498753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37bd73cf-d0bc-4f9e-a2b5-dc340519d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.512752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.517378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7950a9e0-ddc5-4005-9ee4-af3e9841a119 req-4f316d7e-dfe7-4c0c-9643-7c3202a87ec0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718429 Feb 11 14:20:00.532934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-14b14026-db25-45a1-b313-ff84dae879df req-463be481-3975-4edb-914f-a09213bd5601 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163386 Feb 11 14:20:00.609817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:00.621948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.638847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:00.642718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:00.729675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.744006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:00.750611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.751994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.769038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:00.776783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ba071d5-33b4-4542-81aa-9c87d4c719c5 req-f29fd071-046f-4646-90f5-78b692ce48c4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.0411959 Feb 11 14:20:00.848249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-34854d71-2c97-4def-b9e3-1799426bd3e7 None None] Provisioning complete for port 2be5e133-e3b1-466d-985e-ab0d67fb0bef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:00.848491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34854d71-2c97-4def-b9e3-1799426bd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.894784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-34854d71-2c97-4def-b9e3-1799426bd3e7 None None] Port 2be5e133-e3b1-466d-985e-ab0d67fb0bef cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:00.945458 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.946234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5f5179e8-f610-4dbb-97dd-6060035a4b44 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:01.054891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:01.086095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=2be5e133-e3b1-466d-985e-ab0d67fb0bef,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:01.132790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:01.145608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:01.169403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.176677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:01.201581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '5f5179e8-f610-4dbb-97dd-6060035a4b44', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': '5f5179e8-f610-4dbb-97dd-6060035a4b44', 'mac_address': 'fa:16:3e:95:ee:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:01.271625 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.319419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5179e8-f610-4dbb-97dd-6060035a4b44 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:01.393921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:01.434786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15f95-1084-4973-91f1-932469b5d70c req-b4507527-411e-4f53-b51a-c3d3c09a662f tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:01.441544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49b15f95-1084-4973-91f1-932469b5d70c req-b4507527-411e-4f53-b51a-c3d3c09a662f tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.62 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.1499035 Feb 11 14:20:01.530551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.540530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-616a345d-f24c-4ff2-b69b-4653d0117ea3 None None] Provisioning complete for port 2be5e133-e3b1-466d-985e-ab0d67fb0bef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:01.540798 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-616a345d-f24c-4ff2-b69b-4653d0117ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.647488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Router 570acc87-f02d-4af5-aa56-700169aeaed4 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:20:01.746130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:01.759705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['eae9ba0f-5a15-4be2-86fc-33b0ea2af251'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:01.827078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db043f-c4f1-424b-91ed-3f881400646a req-ea1bb420-3367-4254-ab92-d0fc98884493 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:01.839757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17db043f-c4f1-424b-91ed-3f881400646a req-ea1bb420-3367-4254-ab92-d0fc98884493 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 944 time: 0.1865339 Feb 11 14:20:01.861877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5f5179e8-f610-4dbb-97dd-6060035a4b44'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:01.957517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17db043f-c4f1-424b-91ed-3f881400646a req-7f1966a5-6cc2-492e-9d1e-4b543833c19e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152101 Feb 11 14:20:01.962896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0905fa-a0b8-4830-8922-315d694687da req-d135c1c7-e44d-4956-a8dd-61a538a9229a tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:01.965163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e0905fa-a0b8-4830-8922-315d694687da req-d135c1c7-e44d-4956-a8dd-61a538a9229a tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 946 time: 0.1740205 Feb 11 14:20:01.968227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Deleting port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:01.968838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.973900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:02.032603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:02.035115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-efe3040b-3ee4-476d-802f-030a85b4cb04 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "PUT /v2.0/routers/570acc87-f02d-4af5-aa56-700169aeaed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9027598 Feb 11 14:20:02.117527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484b246-2bc0-4c4e-9465-b2f980d9c4c0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:02.123741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9484b246-2bc0-4c4e-9465-b2f980d9c4c0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports/2be5e133-e3b1-466d-985e-ab0d67fb0bef HTTP/1.1" status: 200 len: 911 time: 0.0885050 Feb 11 14:20:02.125287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55268) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:02.152633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e0905fa-a0b8-4830-8922-315d694687da req-d5f8c798-c964-458e-a5f8-32ad284e408b tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/security-groups?id=44c07c51-44b7-4a19-98ad-1d18bdb798ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764085 Feb 11 14:20:02.298411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7786ef8-6fd9-4557-ba27-116ee28ba930 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:02.317459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7786ef8-6fd9-4557-ba27-116ee28ba930 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:02.331439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b7786ef8-6fd9-4557-ba27-116ee28ba930 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2043033 Feb 11 14:20:02.332207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:02.341761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-698fe8c0-706b-4222-991f-78903ba7ab38 req-edae2a6b-c8fc-4124-a052-2cf44ad971d2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.1656089 Feb 11 14:20:02.387677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Sync routers for ids ['570acc87-f02d-4af5-aa56-700169aeaed4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:02.389802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] For port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,segment=NetworkSegment(4dd7d315-07dc-4d1b-b431-8b22bafa7c0a),segment_id=4dd7d315-07dc-4d1b-b431-8b22bafa7c0a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:02.390228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:02.394039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:02.416764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-616a345d-f24c-4ff2-b69b-4653d0117ea3 None None] Port 2be5e133-e3b1-466d-985e-ab0d67fb0bef cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:02.445323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Routers {'570acc87-f02d-4af5-aa56-700169aeaed4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:02.446103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['570acc87-f02d-4af5-aa56-700169aeaed4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:02.478696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Calling delete_port for 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:02.540169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Set router 570acc87-f02d-4af5-aa56-700169aeaed4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:02.661194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:02.661741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:02.778893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-d2f84660-cb0f-489e-b8e3-0228da467f2a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:02.791839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-d2f84660-cb0f-489e-b8e3-0228da467f2a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2813540 Feb 11 14:20:02.820987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:03.148235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.172266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['59fb2e5e-3ab5-4382-af6c-07b2e76dab89'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:03.182806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:19:59Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None, '_interfaces': [{'id': '2be5e133-e3b1-466d-985e-ab0d67fb0bef', 'name': '', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'mac_address': 'fa:16:3e:0f:57:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1a5e14c4-34e2-4fa3-b537-aa8440e01c19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:19:58Z', 'updated_at': '2022-02-11T14:20:00Z', 'revision_number': 2, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'subnets': [{'id': '1a5e14c4-34e2-4fa3-b537-aa8440e01c19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:03.225162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69accaae-cc4f-434a-853d-39ba9f4204c8 req-633b50d1-5c0d-4053-9e29-b202c9abf86a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:03.231651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69accaae-cc4f-434a-853d-39ba9f4204c8 req-633b50d1-5c0d-4053-9e29-b202c9abf86a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 944 time: 0.1592696 Feb 11 14:20:03.256043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Pushing event deleted for resources: {'Port': ['ID=59fb2e5e-3ab5-4382-af6c-07b2e76dab89,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:03.316234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] No DVR routers for this DVR port 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:03.332317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.336540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49b15f95-1084-4973-91f1-932469b5d70c req-369e7918-257f-4b9e-a764-1d1a3b359634 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.62 "DELETE /v2.0/ports/59fb2e5e-3ab5-4382-af6c-07b2e76dab89 HTTP/1.1" status: 204 len: 173 time: 1.8858011 Feb 11 14:20:03.341568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Checking router: 570acc87-f02d-4af5-aa56-700169aeaed4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:03.346156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Updating router 570acc87-f02d-4af5-aa56-700169aeaed4 port 2be5e133-e3b1-466d-985e-ab0d67fb0bef binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:20:03.346467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'name': 'network-vif-deleted', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:03.350885 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b42850-29db-4200-985b-58cb7a62880d" -d '{"events": [{"server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "name": "network-vif-deleted", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:03.379558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69accaae-cc4f-434a-853d-39ba9f4204c8 req-6394b1ac-e982-407a-80c0-d7c7e5e473c0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078768 Feb 11 14:20:03.380391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:03.385903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.414745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36c0a6f1-6dfb-40d7-ae7f-e8eb44ddacd4 req-3d999aaf-bd9d-4332-918a-4c35791d9ffd tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.0695405 Feb 11 14:20:03.416594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.430717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.702025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55328) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:03.794188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e21974e-e61a-4ddb-8e18-397aaca00695 req-df74d066-7618-4b2e-a649-c376f55ea046 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.1440601 Feb 11 14:20:03.825596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.12 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/30745202-f0d8-4bcd-8e36-bcd6ebb69907) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:03.970825 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.992231 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce0ceca-1e2c-487c-9538-72c3eb3ec34c x-openstack-request-id: req-5ce0ceca-1e2c-487c-9538-72c3eb3ec34c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:03.995612 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba", "name": "network-vif-deleted", "tag": "59fb2e5e-3ab5-4382-af6c-07b2e76dab89", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:03.996737 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ce0ceca-1e2c-487c-9538-72c3eb3ec34c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:03.997650 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba', 'name': 'network-vif-deleted', 'tag': '59fb2e5e-3ab5-4382-af6c-07b2e76dab89', 'status': 'completed', 'code': 200} Feb 11 14:20:04.020264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 2be5e133-e3b1-466d-985e-ab0d67fb0bef {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:04.020998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.036413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.104751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:04.128129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.156492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.175140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 2be5e133-e3b1-466d-985e-ab0d67fb0bef owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:04.222352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff15e9-0962-4b30-9854-d0786080c163 None None] Pushing event updated for resources: {'Port': ['ID=2be5e133-e3b1-466d-985e-ab0d67fb0bef,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:04.368682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:04.369265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.444224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:04.444700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:04.445399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:04.461055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:04.461445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:04.462548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.462957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:04.463778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Bound port: 2be5e133-e3b1-466d-985e-ab0d67fb0bef, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:04.464241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.683969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.721158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:04.723952 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2c65d-31e7-4db0-93f4-60debf096835" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:04.752126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:04.770249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60ee8724-4a6e-478b-bb7c-ad9be0c128ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.781418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a701f00-8964-4ac7-a88e-8e8b7abca93a req-866cdb49-a39d-480e-bf02-ed59793625f2 tempest-ServerMetadataNegativeTestJSON-2086401616 tempest-ServerMetadataNegativeTestJSON-2086401616-project] 10.222.0.31 "GET /v2.0/ports?device_id=06ca4ed4-a0bc-41b8-a8dd-5d0161fddeba HTTP/1.1" status: 200 len: 210 time: 0.1119702 Feb 11 14:20:04.798326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c327aec-faae-4d61-8f59-7ae45e790239 req-d8de6efa-af6b-470c-944d-6f91cff82ea7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:04.799670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c327aec-faae-4d61-8f59-7ae45e790239 req-d8de6efa-af6b-470c-944d-6f91cff82ea7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 944 time: 0.1740446 Feb 11 14:20:04.827684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:20:04.828039 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:20:04.849966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2ad3235e-da3b-4224-8b2f-37314b99b321 None None] Could not find standard attr ID for object 2be5e133-e3b1-466d-985e-ab0d67fb0bef. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:20:04.859827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60ee8724-4a6e-478b-bb7c-ad9be0c128ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.860992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.867623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.868489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5f5179e8-f610-4dbb-97dd-6060035a4b44 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:04.873417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.958995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c327aec-faae-4d61-8f59-7ae45e790239 req-c69fa485-89eb-4980-812c-a434fe631699 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436279 Feb 11 14:20:04.960024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=2be5e133-e3b1-466d-985e-ab0d67fb0bef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:04.980209 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc69c2-617b-470a-92b0-78a6a221fa3e x-openstack-request-id: req-48dc69c2-617b-470a-92b0-78a6a221fa3e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:04.980499 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:04.980755 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48dc69c2-617b-470a-92b0-78a6a221fa3e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:04.981181 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:20:04.982648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:05.029960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60ee8724-4a6e-478b-bb7c-ad9be0c128ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.084539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.224608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee8724-4a6e-478b-bb7c-ad9be0c128ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b7bc0-a7b2-4ef7-ab93-91d573b9486b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.234807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.243582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.255134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 5f5179e8-f610-4dbb-97dd-6060035a4b44 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:05.259109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:05.274529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:05.287293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:05.293030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 5f5179e8-f610-4dbb-97dd-6060035a4b44 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:05.293792 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.369204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327add8-ee3d-4914-b87a-08f6a00e348c req-362faaa5-0486-4481-9ccb-6e0500467f67 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:05.370843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b327add8-ee3d-4914-b87a-08f6a00e348c req-362faaa5-0486-4481-9ccb-6e0500467f67 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 932 time: 0.3669829 Feb 11 14:20:05.378930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-60ee8724-4a6e-478b-bb7c-ad9be0c128ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec2b48b68ee9454aa954a791cfa6d27c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6719480 Feb 11 14:20:05.384142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:05.440204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:05.441022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.443640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:05.444460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:05.445122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Attempting to bind port 2be5e133-e3b1-466d-985e-ab0d67fb0bef on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:05.499338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:05.501931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:05.502400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.502820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:05.503329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Bound port: 2be5e133-e3b1-466d-985e-ab0d67fb0bef, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:05.503782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.523770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b327add8-ee3d-4914-b87a-08f6a00e348c req-3f0c6ad7-8487-42e3-a0df-af7b53298947 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355937 Feb 11 14:20:05.574170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.621096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-cf9e220e-e334-47a9-8e14-1fe8767f3545 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8189392 Feb 11 14:20:05.637319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Request body: {'port': {'device_id': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:05.643301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.643874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Port 2be5e133-e3b1-466d-985e-ab0d67fb0bef has been deleted concurrently {{(pid=109377) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 11 14:20:05.748184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.757047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Routers {'570acc87-f02d-4af5-aa56-700169aeaed4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:05.760352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['570acc87-f02d-4af5-aa56-700169aeaed4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:05.902782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:05.920214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:05.965237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] Set router 570acc87-f02d-4af5-aa56-700169aeaed4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:06.014096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.019199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.022674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/426b7bc0-a7b2-4ef7-ab93-91d573b9486b HTTP/1.1" status: 204 len: 168 time: 0.6347406 Feb 11 14:20:06.110733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8793-9f15-4c9f-8d34-ff4a1b727d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b7bc0-a7b2-4ef7-ab93-91d573b9486b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:06.159251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Router 570acc87-f02d-4af5-aa56-700169aeaed4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:06.175636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:06.183002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91604c95-65ae-4dfc-a715-d932201653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:20:04Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:06.269807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91604c95-65ae-4dfc-a715-d932201653de None None] The sync data for ids ['570acc87-f02d-4af5-aa56-700169aeaed4'] in n-d-828407-1 is: [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:20:04Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:06.270948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f77-c374-4cea-a2bd-597bb25feaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.271791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae6a97-bc77-49bd-9ddc-7f80c133f10a req-80c1e731-d8e6-47d6-b5fc-ced75a892136 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:06.285973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4ae6a97-bc77-49bd-9ddc-7f80c133f10a req-80c1e731-d8e6-47d6-b5fc-ced75a892136 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 944 time: 0.1748209 Feb 11 14:20:06.294307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Deleting subnet ef0a5a44-f45c-4830-8b9d-bf2745139b20 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:06.309727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:06.311452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 59fb2e5e-3ab5-4382-af6c-07b2e76dab89 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:06.334642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.345829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.395695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:06.489859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4ae6a97-bc77-49bd-9ddc-7f80c133f10a req-ee9ffd5f-8da1-439f-9d44-30f065b45f3f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087693 Feb 11 14:20:06.493999 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.540530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:06.566567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:06.576628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.622340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30745202-f0d8-4bcd-8e36-bcd6ebb69907 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:06.636369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.648073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.654943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Transition to ACTIVE for port object 30745202-f0d8-4bcd-8e36-bcd6ebb69907 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:06.704940 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.739550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:06.755734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ccb6646a-b2fb-4e5f-9114-c61cacc86054 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "PUT /v2.0/routers/570acc87-f02d-4af5-aa56-700169aeaed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4190874 Feb 11 14:20:06.760625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55392) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:06.849504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04a053-a4a8-4f6b-9c95-8d1813687b89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:06.851395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04a053-a4a8-4f6b-9c95-8d1813687b89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:06.853147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc04a053-a4a8-4f6b-9c95-8d1813687b89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0893633 Feb 11 14:20:06.857084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55398) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:06.861214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c45a17-a53e-4de0-be7b-066b4d81aea2 req-333ab325-fc3e-4dda-a39f-ed10199f4e8b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:06.874465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13c45a17-a53e-4de0-be7b-066b4d81aea2 req-333ab325-fc3e-4dda-a39f-ed10199f4e8b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 944 time: 0.1296439 Feb 11 14:20:06.954422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Pushing event updated for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:06.982423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:06.985858 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e582afbb-f8a3-43ac-b999-3245880abd74" -d '{"events": [{"server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:06.998878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f77-c374-4cea-a2bd-597bb25feaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.017062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6eb26834-58e3-4b43-8144-e3f7939c9dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.039822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 1a5e14c4-34e2-4fa3-b537-aa8440e01c19 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:07.043972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.074946 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef068a5-532d-4217-9dd3-6232359583c8 x-openstack-request-id: req-6ef068a5-532d-4217-9dd3-6232359583c8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:07.074946 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:07.074946 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ef068a5-532d-4217-9dd3-6232359583c8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:07.074946 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44', 'code': 200} Feb 11 14:20:07.110158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13c45a17-a53e-4de0-be7b-066b4d81aea2 req-74c0bb4b-fc3f-4d1d-b521-be7a97879d1a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347510 Feb 11 14:20:07.118917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f77-c374-4cea-a2bd-597bb25feaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.122433 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.153661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.158232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ef0a5a44-f45c-4830-8b9d-bf2745139b20 HTTP/1.1" status: 204 len: 168 time: 1.2341473 Feb 11 14:20:07.195926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:07.202928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.210997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb3193-5d29-484c-811b-56a758738c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0a5a44-f45c-4830-8b9d-bf2745139b20,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:07.281576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Attempting to bind port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:07.281576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Attempting to bind port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:07.281576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Attempting to bind port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:07.304691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92f77-c374-4cea-a2bd-597bb25feaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c747a-1331-4794-a36f-2db6f5df1287,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:07.312923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7cd92f77-c374-4cea-a2bd-597bb25feaca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f536bd682e2f4405b11ab1489d382b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4089513 Feb 11 14:20:07.316343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:07.377593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.379671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6eb26834-58e3-4b43-8144-e3f7939c9dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.385271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.412691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:07.414439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Attempting to bind port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:07.419424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd6a2-7717-4b5c-aa66-fb487913c8c8 req-a7a76e90-bd68-4549-829e-9218a9196ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:07.420987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efadd6a2-7717-4b5c-aa66-fb487913c8c8 req-a7a76e90-bd68-4549-829e-9218a9196ebb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 1096 time: 0.2736714 Feb 11 14:20:07.461150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:07.472133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:07.472546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:07.475720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Bound port: 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:07.477368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.478149 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6eb26834-58e3-4b43-8144-e3f7939c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.580182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.586341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efadd6a2-7717-4b5c-aa66-fb487913c8c8 req-c7dcafe9-3979-41f0-a03e-7561740e9a84 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532116 Feb 11 14:20:07.602053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb26834-58e3-4b43-8144-e3f7939c9dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953126a-313e-4827-aab3-ebc61cb47f4a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:07.625628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6eb26834-58e3-4b43-8144-e3f7939c9dfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47b1ec40c50e4a26a007f1a383838f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0799327 Feb 11 14:20:07.647828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55422) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:07.667853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.685824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:07.703968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.731289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:07.765794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60dd2cc-8103-437b-9439-63702431d22c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.767004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Sync routers for ids ['570acc87-f02d-4af5-aa56-700169aeaed4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:07.775270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7cd5e-58c3-4b5b-abce-75251a8b5e78 req-0dbfe55e-e1c2-4c74-b665-f6ad04df9ce8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:07.777421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.777759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd7d315-07dc-4d1b-b431-8b22bafa7c0a') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.793741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9b7cd5e-58c3-4b5b-abce-75251a8b5e78 req-0dbfe55e-e1c2-4c74-b665-f6ad04df9ce8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1940391 Feb 11 14:20:07.795207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Routers {'570acc87-f02d-4af5-aa56-700169aeaed4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:07.795523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['570acc87-f02d-4af5-aa56-700169aeaed4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.816526 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.821137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.845783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.856382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:07.857581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.871263 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.882454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a8579-0a09-4aed-be30-694cdc778af1 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: items = [ Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:07.883798 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:07.886524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.901508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1a5e14c4-34e2-4fa3-b537-aa8440e01c19 HTTP/1.1" status: 204 len: 168 time: 1.0399566 Feb 11 14:20:07.915604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:07.928960 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Set router 570acc87-f02d-4af5-aa56-700169aeaed4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:07.931360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.935777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.937757 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/152c747a-1331-4794-a36f-2db6f5df1287 HTTP/1.1" status: 204 len: 168 time: 0.6199760 Feb 11 14:20:07.983231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae2cb4-229e-41a3-a883-648d68949851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c747a-1331-4794-a36f-2db6f5df1287,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.050032 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:20:04Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:08.057360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e125c71-972c-45ec-8c46-a4189906a717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1401837 Feb 11 14:20:08.066615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:08.086618 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Checking router: 570acc87-f02d-4af5-aa56-700169aeaed4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:08.096244 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Routers {'570acc87-f02d-4af5-aa56-700169aeaed4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:08.097158 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:19:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['570acc87-f02d-4af5-aa56-700169aeaed4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:08.117181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6fef-4cbe-4c27-bc6d-a550d5cca114 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5e14c4-34e2-4fa3-b537-aa8440e01c19,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.174924 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.187811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:08.190632 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.192420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] 10.222.0.60 "PUT /v2.0/ports/30745202-f0d8-4bcd-8e36-bcd6ebb69907 HTTP/1.1" status: 200 len: 1092 time: 2.5604713 Feb 11 14:20:08.202030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:08.207559 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:08.228481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9b7cd5e-58c3-4b5b-abce-75251a8b5e78 req-b5dfa15b-77ed-46f1-a514-0c44d73b3705 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355547 Feb 11 14:20:08.260196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.261779 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] Set router 570acc87-f02d-4af5-aa56-700169aeaed4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:08.263901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.285342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.290123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.293445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d60dd2cc-8103-437b-9439-63702431d22c HTTP/1.1" status: 204 len: 168 time: 1.0952597 Feb 11 14:20:08.339844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208d30-af50-44a3-ad67-8f9336ab5896 service neutron] Pushing event updated for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.382975 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d526b8-6a52-4da3-be86-1cc682236f37 x-openstack-request-id: req-c2d526b8-6a52-4da3-be86-1cc682236f37 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:08.386994 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:08.387705 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d526b8-6a52-4da3-be86-1cc682236f37 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:08.388359 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907', 'status': 'completed', 'code': 200} Feb 11 14:20:08.404750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec47987-e768-47d4-8501-d0dbacf58df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60dd2cc-8103-437b-9439-63702431d22c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.420838 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:20:04Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:08.490028 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160e278-fd47-455d-abec-a295847a30f3 None None] The sync data for ids ['570acc87-f02d-4af5-aa56-700169aeaed4'] in n-d-828407-1 is: [{'id': '570acc87-f02d-4af5-aa56-700169aeaed4', 'name': 'tempest-NetworksTestDHCPv6-router-759700546', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:19:57Z', 'updated_at': '2022-02-11T14:20:04Z', 'revision_number': 3, 'project_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:08.493354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-a2e2c5ea-da9f-48eb-bb39-37716baaefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:08.497498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-a2e2c5ea-da9f-48eb-bb39-37716baaefa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 1095 time: 0.1340516 Feb 11 14:20:08.612272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-560229d6-71df-480e-9c08-dc6e57938602 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907 HTTP/1.1" status: 200 len: 217 time: 0.0990403 Feb 11 14:20:08.676420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.681644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.686263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5953126a-313e-4827-aab3-ebc61cb47f4a HTTP/1.1" status: 204 len: 168 time: 1.0326045 Feb 11 14:20:08.705116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:08.741623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953126a-313e-4827-aab3-ebc61cb47f4a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.748278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.754608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.758502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.758740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.759151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.759593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.759930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.773790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.774357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.792927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.796040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.799233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.799628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.799976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57d9a-d7e2-4323-bafb-887d4fded768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:08.801659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Deleting port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:08.805376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.845010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-81fa3c05-d07e-43fa-b5cd-bdfb2cab5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:08.848507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-81fa3c05-d07e-43fa-b5cd-bdfb2cab5326 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.2329285 Feb 11 14:20:08.861354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f48260-4133-4c41-9f9d-71f75220be13 req-ac36a7b6-035b-42bc-8a49-8d8dabff0411 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:08.879041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6f48260-4133-4c41-9f9d-71f75220be13 req-ac36a7b6-035b-42bc-8a49-8d8dabff0411 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 944 time: 0.4625604 Feb 11 14:20:08.899474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-890e7c4c-62fb-40f8-bbdf-992f06d2e901 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389678 Feb 11 14:20:08.934989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.935558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Fanout notify agent at l3_agent the message router_deleted on router 570acc87-f02d-4af5-aa56-700169aeaed4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:20:08.952708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] For port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:08.953876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.966637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.969900 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1fbd015-b03b-4d90-8f4d-0a2ab6f4131a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/routers/570acc87-f02d-4af5-aa56-700169aeaed4 HTTP/1.1" status: 204 len: 168 time: 0.8998678 Feb 11 14:20:08.973441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:08.993146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Calling delete_port for b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:09.030528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55460) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:09.097302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6f48260-4133-4c41-9f9d-71f75220be13 req-892aba12-2233-484d-90e4-7769999c0049 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118838 Feb 11 14:20:09.152017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290de937-3725-41df-bbbf-34e971a6c819 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.161670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-290de937-3725-41df-bbbf-34e971a6c819 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1847062 Feb 11 14:20:09.161801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:09.180970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bf29ac51-b4aa-40fc-8715-068b63a705c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dc03767a0b34c47b018ab64a55fde33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469750 Feb 11 14:20:09.181892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:09.234283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-e3f490df-9069-435c-bbcb-3795f400cf09 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252110 Feb 11 14:20:09.318390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87457e4-25cf-4597-acbd-a022f971e968 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.322164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f87457e4-25cf-4597-acbd-a022f971e968 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1594176 Feb 11 14:20:09.324853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:09.371795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2f7f72e9-c3a3-497d-96d0-e7020fe617db tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456240 Feb 11 14:20:09.382286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:09.383271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.394186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:09.394530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.412472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e61a0bc-f013-41fb-a469-faf293cbde69 req-52fed74a-8ae0-46d8-bbfa-3be5b4e6e7f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708739 Feb 11 14:20:09.442544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab7603-b759-4d58-9a74-3087c2c75732 req-f0eb50c3-9970-4d84-9325-58a4c900a055 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.444663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48ab7603-b759-4d58-9a74-3087c2c75732 req-f0eb50c3-9970-4d84-9325-58a4c900a055 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1214569 Feb 11 14:20:09.486535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] No DVR routers for this DVR port b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:09.494699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ebd66-b0ff-41d7-a698-8b3bce6fda97 None None] Pushing event deleted for resources: {'Port': ['ID=b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:09.503617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.586380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48ab7603-b759-4d58-9a74-3087c2c75732 req-f78b9f64-f757-4eac-8596-36b18a1ba233 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321011 Feb 11 14:20:09.638763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:09.673278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:09.674032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b6618ee7-b6c3-4ebc-8015-1fe0a04e1e66 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:09.674570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-9256b030-6517-4ddf-b88b-18d77c5b529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.676413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-9256b030-6517-4ddf-b88b-18d77c5b529c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 1095 time: 0.0870943 Feb 11 14:20:09.820951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-ff8cc229-c2e4-4c7d-a3f6-549389f3fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.820951 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-ff8cc229-c2e4-4c7d-a3f6-549389f3fefd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.1072884 Feb 11 14:20:09.840627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-67225096-434c-4436-9a14-95d3e8db6d76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907 HTTP/1.1" status: 200 len: 217 time: 0.0423141 Feb 11 14:20:09.887445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-50ceab4d-6703-4b40-a1a0-ca6e94ff92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:09.889026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-50ceab4d-6703-4b40-a1a0-ca6e94ff92c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0420988 Feb 11 14:20:09.920391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-a1fdcf80-3574-4610-8694-fffaa8d6be83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245469 Feb 11 14:20:10.012632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-534738f5-ec41-466f-9624-10f271208884 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Feb 11 14:20:10.086707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.090175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.094348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44c07c51-44b7-4a19-98ad-1d18bdb798ee HTTP/1.1" status: 204 len: 168 time: 0.9119544 Feb 11 14:20:10.097070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:10.102344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.121724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93c089-7541-4f36-b297-5872f264b784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c07c51-44b7-4a19-98ad-1d18bdb798ee,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:10.181530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffa9fc44-7680-4c47-9b35-3c7fbb7ef8c2 req-91f19e8f-f3c6-4b40-a689-960baf92c2b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622224 Feb 11 14:20:10.307859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55500) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:10.350876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daa62ad1-a35c-49f5-ba6a-5d5e8c322abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.370134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad15cd-b099-409a-9907-ef91ed5c36dc req-22a341fb-57e3-4be1-8764-6cab1e5ecd6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:10.371745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52ad15cd-b099-409a-9907-ef91ed5c36dc req-22a341fb-57e3-4be1-8764-6cab1e5ecd6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 944 time: 0.1406474 Feb 11 14:20:10.488116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28656fe0-6973-4fb6-8db8-4269b7791a25 req-a8ed7a5f-2cdd-42fc-956c-df6df9dbb2a7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:10.495987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52ad15cd-b099-409a-9907-ef91ed5c36dc req-8491fe89-bfed-4a94-a2a9-a96c2ad9e14b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121302 Feb 11 14:20:10.500067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28656fe0-6973-4fb6-8db8-4269b7791a25 req-a8ed7a5f-2cdd-42fc-956c-df6df9dbb2a7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1989384 Feb 11 14:20:10.601507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daa62ad1-a35c-49f5-ba6a-5d5e8c322abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.604625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28656fe0-6973-4fb6-8db8-4269b7791a25 req-0ebf6e1b-0a47-449b-b60d-8d51f51bbabe tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719728 Feb 11 14:20:10.693484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daa62ad1-a35c-49f5-ba6a-5d5e8c322abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.803360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:20:10.812154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.828409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62ad1-a35c-49f5-ba6a-5d5e8c322abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e8582-3f56-4e18-bda0-987128892b8e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:10.841080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-daa62ad1-a35c-49f5-ba6a-5d5e8c322abf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=551a4895ccc141e18d9c07dbfe7f434f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320280 Feb 11 14:20:10.844145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55510) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:10.856116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:10.903176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:10.915065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a08db6-cd1d-4369-8838-e788924117db None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:10.919617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:10.920219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.979253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=1cdd4a42-2501-471d-a812-6c887ae1b338,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:10.987032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.035881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.079354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfa19870-13f1-481e-bf4e-e5b867a81e69 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6935937 Feb 11 14:20:11.082211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:11.087092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:11.171983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '1cdd4a42-2501-471d-a812-6c887ae1b338'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:11.178085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.207821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.211476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.218750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2e8582-3f56-4e18-bda0-987128892b8e HTTP/1.1" status: 204 len: 168 time: 0.3722174 Feb 11 14:20:11.236062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a633f-df8c-444e-8472-8c3126a3631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e8582-3f56-4e18-bda0-987128892b8e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:11.440330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:11.447762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.561352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Allocated IP 2001:db8::f816:3eff:fe5d:3a0c (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1cdd4a42-2501-471d-a812-6c887ae1b338/6479a1fe-1b1b-447b-bbcb-36386ca2eeec) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:11.735058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744b9de-a45d-4323-aade-bc88f77fd389 req-1fdbd474-f046-41c7-9d06-5c0a91638e96 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:11.751695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4744b9de-a45d-4323-aade-bc88f77fd389 req-1fdbd474-f046-41c7-9d06-5c0a91638e96 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 944 time: 0.1011658 Feb 11 14:20:11.822192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4744b9de-a45d-4323-aade-bc88f77fd389 req-14894454-009d-4e02-b284-74b5423905a9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Feb 11 14:20:11.949851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.053300 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.117728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:12.117844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30745202-f0d8-4bcd-8e36-bcd6ebb69907 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:12.128809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:12.138407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:12.199888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Pushing event updated for resources: {'Port': ['ID=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:12.282745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f14daf-3be1-4de0-bebc-96899618bc4d req-8bf2d492-bf89-4518-94de-336dea6bb9b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.291181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3f14daf-3be1-4de0-bebc-96899618bc4d req-8bf2d492-bf89-4518-94de-336dea6bb9b7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.5213265 Feb 11 14:20:12.292417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Attempting to bind port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:12.293006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Attempting to bind port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:12.293574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Attempting to bind port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:12.312595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:12.313016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:12.313435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.313837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:12.314403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Bound port: 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:12.314816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.351390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3f14daf-3be1-4de0-bebc-96899618bc4d req-229ba243-f731-4b76-85b5-7eb07a976ac2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543232 Feb 11 14:20:12.386792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:12.408425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '30745202-f0d8-4bcd-8e36-bcd6ebb69907', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': '30745202-f0d8-4bcd-8e36-bcd6ebb69907', 'mac_address': 'fa:16:3e:6a:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:12.464836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] For port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:12.486717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] For port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:12.489605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.505837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30745202-f0d8-4bcd-8e36-bcd6ebb69907 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:12.528129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:12.557018 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.585783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.637119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:12.641968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:12.644717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.646759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:12.647594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:12.651889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=951e2e90-6052-41d7-84b2-592f8f093a65,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:12.667801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5de72-d474-4ee2-9790-6d25b0beeff8 None None] Pushing event updated for resources: {'Port': ['ID=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:12.765549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff60aec0-d6dc-40fc-bcea-b2cc8b99831f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6816962 Feb 11 14:20:12.767836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:12.773021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:b0:37:48', 'name': 'tempest-NetworksTestDHCPv6-195323284'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:12.809839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:12.916909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['30745202-f0d8-4bcd-8e36-bcd6ebb69907'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:13.096045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cea32a-f1ad-435d-b5e7-666d7096f53c req-08946bd5-8e67-416d-9c1b-a3d21b48e717 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:13.105709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8cea32a-f1ad-435d-b5e7-666d7096f53c req-08946bd5-8e67-416d-9c1b-a3d21b48e717 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 945 time: 0.1458881 Feb 11 14:20:13.180121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:13.197698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c8cea32a-f1ad-435d-b5e7-666d7096f53c req-5af8fcb4-a9d4-4610-824d-05fa38f74dd9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905833 Feb 11 14:20:13.361786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:13.391806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 8069e550-cd54-4927-b579-b1c261fd011e yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:13.573580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0fae1-cf81-4fc6-b2ae-a4916b96b714 req-935fce15-ed39-47b9-b936-a228523f953d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:13.575410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06e0fae1-cf81-4fc6-b2ae-a4916b96b714 req-935fce15-ed39-47b9-b936-a228523f953d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1104937 Feb 11 14:20:13.627993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 172.20.0.6 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/951e2e90-6052-41d7-84b2-592f8f093a65/8069e550-cd54-4927-b579-b1c261fd011e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:13.637240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06e0fae1-cf81-4fc6-b2ae-a4916b96b714 req-422d015c-6799-4e0b-ab86-6b0ab3332f19 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Feb 11 14:20:13.650869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:feb0:3748 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1cdd4a42-2501-471d-a812-6c887ae1b338/8069e550-cd54-4927-b579-b1c261fd011e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:13.689820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6479a1fe-1b1b-447b-bbcb-36386ca2eeec up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:13.794388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:13.794769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:13.935046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:13.976628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:14.005565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.069277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.120253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30745202-f0d8-4bcd-8e36-bcd6ebb69907 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:14.155148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.191395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.247511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15d597-8f48-4f0b-be58-d4a53f2cf4fd None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:14.348514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:14.359294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:14.367898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:14.373392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:14.389204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:14.393096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.448070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b5e3bd41-f852-437e-a472-99bf7cfbc68a None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:14.448737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3bd41-f852-437e-a472-99bf7cfbc68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.450470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261881b6-2c8f-4c2b-94f4-86116323a3b2 req-52366f25-655a-4db4-a3c4-bf57ef94109e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.466809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-261881b6-2c8f-4c2b-94f4-86116323a3b2 req-52366f25-655a-4db4-a3c4-bf57ef94109e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 945 time: 0.1357894 Feb 11 14:20:14.493040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.504276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.537891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=8069e550-cd54-4927-b579-b1c261fd011e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.570889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-261881b6-2c8f-4c2b-94f4-86116323a3b2 req-2d582fd7-1cde-4984-8407-802e1e15b661 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966113 Feb 11 14:20:14.623062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8a0aa5d3-f7e0-4962-835a-e224265b047d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8539782 Feb 11 14:20:14.625387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:14.657320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.697132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:14.700196 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3039e42e-8e92-49fa-811e-a4466c079025" -d '{"events": [{"server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "name": "network-vif-plugged", "status": "completed", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:14.711255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86457e-2b2a-4969-9ede-643af06f62ad tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.718182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86457e-2b2a-4969-9ede-643af06f62ad tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.720031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1e86457e-2b2a-4969-9ede-643af06f62ad tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0934756 Feb 11 14:20:14.720633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:14.722849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55664) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:14.806576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.859387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Update dhcp port {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': '1cdd4a42-2501-471d-a812-6c887ae1b338', 'ip_address': '2001:db8::f816:3eff:fe5d:3a0c'}, {'subnet_id': '951e2e90-6052-41d7-84b2-592f8f093a65'}], 'binding:host_id': 'n-d-828407-1'}, 'id': '6479a1fe-1b1b-447b-bbcb-36386ca2eeec'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:20:14.871388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0eb2c-2566-4aee-b93f-296ce90e9dc0 req-4b9026da-eab4-4f06-9bb6-c1af6a16a14a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:14.873228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-deb0eb2c-2566-4aee-b93f-296ce90e9dc0 req-4b9026da-eab4-4f06-9bb6-c1af6a16a14a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.0988402 Feb 11 14:20:14.903109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.909741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.929674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 8069e550-cd54-4927-b579-b1c261fd011e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:14.930018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.034226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-deb0eb2c-2566-4aee-b93f-296ce90e9dc0 req-35d92ed4-dfc0-45d4-b55c-8bf79a200c8b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486773 Feb 11 14:20:15.113749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.125574 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2727f3-199a-4a65-ae7c-a66ac8d9e6a4 x-openstack-request-id: req-9a2727f3-199a-4a65-ae7c-a66ac8d9e6a4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:15.126372 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "name": "network-vif-plugged", "status": "completed", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:15.126501 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a2727f3-199a-4a65-ae7c-a66ac8d9e6a4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:15.126870 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907', 'code': 200} Feb 11 14:20:15.131866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 8069e550-cd54-4927-b579-b1c261fd011e owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:15.133359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Allocated IP 172.20.0.2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/951e2e90-6052-41d7-84b2-592f8f093a65/6479a1fe-1b1b-447b-bbcb-36386ca2eeec) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:15.301885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] For port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:15.340741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be33ee-070f-4edb-8b8b-154f9a1cd424 req-b8104226-9e9b-4e9f-93b9-b2cd54b3ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:15.342287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82be33ee-070f-4edb-8b8b-154f9a1cd424 req-b8104226-9e9b-4e9f-93b9-b2cd54b3ecf9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 1097 time: 0.0783961 Feb 11 14:20:15.360447 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.431424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.501945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82be33ee-070f-4edb-8b8b-154f9a1cd424 req-725a5321-9e8a-40cb-a1a5-03a26d12c65e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166077 Feb 11 14:20:15.563681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.649552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=8069e550-cd54-4927-b579-b1c261fd011e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:15.681661 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:15.710264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6479a1fe-1b1b-447b-bbcb-36386ca2eeec up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:15.776331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4beeaa-751a-484a-8901-5fba4a9ce061 None None] Pushing event updated for resources: {'Port': ['ID=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:15.849129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:15.849129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.927045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.931912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a74d33bd-b820-48fa-a6c2-5643f3d2b7f9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/8069e550-cd54-4927-b579-b1c261fd011e HTTP/1.1" status: 204 len: 168 time: 1.2077360 Feb 11 14:20:15.934163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55710) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:16.010034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ba3d-1018-42fe-9365-7402042dfb5c req-00952ff6-c9e2-4a7f-bb94-d5f71749860d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:16.010034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f275ba3d-1018-42fe-9365-7402042dfb5c req-00952ff6-c9e2-4a7f-bb94-d5f71749860d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.1845710 Feb 11 14:20:16.078087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f275ba3d-1018-42fe-9365-7402042dfb5c req-11720b76-c764-4cbd-99a7-943b1845b39c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900664 Feb 11 14:20:16.139182 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe2a8f9c-8465-4938-8c70-5ba840b77f65 req-360fe5f7-5d90-4cb8-9e95-6ef2c2ff0653 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.0451441 Feb 11 14:20:16.143090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64453e14-6e3d-40a2-891a-335c529d9a21 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:16.144794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64453e14-6e3d-40a2-891a-335c529d9a21 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:16.146389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64453e14-6e3d-40a2-891a-335c529d9a21 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:16.147918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-64453e14-6e3d-40a2-891a-335c529d9a21 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2123573 Feb 11 14:20:16.150904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:16.212978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 1cdd4a42-2501-471d-a812-6c887ae1b338 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:16.216488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.290079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.338003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507930-b76f-4227-8ff5-25f3d51a797d req-3e4ec662-30e6-4ead-a953-f99ec63345ee tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:16.339557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25507930-b76f-4227-8ff5-25f3d51a797d req-3e4ec662-30e6-4ead-a953-f99ec63345ee tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.0936959 Feb 11 14:20:16.434632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25507930-b76f-4227-8ff5-25f3d51a797d req-7f5d5e19-5489-4465-b668-2499b7865c0a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 Feb 11 14:20:16.456625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.662521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1d23035c-e445-4063-ae40-2eb4166e6948 None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:16.662901 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d23035c-e445-4063-ae40-2eb4166e6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.705092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.736376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.761564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1cdd4a42-2501-471d-a812-6c887ae1b338 HTTP/1.1" status: 204 len: 168 time: 0.6070583 Feb 11 14:20:16.761977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:16.805038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b63da6-0a18-486e-94eb-3e5ed6e8e6f8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdd4a42-2501-471d-a812-6c887ae1b338,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:16.922962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 951e2e90-6052-41d7-84b2-592f8f093a65 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:16.931794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.967642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1d23035c-e445-4063-ae40-2eb4166e6948 None None] Could not find standard attr ID for object 8069e550-cd54-4927-b579-b1c261fd011e. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:20:17.043670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.107511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06903e-cf86-4f62-a27d-3d2681a275a8 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:17.238500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-457cffaf-85df-4046-870f-d0945bfecd6e None None] Could not find standard attr ID for object 8069e550-cd54-4927-b579-b1c261fd011e. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:20:17.258286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.608050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1839-9ccf-4d23-90b8-a3f7b929bb6c req-565877ca-ffd8-4a6a-a4e7-b8b5132393be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:17.621939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99ec1839-9ccf-4d23-90b8-a3f7b929bb6c req-565877ca-ffd8-4a6a-a4e7-b8b5132393be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.3105745 Feb 11 14:20:17.748563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6479a1fe-1b1b-447b-bbcb-36386ca2eeec up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:17.769995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.902010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16080c-52bb-427c-b04b-82539f7d4ae4 req-c002f672-2de2-432c-903a-ba8c5036b16a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:17.922788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a16080c-52bb-427c-b04b-82539f7d4ae4 req-c002f672-2de2-432c-903a-ba8c5036b16a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2095513 Feb 11 14:20:17.938190 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-99ec1839-9ccf-4d23-90b8-a3f7b929bb6c req-af67fcb7-39b7-4333-814f-a4e572c34d89 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048174 Feb 11 14:20:17.950317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=951e2e90-6052-41d7-84b2-592f8f093a65,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:17.958785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:17.959597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.998669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.015879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-15d21625-a5be-44a7-9895-f4588be3da6e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/951e2e90-6052-41d7-84b2-592f8f093a65 HTTP/1.1" status: 204 len: 168 time: 1.2499876 Feb 11 14:20:18.016384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55842) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:18.041879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a16080c-52bb-427c-b04b-82539f7d4ae4 req-074a5725-738a-4fa0-83b6-48228817807f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099408 Feb 11 14:20:18.152003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3ab53144-9c18-4863-a9f3-11924a1e89fa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340103 Feb 11 14:20:18.155161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55856) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:18.162369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:18.189152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c264a8fc-f8c2-4d23-a508-446e530702a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.386772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b980e-8c60-489b-975e-584a3a4b6253 req-4e28f999-39d8-42ff-a465-d81ff967e5fc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:18.395013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac6b980e-8c60-489b-975e-584a3a4b6253 req-4e28f999-39d8-42ff-a465-d81ff967e5fc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.1045065 Feb 11 14:20:18.409728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36017099-3153-436f-9640-5f13f91e2df4 req-90ed3f04-e9b4-4904-9766-ffe99bec6aae tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0975678 Feb 11 14:20:18.478142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac6b980e-8c60-489b-975e-584a3a4b6253 req-ef7bd238-21f8-4210-a64b-ba800cf12f6f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810492 Feb 11 14:20:18.602073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:18.607188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.669251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d069ec-4659-45a4-9da2-8793ad5fd20d None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:18.843956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-fba9ebad-fbf2-491b-a790-a7e245cbfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:18.846073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-fba9ebad-fbf2-491b-a790-a7e245cbfe8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1098 time: 0.0803845 Feb 11 14:20:18.903025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9aa2911d-a390-4c22-8ec8-11493b200e6a None None] Provisioning complete for port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:18.903328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa2911d-a390-4c22-8ec8-11493b200e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.993931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-da37c9fa-54eb-485e-81dd-f5e1f69380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:18.995540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-da37c9fa-54eb-485e-81dd-f5e1f69380f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.1229405 Feb 11 14:20:19.128169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:19.230317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-00751411-9c75-4102-9346-f324394f06e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1002 time: 0.2226055 Feb 11 14:20:19.246251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Deleting port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:19.246830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.258837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a0799-1319-41f7-831e-d2e7e9d3ceeb req-cf9d0174-89df-4c87-b3ee-a9527f58be6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.267757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f29a0799-1319-41f7-831e-d2e7e9d3ceeb req-cf9d0174-89df-4c87-b3ee-a9527f58be6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.1026413 Feb 11 14:20:19.335610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:20:19.345058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f29a0799-1319-41f7-831e-d2e7e9d3ceeb req-07436816-5ba7-4feb-a820-d60d0a76ad1d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724080 Feb 11 14:20:19.354144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-854e970e-5758-477b-ad8e-e189b0c48b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.355707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-854e970e-5758-477b-ad8e-e189b0c48b0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1137760 Feb 11 14:20:19.367758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d9054-f3be-411d-8ef8-b03d692422b1 req-17aa9903-ba7e-4c65-9bf4-0eeb2879a55b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.372298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600d9054-f3be-411d-8ef8-b03d692422b1 req-17aa9903-ba7e-4c65-9bf4-0eeb2879a55b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1471710 Feb 11 14:20:19.447056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] For port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:19.447592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.462482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-98b6d19e-cc21-4e41-bacc-039ed63f6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.465642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-98b6d19e-cc21-4e41-bacc-039ed63f6be8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031744 Feb 11 14:20:19.471418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Calling delete_port for 6479a1fe-1b1b-447b-bbcb-36386ca2eeec owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:19.683330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-0afefd9b-b642-4259-bfe2-53b65ce1db7a service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069671 Feb 11 14:20:19.701162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6479a1fe-1b1b-447b-bbcb-36386ca2eeec no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:19.756780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600d9054-f3be-411d-8ef8-b03d692422b1 req-a103b200-e5c1-4bd1-9327-53423f3ad5c2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465902 Feb 11 14:20:19.875862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b528fd4d-6142-4a41-9b82-718e62bb9db8 req-edc128ca-9299-448e-aca8-fb8e5880ddfb service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835749 Feb 11 14:20:19.925363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.927093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40b4110a-ca1c-430d-9d1c-42597276947c req-075a4cb4-f7d3-480d-aba9-c2d18072676e tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0405030 Feb 11 14:20:19.933937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.980292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-7e978599-6c92-4164-852f-9880c02890bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975317 Feb 11 14:20:20.025363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_pluggable_backend [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 14:20:20.025601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_pluggable_backend [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:3a0c {{(pid=109376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 14:20:20.029437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_pluggable_backend [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5d:3a0c {{(pid=109376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 14:20:20.035678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.074899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] Pushing event deleted for resources: {'Port': ['ID=6479a1fe-1b1b-447b-bbcb-36386ca2eeec,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.079720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:20.116033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42b711-a088-4ff5-9046-6c1d80930cd0 None None] No DVR routers for this DVR port 6479a1fe-1b1b-447b-bbcb-36386ca2eeec on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:20.165550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:20.172916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.174998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.184029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7438f-d463-4857-869e-bfdfac55251b None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:20.249608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.267638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd198-caec-4977-b448-6bd1842f320d req-dee610f8-61a4-4cec-a52b-8e86d08c7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.269478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-dee610f8-61a4-4cec-a52b-8e86d08c7c86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1096 time: 0.1929657 Feb 11 14:20:20.332164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c867e4cc-5d48-4be3-82c1-fbbd3ef71b2c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1712480 Feb 11 14:20:20.333607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:20.340642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:20.567527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c67f8a59-a872-4d0e-8a63-5d94a5b131a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.659820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd198-caec-4977-b448-6bd1842f320d req-bc4f87fe-8454-44e7-bd68-ba86722288e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.664271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-bc4f87fe-8454-44e7-bd68-ba86722288e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.3692443 Feb 11 14:20:20.675596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'd6cdcdfa-2bdd-4a87-b557-0d7485be9a2f'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:20.676693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.701361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-0588d649-788a-4b0e-814c-0d34015dbf83 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.705309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-0588d649-788a-4b0e-814c-0d34015dbf83 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.1666918 Feb 11 14:20:20.728766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-0a6b2945-8c8d-44f9-ae97-2e450c8473c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 217 time: 0.0541565 Feb 11 14:20:20.738361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c0b13-a001-416e-8e6d-346978441dde req-c01bb636-1773-4a28-ad50-50946dba2d82 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.749307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902c0b13-a001-416e-8e6d-346978441dde req-c01bb636-1773-4a28-ad50-50946dba2d82 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.2470274 Feb 11 14:20:20.860767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902c0b13-a001-416e-8e6d-346978441dde req-32b43f52-5a31-47e1-9c43-007bb7dfd66d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053472 Feb 11 14:20:20.884477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd198-caec-4977-b448-6bd1842f320d req-2e7f69c7-dd5a-41d8-a133-4b924b95fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.890233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-2e7f69c7-dd5a-41d8-a133-4b924b95fe2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.1323402 Feb 11 14:20:20.939747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-6165f882-9b83-43a6-841a-b29c4d855d5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343549 Feb 11 14:20:20.987736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Allocated IP 2001:db8::f816:3eff:fe8f:5852 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f/bd3f64c1-5f11-428c-a28a-07f77b23f6a4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:21.176389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28de0f8b-ffa2-42a3-95cc-70bd694d6fe2 req-f0740501-86c8-4133-9e38-5274ed63a569 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.0397387 Feb 11 14:20:21.230818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80148670-42d1-40bd-85e7-7909317c6fe8 req-80697968-7e55-470a-91a4-c38e3926a174 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:21.238974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80148670-42d1-40bd-85e7-7909317c6fe8 req-80697968-7e55-470a-91a4-c38e3926a174 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2599702 Feb 11 14:20:21.257692 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.296470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80148670-42d1-40bd-85e7-7909317c6fe8 req-b04a772a-8188-4492-a174-1a6ea1b799c9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Feb 11 14:20:21.301053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-c4a86d9a-eb34-47bb-b018-4bde04f5326e service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444221 Feb 11 14:20:21.310207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-e9ee4af6-b344-4028-b7df-127db586f1ca tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5db0c147666d44ba858b61d55230b214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420420 Feb 11 14:20:21.334698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.421706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:21.429265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.474062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Pushing event updated for resources: {'Port': ['ID=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:21.491964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:21.495927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:21.505581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:21.605208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Attempting to bind port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:21.605762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Attempting to bind port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:21.605762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Attempting to bind port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:21.617517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:21.618030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:21.618491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.618886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:21.619816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Bound port: bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:21.620210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.626413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-411c7135-a1b9-45c4-b6c6-152755e69739 req-18cde703-c03c-478f-8298-f7f80e57ac99 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.2395599 Feb 11 14:20:21.637923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-173bd198-caec-4977-b448-6bd1842f320d req-6c46cca7-9b05-47a2-a301-f4e960c13265 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531040 Feb 11 14:20:21.665660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-e4f70613-e98b-40c4-b5a7-47bf791a814b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:21.673154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-e4f70613-e98b-40c4-b5a7-47bf791a814b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562717 Feb 11 14:20:21.681984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:21.681984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.715297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] For port bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:21.719760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] For port bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:21.721345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.752345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-31469b41-9845-4423-bfba-fab8af7dc5a4 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/quotas/5db0c147666d44ba858b61d55230b214 HTTP/1.1" status: 200 len: 375 time: 0.0776622 Feb 11 14:20:21.807508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-dbe14371-4d75-48c0-ba58-0cd147ee726b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422001 Feb 11 14:20:21.870020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port 30745202-f0d8-4bcd-8e36-bcd6ebb69907, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30745202-f0d8-4bcd-8e36-bcd6ebb69907,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:21.870375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.875185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.917189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for 30745202-f0d8-4bcd-8e36-bcd6ebb69907 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:22.081159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46bfa-8f44-4f3e-b36c-cc3e99528594 None None] Pushing event updated for resources: {'Port': ['ID=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:22.150393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67924-416f-4d5e-934a-ba4447a6337c req-d227ca98-ce35-4930-b0e7-d0cfa2d84e7b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.199797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4c67924-416f-4d5e-934a-ba4447a6337c req-d227ca98-ce35-4930-b0e7-d0cfa2d84e7b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 946 time: 0.2022495 Feb 11 14:20:22.333516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4c67924-416f-4d5e-934a-ba4447a6337c req-6eea6b26-1d2f-4537-9eba-d476c06d1b2f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283484 Feb 11 14:20:22.499624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.596808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195b93b-9215-4396-918a-ec6ff154ef21 req-1888a156-6b45-4d66-8fe4-c44f7ae724ea tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.610798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a195b93b-9215-4396-918a-ec6ff154ef21 req-1888a156-6b45-4d66-8fe4-c44f7ae724ea tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1208363 Feb 11 14:20:22.726630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a195b93b-9215-4396-918a-ec6ff154ef21 req-b9aaba50-5f2b-4260-bd2b-ff0529fc2b34 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070766 Feb 11 14:20:22.801656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:22.810305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:22.812984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=a7774cd1-0939-45f8-8180-50512c77ebaa,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:22.817999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.825085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.826203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-600cfdd2-d36f-4faf-b33b-cc0183c4d646 req-e02b8453-b09e-49d3-a9a2-577d90a114f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1171062 Feb 11 14:20:22.832977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-71150b40-7f78-490e-8282-a3a27f11926f tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5db0c147666d44ba858b61d55230b214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1996286 Feb 11 14:20:22.866984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.886299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:22.942670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=30745202-f0d8-4bcd-8e36-bcd6ebb69907,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:22.965624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-86b38d90-7c1b-4ed1-b446-9e5ed83473ee req-5e49d44c-557d-4a21-a17e-0a9a857ecdaf tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0853784 Feb 11 14:20:22.965873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-901ea52a-7f81-462f-848e-877652ffece4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6268871 Feb 11 14:20:22.965873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56046) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:22.975698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:8e:f4:56', 'name': 'tempest-NetworksTestDHCPv6-813125170'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:23.118589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port 30745202-f0d8-4bcd-8e36-bcd6ebb69907 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:23.121360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.125458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6cc9c18-b54e-461c-9874-1c07fefb3f99 req-ce1cbe64-cc6b-4174-931f-dbd396de3dc0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "DELETE /v2.0/ports/30745202-f0d8-4bcd-8e36-bcd6ebb69907 HTTP/1.1" status: 204 len: 173 time: 2.4095616 Feb 11 14:20:23.128927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'name': 'network-vif-deleted', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:23.130541 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1872e-c253-49e8-b571-0a7b0e98ee96" -d '{"events": [{"server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "name": "network-vif-deleted", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:23.145819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-6a94ee94-5dc5-4b2a-860c-33200b36f5e5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:23.154338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-6a94ee94-5dc5-4b2a-860c-33200b36f5e5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201361 Feb 11 14:20:23.178977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-bfd21ba1-fead-4818-b0d8-63b6a9a351ea tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/quotas/5db0c147666d44ba858b61d55230b214 HTTP/1.1" status: 200 len: 375 time: 0.0234385 Feb 11 14:20:23.218909 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4447e8ea-0399-4dbc-a34a-67ec5390bce0 x-openstack-request-id: req-4447e8ea-0399-4dbc-a34a-67ec5390bce0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:23.219207 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e68eda-45e5-4a4f-847a-eea90f4e3f25", "name": "network-vif-deleted", "tag": "30745202-f0d8-4bcd-8e36-bcd6ebb69907", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:23.219724 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4447e8ea-0399-4dbc-a34a-67ec5390bce0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:23.219906 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e68eda-45e5-4a4f-847a-eea90f4e3f25', 'name': 'network-vif-deleted', 'tag': '30745202-f0d8-4bcd-8e36-bcd6ebb69907', 'status': 'completed', 'code': 200} Feb 11 14:20:23.235394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-a3cbb953-26dd-41a8-9b67-07ee40701a2f tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553074 Feb 11 14:20:23.418865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.430412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e37815f-b10a-4374-ae62-9145a9802aa6 req-af3f6a47-6d76-4150-8a28-422619ffc045 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.0312874 Feb 11 14:20:23.612590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123a4de-c0f8-4ba3-8035-6d4709dbbb7a None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:23.654181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:23.674386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bd3f64c1-5f11-428c-a28a-07f77b23f6a4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:23.687500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.807823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:23.808332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.895109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b463f5f4-f34e-4440-9492-bf5e258bd110 req-8b08958f-41f6-46e3-832e-4741c177b29f tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.0827670 Feb 11 14:20:23.929144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.975448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:24.000589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:24.038505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:24.039687 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.166875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a40212f0-845f-4082-b443-3c659b5bf1ba req-69624346-c093-4178-997e-7b3aa0287cfb tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0452559 Feb 11 14:20:24.186405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814882ba-d0ad-4ebf-80bf-1be90f56eee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.235882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30745202-f0d8-4bcd-8e36-bcd6ebb69907 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:24.286736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814882ba-d0ad-4ebf-80bf-1be90f56eee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.289922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 30745202-f0d8-4bcd-8e36-bcd6ebb69907 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:24.290261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30745202-f0d8-4bcd-8e36-bcd6ebb69907 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:24.308877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.340270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Update dhcp port {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'd6cdcdfa-2bdd-4a87-b557-0d7485be9a2f', 'ip_address': '2001:db8::f816:3eff:fe8f:5852'}, {'subnet_id': 'a7774cd1-0939-45f8-8180-50512c77ebaa'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'bd3f64c1-5f11-428c-a28a-07f77b23f6a4'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:20:24.415421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] For port bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:24.416772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b85e-7737-44e8-b7da-efd9c751dfce req-c117ac76-f3e3-4bc4-b516-de7a675650c6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.417932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.424836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814882ba-d0ad-4ebf-80bf-1be90f56eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.429074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b7b85e-7737-44e8-b7da-efd9c751dfce req-c117ac76-f3e3-4bc4-b516-de7a675650c6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2655883 Feb 11 14:20:24.442367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.507680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 172.20.0.5 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/a7774cd1-0939-45f8-8180-50512c77ebaa/5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:24.532761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-814882ba-d0ad-4ebf-80bf-1be90f56eee7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=102e68424927445d92fac368ae6c0ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560098 Feb 11 14:20:24.533723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814882ba-d0ad-4ebf-80bf-1be90f56eee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59b550f-3c2b-4c57-826b-5dc56ab43584,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:24.538336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:24.547070 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.547196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fe8e:f456 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f/5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:24.584199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b7b85e-7737-44e8-b7da-efd9c751dfce req-5e797fea-8522-43eb-bef4-38078b1bac33 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539657 Feb 11 14:20:24.715700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22b11a37-f401-4247-9657-d579eadbefbd req-2fb68336-e295-4fb3-9235-4aa6735d9182 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e68eda-45e5-4a4f-847a-eea90f4e3f25 HTTP/1.1" status: 200 len: 210 time: 0.0736008 Feb 11 14:20:24.732214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.774154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.863800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.977188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.979504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:20:24.980072 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:20:24.981029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.993368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e59b550f-3c2b-4c57-826b-5dc56ab43584 HTTP/1.1" status: 204 len: 168 time: 0.4396884 Feb 11 14:20:25.020552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.026979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65877060-58de-4a21-9416-ee0a580e7805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59b550f-3c2b-4c57-826b-5dc56ab43584,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:25.042123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2ed4bd2-17af-472c-ab4e-dbd6149018a2 req-75290687-f461-430c-ab03-0a91f7589608 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.0615385 Feb 11 14:20:25.109385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe397e1-6f35-4eb4-af63-310cabb14803 None None] Pushing event updated for resources: {'Port': ['ID=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:25.175058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Allocated IP 172.20.0.2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/a7774cd1-0939-45f8-8180-50512c77ebaa/bd3f64c1-5f11-428c-a28a-07f77b23f6a4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:25.203129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:25.210167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:25.227484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:25.288180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:25.356150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.356848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.384787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a449fbe-eea1-4a0c-a4ea-bc12cd2d4719 req-6b004295-92e8-4354-9546-86309ef808c4 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0616715 Feb 11 14:20:25.412943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] For port bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:25.464827 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.551827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7e0ac0ff-3303-4124-beda-a422151ac6d5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5810232 Feb 11 14:20:25.551827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56124) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:25.618470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f57e6-d073-461b-ab61-8b485af853c4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.624662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f57e6-d073-461b-ab61-8b485af853c4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.626407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e9f57e6-d073-461b-ab61-8b485af853c4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0754550 Feb 11 14:20:25.629225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:25.645514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bd3f64c1-5f11-428c-a28a-07f77b23f6a4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:25.699214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:25.699592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.748216 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.764643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388dccb-d575-4677-bdab-51492dcbfae4 req-23357fde-5352-4ddf-a997-c7afa4fac176 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.766233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1388dccb-d575-4677-bdab-51492dcbfae4 req-23357fde-5352-4ddf-a997-c7afa4fac176 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.0921204 Feb 11 14:20:25.783837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:25.784186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.845907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb18e39-0cd8-4401-80a2-843996c5f7dc None None] Pushing event updated for resources: {'Port': ['ID=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:25.885357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1388dccb-d575-4677-bdab-51492dcbfae4 req-9e92d040-7076-4a2c-8fd6-9aa1c741d3f6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096506 Feb 11 14:20:25.957233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.971053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:26.355369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e8de203-5d3a-4481-84fd-a76c02c70d07 req-7bdace63-9307-4df9-a3af-970a4d988c87 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.0889814 Feb 11 14:20:26.373606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.440975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:26.457546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-4b39797c-4621-4e83-8c3e-1148f4c81207 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5db0c147666d44ba858b61d55230b214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867214 Feb 11 14:20:26.475954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fe9086b-6fd7-4590-8201-b6dfc896e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.517476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:26.580071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c65f81a-0f7a-4f4f-9be4-8250d8c4bb90 req-c82dda50-2f51-4bcd-968f-070aabc6ceab tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0868061 Feb 11 14:20:26.686704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.691564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b8301fd-34f0-41b7-9ea6-e301cc2cc8f0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa HTTP/1.1" status: 204 len: 168 time: 1.0609422 Feb 11 14:20:26.694065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:26.820596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-e55b6ad8-6604-4543-b5e1-bd7267f2f926 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:26.822832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-e55b6ad8-6604-4543-b5e1-bd7267f2f926 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647707 Feb 11 14:20:26.865942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Request body: {'port': {'device_id': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '5db0c147666d44ba858b61d55230b214'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:26.904378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9dc5f595-fde2-428c-b326-2d056e3e1bb4 None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:26.908405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f595-fde2-428c-b326-2d056e3e1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.908683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f96c2-ffda-4baf-8ecb-f39ba5cb2683 req-662d1aef-4585-4c8c-95c8-488b32ff66be tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:26.910105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e6f96c2-ffda-4baf-8ecb-f39ba5cb2683 req-662d1aef-4585-4c8c-95c8-488b32ff66be tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.3163488 Feb 11 14:20:27.053667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fe9086b-6fd7-4590-8201-b6dfc896e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.113945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e6f96c2-ffda-4baf-8ecb-f39ba5cb2683 req-d719a547-a780-4252-a065-c80e79f1ab91 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498411 Feb 11 14:20:27.155455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fe9086b-6fd7-4590-8201-b6dfc896e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.190457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-846e0195-1bfe-49f4-a129-a4f800ba9291 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.192254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-846e0195-1bfe-49f4-a129-a4f800ba9291 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.1226168 Feb 11 14:20:27.217950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9086b-6fd7-4590-8201-b6dfc896e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10056680-2d57-4200-ba74-82e22291ace5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:27.220751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-e51697ee-077f-4938-8754-6c8d55aca0c4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0226269 Feb 11 14:20:27.230337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661d6ee-f883-462e-aa26-b4500c1b2b40 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.232225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9fe9086b-6fd7-4590-8201-b6dfc896e363 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fbdb193d9084fa98c7d6c082c06ec46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878149 Feb 11 14:20:27.234904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661d6ee-f883-462e-aa26-b4500c1b2b40 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.236641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661d6ee-f883-462e-aa26-b4500c1b2b40 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.241314 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e661d6ee-f883-462e-aa26-b4500c1b2b40 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5461733 Feb 11 14:20:27.241952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:27.242360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:27.320554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f36fd-07b1-4451-bf15-b8b919c09d35 req-32ccfeb5-8519-4d8d-a64f-5b5c851b0ba5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.322945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b16f36fd-07b1-4451-bf15-b8b919c09d35 req-32ccfeb5-8519-4d8d-a64f-5b5c851b0ba5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Feb 11 14:20:27.338566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Made reservation on behalf of 5db0c147666d44ba858b61d55230b214 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:27.342463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.361668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2d2f9ca4-284a-4bde-967d-5bc2c5aba428 None None] Could not find standard attr ID for object 5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:20:27.367380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet a7774cd1-0939-45f8-8180-50512c77ebaa {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:27.372211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.375200 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.381808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-e9139530-2019-4a8e-b9a4-9a472621c3c4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383631 Feb 11 14:20:27.418066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b16f36fd-07b1-4451-bf15-b8b919c09d35 req-79a5db60-63a6-4c3f-8ff8-3928d2af9176 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Feb 11 14:20:27.447678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.470557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b86db4e6-396b-4104-baa0-c456abfa3317 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5db0c147666d44ba858b61d55230b214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474646 Feb 11 14:20:27.509975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.575274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74e60500-664a-4e1c-81ae-bb4a65896e18 req-6da9eee9-ea70-473d-89df-e962dfbc2b98 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.0746942 Feb 11 14:20:27.617344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.672004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bd3f64c1-5f11-428c-a28a-07f77b23f6a4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:27.703840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.716508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-5abe3a2c-e3d4-4025-8916-e609615dc364 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.718838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-5abe3a2c-e3d4-4025-8916-e609615dc364 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424140 Feb 11 14:20:27.737969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.754066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:27.754066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.760453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Request body: {'port': {'device_id': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '5db0c147666d44ba858b61d55230b214'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:27.766788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-add46642-53c4-4c5e-8152-61548c57c89f req-ae9e6cc4-04f5-44d1-a27e-112340f509f6 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0457671 Feb 11 14:20:27.784553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.789699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-66610a68-160f-4df3-9f66-0da6ef9323d6 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762670 Feb 11 14:20:27.896875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c09775-73a3-4d25-a791-989ba09de601,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:27.904828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-b6cbf6b4-37a6-47fe-b69e-2207ec5c1e85 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147969 Feb 11 14:20:27.939413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.946852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.946852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10056680-2d57-4200-ba74-82e22291ace5 HTTP/1.1" status: 204 len: 168 time: 0.6994734 Feb 11 14:20:27.959768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007e02-f466-458a-a355-0bdaa0069731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10056680-2d57-4200-ba74-82e22291ace5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:28.008152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.009810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Made reservation on behalf of 5db0c147666d44ba858b61d55230b214 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:28.013891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.081797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=a7774cd1-0939-45f8-8180-50512c77ebaa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:28.100675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.102170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ebbee7a3-5084-4288-b354-f611aceb44a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/a7774cd1-0939-45f8-8180-50512c77ebaa HTTP/1.1" status: 204 len: 168 time: 0.8543444 Feb 11 14:20:28.103021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:28.106978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a21596-1480-4bb4-b8d1-ef5b5897e55b None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:28.235982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-298862fa-c2c3-4256-9e32-e0aa29782ea0 req-610fdf62-08a0-461f-b02e-2b5c407619f2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 210 time: 0.0499206 Feb 11 14:20:28.256074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:28.256419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Allocated IP 192.168.233.213 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/621b5a00-add2-48ea-a737-b886590ec3be) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:28.268586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.364425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.504505 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.541700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.659038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aece2-390a-4d12-93da-db4ede744e2c req-0a6bb2c0-7b9d-4bdf-a264-7b9a2dc92988 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.661949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-738aece2-390a-4d12-93da-db4ede744e2c req-0a6bb2c0-7b9d-4bdf-a264-7b9a2dc92988 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1279836 Feb 11 14:20:28.729988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937422d2-42ad-4464-92be-f99572e7d20a req-d286911c-d9c4-42d7-926c-76a42a84d85e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.736747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-738aece2-390a-4d12-93da-db4ede744e2c req-41d7593e-b3c8-4c9b-80c5-2b48ee84519a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675066 Feb 11 14:20:28.740328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.772602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-937422d2-42ad-4464-92be-f99572e7d20a req-d286911c-d9c4-42d7-926c-76a42a84d85e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.4462883 Feb 11 14:20:28.782684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.812529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:28.818888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.823728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6dce47ca-3718-4b87-a230-a6cea7bf11da tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f HTTP/1.1" status: 204 len: 168 time: 0.7187130 Feb 11 14:20:28.832614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:28.891853 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b6206ed-6545-44cd-8ec0-320b8c13bc59 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555654 Feb 11 14:20:28.892303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:28.898142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:29.022537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e830727-ec01-414a-bc55-0faefb1683c3 req-95825d09-92a6-49df-9b41-12a5bfbf2f9c tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.024134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e830727-ec01-414a-bc55-0faefb1683c3 req-95825d09-92a6-49df-9b41-12a5bfbf2f9c tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 936 time: 0.1335843 Feb 11 14:20:29.086676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e830727-ec01-414a-bc55-0faefb1683c3 req-d73d111a-0bdc-4811-8df5-6f6a99ef55a2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541627 Feb 11 14:20:29.144458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:29.148741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.218462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:29.252673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:29.261487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:29.270273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:29.275204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-937422d2-42ad-4464-92be-f99572e7d20a req-ff95ad33-0950-4dc2-9907-92f1e7b51faa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039723 Feb 11 14:20:29.312239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-932a6dcb-c639-49a7-aa9e-e227dec16554 req-b36e4439-6c2d-4d2d-84f3-d399e7bbb1e6 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0889781 Feb 11 14:20:29.362104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.213-b89d43cf-915d-4ec5-9fae-5587304b30d1 {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:20:29.362470 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:20:29.384180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.384180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.438304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac70eb-b8db-4c3c-aa1c-d119d0447e16 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:29.561441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db4f64fa-57d6-4ecf-be8e-0c7e56700d0e req-e7ee669e-3b2c-4456-87d8-b0fe946d37f9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 210 time: 0.0630558 Feb 11 14:20:29.575529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-1da91c9f-22b0-4580-8941-3dbe8ab7db91 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8384299 Feb 11 14:20:29.595228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Request body: {'port': {'device_id': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:29.621336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-83eac32e-4f2f-43f7-b1ef-5b090809e9a5 None None] Provisioning complete for port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:29.621840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83eac32e-4f2f-43f7-b1ef-5b090809e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.693262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.750838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.834220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:29.837506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:29.843710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.844297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.878807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=ca377661-300c-4e98-b615-ebf8774e88c2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:29.889530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.919408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:29.922251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:29.924307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-faa34cf9-8806-4804-b81b-bd0fcce5464f None None] Provisioning complete for port 621b5a00-add2-48ea-a737-b886590ec3be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:29.924679 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-faa34cf9-8806-4804-b81b-bd0fcce5464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.961994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0e306f46-8ec3-48a6-b7a0-55d1ada28717 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0661428 Feb 11 14:20:29.962587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:29.968452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:30.001775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-faa34cf9-8806-4804-b81b-bd0fcce5464f None None] Port 621b5a00-add2-48ea-a737-b886590ec3be cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:30.027006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Deleting port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:30.027777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.112456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83e71a-2fc7-4caa-bbbd-7edfb5c122cd req-9248d192-3e92-4109-9ac0-a1692d71daf2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:30.114193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f83e71a-2fc7-4caa-bbbd-7edfb5c122cd req-9248d192-3e92-4109-9ac0-a1692d71daf2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2182131 Feb 11 14:20:30.155373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] For port bd3f64c1-5f11-428c-a28a-07f77b23f6a4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:30.155761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.170931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Calling delete_port for bd3f64c1-5f11-428c-a28a-07f77b23f6a4 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:30.236048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'networks': [{'name': 'tempest-network--1836707027'}, {'name': 'tempest-network--909735393'}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:30.236423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-network--1836707027'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:30.236822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-network--909735393'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:30.237354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:30.314067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f83e71a-2fc7-4caa-bbbd-7edfb5c122cd req-83c09a8a-9c52-4bdc-8cd1-29b1fc908fd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642549 Feb 11 14:20:30.321348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae69b-32f1-4a60-8f2b-f75651656a03 req-424fbbc4-c1f5-4a38-89e8-96e29c34e3ee tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:30.322890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d2ae69b-32f1-4a60-8f2b-f75651656a03 req-424fbbc4-c1f5-4a38-89e8-96e29c34e3ee tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 936 time: 0.1159225 Feb 11 14:20:30.332315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621b5a00-add2-48ea-a737-b886590ec3be {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:30.343227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.358928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.360783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Transition to ACTIVE for port object 621b5a00-add2-48ea-a737-b886590ec3be will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:30.378649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d2ae69b-32f1-4a60-8f2b-f75651656a03 req-7e9601ec-44b0-416b-8f14-0db44a2f20c4 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469642 Feb 11 14:20:30.407594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'network': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:30.413971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.428587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.433634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.441171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:30.444966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.460569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.466971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:30.470145 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579fe218-f83c-4c6a-9789-c1ec14d3aa68" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:30.485613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:30.522073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.531313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c62a2897-583d-4157-ba79-edf3edf88382 req-b894649f-81ee-47b7-b7c5-778f4af29773 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0767701 Feb 11 14:20:30.563308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511389a9-07f8-416d-9d83-b48192004881 req-c74c3988-6aca-4667-be5a-907bb253bf69 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:30.566080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Pushing event deleted for resources: {'Port': ['ID=bd3f64c1-5f11-428c-a28a-07f77b23f6a4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:30.570743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-511389a9-07f8-416d-9d83-b48192004881 req-c74c3988-6aca-4667-be5a-907bb253bf69 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1677041 Feb 11 14:20:30.591740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] No DVR routers for this DVR port bd3f64c1-5f11-428c-a28a-07f77b23f6a4 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:30.594790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.595370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.595852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.596406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.596856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.597337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.597827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.598267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.598683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.599488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.599873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Allocated IP 192.168.233.26 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/8ea53dc9-39cb-4366-b012-a8f884b57b11) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:30.600320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.600744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81365d5-7ad5-459b-bb46-67ca5b912ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:30.612407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.654925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:30.679142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a41939-747f-4f29-8f05-dff0948124df None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:30.763579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.767440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-511389a9-07f8-416d-9d83-b48192004881 req-11ad2ed5-d1c6-4cf4-9b21-e1256d143832 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956587 Feb 11 14:20:30.853733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:30.912578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-028da4a0-a9a1-48af-ba24-0f606c90b35b req-fffff103-a91e-41ef-bff0-d35b457a0dc7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 210 time: 0.0599654 Feb 11 14:20:30.918941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Attempting to bind port 621b5a00-add2-48ea-a737-b886590ec3be on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:30.919289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Attempting to bind port 621b5a00-add2-48ea-a737-b886590ec3be by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:30.919643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Attempting to bind port 621b5a00-add2-48ea-a737-b886590ec3be on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:30.941324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Port 621b5a00-add2-48ea-a737-b886590ec3be on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:30.941556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Attempting to bind port 621b5a00-add2-48ea-a737-b886590ec3be on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:30.953827 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679b7471-2316-441b-a261-1d1a7ee70638 x-openstack-request-id: req-679b7471-2316-441b-a261-1d1a7ee70638 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:30.954119 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:30.954371 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-679b7471-2316-441b-a261-1d1a7ee70638 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:30.954761 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:20:30.957808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.958376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.972672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:30.976346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:30.976346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:30.976346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Bound port: 621b5a00-add2-48ea-a737-b886590ec3be, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:30.976346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.008754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb040c8-e611-40b9-b320-e3ff2cd69de9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:31.016221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:31.030369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.030369 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment 68ea2757-7ea4-4f6a-9986-69c450d333e0 of type vlan for network e349e9a0-6c76-416d-99f8-e10d3165f4d3 Feb 11 14:20:31.064461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'ca377661-300c-4e98-b615-ebf8774e88c2'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:31.067382 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.098004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:31.104321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.107284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:31.160142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.175154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.189211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.254180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.258852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.260157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.262359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] 10.222.0.60 "PUT /v2.0/ports/621b5a00-add2-48ea-a737-b886590ec3be HTTP/1.1" status: 200 len: 1096 time: 1.6783209 Feb 11 14:20:31.262835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:31.265545 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357fb0b-354c-42d0-a92b-83f3526f6bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "tag": "621b5a00-add2-48ea-a737-b886590ec3be"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:31.271709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:31.315698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:20:31.322962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.324266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946ca21-7f1b-4536-b968-fd3495fba752 service neutron] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:31.325390 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.325733 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment 56d166c1-5971-4a0c-ac95-400b09dabfff of type vlan for network 0af8e902-75fb-47c7-8517-759c6ba2bb0c Feb 11 14:20:31.328363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:31.368814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-59c37928-c935-4e4a-96be-344b0a8e5fd7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.371449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-59c37928-c935-4e4a-96be-344b0a8e5fd7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2696638 Feb 11 14:20:31.412488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:31.414752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:31.417148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:31.424268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Allocated IP 172.20.0.2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ca377661-300c-4e98-b615-ebf8774e88c2/51200dc4-25b4-478c-922a-86873a9959f0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:31.442745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Allocated IP 2001:db8::f816:3eff:fe6c:1b22 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc/51200dc4-25b4-478c-922a-86873a9959f0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:31.513486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:31.610496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.611215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.622471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-d6d3a126-2318-4023-9cd1-76057c463d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.624192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-d6d3a126-2318-4023-9cd1-76057c463d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 1099 time: 0.1931098 Feb 11 14:20:31.703137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:31.722001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:31.739180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.752654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bd3f64c1-5f11-428c-a28a-07f77b23f6a4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:31.757397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-c78be781-4bca-4f71-9a87-09bcfe3704aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=621b5a00-add2-48ea-a737-b886590ec3be HTTP/1.1" status: 200 len: 217 time: 0.1250279 Feb 11 14:20:31.773907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-7d0971af-9075-435a-963b-76ebbe824c6b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9160736 Feb 11 14:20:31.791202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: bd3f64c1-5f11-428c-a28a-07f77b23f6a4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:31.791841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bd3f64c1-5f11-428c-a28a-07f77b23f6a4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:31.825769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Request body: {'port': {'device_id': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:31.835621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.836436 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed750789-f9e7-4493-a74e-35c96adfcb96 x-openstack-request-id: req-ed750789-f9e7-4493-a74e-35c96adfcb96 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:31.836817 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "tag": "621b5a00-add2-48ea-a737-b886590ec3be", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:31.837417 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed750789-f9e7-4493-a74e-35c96adfcb96 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:31.837688 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be', 'status': 'completed', 'code': 200} Feb 11 14:20:31.871543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:31.874438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.875020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.899334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-14039411-6c37-4418-a006-19ff0087cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.901676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-14039411-6c37-4418-a006-19ff0087cfd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1345258 Feb 11 14:20:31.920446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.992388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.992938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.999592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.999784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Pushing event updated for resources: {'Port': ['ID=51200dc4-25b4-478c-922a-86873a9959f0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.005081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.005561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.019600 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.028215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:32.030700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:32.036083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-752829d6-7719-4dcd-bba5-3002a7bcdafe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0692630 Feb 11 14:20:32.040275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:32.044298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:32.050048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:f8:2c:1c', 'name': 'tempest-NetworksTestDHCPv6-781797756'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:32.051297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd431-f91b-4fee-afdd-59f2a057a646 req-2b0b6318-4471-42f0-af6b-66666556fbb2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.059971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-025fd431-f91b-4fee-afdd-59f2a057a646 req-2b0b6318-4471-42f0-af6b-66666556fbb2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.5094657 Feb 11 14:20:32.096655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1217e805-8efa-4eea-8a73-6abdd25128e1 None None] Provisioning complete for port 8ea53dc9-39cb-4366-b012-a8f884b57b11 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:32.101461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1217e805-8efa-4eea-8a73-6abdd25128e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.158555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-7e51499d-e1d5-4855-8808-db6b24d49533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.160119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-7e51499d-e1d5-4855-8808-db6b24d49533 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348204 Feb 11 14:20:32.173293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1217e805-8efa-4eea-8a73-6abdd25128e1 None None] Port 8ea53dc9-39cb-4366-b012-a8f884b57b11 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:32.192826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2690392 Feb 11 14:20:32.198868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a0d7e-82f2-4ff9-9a3f-f1b14e1c67c3 req-60bc9e66-2d1d-404d-93e3-c03f21c44c7a tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.200429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-560a0d7e-82f2-4ff9-9a3f-f1b14e1c67c3 req-60bc9e66-2d1d-404d-93e3-c03f21c44c7a tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.2548051 Feb 11 14:20:32.215605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:32.219081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Attempting to bind port 51200dc4-25b4-478c-922a-86873a9959f0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:32.219575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Attempting to bind port 51200dc4-25b4-478c-922a-86873a9959f0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:32.220131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Attempting to bind port 51200dc4-25b4-478c-922a-86873a9959f0 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:32.227497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:32.227902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:32.228524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.229060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:32.229712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Bound port: 51200dc4-25b4-478c-922a-86873a9959f0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:32.230193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.309536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] For port 51200dc4-25b4-478c-922a-86873a9959f0, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:32.313696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] For port 51200dc4-25b4-478c-922a-86873a9959f0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=51200dc4-25b4-478c-922a-86873a9959f0,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:32.364614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-025fd431-f91b-4fee-afdd-59f2a057a646 req-2df91a60-1af0-4390-8348-1b0404f0ee08 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037624 Feb 11 14:20:32.373714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=e349e9a0-6c76-416d-99f8-e10d3165f4d3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.389945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e349e9a0-6c76-416d-99f8-e10d3165f4d3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:32.413338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-560a0d7e-82f2-4ff9-9a3f-f1b14e1c67c3 req-644a57bb-623c-4f90-8447-fe123699aef6 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939349 Feb 11 14:20:32.545856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-981f353a-10f2-4e1c-bd57-a92685cf3c22 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672063 Feb 11 14:20:32.666966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:32.691973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.726432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:32.730065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.736507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b57c7-8990-472e-85dc-8016acc4ba81 req-bc314190-a198-4348-86b5-2925fbfdea88 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.738179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-293b57c7-8990-472e-85dc-8016acc4ba81 req-bc314190-a198-4348-86b5-2925fbfdea88 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2169678 Feb 11 14:20:32.807107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c637-ec10-4d54-86a4-a247b984712a None None] Pushing event updated for resources: {'Port': ['ID=51200dc4-25b4-478c-922a-86873a9959f0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.816053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c92e2f0-39bd-4efb-beba-572277ab4c63 req-beec51e7-af94-4d4c-b0d9-41bc629d5d8e tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1048467 Feb 11 14:20:32.824100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1b735-8a26-4644-a001-2f51af1e8a82 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=0af8e902-75fb-47c7-8517-759c6ba2bb0c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.858677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0af8e902-75fb-47c7-8517-759c6ba2bb0c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:32.859037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917bb1f8-f560-4f02-bf83-4623f59fd0a4 req-79e88522-c44e-4c7b-81c3-92cd117b3004 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875359 Feb 11 14:20:32.892649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.903896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-293b57c7-8990-472e-85dc-8016acc4ba81 req-d2a5ef65-c8ae-49c8-ae2a-dc3a83c6e7a3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446278 Feb 11 14:20:32.945199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:32.945376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1665d99-6b0b-43bf-8b49-614aac01b292 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.945376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1665d99-6b0b-43bf-8b49-614aac01b292 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.949965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.950618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1665d99-6b0b-43bf-8b49-614aac01b292 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.957018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1665d99-6b0b-43bf-8b49-614aac01b292 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:32.959753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f1665d99-6b0b-43bf-8b49-614aac01b292 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7317820 Feb 11 14:20:32.975558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Transition to ACTIVE for port object 8ea53dc9-39cb-4366-b012-a8f884b57b11 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:32.978683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:33.002591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:33.020412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44c6be7d-9f58-4033-b4f9-af7e96825a48 req-06001cce-3450-43e8-a0f9-45f3221c2c76 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 210 time: 0.0578451 Feb 11 14:20:33.069613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.141492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.7 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/e80f8a2c-1e26-47e2-8b5c-6757e8382858) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:33.195717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.210186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:33.251302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-80440ff6-3b4c-4ece-9ecb-ee113dad74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:33.253072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-80440ff6-3b4c-4ece-9ecb-ee113dad74cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 1099 time: 0.2402773 Feb 11 14:20:33.343427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.365656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e349e9a0-6c76-416d-99f8-e10d3165f4d3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.458649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ea2757-7ea4-4f6a-9986-69c450d333e0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.458950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ea2757-7ea4-4f6a-9986-69c450d333e0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.478631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.510743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.546409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:33.546409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.546409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:33.547561 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:33.680084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cf237-1e97-4ba3-bbd5-f0c11a9a511e req-6920deb5-1cd2-4095-83a2-c21528f1aac5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:33.681720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-795cf237-1e97-4ba3-bbd5-f0c11a9a511e req-6920deb5-1cd2-4095-83a2-c21528f1aac5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.1594167 Feb 11 14:20:33.721440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 51200dc4-25b4-478c-922a-86873a9959f0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:33.737061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-795cf237-1e97-4ba3-bbd5-f0c11a9a511e req-e882a44b-1baf-4170-8db9-6da19e4d01bd tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Feb 11 14:20:33.738205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.744490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.747969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/e349e9a0-6c76-416d-99f8-e10d3165f4d3 HTTP/1.1" status: 204 len: 168 time: 0.7681811 Feb 11 14:20:33.774024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:33.775201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d9fc4-dfcc-49ee-9661-bd5ea5dbb50b tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=e349e9a0-6c76-416d-99f8-e10d3165f4d3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:33.787594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 51200dc4-25b4-478c-922a-86873a9959f0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:33.787963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.797613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.817596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:33.831929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Attempting to bind port 8ea53dc9-39cb-4366-b012-a8f884b57b11 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:33.832539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Attempting to bind port 8ea53dc9-39cb-4366-b012-a8f884b57b11 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:33.832676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Attempting to bind port 8ea53dc9-39cb-4366-b012-a8f884b57b11 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:33.892110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 172.20.0.7 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ca377661-300c-4e98-b615-ebf8774e88c2/6c3e0d02-bbfc-48a5-97ff-0b5694983435) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:33.903926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Port 8ea53dc9-39cb-4366-b012-a8f884b57b11 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:33.905161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Attempting to bind port 8ea53dc9-39cb-4366-b012-a8f884b57b11 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:33.943956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fef8:2c1c (ce551e93-d1c6-4087-88e3-a2ec4220e12b/2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc/6c3e0d02-bbfc-48a5-97ff-0b5694983435) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:33.948308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-1d8c81a8-4006-465f-af72-3e1239146c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:33.949843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-1d8c81a8-4006-465f-af72-3e1239146c87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.6884253 Feb 11 14:20:33.964219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:33.964561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:33.964968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:33.965414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Bound port: 8ea53dc9-39cb-4366-b012-a8f884b57b11, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:33.965773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.008348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.037213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:34.049847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd863-20ac-4561-b6b7-07f96fd78478 req-b7e5b7a5-3df0-4964-bbe9-c0a3973789d0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.064293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36ffd863-20ac-4561-b6b7-07f96fd78478 req-b7e5b7a5-3df0-4964-bbe9-c0a3973789d0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2557731 Feb 11 14:20:34.085018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a83bc5e-1f17-4fb6-aacd-1526dfcf306c req-0545e456-9bf7-486c-b510-34048bc97cae tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1135361 Feb 11 14:20:34.088674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.091523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:34.099338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.103335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:34.120593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 51200dc4-25b4-478c-922a-86873a9959f0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=51200dc4-25b4-478c-922a-86873a9959f0,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:34.167979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-a2b00db6-ad9c-4150-9613-1545f26ee2e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=621b5a00-add2-48ea-a737-b886590ec3be HTTP/1.1" status: 200 len: 217 time: 0.1919546 Feb 11 14:20:34.208477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.223979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.224762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.230940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:34.272003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=51200dc4-25b4-478c-922a-86873a9959f0,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.278280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:34.295861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36ffd863-20ac-4561-b6b7-07f96fd78478 req-730cf0bd-4b75-42b2-a329-5efc044446c2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289712 Feb 11 14:20:34.311339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:34.333278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-9297ed40-05a9-48b2-aa8e-7798638f256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.335200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-9297ed40-05a9-48b2-aa8e-7798638f256f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.1572807 Feb 11 14:20:34.341536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.414472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2975b9-9508-44d4-b972-9c5d19bf7d5c req-9ce2b6c1-6130-4ca6-83b4-82b2c082d385 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.422789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db2975b9-9508-44d4-b972-9c5d19bf7d5c req-9ce2b6c1-6130-4ca6-83b4-82b2c082d385 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2048740 Feb 11 14:20:34.428474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af8e902-75fb-47c7-8517-759c6ba2bb0c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:34.453671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:34.459465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d166c1-5971-4a0c-ac95-400b09dabfff') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:34.459772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d166c1-5971-4a0c-ac95-400b09dabfff') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:34.466675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'mac_address': 'fa:16:3e:8a:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:34.488339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-55b4da70-dc72-44cd-bd2e-74a7752c6fd0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0475988 Feb 11 14:20:34.498691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Request body: {'port': {'device_id': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:34.502460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.521557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524cc6d4-ca34-4045-a302-a3a03f44ee63 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:34.549246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.553579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db2975b9-9508-44d4-b972-9c5d19bf7d5c req-046f97e4-f1fb-4cc3-8a80-316652e1287c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297400 Feb 11 14:20:34.557696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.567366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:34.567770 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:34.574292 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:34.581400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.622603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:34.649215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.650184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.651453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] 10.222.0.60 "PUT /v2.0/ports/8ea53dc9-39cb-4366-b012-a8f884b57b11 HTTP/1.1" status: 200 len: 1095 time: 2.8539982 Feb 11 14:20:34.659230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:34.661847 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856c24e-1cde-4d1e-bc63-50deb833a482" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:34.662238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-174b3fc4-e572-4496-8494-b360e8c7f6cb None None] Provisioning complete for port 51200dc4-25b4-478c-922a-86873a9959f0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:34.662988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-174b3fc4-e572-4496-8494-b360e8c7f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.670312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.688646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.708528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-9c2f8ac7-4f9c-45e6-a1a1-c468427d7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.710383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-9c2f8ac7-4f9c-45e6-a1a1-c468427d7eb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3443708 Feb 11 14:20:34.714240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7112-eec8-49ba-9840-f5157e0602ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.729421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218401c-211b-4b27-b384-5f6eec585a04 req-e2dc6ee0-1367-41cf-8c5e-656bb42adde0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.729421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7218401c-211b-4b27-b384-5f6eec585a04 req-e2dc6ee0-1367-41cf-8c5e-656bb42adde0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 931 time: 0.1938052 Feb 11 14:20:34.741380 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3f2f5f-63cf-4765-8e2b-2f76f8dab4da x-openstack-request-id: req-8c3f2f5f-63cf-4765-8e2b-2f76f8dab4da {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:34.742026 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:34.742510 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c3f2f5f-63cf-4765-8e2b-2f76f8dab4da {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:34.743136 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'status': 'completed', 'code': 200} Feb 11 14:20:34.766681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:34.822093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.842131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.846412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/0af8e902-75fb-47c7-8517-759c6ba2bb0c HTTP/1.1" status: 204 len: 168 time: 1.0682597 Feb 11 14:20:34.853743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56396) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:34.862277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.947421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.001357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7218401c-211b-4b27-b384-5f6eec585a04 req-f4302e9e-3c6b-4eb9-942f-ff24ed822168 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570043 Feb 11 14:20:35.002000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedac8b-c533-4a0a-95e0-9ae6e09988ad tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=0af8e902-75fb-47c7-8517-759c6ba2bb0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.047507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['eae9ba0f-5a15-4be2-86fc-33b0ea2af251'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:35.068951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c24e-1cde-4d1e-bc63-50deb833a482 req-56830dff-6a11-419d-bd45-c5010cc19599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.072096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8856c24e-1cde-4d1e-bc63-50deb833a482 req-56830dff-6a11-419d-bd45-c5010cc19599 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 1098 time: 0.3025737 Feb 11 14:20:35.140333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.160242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8856c24e-1cde-4d1e-bc63-50deb833a482 req-53acb2c1-c377-4832-b113-5f86bca6a411 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5db0c147666d44ba858b61d55230b214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787199 Feb 11 14:20:35.171241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-3f471c02-d093-4843-90cc-1a184549c64f service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409087 Feb 11 14:20:35.171580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d5989-5797-4307-9de7-9dc4db2922f4 req-89cb65bd-5f64-47cf-a893-46b5a6388025 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.173311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a28d5989-5797-4307-9de7-9dc4db2922f4 req-89cb65bd-5f64-47cf-a893-46b5a6388025 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.3209407 Feb 11 14:20:35.285507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a28d5989-5797-4307-9de7-9dc4db2922f4 req-40ba11af-35e5-48cf-b61a-ab1da1b60e1c tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041827 Feb 11 14:20:35.391474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80f8a2c-1e26-47e2-8b5c-6757e8382858 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:35.402324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac552109-32c4-428f-b3b7-3f41826b8e7d req-9d900404-735f-401d-8309-fab696b90537 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1047978 Feb 11 14:20:35.406421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=6c3e0d02-bbfc-48a5-97ff-0b5694983435,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.406561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.437553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:35.457239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Transition to ACTIVE for port object e80f8a2c-1e26-47e2-8b5c-6757e8382858 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:35.476609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88602867-4da4-452a-8334-b87a65f395a4 req-2c682e0e-219e-4126-b53c-e3a632f86524 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.480380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:35.483091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:35.484002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88602867-4da4-452a-8334-b87a65f395a4 req-2c682e0e-219e-4126-b53c-e3a632f86524 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.0840063 Feb 11 14:20:35.528130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.544150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88602867-4da4-452a-8334-b87a65f395a4 req-9572ec99-bb07-45b5-9f66-9f286cf0a02f tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Feb 11 14:20:35.588174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.648149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10405e8e-7356-472e-b03d-83d5caa00de8 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.677787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10405e8e-7356-472e-b03d-83d5caa00de8 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.679643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-10405e8e-7356-472e-b03d-83d5caa00de8 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8226702 Feb 11 14:20:35.682703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c24e-1cde-4d1e-bc63-50deb833a482 req-ede86338-a5b3-49ff-9bfb-58a132c96d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.682703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8856c24e-1cde-4d1e-bc63-50deb833a482 req-ede86338-a5b3-49ff-9bfb-58a132c96d9e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5104272 Feb 11 14:20:35.684204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 51200dc4-25b4-478c-922a-86873a9959f0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:35.694517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:35.701960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-501639220'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:35.773336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Attempting to bind port e80f8a2c-1e26-47e2-8b5c-6757e8382858 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:35.773671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Attempting to bind port e80f8a2c-1e26-47e2-8b5c-6757e8382858 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:35.774000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Attempting to bind port e80f8a2c-1e26-47e2-8b5c-6757e8382858 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:35.780621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Port e80f8a2c-1e26-47e2-8b5c-6757e8382858 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:35.780966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Attempting to bind port e80f8a2c-1e26-47e2-8b5c-6757e8382858 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:35.796762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:35.798007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:35.798404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:35.798848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Bound port: e80f8a2c-1e26-47e2-8b5c-6757e8382858, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:35.806682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.814293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.814293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.831181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 51200dc4-25b4-478c-922a-86873a9959f0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:35.831394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a357fb0b-354c-42d0-a92b-83f3526f6bc6 req-88f6e9d4-6a42-4096-8f0a-77a7bb3aab44 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364763 Feb 11 14:20:35.831502 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.835069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:35.850817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.873888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-27066cb7-fdf7-4ae9-94b1-1e127cf6da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.875397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-27066cb7-fdf7-4ae9-94b1-1e127cf6da4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db0c147666d44ba858b61d55230b214&device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 1098 time: 0.1393714 Feb 11 14:20:35.885313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3041-cc88-49eb-9f4a-96ae0cd6bd94 req-fe8591b1-8b49-46f1-8685-5699c53b7cc8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.886894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c2f3041-cc88-49eb-9f4a-96ae0cd6bd94 req-fe8591b1-8b49-46f1-8685-5699c53b7cc8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 946 time: 0.1668699 Feb 11 14:20:35.955683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d31ded1c-49ee-43d7-b668-174c94791661 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9095960 Feb 11 14:20:35.956316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56420) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:35.969047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:35.995224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:36.000976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:36.002737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.003004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-f11c1e24-be26-47c7-b6f3-51e7d398b701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11 HTTP/1.1" status: 200 len: 217 time: 0.1149817 Feb 11 14:20:36.010558 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment 5229eede-feb6-4747-8793-3ecfb2ef24b0 of type vlan for network 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6 Feb 11 14:20:36.115866 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.124817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.146964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c2f3041-cc88-49eb-9f4a-96ae0cd6bd94 req-be889bbe-fab4-455a-bd66-0aedbccddee8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512972 Feb 11 14:20:36.212316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.213440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:36.213999 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.215328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d55cd-a96d-4b00-9117-d8b55f4e334d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.215907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/e80f8a2c-1e26-47e2-8b5c-6757e8382858 HTTP/1.1" status: 200 len: 1091 time: 1.7228045 Feb 11 14:20:36.217129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:36.221654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:36.222802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d55cd-a96d-4b00-9117-d8b55f4e334d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.224444 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196848b9-557a-475d-9f62-fde9b1b62d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:36.227493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-725d55cd-a96d-4b00-9117-d8b55f4e334d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2586036 Feb 11 14:20:36.228587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:36.246812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-100f1f23-c425-4da9-995c-7cb8f5e4b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.248970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-100f1f23-c425-4da9-995c-7cb8f5e4b0f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.2353072 Feb 11 14:20:36.361178 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db18719-e67a-4753-a5a6-ae7b27f013bc x-openstack-request-id: req-6db18719-e67a-4753-a5a6-ae7b27f013bc {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:36.361724 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:36.364072 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6db18719-e67a-4753-a5a6-ae7b27f013bc {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:36.364072 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858', 'status': 'completed', 'code': 200} Feb 11 14:20:36.366079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-8adc66d2-4837-4ca5-80eb-063d28a26cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.367597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-8adc66d2-4837-4ca5-80eb-063d28a26cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110020 Feb 11 14:20:36.380576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa81e-e337-4b92-90e6-7481048968f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:36.405064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f6aa-f2a4-43de-aa4a-8b33d0a1b1f5 req-0f27aca6-9327-4e17-99db-e7b2c8a7856f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.406117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6620f6aa-f2a4-43de-aa4a-8b33d0a1b1f5 req-0f27aca6-9327-4e17-99db-e7b2c8a7856f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.2918756 Feb 11 14:20:36.461638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:36.461638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.525269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:36.541427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.549401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.550097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.569826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '621b5a00-add2-48ea-a737-b886590ec3be', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '621b5a00-add2-48ea-a737-b886590ec3be', 'mac_address': 'fa:16:3e:f3:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:36.624698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-97d9b656-35e2-437c-862f-97ae7f2d94a3 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492695 Feb 11 14:20:36.646210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.659305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-382dfd1a-0caf-4b83-974a-7f577b5b0bdb None None] Provisioning complete for port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:36.659899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-382dfd1a-0caf-4b83-974a-7f577b5b0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.666104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab7fc-cc8f-40f9-ad12-db1498fb539a req-243a4dad-6c08-4564-8bc7-340fa09a17ea tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.675355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58dab7fc-cc8f-40f9-ad12-db1498fb539a req-243a4dad-6c08-4564-8bc7-340fa09a17ea tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.1348269 Feb 11 14:20:36.717316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:36.726054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-382dfd1a-0caf-4b83-974a-7f577b5b0bdb None None] Port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:36.729180 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e8d0a455-2a12-44a4-8dbb-a30d65c413c2 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0332797 Feb 11 14:20:36.730324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:36.736494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:36.743279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-81413860'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:36.747024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:36.750044 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef300cd-837f-4e10-98d2-f95a6b40ea96" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:36.781370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.806549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-dba0b0f8-5494-40d9-ba36-6f1ca6445a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.808096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-dba0b0f8-5494-40d9-ba36-6f1ca6445a9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 1094 time: 0.4522088 Feb 11 14:20:36.851247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:36.859400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58dab7fc-cc8f-40f9-ad12-db1498fb539a req-6c306bfd-0d6f-4401-89f9-756c10d734d3 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828105 Feb 11 14:20:36.883239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6620f6aa-f2a4-43de-aa4a-8b33d0a1b1f5 req-37fd4fb1-86fc-4794-812d-a1195aeacbea tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756696 Feb 11 14:20:36.893523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-382dfd1a-0caf-4b83-974a-7f577b5b0bdb None None] Provisioning complete for port 51200dc4-25b4-478c-922a-86873a9959f0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:36.893906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-382dfd1a-0caf-4b83-974a-7f577b5b0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.920735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621b5a00-add2-48ea-a737-b886590ec3be {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:36.953222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.021340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1640e39-4f0e-413e-a5df-fe5520cdabdf req-50daed5e-bcd0-4478-94e1-9ede4b3364f9 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0590630 Feb 11 14:20:37.028402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17b8a9a-b0a3-42b5-b9b3-b334606cbadb req-d6eb1a29-5483-4565-9179-c581345e2425 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940065 Feb 11 14:20:37.087109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:37.087451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.106863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=13']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.117583 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ed453-1f4a-4c55-8fd6-75c131194d1d x-openstack-request-id: req-604ed453-1f4a-4c55-8fd6-75c131194d1d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:37.119044 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:37.119415 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-604ed453-1f4a-4c55-8fd6-75c131194d1d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:37.119894 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:20:37.126369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:37.201814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:37.205619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.217028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.320073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.329315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.337511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:37.355088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-58727e55-6431-419d-804a-461b4213b0f0 None None] Provisioning complete for port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:37.355472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58727e55-6431-419d-804a-461b4213b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.359830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 6c3e0d02-bbfc-48a5-97ff-0b5694983435 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:37.375064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f6088-7808-47c8-8e37-122bf6608c05 req-11d591e5-75c7-44d5-b0cb-6d440c20ef97 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.383997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a7f6088-7808-47c8-8e37-122bf6608c05 req-11d591e5-75c7-44d5-b0cb-6d440c20ef97 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.2991691 Feb 11 14:20:37.391002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-41aac9e7-608b-464b-a670-59cdf58cb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.392773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-41aac9e7-608b-464b-a670-59cdf58cb985 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fd55af1014e44a8c90de56ba236213f3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5573833 Feb 11 14:20:37.395817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.395817 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment 24662673-0b8e-4174-958b-97f1a2290f94 of type vlan for network 6b529972-5dd5-45b2-976f-9be48f429760 Feb 11 14:20:37.399640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ba50-bc07-438a-a869-1910b42d47d7 req-376a3349-9f70-434c-b819-71f806b8b100 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.411738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fc9ba50-bc07-438a-a869-1910b42d47d7 req-376a3349-9f70-434c-b819-71f806b8b100 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1124456 Feb 11 14:20:37.449730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-58727e55-6431-419d-804a-461b4213b0f0 None None] Port 6c3e0d02-bbfc-48a5-97ff-0b5694983435 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:37.464746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['621b5a00-add2-48ea-a737-b886590ec3be'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:37.502119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fc9ba50-bc07-438a-a869-1910b42d47d7 req-0c5fdcfd-cb7f-40d2-b80b-e81161503322 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857637 Feb 11 14:20:38.046977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.052452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be490afc-aae7-4bc1-ac4f-1e65e46548b5 req-3c92edbe-221d-4482-8127-cf07bafb5230 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.067625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be490afc-aae7-4bc1-ac4f-1e65e46548b5 req-3c92edbe-221d-4482-8127-cf07bafb5230 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 949 time: 0.0970876 Feb 11 14:20:38.091823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a7f6088-7808-47c8-8e37-122bf6608c05 req-420bbf2b-fee6-40f0-a14b-6e48222d9c9b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7014787 Feb 11 14:20:38.118127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be490afc-aae7-4bc1-ac4f-1e65e46548b5 req-55a9e017-b3be-4b7f-a277-e92e0a1930ec tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Feb 11 14:20:38.214856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-6455fceb-957c-4575-b779-e63c03776dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.217347 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-196848b9-557a-475d-9f62-fde9b1b62d5f req-6455fceb-957c-4575-b779-e63c03776dec service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8061686 Feb 11 14:20:38.236575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:38.264153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.270003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.270617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.302331 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e898099b-fd0d-4677-8628-a4ed74f065a1 req-fff7722b-ef7b-4a78-8c26-0a5cfc21e27d tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0889752 Feb 11 14:20:38.412338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 621b5a00-add2-48ea-a737-b886590ec3be completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:38.419328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 621b5a00-add2-48ea-a737-b886590ec3be triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:38.420277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.464872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e86ca-ff5a-493e-a04e-360ddf53543f req-c525fa51-a2c0-4cb7-93b9-82baa6d05dfb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.471745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-460e86ca-ff5a-493e-a04e-360ddf53543f req-c525fa51-a2c0-4cb7-93b9-82baa6d05dfb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.2936714 Feb 11 14:20:38.472882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=6b529972-5dd5-45b2-976f-9be48f429760,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:38.487777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6b529972-5dd5-45b2-976f-9be48f429760 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:38.586208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e9460846-1ac1-4fd3-89a3-fdc875673b04 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8522010 Feb 11 14:20:38.589069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56480) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:38.594945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'ports': [{'network_id': '6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6', 'name': 'tempest-port--963088560', 'admin_state_up': True}, {'network_id': '6b529972-5dd5-45b2-976f-9be48f429760', 'admin_state_up': False}]} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:38.595646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'port': {'network_id': '6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6', 'name': 'tempest-port--963088560', 'admin_state_up': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:38.596347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'port': {'network_id': '6b529972-5dd5-45b2-976f-9be48f429760', 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:38.616265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.671256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-8e81f39e-8557-46e0-8312-7b87519ed802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.672939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-8e81f39e-8557-46e0-8312-7b87519ed802 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 1094 time: 0.3803792 Feb 11 14:20:38.720048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-460e86ca-ff5a-493e-a04e-360ddf53543f req-e633db81-4b04-48d1-9ab7-d001a83c102c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393687 Feb 11 14:20:38.793777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-b78bb7bd-b726-4250-8aea-548603e52f09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858 HTTP/1.1" status: 200 len: 217 time: 0.1097529 Feb 11 14:20:38.795142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.855863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:38.861332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=6c3e0d02-bbfc-48a5-97ff-0b5694983435,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:38.940000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-3cb162e7-3e38-4d10-9bb4-55985382ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.941602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-3cb162e7-3e38-4d10-9bb4-55985382ef4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.1360526 Feb 11 14:20:38.948387 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.974645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f511-cc2c-4e1d-97a9-398ba0e75c34 req-02f90a49-a00a-4521-a81e-09006c31aecb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.976924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f211f511-cc2c-4e1d-97a9-398ba0e75c34 req-02f90a49-a00a-4521-a81e-09006c31aecb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.3303845 Feb 11 14:20:39.005305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-d6122880-6e36-42a3-9c63-8ab7236ae928 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433948 Feb 11 14:20:39.035758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:39.058307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f211f511-cc2c-4e1d-97a9-398ba0e75c34 req-fe515556-b719-4397-81ce-784271bcc11c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731485 Feb 11 14:20:39.120923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:39.123795 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7b86d-de4d-4d6c-9e6c-5f6b88939829" -d '{"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-plugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:39.126663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'port': 2} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:39.132788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.167602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.168114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.175052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a01a6204-50ba-43f7-9d5a-9daea31f943f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/6c3e0d02-bbfc-48a5-97ff-0b5694983435 HTTP/1.1" status: 204 len: 168 time: 2.9297147 Feb 11 14:20:39.179294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56494) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:39.190008 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf814a5-2682-4b1f-9ba3-a8fbad9ea8b0 x-openstack-request-id: req-5bf814a5-2682-4b1f-9ba3-a8fbad9ea8b0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:39.190307 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-plugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:39.190613 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bf814a5-2682-4b1f-9ba3-a8fbad9ea8b0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:39.191017 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be', 'code': 200} Feb 11 14:20:39.216105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-6d42fadd-9616-47c4-b0de-444219f9d09d service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011476 Feb 11 14:20:39.380482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c60064-c21e-46bd-a34d-a82eeff64d29 req-d73dc23d-cf7f-405c-aa55-9b3c006e61bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.382228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93c60064-c21e-46bd-a34d-a82eeff64d29 req-d73dc23d-cf7f-405c-aa55-9b3c006e61bd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1745250 Feb 11 14:20:39.422504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ea7ebe98-c81a-425c-9221-9f77cfb43ff1 req-12032454-369a-4a6a-8958-4e0e1bf2305d service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981885 Feb 11 14:20:39.459342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93c60064-c21e-46bd-a34d-a82eeff64d29 req-8d90676c-86ba-4506-9871-2433f070480e tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670264 Feb 11 14:20:39.599540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45517285-4a68-4787-ba97-1ae9dda2d0cd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.601063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45517285-4a68-4787-ba97-1ae9dda2d0cd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.602545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45517285-4a68-4787-ba97-1ae9dda2d0cd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.606811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-45517285-4a68-4787-ba97-1ae9dda2d0cd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4233496 Feb 11 14:20:39.613426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56500) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:39.620868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58221002-789f-44a7-90ea-3343753ee8b2 req-782e991f-8940-4e2c-ada6-a95ec0e95c50 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0356088 Feb 11 14:20:39.679527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] device_id is not set on port c2cd7353-2611-402f-bfdd-454efba7b4e5 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:39.701722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d916b4-ee62-4994-b139-531b7a8c44ff req-6f40d2df-c712-4f7b-bc7a-c1827c4ff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.706237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-66d916b4-ee62-4994-b139-531b7a8c44ff req-6f40d2df-c712-4f7b-bc7a-c1827c4ff606 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 1101 time: 0.4098880 Feb 11 14:20:39.715552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e427b-398e-4efd-8da9-9f75aa360ff7 req-31e8df89-bd75-475f-ae7f-99f679b37c69 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.717088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a73e427b-398e-4efd-8da9-9f75aa360ff7 req-31e8df89-bd75-475f-ae7f-99f679b37c69 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 950 time: 0.4315560 Feb 11 14:20:39.790307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-66d916b4-ee62-4994-b139-531b7a8c44ff req-f7f7f79d-4d7e-4541-a5f5-d69d0d378ac3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707848 Feb 11 14:20:39.797771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:39.808877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.866108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a73e427b-398e-4efd-8da9-9f75aa360ff7 req-4f7a2627-44bf-4d1a-ba39-1158a54ab164 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343429 Feb 11 14:20:39.881326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.900319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc44b5-2368-41d1-8d6a-2003a49c6569 req-541928de-e9e3-476d-953d-f73f8eb2fd1f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.913412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4bc44b5-2368-41d1-8d6a-2003a49c6569 req-541928de-e9e3-476d-953d-f73f8eb2fd1f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.0803277 Feb 11 14:20:39.971539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4bc44b5-2368-41d1-8d6a-2003a49c6569 req-c561c61d-a489-4fcb-8dff-3d47a8b1c987 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507283 Feb 11 14:20:39.974572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.076420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.131469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] device_id is not set on port 17ab8177-111f-41ce-8858-70600e4a5012 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:40.232600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e01f41-41a5-4327-9206-f74dfeb3f10f req-5d42e8fd-c0d8-4672-aaa1-4da8c7ebeada tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:40.234304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e01f41-41a5-4327-9206-f74dfeb3f10f req-5d42e8fd-c0d8-4672-aaa1-4da8c7ebeada tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.0962973 Feb 11 14:20:40.249902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:40.330107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e01f41-41a5-4327-9206-f74dfeb3f10f req-b94c7802-28f6-4f30-b7cd-ee26652cd56b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880718 Feb 11 14:20:40.334137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.395457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:40.401681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.405213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.409125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3a36c69b-108d-45ce-8904-a98554bd7ae2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc HTTP/1.1" status: 204 len: 168 time: 0.7917106 Feb 11 14:20:40.416107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56510) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:40.416255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2469c-d912-41ea-a3bf-c4f4f2ab5f53 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:40.477734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:40.496182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet ca377661-300c-4e98-b615-ebf8774e88c2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:40.497192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'mac_address': 'fa:16:3e:74:df:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:40.499639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.515819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.559566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.587248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.625191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:40.649916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Port': ['ID=c2cd7353-2611-402f-bfdd-454efba7b4e5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:40.680537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Checking segment: {'id': '5229eede-feb6-4747-8793-3ecfb2ef24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:40.681246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network hostable DHCP agents. Network: 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:40.687337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:40.735609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf01f-495a-43b5-ae20-e87a654e226a req-68c0bb63-4181-455a-a58e-6b1f420e1c69 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:40.737391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e95cf01f-495a-43b5-ae20-e87a654e226a req-68c0bb63-4181-455a-a58e-6b1f420e1c69 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1194010 Feb 11 14:20:40.765106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.817650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.869185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9a88505-fb00-4313-9a00-48664eeb4daa req-044ef0a2-778a-4d29-88aa-949ea1ccb3cf tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0643301 Feb 11 14:20:40.869960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e95cf01f-495a-43b5-ae20-e87a654e226a req-edc6100d-d69e-41dd-9083-c10272c5b8db tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033745 Feb 11 14:20:40.870186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:40.890944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:41.010539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ea53dc9-39cb-4366-b012-a8f884b57b11'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:41.024313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.042788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:41.050369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:41.050369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.066222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f40929-c009-430e-bfb3-7fd328911cbf None None] Network 6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:41.080586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.091058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ca377661-300c-4e98-b615-ebf8774e88c2 HTTP/1.1" status: 204 len: 168 time: 0.6776028 Feb 11 14:20:41.103157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56524) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:41.133015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=ca377661-300c-4e98-b615-ebf8774e88c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:41.160436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a824b-be1d-456e-83fc-148b8aaf486a req-2bb6a9f7-7f47-4d5b-a2e9-ca0c36cf7b23 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:41.164668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-459a824b-be1d-456e-83fc-148b8aaf486a req-2bb6a9f7-7f47-4d5b-a2e9-ca0c36cf7b23 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 950 time: 0.2015760 Feb 11 14:20:41.170888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.171237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.171574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.171920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.172224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.181266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.181975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.190319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.191021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.191526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.192029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.192784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f42b0-bb53-457d-839d-8aba59e106af tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:41.308545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-459a824b-be1d-456e-83fc-148b8aaf486a req-a5353c4e-924e-4b52-a087-2f98f78690ff tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122730 Feb 11 14:20:41.573584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a969-ed34-4d07-bf9d-d61f9f70bdc1 req-2fc5a194-d89c-4ffd-b455-38312b557640 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:41.574425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c995a969-ed34-4d07-bf9d-d61f9f70bdc1 req-2fc5a194-d89c-4ffd-b455-38312b557640 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.0605345 Feb 11 14:20:41.629263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c995a969-ed34-4d07-bf9d-d61f9f70bdc1 req-8aaec82a-d78b-45aa-98ae-f8876632a916 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470469 Feb 11 14:20:41.668662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccbb580c-4e4b-43a2-8d8b-f22a78ad2555 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5641634 Feb 11 14:20:41.672660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:41.677763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:41.688021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Port': ['ID=17ab8177-111f-41ce-8858-70600e4a5012,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:41.709549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafe10b-c5b8-4a87-b52b-0d788cf4d3e2 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:41.710770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce15c12-6542-4310-877d-cc87acdd1ddb req-8938497b-ce80-4488-861a-ed65a5a1dd91 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:41.712346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ce15c12-6542-4310-877d-cc87acdd1ddb req-8938497b-ce80-4488-861a-ed65a5a1dd91 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.6490805 Feb 11 14:20:41.725776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Checking segment: {'id': '24662673-0b8e-4174-958b-97f1a2290f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6b529972-5dd5-45b2-976f-9be48f429760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:41.752333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network hostable DHCP agents. Network: 6b529972-5dd5-45b2-976f-9be48f429760, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:41.777086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bf8bafc1-061a-414c-80f9-0cd6b9a07383 None None] Provisioning complete for port 51200dc4-25b4-478c-922a-86873a9959f0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:41.777583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf8bafc1-061a-414c-80f9-0cd6b9a07383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.782089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ce15c12-6542-4310-877d-cc87acdd1ddb req-465f23cd-90be-445f-8093-b766803ff175 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580602 Feb 11 14:20:41.932668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:41.936838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network 6b529972-5dd5-45b2-976f-9be48f429760 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:41.937792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.996944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:41.997163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b233df22-12d0-4895-8f87-94c8b5c46527 req-9495356f-d387-4d66-8664-2dcae2c8c4df tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0412152 Feb 11 14:20:42.025080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6b529972-5dd5-45b2-976f-9be48f429760) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:42.029738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:42.035919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a2b2e-3286-437a-9680-e6dab8299108 None None] Network 6b529972-5dd5-45b2-976f-9be48f429760 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:42.036963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.045101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.048578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.135411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09042d-0c93-4a0b-bbd1-4379aa48b835 req-f3e4b892-c2e5-476c-949c-dc10be4ae59a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.136975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac09042d-0c93-4a0b-bbd1-4379aa48b835 req-f3e4b892-c2e5-476c-949c-dc10be4ae59a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1455083 Feb 11 14:20:42.161853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Deleting port 51200dc4-25b4-478c-922a-86873a9959f0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:42.162225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.167300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a2d4e57c-5862-490c-bd7e-297e09ea831f tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5769212 Feb 11 14:20:42.167852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:42.253876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:42.267614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac09042d-0c93-4a0b-bbd1-4379aa48b835 req-ba2fb900-d355-41cf-9fd6-b9d03499dd67 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229255 Feb 11 14:20:42.277161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb04af-c499-4208-b9c9-3dee7837b025 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.283704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb04af-c499-4208-b9c9-3dee7837b025 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.286576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-decb04af-c499-4208-b9c9-3dee7837b025 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0999975 Feb 11 14:20:42.295008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56550) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:42.335971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] For port 51200dc4-25b4-478c-922a-86873a9959f0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=51200dc4-25b4-478c-922a-86873a9959f0,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:42.340173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.363192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Calling delete_port for 51200dc4-25b4-478c-922a-86873a9959f0 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:42.412925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.445129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 8ea53dc9-39cb-4366-b012-a8f884b57b11 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:42.457636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 8ea53dc9-39cb-4366-b012-a8f884b57b11 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:42.458005 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.477608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=e4123d71-14ac-4d10-800d-dfee972c9210,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:42.539679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:42.544132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:42.549161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.550213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.564232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Deleting port c2cd7353-2611-402f-bfdd-454efba7b4e5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:42.565003 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.612243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827dff4-1065-4f89-b576-62abc71553ea req-cb9b3520-aa5d-4ef8-8e0b-b08f0a70c57f tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:42.616713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9827dff4-1065-4f89-b576-62abc71553ea req-cb9b3520-aa5d-4ef8-8e0b-b08f0a70c57f tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 950 time: 0.1436372 Feb 11 14:20:42.648046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.653073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.655519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.672750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Calling delete_port for c2cd7353-2611-402f-bfdd-454efba7b4e5 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:42.703866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] No DVR routers for this DVR port 51200dc4-25b4-478c-922a-86873a9959f0 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:42.722653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cbf60-f3c3-4a55-839f-e1bf184de1ad None None] Pushing event deleted for resources: {'Port': ['ID=51200dc4-25b4-478c-922a-86873a9959f0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:42.728108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983b8f0-2a0c-4a5e-a888-22f1e3cc75fd None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:42.728273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31c70a4d-3718-4d05-8d22-6592da78bcbb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0517650 Feb 11 14:20:42.737020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:42.749218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:42.840083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:42.847641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9827dff4-1065-4f89-b576-62abc71553ea req-92efccca-ddbd-46ee-a5d0-5635bd511c60 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870117 Feb 11 14:20:42.847837 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65279b6-cf0b-4b45-97ea-ff3bf6f43942" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:42.870955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:42.944902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:42.989033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.038636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Port': ['ID=c2cd7353-2611-402f-bfdd-454efba7b4e5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.040807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.044109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b844f40d-0efc-48de-986b-73ba75d54b71 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/ports/c2cd7353-2611-402f-bfdd-454efba7b4e5 HTTP/1.1" status: 204 len: 168 time: 0.7461679 Feb 11 14:20:43.055355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:43.061811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.100134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:43.103742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.108293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'e4123d71-14ac-4d10-800d-dfee972c9210'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:43.109517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.190023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55cb4-c609-40ff-a895-45c8cccdc45d req-b448adf9-45c9-41cd-b0af-eae5c49cb7c6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.191495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5da55cb4-c609-40ff-a895-45c8cccdc45d req-b448adf9-45c9-41cd-b0af-eae5c49cb7c6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.1133943 Feb 11 14:20:43.300760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5da55cb4-c609-40ff-a895-45c8cccdc45d req-517b9386-8ffd-4068-b054-dec86783dcbe tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900416 Feb 11 14:20:43.305378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Allocated IP 172.20.0.2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/e4123d71-14ac-4d10-800d-dfee972c9210/40a9d21d-9311-43fe-a018-8ffcf88e12c2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:43.483032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.488780 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b030496-363c-4696-9d50-5c3390a404d5 x-openstack-request-id: req-0b030496-363c-4696-9d50-5c3390a404d5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:43.489316 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:43.489781 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b030496-363c-4696-9d50-5c3390a404d5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:43.494801 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'code': 200} Feb 11 14:20:43.559996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.573530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784fc3b-1fcb-4e21-87e3-ee10b09de60d req-1aa16522-f158-4300-ab18-dd9ac9d56d63 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.575086 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7784fc3b-1fcb-4e21-87e3-ee10b09de60d req-1aa16522-f158-4300-ab18-dd9ac9d56d63 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.5598648 Feb 11 14:20:43.603519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffaf70-ad43-4918-b9e8-71efe6fe18e6 req-6484f835-2e5d-49e5-ada4-0e900736f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.605353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3ffaf70-ad43-4918-b9e8-71efe6fe18e6 req-6484f835-2e5d-49e5-ada4-0e900736f65d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 1100 time: 0.1394851 Feb 11 14:20:43.613277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Deleting port 17ab8177-111f-41ce-8858-70600e4a5012 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:43.613619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.655898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2133-7e82-4d26-a2c4-5e1b08095f50 req-426a4f70-9753-4818-b92f-9ec6ea556996 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.657682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93af2133-7e82-4d26-a2c4-5e1b08095f50 req-426a4f70-9753-4818-b92f-9ec6ea556996 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 949 time: 0.1314714 Feb 11 14:20:43.684218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7784fc3b-1fcb-4e21-87e3-ee10b09de60d req-3b108b03-2f62-4e8f-9d83-afcb49fb5bd6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974436 Feb 11 14:20:43.710146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3ffaf70-ad43-4918-b9e8-71efe6fe18e6 req-caf860b6-8d85-45a1-81f8-738a6d2d487f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932138 Feb 11 14:20:43.722628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:43.724267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:43.738687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.755450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93af2133-7e82-4d26-a2c4-5e1b08095f50 req-060c34b8-4926-42b0-85f3-93663c765486 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605874 Feb 11 14:20:43.758140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Calling delete_port for 17ab8177-111f-41ce-8858-70600e4a5012 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:43.780523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Pushing event updated for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.788307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 51200dc4-25b4-478c-922a-86873a9959f0 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:43.796544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:43.857361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 51200dc4-25b4-478c-922a-86873a9959f0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:43.858061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 51200dc4-25b4-478c-922a-86873a9959f0 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:43.901953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:20:43.920977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Attempting to bind port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:43.921631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Attempting to bind port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:43.922546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Attempting to bind port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:43.926050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-253d388a-ade5-4564-ab7c-209133fef9f6 req-1c62060e-3faa-46f9-91a0-137032064afd tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0838175 Feb 11 14:20:43.928537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:43.928880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:43.929374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.929852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:43.930381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Bound port: 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:43.930854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.047718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:44.051499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=40a9d21d-9311-43fe-a018-8ffcf88e12c2,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:44.094688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6f41-6a9b-43da-b487-321d1a71f6c3 req-4b78b35d-42c4-45c8-82ee-f8007d211b99 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.096240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4ea6f41-6a9b-43da-b487-321d1a71f6c3 req-4b78b35d-42c4-45c8-82ee-f8007d211b99 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1850829 Feb 11 14:20:44.126033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.184502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4ea6f41-6a9b-43da-b487-321d1a71f6c3 req-8d9d437c-12cc-4898-a07e-080a48a64c22 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711775 Feb 11 14:20:44.189776 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.218863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec14659-5eb1-4bae-b0d1-9f7b4d95e95f None None] Pushing event updated for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:44.232475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e80f8a2c-1e26-47e2-8b5c-6757e8382858 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:44.242086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Port': ['ID=17ab8177-111f-41ce-8858-70600e4a5012,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:44.249941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.256798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-946bb316-38c0-4a61-9b69-0c5a5ac7f476 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/ports/17ab8177-111f-41ce-8858-70600e4a5012 HTTP/1.1" status: 204 len: 168 time: 1.1972718 Feb 11 14:20:44.258928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:44.353689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bdc0dcd-e08e-453d-8899-64e279830621 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0887890 Feb 11 14:20:44.355288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:44.360790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1269336270'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:44.368881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.430677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:44.456682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-a578e40d-1101-4384-bbea-3336ccd3b53b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.461760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-a578e40d-1101-4384-bbea-3336ccd3b53b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 945 time: 0.1195645 Feb 11 14:20:44.624729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=40a9d21d-9311-43fe-a018-8ffcf88e12c2,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:44.651538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858', 'mac_address': 'fa:16:3e:74:68:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:44.685400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.714190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d1183-99a4-4f18-81ff-f86f023947e6 req-de2706a6-87d2-4108-a0ab-3c62eaedeef0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.728402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-969d1183-99a4-4f18-81ff-f86f023947e6 req-de2706a6-87d2-4108-a0ab-3c62eaedeef0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 943 time: 0.3042684 Feb 11 14:20:44.739131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:44.749363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.772472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.828468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.830364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.830881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f8a2c-1e26-47e2-8b5c-6757e8382858 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:44.853650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:44.869172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:44.879851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-969d1183-99a4-4f18-81ff-f86f023947e6 req-f9be6ae3-c6da-4ada-befa-da5026fc99c9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518850 Feb 11 14:20:44.927740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port 5f5179e8-f610-4dbb-97dd-6060035a4b44 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:44.930502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.972384 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.017084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:45.060742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.070357 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment 09c57e6e-101f-4855-b6eb-6ef22d8b479d of type vlan for network 0ed030fb-8e72-4352-855a-767765edca4c Feb 11 14:20:45.083367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.113988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=4']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.122769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:45.148748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.155763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17cc25-baee-4a96-b400-e8c8a3556e65 req-24da0afb-78f7-48c3-92f0-04507d641b20 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.156955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.157704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0b17cc25-baee-4a96-b400-e8c8a3556e65 req-24da0afb-78f7-48c3-92f0-04507d641b20 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 949 time: 0.1271589 Feb 11 14:20:45.161880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port 5f5179e8-f610-4dbb-97dd-6060035a4b44, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=5f5179e8-f610-4dbb-97dd-6060035a4b44,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:45.162340 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.193286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for 5f5179e8-f610-4dbb-97dd-6060035a4b44 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:45.237884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['e80f8a2c-1e26-47e2-8b5c-6757e8382858'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:45.261910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=9e4859c4-fb23-46b4-91f6-6c4d78e09ce8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.275477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.291702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28a9f0-4f92-4321-b72e-8e80b1ae89cd req-ef6c25c9-fb27-44c3-b62f-07a4d1c9afd6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.298912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0b17cc25-baee-4a96-b400-e8c8a3556e65 req-97c59e26-1498-4c6e-87c7-acbecbc932cb tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266363 Feb 11 14:20:45.315955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd28a9f0-4f92-4321-b72e-8e80b1ae89cd req-ef6c25c9-fb27-44c3-b62f-07a4d1c9afd6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.4537621 Feb 11 14:20:45.381287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56614) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:45.389119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cd4da0e6-379a-4466-9358-dbc8b4f1e4be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6431825 Feb 11 14:20:45.390657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:04:bc:93', 'name': 'tempest-NetworksTestDHCPv6-530464653'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:45.394609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:20:45.474821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd28a9f0-4f92-4321-b72e-8e80b1ae89cd req-f240f034-ef5b-468e-816e-762476e35839 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575303 Feb 11 14:20:45.540116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24c3031b-421d-41bb-865b-fdf6184d7311 req-28e1fda6-e646-4dd7-9ef9-60c6f0d6b25d tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1111531 Feb 11 14:20:45.595026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.601774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.603190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.735837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 40a9d21d-9311-43fe-a018-8ffcf88e12c2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:45.759939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.799453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['5f5179e8-f610-4dbb-97dd-6060035a4b44'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:45.827029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=5f5179e8-f610-4dbb-97dd-6060035a4b44,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.860413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:45.901734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port 5f5179e8-f610-4dbb-97dd-6060035a4b44 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:45.945021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9db21-4167-44c8-8dd4-670040c11641 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:45.947851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.952622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-244ea185-a34c-4e8b-9e8c-0879c90442bd req-12c8c60f-d3f2-449f-ae41-46eecb6a45a3 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "DELETE /v2.0/ports/5f5179e8-f610-4dbb-97dd-6060035a4b44 HTTP/1.1" status: 204 len: 173 time: 1.4655974 Feb 11 14:20:45.953459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'name': 'network-vif-deleted', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:45.960016 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd761c-2e92-4c8b-89cd-9952230c74ff" -d '{"events": [{"server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "name": "network-vif-deleted", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:46.118044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73287d-4aa6-4669-8c4e-7108569cc172 req-1ba2b77f-9e46-484a-b11b-74414341eb25 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.121357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d6ee9738-82c6-4089-aed8-1031cc91778c req-b6910bc5-6a43-4605-b1cc-ecca56460d6b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.4663014 Feb 11 14:20:46.131698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc73287d-4aa6-4669-8c4e-7108569cc172 req-1ba2b77f-9e46-484a-b11b-74414341eb25 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 944 time: 0.1141467 Feb 11 14:20:46.132680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=0ed030fb-8e72-4352-855a-767765edca4c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:46.139058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.141089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:46.141473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.189109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0ed030fb-8e72-4352-855a-767765edca4c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:46.191444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] Provisioning complete for port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:46.191900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.198540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc73287d-4aa6-4669-8c4e-7108569cc172 req-84771bbf-3531-44b0-bca0-276e07de0ac4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635133 Feb 11 14:20:46.207522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 518c6618-b326-4cc1-abfc-dc45d01be4bb yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:20:46.221005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56622) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:46.230025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93df8105-b986-4a59-a2f5-8bf93906f4d5 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8736112 Feb 11 14:20:46.236368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1227945643'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:46.298509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e80f8a2c-1e26-47e2-8b5c-6757e8382858 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:46.439964 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4558297-d5ac-4527-a0fa-a8e9571d43a6 x-openstack-request-id: req-b4558297-d5ac-4527-a0fa-a8e9571d43a6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:46.440347 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381bb09-84b1-48c4-976d-7cc59f5d23f3", "name": "network-vif-deleted", "tag": "5f5179e8-f610-4dbb-97dd-6060035a4b44", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:46.440531 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4558297-d5ac-4527-a0fa-a8e9571d43a6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:46.440953 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381bb09-84b1-48c4-976d-7cc59f5d23f3', 'name': 'network-vif-deleted', 'tag': '5f5179e8-f610-4dbb-97dd-6060035a4b44', 'status': 'completed', 'code': 200} Feb 11 14:20:46.493542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 172.20.0.5 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/e4123d71-14ac-4d10-800d-dfee972c9210/518c6618-b326-4cc1-abfc-dc45d01be4bb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:46.507860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fe04:bc93 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/9e4859c4-fb23-46b4-91f6-6c4d78e09ce8/518c6618-b326-4cc1-abfc-dc45d01be4bb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:46.547886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b596e4-8bbd-4cbb-ac60-be1e9ca1b437 req-465b17e5-e166-4652-bd69-faabc635f5b2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.552551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55b596e4-8bbd-4cbb-ac60-be1e9ca1b437 req-465b17e5-e166-4652-bd69-faabc635f5b2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 949 time: 0.1078475 Feb 11 14:20:46.587438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port e80f8a2c-1e26-47e2-8b5c-6757e8382858 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:46.609756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.657875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55b596e4-8bbd-4cbb-ac60-be1e9ca1b437 req-c6339ed7-48f7-4cb3-8720-9dc465c05741 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Feb 11 14:20:46.665223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port e80f8a2c-1e26-47e2-8b5c-6757e8382858 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:46.665732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.681901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:46.686894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339054b-9858-4460-a478-100f8e68220f req-9667dc90-c781-4fdc-82d9-f5d3d8a6987a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.689009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2339054b-9858-4460-a478-100f8e68220f req-9667dc90-c781-4fdc-82d9-f5d3d8a6987a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1163223 Feb 11 14:20:46.694788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.749133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:46.771160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.806134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=40a9d21d-9311-43fe-a018-8ffcf88e12c2,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:46.826228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:46.834652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2339054b-9858-4460-a478-100f8e68220f req-9e8881d3-074b-43fb-981e-6f81b77f8fc5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394272 Feb 11 14:20:46.846546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.846546 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Added segment dc30c40b-8e30-43bb-9917-fcea58a8ee0d of type vlan for network 57ce2246-23d6-40fd-8b62-15ccb018177b Feb 11 14:20:46.877770 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.893367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.904265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:46.980014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dfbd1f3d-d3e3-4af3-89d2-8da081116fee req-185a9985-e00f-4ef9-a158-4c140b0ace11 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0429482 Feb 11 14:20:47.013191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.018964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:47.021574 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b234a-7e02-47b2-9c26-03b4c9df5125" -d '{"events": [{"server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:47.022541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.036292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.077628 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:20:47.077986 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:20:47.090540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f34e4ff-e0d0-4968-adcb-6b299ec36fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.095966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:47.112854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d470dc-98dd-493b-aea2-7fede4b36991 None None] Pushing event updated for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:47.174932 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248fa4bb-c7cd-47ff-99a2-fd904e42052f x-openstack-request-id: req-248fa4bb-c7cd-47ff-99a2-fd904e42052f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:47.175232 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:47.175473 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248fa4bb-c7cd-47ff-99a2-fd904e42052f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:47.175916 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858', 'code': 200} Feb 11 14:20:47.235347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.271012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Network': ['ID=57ce2246-23d6-40fd-8b62-15ccb018177b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:47.343436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.370193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:47.382305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 57ce2246-23d6-40fd-8b62-15ccb018177b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:47.389934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f34e4ff-e0d0-4968-adcb-6b299ec36fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.398195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdeda8b5-ef97-45a0-8358-6ef0be6a76a8 req-0544fe0e-2fae-421d-be47-6fa42de2db42 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4381bb09-84b1-48c4-976d-7cc59f5d23f3 HTTP/1.1" status: 200 len: 210 time: 0.0601904 Feb 11 14:20:47.408119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a87fb-29a4-4c72-8412-1ffc0cf6a164 req-c720af54-e696-43ec-8b62-c57f67801dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.409714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f3a87fb-29a4-4c72-8412-1ffc0cf6a164 req-c720af54-e696-43ec-8b62-c57f67801dee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 1096 time: 0.1593661 Feb 11 14:20:47.493087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f3a87fb-29a4-4c72-8412-1ffc0cf6a164 req-fc84622b-9ccd-4f18-8be9-f629eab131b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Feb 11 14:20:47.532286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f34e4ff-e0d0-4968-adcb-6b299ec36fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.556916 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d99908ef-d3e2-49a7-9859-f2eda5236a4c tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3199127 Feb 11 14:20:47.556916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71d44-8155-4fd9-bc40-67dd4c58d14e req-ac372ec3-c9a2-4998-9c95-1196a75c8ba8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.562994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78e71d44-8155-4fd9-bc40-67dd4c58d14e req-ac372ec3-c9a2-4998-9c95-1196a75c8ba8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.0791953 Feb 11 14:20:47.625206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4f34e4ff-e0d0-4968-adcb-6b299ec36fe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c92725621f040dbb2670680b6cf988e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8649397 Feb 11 14:20:47.625206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34e4ff-e0d0-4968-adcb-6b299ec36fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b075509-6fd1-436b-8fd5-9fca2ed7fe57,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:47.626312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:47.693518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78e71d44-8155-4fd9-bc40-67dd4c58d14e req-e03dd2d1-d425-4a7e-93ba-8e9842a8f287 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 Feb 11 14:20:47.695560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.697319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:47.704685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'subnets': [{'network_id': '0ed030fb-8e72-4352-855a-767765edca4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1894816196', 'ip_version': 4}, {'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:47.705032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'subnet': {'network_id': '0ed030fb-8e72-4352-855a-767765edca4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1894816196', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:47.705616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Request body: {'subnet': {'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:47.792715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:47.792715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:47.796397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:47.831414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=518c6618-b326-4cc1-abfc-dc45d01be4bb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:47.893057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.904861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 40a9d21d-9311-43fe-a018-8ffcf88e12c2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:47.915726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.967802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.053153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:48.053664 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.082020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbf302-1c95-480a-829b-ea65e590813b req-391b98f4-6df5-4f73-b927-2a26748f27a4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.083630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92cbf302-1c95-480a-829b-ea65e590813b req-391b98f4-6df5-4f73-b927-2a26748f27a4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1416340 Feb 11 14:20:48.090752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b62b6e9e-6983-479d-aa40-3c2958dc3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7084105 Feb 11 14:20:48.105637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56662) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:48.121114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.126209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-82093f3c-76b0-4a96-8ebc-dad41d3ca907 None None] Provisioning complete for port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:48.126209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82093f3c-76b0-4a96-8ebc-dad41d3ca907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.204650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a48966d3-8664-4158-8106-5ee0fba5e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.214231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92cbf302-1c95-480a-829b-ea65e590813b req-ac8b6e68-c950-4107-9467-ccf7ad655e19 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131806 Feb 11 14:20:48.230499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d477b1-b5e0-4548-9726-b17aa48f3b34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.255795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d477b1-b5e0-4548-9726-b17aa48f3b34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.258367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a9d477b1-b5e0-4548-9726-b17aa48f3b34 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1553385 Feb 11 14:20:48.274087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56668) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:48.302586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5f5179e8-f610-4dbb-97dd-6060035a4b44 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:48.322902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60bcf92c-18c4-4a14-8316-fcc4280a1f65 req-50e34f24-5c8f-4836-b174-753e3f006af3 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0811837 Feb 11 14:20:48.327284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.329982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.343467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b075509-6fd1-436b-8fd5-9fca2ed7fe57 HTTP/1.1" status: 204 len: 168 time: 0.7163568 Feb 11 14:20:48.369512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c943a-5c44-47a6-b2fb-e3b1d7ba3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b075509-6fd1-436b-8fd5-9fca2ed7fe57,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:48.472373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 518c6618-b326-4cc1-abfc-dc45d01be4bb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:48.472779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.479381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 5f5179e8-f610-4dbb-97dd-6060035a4b44 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:48.479952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 5f5179e8-f610-4dbb-97dd-6060035a4b44 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:48.507797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Made reservation on behalf of df04b373be914276b12ad9bcb3827e72 for: {'subnet': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:48.516720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.516720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.672921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.696533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 518c6618-b326-4cc1-abfc-dc45d01be4bb owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:48.817710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b455f734-94db-449e-930c-77824a46dbf7 None None] Provisioning complete for port 518c6618-b326-4cc1-abfc-dc45d01be4bb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:48.818535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b455f734-94db-449e-930c-77824a46dbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.194210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b455f734-94db-449e-930c-77824a46dbf7 None None] Port 518c6618-b326-4cc1-abfc-dc45d01be4bb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:49.197337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cafa4-5962-4b2d-a97b-e2d3f3adf3d1 req-b56716d6-c66d-4359-ae26-540ff2ac6a2f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.197337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-563cafa4-5962-4b2d-a97b-e2d3f3adf3d1 req-b56716d6-c66d-4359-ae26-540ff2ac6a2f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.1190135 Feb 11 14:20:49.198320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-c600be17-80a6-4a31-b6f5-45a8a2ca91c1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.198320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-c600be17-80a6-4a31-b6f5-45a8a2ca91c1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1736591 Feb 11 14:20:49.198718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-563cafa4-5962-4b2d-a97b-e2d3f3adf3d1 req-15c24ea4-1ccb-4f1b-b414-359e45c1e2c4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595267 Feb 11 14:20:49.198820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-482f4b0c-ba23-49e0-9b86-4a739afb74b6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/quotas/17aa006e552b40e4a01f10cf55cbe5d2 HTTP/1.1" status: 200 len: 375 time: 0.0185750 Feb 11 14:20:49.198820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-e827847a-baa2-4f94-bd7f-0092d8201bd1 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271196 Feb 11 14:20:49.350921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9ff26-cac0-487b-ae60-ca12cf6e8658 req-3a72b9a9-2ba3-4c9c-b26a-859fa9132811 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.352413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6b9ff26-cac0-487b-ae60-ca12cf6e8658 req-3a72b9a9-2ba3-4c9c-b26a-859fa9132811 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.0516112 Feb 11 14:20:49.368474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-b67b7c3b-3507-40f9-b3b1-0c637d3d997d service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940782 Feb 11 14:20:49.397073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6b9ff26-cac0-487b-ae60-ca12cf6e8658 req-9cc9b9bb-209e-4cb0-85ae-688565508629 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381849 Feb 11 14:20:49.473502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-840e5e5e-1ef1-4079-9ea9-358f02d41b43 service neutron] 10.222.0.31 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981069 Feb 11 14:20:49.555572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.569169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01e34c1d-b418-4b83-b0e9-7c98aa54d7f4 req-74e97d1d-bb98-4f7d-b270-9af747808284 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Feb 11 14:20:49.571014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.587336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=518c6618-b326-4cc1-abfc-dc45d01be4bb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:49.642332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Subnet': ['ID=f861538a-e040-4fec-99fa-d48cf4feda57,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:49.651559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Checking segment: {'id': '09c57e6e-101f-4855-b6eb-6ef22d8b479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0ed030fb-8e72-4352-855a-767765edca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:49.651928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network hostable DHCP agents. Network: 0ed030fb-8e72-4352-855a-767765edca4c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:49.735720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.740218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d46d3ab1-bc33-448e-b6a4-4cdfac4028e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/518c6618-b326-4cc1-abfc-dc45d01be4bb HTTP/1.1" status: 204 len: 168 time: 1.4600554 Feb 11 14:20:49.742986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:49.799175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network 0ed030fb-8e72-4352-855a-767765edca4c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:49.867411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8fcbf-cc3c-4236-a26b-8dd0d89f1a14 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.868943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8fcbf-cc3c-4236-a26b-8dd0d89f1a14 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.875995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56720) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:49.876198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8fcbf-cc3c-4236-a26b-8dd0d89f1a14 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.881164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-92b8fcbf-cc3c-4236-a26b-8dd0d89f1a14 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1370270 Feb 11 14:20:49.890958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:49.896107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a19991bf-9b4d-422e-b59c-b979686fa4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.949663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0ed030fb-8e72-4352-855a-767765edca4c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:49.957886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c292efd-808a-41ea-8a98-986115a2f542 None None] Network 0ed030fb-8e72-4352-855a-767765edca4c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:50.006349 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83dfc33c-8bdb-4fdd-ac0b-11c47962ab2a req-88162f3d-8bfb-460e-ad55-4da8f36bb2cd tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 210 time: 0.1663704 Feb 11 14:20:50.017119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.088583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a19991bf-9b4d-422e-b59c-b979686fa4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.096424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 9e4859c4-fb23-46b4-91f6-6c4d78e09ce8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:50.114934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.118565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event updated for resources: {'Subnet': ['ID=384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:50.165868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Checking segment: {'id': 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:50.166498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network hostable DHCP agents. Network: 57ce2246-23d6-40fd-8b62-15ccb018177b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:50.179286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a19991bf-9b4d-422e-b59c-b979686fa4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.192729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.268156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167f3ee-8379-424d-ba57-4b91a7a66e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-0ed030fb-8e72-4352-855a-767765edca4c', 'network_id': '0ed030fb-8e72-4352-855a-767765edca4c', 'tenant_id': 'df04b373be914276b12ad9bcb3827e72', 'fixed_ips': [{'subnet_id': 'f861538a-e040-4fec-99fa-d48cf4feda57'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:50.269201 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1167f3ee-8379-424d-ba57-4b91a7a66e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.280441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:50.323742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Network 57ce2246-23d6-40fd-8b62-15ccb018177b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:50.350249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.375074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a19991bf-9b4d-422e-b59c-b979686fa4d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0009fdd953f14c589755230074517094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947777 Feb 11 14:20:50.375074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19991bf-9b4d-422e-b59c-b979686fa4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6b108-d7d7-4406-9e9b-033b725343f7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:50.378044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56730) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:50.435534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 57ce2246-23d6-40fd-8b62-15ccb018177b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:50.451043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.451043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.451043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.503777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0c51-b86b-4671-a110-247e3e9bf178 req-c64b2587-fa4d-40a0-a203-83565931f0b3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.505466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-364f0c51-b86b-4671-a110-247e3e9bf178 req-c64b2587-fa4d-40a0-a203-83565931f0b3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.2586730 Feb 11 14:20:50.527738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.561361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2823a1-9865-4e3d-ac7b-ee57a530f3a1 None None] Network 57ce2246-23d6-40fd-8b62-15ccb018177b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:50.592021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-364f0c51-b86b-4671-a110-247e3e9bf178 req-3ecacb6d-ea64-4618-9e04-eb874b554acd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741701 Feb 11 14:20:50.602379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2763d82e-0822-4de4-bfe6-241776cb9776 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9014561 Feb 11 14:20:50.602884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:50.621564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.690809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71da1ab-adac-4f33-862e-4b37bcd108d4 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.692362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71da1ab-adac-4f33-862e-4b37bcd108d4 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.694429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71da1ab-adac-4f33-862e-4b37bcd108d4 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.699794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c71da1ab-adac-4f33-862e-4b37bcd108d4 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0930698 Feb 11 14:20:50.702205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.707420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:50.798972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Deleting subnet f861538a-e040-4fec-99fa-d48cf4feda57 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:50.807926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.840945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.844345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.846680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5aa6b108-d7d7-4406-9e9b-033b725343f7 HTTP/1.1" status: 204 len: 168 time: 0.4676926 Feb 11 14:20:50.851876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f28c925-dbd0-4acd-8e98-d59e7c2c5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.892312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3127b9-4cb8-4cda-aac3-d6379e60a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6b108-d7d7-4406-9e9b-033b725343f7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:50.920794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.924297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/9e4859c4-fb23-46b4-91f6-6c4d78e09ce8 HTTP/1.1" status: 204 len: 168 time: 1.0314426 Feb 11 14:20:50.927998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.936531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:50.936770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac60c67-35f3-433a-88fa-0c13cd65ffc0 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:50.940658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd05a0-de40-4f69-886b-f99ef138c1b2 req-68006f4f-0f48-4e74-a864-8438923ac08c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:50.944021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3dd05a0-de40-4f69-886b-f99ef138c1b2 req-68006f4f-0f48-4e74-a864-8438923ac08c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.1468251 Feb 11 14:20:51.037356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3dd05a0-de40-4f69-886b-f99ef138c1b2 req-edb57b84-5816-4517-ace4-8d53685dc4b3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883520 Feb 11 14:20:51.049411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:51.049585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991863cf-e27c-4273-ba81-a00b064bfd00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4859c4-fb23-46b4-91f6-6c4d78e09ce8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:51.083730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'mac_address': 'fa:16:3e:74:df:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:51.092274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c978ea-27e5-4e2b-a57d-1774e8b0dd66 req-829f42dd-d02c-45b5-948f-cc56da3bc067 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:51.102739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48c978ea-27e5-4e2b-a57d-1774e8b0dd66 req-829f42dd-d02c-45b5-948f-cc56da3bc067 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.5499139 Feb 11 14:20:51.174666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-57ce2246-23d6-40fd-8b62-15ccb018177b', 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b', 'tenant_id': 'df04b373be914276b12ad9bcb3827e72', 'fixed_ips': [{'subnet_id': '384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:51.176470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.203436 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.244679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd649c2d-cce8-4e71-9b91-8cda391ad1a8 req-f68fecaf-521d-4209-b702-f88567edc3a9 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0523539 Feb 11 14:20:51.304452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.309342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:51.313523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet e4123d71-14ac-4d10-800d-dfee972c9210 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:51.324041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.369290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-848b39c8-cd58-4bd3-8414-4c2fa2be593d req-2e741948-dc43-467e-b32e-fbff416aba2b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 210 time: 0.0407887 Feb 11 14:20:51.393643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-48c978ea-27e5-4e2b-a57d-1774e8b0dd66 req-69b7bfe9-5653-4bb0-92f7-a49a3f83310c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818120 Feb 11 14:20:51.464640 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.502980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:51.578301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.595056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.626518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.664264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Allocated IP 172.20.0.18 (57ce2246-23d6-40fd-8b62-15ccb018177b/384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9/c1e9e8b4-e624-4f21-8610-67f7321299fa) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:51.701963 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.711728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:51.712423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/subnets/f861538a-e040-4fec-99fa-d48cf4feda57 HTTP/1.1" status: 204 len: 168 time: 0.9966238 Feb 11 14:20:51.722319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344bcf2-21b6-4c50-97da-5eb890b01078 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Subnet': ['ID=f861538a-e040-4fec-99fa-d48cf4feda57,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-1167f3ee-8379-424d-ba57-4b91a7a66e89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f861538a-e040-4fec-99fa-d48cf4feda57: This subnet is being modified by another concurrent operation. Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:20:51.770367 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f861538a-e040-4fec-99fa-d48cf4feda57: This subnet is being modified by another concurrent operation. Feb 11 14:20:51.774124 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:20:51.851106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Deleting subnet 384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:51.875787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.897615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.904120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/e4123d71-14ac-4d10-800d-dfee972c9210 HTTP/1.1" status: 204 len: 168 time: 0.8871360 Feb 11 14:20:51.904512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56790) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:51.940704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37bb3-2f91-4e28-a7e6-46cf5b7efbfa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=e4123d71-14ac-4d10-800d-dfee972c9210,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:51.946674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ea53dc9-39cb-4366-b012-a8f884b57b11'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:51.957727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04042ded-0e90-493d-9609-15291573fb79 None None] Network 0ed030fb-8e72-4352-855a-767765edca4c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:51.959806 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:51.960452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:51.965778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2038f8c6-4bf5-4e08-b1e8-b92c6d86f545 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600367 Feb 11 14:20:51.968349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:52.085108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c46d8-76a5-4c06-a7ba-664246eccc44 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.086758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d6c46d8-76a5-4c06-a7ba-664246eccc44 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1173096 Feb 11 14:20:52.089407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56798) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:52.211544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878f8d4-5e27-4826-abf8-12c796fa5217 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.217724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5878f8d4-5e27-4826-abf8-12c796fa5217 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1272721 Feb 11 14:20:52.221352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:52.235535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba72bb6-946a-4ee6-b555-b674c294eb20 req-e89f23f6-05f6-42b4-9e9e-a5b5afcfcf31 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.246326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ba72bb6-946a-4ee6-b555-b674c294eb20 req-e89f23f6-05f6-42b4-9e9e-a5b5afcfcf31 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.1493318 Feb 11 14:20:52.314269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ba72bb6-946a-4ee6-b555-b674c294eb20 req-f528389b-2a22-45ee-b8a4-c61e60ac8cc8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668831 Feb 11 14:20:52.333977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-92ee8e84-7e57-4c79-8333-99fd7fca35ff tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113875 Feb 11 14:20:52.354547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:52.364719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:52.543718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-679c5592-0c33-4c6e-a988-4aa259d749a7 req-14d5e39b-26eb-4fe3-85eb-b54780b3baff tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0906997 Feb 11 14:20:52.608143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:52.659989 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:52.707210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7095993-cebd-4e3e-8f4a-c35c6598ed24 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:52.714622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d00ef509-09f4-42b8-ab25-f22d5a39b2b7 req-66742b23-adb1-46cd-a306-5b6ac5b24fa0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 210 time: 0.0982294 Feb 11 14:20:52.758242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:52.840864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:52.845660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:52.846895 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:52.847333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:52.864633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:52.879694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-22467784-da90-4914-a25f-cb37516fb2b9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.886065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-22467784-da90-4914-a25f-cb37516fb2b9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 812 time: 0.1606519 Feb 11 14:20:52.939399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-98356213-9e47-46b1-b6a5-e4beecdc5108 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5834694 Feb 11 14:20:52.944242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:52.944751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Request body: {'port': {'device_id': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'admin_state_up': True, 'tenant_id': '17aa006e552b40e4a01f10cf55cbe5d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:52.956257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:53.041375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.116481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195267-0376-4aed-b084-e54e7af86956 req-e6b45bdf-dda8-43a1-a88e-16d23fa6c830 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:53.116731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Network 57ce2246-23d6-40fd-8b62-15ccb018177b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:53.119834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea195267-0376-4aed-b084-e54e7af86956 req-e6b45bdf-dda8-43a1-a88e-16d23fa6c830 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.4465098 Feb 11 14:20:53.135714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d67238d8-21b9-4052-8b13-e608cee8e318 None None] Provisioning complete for port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:53.136089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d67238d8-21b9-4052-8b13-e608cee8e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.204524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:53.208333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.214586 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:53.215185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:53.224915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:53.244723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Pushing event updated for resources: {'Port': ['ID=c1e9e8b4-e624-4f21-8610-67f7321299fa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:53.256597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:53.351497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ea4a93b-1263-45b4-bd86-2a0d57a5cfe3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4053996 Feb 11 14:20:53.354643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:53.360252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:53.371100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.399303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Attempting to bind port c1e9e8b4-e624-4f21-8610-67f7321299fa on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:53.399665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Attempting to bind port c1e9e8b4-e624-4f21-8610-67f7321299fa by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:53.400127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Attempting to bind port c1e9e8b4-e624-4f21-8610-67f7321299fa on network 57ce2246-23d6-40fd-8b62-15ccb018177b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:53.409242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:53.409615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Checking segment: {'id': 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:53.410022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.410493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Bound using segment: {'id': 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:53.410972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Bound port: c1e9e8b4-e624-4f21-8610-67f7321299fa, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57ce2246-23d6-40fd-8b62-15ccb018177b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:53.411346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.414948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea195267-0376-4aed-b084-e54e7af86956 req-3e8ca036-7779-4160-8803-1c3377ab3a2f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834761 Feb 11 14:20:53.445936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.457535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.512688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:53.615186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-6fd23ddb-5610-4d7f-a1d0-bde57d9b5293 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:53.616917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-6fd23ddb-5610-4d7f-a1d0-bde57d9b5293 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.3329079 Feb 11 14:20:53.702230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Deleting port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:53.702757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.746356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e85780-74bd-4e04-b4c9-8e07a6175f4a req-ede8de9f-4277-49be-a494-4b9e3ea5e7c3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:53.751303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-20e85780-74bd-4e04-b4c9-8e07a6175f4a req-ede8de9f-4277-49be-a494-4b9e3ea5e7c3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f2d21db-02ca-401b-a0e4-43d74b16c9bf HTTP/1.1" status: 200 len: 945 time: 0.1371450 Feb 11 14:20:53.751303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Made reservation on behalf of 17aa006e552b40e4a01f10cf55cbe5d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:53.759605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.827795 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.834165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port e80f8a2c-1e26-47e2-8b5c-6757e8382858 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:53.835268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.891451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Subnet': ['ID=384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:53.893378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 40a9d21d-9311-43fe-a018-8ffcf88e12c2 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:53.975373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] For port c1e9e8b4-e624-4f21-8610-67f7321299fa, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:53.992165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port e80f8a2c-1e26-47e2-8b5c-6757e8382858, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e80f8a2c-1e26-47e2-8b5c-6757e8382858,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:53.992539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.010756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for e80f8a2c-1e26-47e2-8b5c-6757e8382858 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:54.041416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Allocated IP 172.20.0.8 (6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd/f58297e7-dc70-4c27-a1d9-68522e50690b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:54.080674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] For port c1e9e8b4-e624-4f21-8610-67f7321299fa, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c1e9e8b4-e624-4f21-8610-67f7321299fa,segment=NetworkSegment(dc30c40b-8e30-43bb-9917-fcea58a8ee0d),segment_id=dc30c40b-8e30-43bb-9917-fcea58a8ee0d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:54.103409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=40a9d21d-9311-43fe-a018-8ffcf88e12c2,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:54.103821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.152115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Calling delete_port for 40a9d21d-9311-43fe-a018-8ffcf88e12c2 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:54.205279 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.321392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:54.326361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.329105 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:54.329561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:54.418567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:54.454546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.585742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-977261c9-01b7-4b25-b64d-f8f6525ef88e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2295196 Feb 11 14:20:54.586760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:54.587720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=e80f8a2c-1e26-47e2-8b5c-6757e8382858,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:54.779182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:54.779182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port e80f8a2c-1e26-47e2-8b5c-6757e8382858 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:54.779182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.779182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-546ba3d5-7d70-4462-945e-7466174c4fd3 req-7026dda4-2258-49cf-8ed6-d259e144bc64 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "DELETE /v2.0/ports/e80f8a2c-1e26-47e2-8b5c-6757e8382858 HTTP/1.1" status: 204 len: 173 time: 1.1367581 Feb 11 14:20:54.806081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'name': 'network-vif-deleted', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:54.819812 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb0fd6-8a9b-41a4-bb6d-ffd1e50a11a4" -d '{"events": [{"server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "name": "network-vif-deleted", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:55.030115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.040165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-688d7202-ea0a-4a0d-9271-22df3179801a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/subnets/384d5ad2-7a70-4e7c-abd2-5ef6fe12d2d9 HTTP/1.1" status: 204 len: 168 time: 3.3253703 Feb 11 14:20:55.059173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:55.107362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-20e85780-74bd-4e04-b4c9-8e07a6175f4a req-e2633aca-bbb3-46e2-b887-1ad315b697a8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3164971 Feb 11 14:20:55.139766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:55.160271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.161665 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:55.162119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:55.178853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'e80f8a2c-1e26-47e2-8b5c-6757e8382858'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:55.267607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.384420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ff67b-5b6c-4134-9289-e2d4d5e3ae39 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:55.386512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-949ff67b-5b6c-4134-9289-e2d4d5e3ae39 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3251305 Feb 11 14:20:55.387125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.390920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:55.428371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ea40-f4f0-451b-b7d6-bff28faae17d None None] Pushing event updated for resources: {'Port': ['ID=c1e9e8b4-e624-4f21-8610-67f7321299fa,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:55.455791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05ed361f-5790-484c-b1fe-11702902f604 req-b437fbe9-7e1f-4ace-ba9f-f16d200d4d5b tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0818434 Feb 11 14:20:55.603144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 40a9d21d-9311-43fe-a018-8ffcf88e12c2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=40a9d21d-9311-43fe-a018-8ffcf88e12c2,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:55.658385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.677500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 8ea53dc9-39cb-4366-b012-a8f884b57b11 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:55.681596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.765034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.774391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-693718bf-5f55-415c-adbd-69123c53b2a1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0995939 Feb 11 14:20:55.784010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:55.795357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:55.797655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f993fb9e-eecd-4b61-8973-8fdfce2899af req-98c02978-121d-4c3d-858e-4259dc519bae tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 210 time: 0.0880480 Feb 11 14:20:55.799335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.949576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.969677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] No DVR routers for this DVR port 40a9d21d-9311-43fe-a018-8ffcf88e12c2 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:55.991642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c1e9e8b4-e624-4f21-8610-67f7321299fa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:56.049145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event updated for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:56.169194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.174767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Deleting port c1e9e8b4-e624-4f21-8610-67f7321299fa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:56.175967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.185874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:56.189128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:56.205387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:56.221188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:56.261521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592320ff-3ff2-4924-a0f6-bcc5c47a6e32 None None] Pushing event deleted for resources: {'Port': ['ID=40a9d21d-9311-43fe-a018-8ffcf88e12c2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:56.314129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:56.317049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:56.319566 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f0a903-dcc0-45bd-b32b-59030b61c76a" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:56.350065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c1e9e8b4-e624-4f21-8610-67f7321299fa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:56.351738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.358146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] For port c1e9e8b4-e624-4f21-8610-67f7321299fa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c1e9e8b4-e624-4f21-8610-67f7321299fa,segment=NetworkSegment(dc30c40b-8e30-43bb-9917-fcea58a8ee0d),segment_id=dc30c40b-8e30-43bb-9917-fcea58a8ee0d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:56.358532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.434767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.435057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:56.439698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.440428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.449721 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.451725 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:56.454592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:56.484878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Calling delete_port for c1e9e8b4-e624-4f21-8610-67f7321299fa owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:56.518164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:56.538944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe61b-94d0-46a4-903d-3417d1ae977e req-2c22c426-a91f-4c3f-b3c3-7e7f22601331 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.548344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe3fe61b-94d0-46a4-903d-3417d1ae977e req-2c22c426-a91f-4c3f-b3c3-7e7f22601331 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.4873445 Feb 11 14:20:56.633201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bee4bd-11f9-4552-b6c0-2bc3412a42ad None None] Network 57ce2246-23d6-40fd-8b62-15ccb018177b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:56.660912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe3fe61b-94d0-46a4-903d-3417d1ae977e req-8470077e-3bda-4c6b-8123-2f963e14e706 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875266 Feb 11 14:20:56.680821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6a329014-fa4c-452d-bdae-a84aa68271ca tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7463741 Feb 11 14:20:56.703494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Request body: {'port': {'device_id': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:56.761022 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47416363-6764-4e46-a869-3d3056209c6e x-openstack-request-id: req-47416363-6764-4e46-a869-3d3056209c6e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:56.761301 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d21db-02ca-401b-a0e4-43d74b16c9bf", "name": "network-vif-deleted", "tag": "e80f8a2c-1e26-47e2-8b5c-6757e8382858", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:56.761553 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47416363-6764-4e46-a869-3d3056209c6e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:56.762001 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d21db-02ca-401b-a0e4-43d74b16c9bf', 'name': 'network-vif-deleted', 'tag': 'e80f8a2c-1e26-47e2-8b5c-6757e8382858', 'status': 'completed', 'code': 200} Feb 11 14:20:56.789481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.799315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.820665 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98057cf7-a85c-47b3-90eb-c99ec5f5f24d x-openstack-request-id: req-98057cf7-a85c-47b3-90eb-c99ec5f5f24d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:56.820981 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:56.821238 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98057cf7-a85c-47b3-90eb-c99ec5f5f24d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:56.821635 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'code': 200} Feb 11 14:20:56.823919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb870389-3d95-40cd-994f-b1c939686676 None None] Provisioning complete for port c1e9e8b4-e624-4f21-8610-67f7321299fa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:56.824299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb870389-3d95-40cd-994f-b1c939686676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.955737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a74f5df-d094-48ea-8531-a139065096a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1687407 Feb 11 14:20:56.960427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:56.967773 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:57.017192 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb870389-3d95-40cd-994f-b1c939686676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.063924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] DHCP port deletion for 57ce2246-23d6-40fd-8b62-15ccb018177b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:57.105490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b74c2042-377c-4d75-ae5f-0b92bdb8f101 req-2136b849-63c0-48e4-afd8-190f0b802b05 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1969409 Feb 11 14:20:57.111170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.197157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Port': ['ID=c1e9e8b4-e624-4f21-8610-67f7321299fa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:57.238413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] No DVR routers for this DVR port c1e9e8b4-e624-4f21-8610-67f7321299fa on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:57.273165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Deleting port c1e9e8b4-e624-4f21-8610-67f7321299fa {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:57.273165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.326493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58297e7-dc70-4c27-a1d9-68522e50690b {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:57.374491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.434585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Transition to ACTIVE for port object f58297e7-dc70-4c27-a1d9-68522e50690b will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:57.455051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] For port c1e9e8b4-e624-4f21-8610-67f7321299fa, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:57.455381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.503982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Calling delete_port for c1e9e8b4-e624-4f21-8610-67f7321299fa owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:57.510168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Port c1e9e8b4-e624-4f21-8610-67f7321299fa was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:20:57.515812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.516719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.617680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] Pushing event deleted for resources: {'Port': ['ID=c1e9e8b4-e624-4f21-8610-67f7321299fa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:57.623732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ff645-5e39-4222-9358-0c878e0592f5 None None] No DVR routers for this DVR port c1e9e8b4-e624-4f21-8610-67f7321299fa on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:57.654902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539cf40-e0a2-4c7d-9ec4-04c9b214db0d None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:20:57.694435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.757036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ce2246-23d6-40fd-8b62-15ccb018177b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:57.767584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Pushing event updated for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:57.781348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:57.781922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc30c40b-8e30-43bb-9917-fcea58a8ee0d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:57.797142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2502b-55a8-441e-8d8f-35bb63b17c7c req-42e20257-08b1-40c7-8404-4b779d07711d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:57.804642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.806601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bee2502b-55a8-441e-8d8f-35bb63b17c7c req-42e20257-08b1-40c7-8404-4b779d07711d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 931 time: 0.3526299 Feb 11 14:20:57.828882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:57.836581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.843646 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:20:57.844085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:20:57.861556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.890120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:57.890575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:57.903635 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:57.923261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c1e9e8b4-e624-4f21-8610-67f7321299fa no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:57.999225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c1e9e8b4-e624-4f21-8610-67f7321299fa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:57.999522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c1e9e8b4-e624-4f21-8610-67f7321299fa not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:58.008692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4d5098cd-06ca-41c3-a04d-6820e77558be tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0449009 Feb 11 14:20:58.010199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539cf40-e0a2-4c7d-9ec4-04c9b214db0d None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:20:58.012336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56912) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:58.113260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.123746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.131340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/57ce2246-23d6-40fd-8b62-15ccb018177b HTTP/1.1" status: 204 len: 168 time: 2.7387815 Feb 11 14:20:58.137260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56916) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:58.165590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-24b70ade-2548-4b4e-9a61-c7743475ffa6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1277432 Feb 11 14:20:58.165747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651574-736b-4891-a133-55c91f479ef7 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=57ce2246-23d6-40fd-8b62-15ccb018177b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:58.169601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:58.190367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bee2502b-55a8-441e-8d8f-35bb63b17c7c req-5d952826-7ce4-40c1-ba5f-623828ba45a0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820386 Feb 11 14:20:58.253689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e664ac5-9db1-4f6b-b789-89fa4c0c2f73 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:58.255414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5e664ac5-9db1-4f6b-b789-89fa4c0c2f73 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845301 Feb 11 14:20:58.257758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56926) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:58.280528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Attempting to bind port f58297e7-dc70-4c27-a1d9-68522e50690b on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:58.282183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Attempting to bind port f58297e7-dc70-4c27-a1d9-68522e50690b by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:58.284446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Attempting to bind port f58297e7-dc70-4c27-a1d9-68522e50690b on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:58.303100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Port f58297e7-dc70-4c27-a1d9-68522e50690b on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:58.310285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Attempting to bind port f58297e7-dc70-4c27-a1d9-68522e50690b on network 6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:58.314746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e80f8a2c-1e26-47e2-8b5c-6757e8382858 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:58.383546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-13e4c1e5-762e-4c80-b3c4-f0541b0d60f3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246147 Feb 11 14:20:58.388414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:58.391118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:58.391460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Checking segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:58.394546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Bound using segment: {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:58.395028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Bound port: f58297e7-dc70-4c27-a1d9-68522e50690b, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01ff35-0816-4f6f-939a-dbea8a71c4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:58.395402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.399295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:58.411430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: e80f8a2c-1e26-47e2-8b5c-6757e8382858 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:58.418396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e80f8a2c-1e26-47e2-8b5c-6757e8382858 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:58.467451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.609781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:58.613591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f58297e7-dc70-4c27-a1d9-68522e50690b,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:58.758873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.784503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed030fb-8e72-4352-855a-767765edca4c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:58.799833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c57e6e-101f-4855-b6eb-6ef22d8b479d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:58.799833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c57e6e-101f-4855-b6eb-6ef22d8b479d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:58.810695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.829225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.839858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:58.840308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:58.843581 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:58.864754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:58.869772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.916563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.996240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:58.996240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.997590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] 10.222.0.60 "PUT /v2.0/ports/f58297e7-dc70-4c27-a1d9-68522e50690b HTTP/1.1" status: 200 len: 1091 time: 2.3076196 Feb 11 14:20:59.000680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:59.005052 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb09529-5a36-45c1-8943-ebf216c06417" -d '{"events": [{"name": "network-changed", "server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:59.033385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908fb4-83ad-4820-a3d1-2368c3f7cc93 service neutron] Pushing event updated for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:59.086362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.106120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.111633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/0ed030fb-8e72-4352-855a-767765edca4c HTTP/1.1" status: 204 len: 168 time: 0.9690058 Feb 11 14:20:59.135929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56940) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:59.198542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:59.212201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428f5ef-d16a-43a9-9884-3a90a656e1bc tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=0ed030fb-8e72-4352-855a-767765edca4c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:59.271983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.300315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-0cc7d442-e1c2-4eff-bd62-e37120fbcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.301953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-0cc7d442-e1c2-4eff-bd62-e37120fbcb1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 1094 time: 0.0819175 Feb 11 14:20:59.416304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-d6704b94-7d5d-41e1-ad9f-e7a4df666809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58297e7-dc70-4c27-a1d9-68522e50690b HTTP/1.1" status: 200 len: 217 time: 0.0926950 Feb 11 14:20:59.484209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.540384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:20:59.549032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b529972-5dd5-45b2-976f-9be48f429760']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:59.556258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e098b780-fe91-45ac-9e3f-2817b88cf8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.559957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.566116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24662673-0b8e-4174-958b-97f1a2290f94') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:59.566434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24662673-0b8e-4174-958b-97f1a2290f94') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:59.585595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6689ebba-0cda-4616-bdf8-ad1d4da6d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.587368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-6689ebba-0cda-4616-bdf8-ad1d4da6d90d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1573310 Feb 11 14:20:59.589355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.627674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:59.641017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.643771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dce9d-cb99-49b2-8cc4-59e8ad5753dc req-ea10fe4c-f653-41ab-8a52-112dd3e53764 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.645388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-531dce9d-cb99-49b2-8cc4-59e8ad5753dc req-ea10fe4c-f653-41ab-8a52-112dd3e53764 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1496439 Feb 11 14:20:59.646216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:59.647201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-ae4fa882-45ab-457c-afa9-5a1498f2b972 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453544 Feb 11 14:20:59.651943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.652542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.654691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:59.655071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:59.658716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db794e9-90aa-435f-b684-d8a5dedd4c93 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:59.659339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=ab62efbf-f8e6-48d5-a1de-31ef6adde58e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:59.663449 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:59.672062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-5dc47195-76d2-4596-bf7e-343d163ee91a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.674009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-5dc47195-76d2-4596-bf7e-343d163ee91a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2620339 Feb 11 14:20:59.698514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-531dce9d-cb99-49b2-8cc4-59e8ad5753dc req-eb246f1b-3f3d-4309-861a-28945b3a7e9c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Feb 11 14:20:59.774155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-429093f9-0bf1-4505-ac9f-b0181dee3fb5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0857217 Feb 11 14:20:59.827488 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca1ec1aa-7490-4002-843e-df6fdd889909 req-fb244d6c-7d0b-4b1f-8e93-93bf8880e63c tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0459290 Feb 11 14:20:59.880731 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c337d-0eb9-4175-9b47-2c6d6acb8f8f x-openstack-request-id: req-624c337d-0eb9-4175-9b47-2c6d6acb8f8f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:59.881882 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:59.881882 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-624c337d-0eb9-4175-9b47-2c6d6acb8f8f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:59.882199 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b', 'status': 'completed', 'code': 200} Feb 11 14:20:59.896793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-dd79fcf8-68d3-46d8-a116-c4635bc22513 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130650 Feb 11 14:20:59.973417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-cc7a4fd6-923e-47f8-960c-cb239d94e05f service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297831 Feb 11 14:20:59.991021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4121e337-59bd-4590-a7b0-5d1d76a89825 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5983543 Feb 11 14:20:59.996443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'ab62efbf-f8e6-48d5-a1de-31ef6adde58e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:59.999330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:59.999443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.009031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:6d:03:f0', 'name': 'tempest-NetworksTestDHCPv6-1514282515'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:00.062613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.071346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842600f-b3eb-4dc7-9593-329e06a21bb6 req-8c0a787c-9f44-4960-be1f-b553f638cea2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:00.071567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-8e86604e-4dd1-450a-acb2-33fc71cffb70 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739137 Feb 11 14:21:00.072854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6842600f-b3eb-4dc7-9593-329e06a21bb6 req-8c0a787c-9f44-4960-be1f-b553f638cea2 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 943 time: 0.1488183 Feb 11 14:21:00.118866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.125932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/6b529972-5dd5-45b2-976f-9be48f429760 HTTP/1.1" status: 204 len: 168 time: 0.9897609 Feb 11 14:21:00.192644 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Allocated IP 2001:db8::f816:3eff:fe80:43e9 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ab62efbf-f8e6-48d5-a1de-31ef6adde58e/b5cc3be9-c81c-4718-953e-a1e5e00aea1a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:00.201110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56972) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:00.209885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e098b780-fe91-45ac-9e3f-2817b88cf8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.238864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6842600f-b3eb-4dc7-9593-329e06a21bb6 req-b9609128-6f46-4ce4-93de-e91823bcba98 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554577 Feb 11 14:21:00.262767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e2c21cc-a72c-4ce7-b349-4b49e531d256 req-1daef2e4-cb17-4aa3-9a1a-3b64c885b4dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1426988 Feb 11 14:21:00.283124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.310046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e098b780-fe91-45ac-9e3f-2817b88cf8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.365230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b780-fe91-45ac-9e3f-2817b88cf8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad8bf0-5ad3-40ea-9a1c-7fd1ac00e9db,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:00.367334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.377870 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.392265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aa3f6-a1cd-415b-af84-1f0bfcfb498a tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=6b529972-5dd5-45b2-976f-9be48f429760,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:00.394230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e098b780-fe91-45ac-9e3f-2817b88cf8ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=887b937112b6468aad521b84c4baa305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1943657 Feb 11 14:21:00.398520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:00.475389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.493615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.524497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.592828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:00.610895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:00.616067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:00.624776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7a6233a-1375-45d7-bbe7-13e3639d5926 req-e15176ba-954d-473f-95af-50881cf129d1 service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408031 Feb 11 14:21:00.633704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Pushing event updated for resources: {'Port': ['ID=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:00.731597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Attempting to bind port b5cc3be9-c81c-4718-953e-a1e5e00aea1a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:00.732293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Attempting to bind port b5cc3be9-c81c-4718-953e-a1e5e00aea1a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:00.732293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Attempting to bind port b5cc3be9-c81c-4718-953e-a1e5e00aea1a on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:00.738235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:00.738708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:00.739395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.739527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:00.740012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Bound port: b5cc3be9-c81c-4718-953e-a1e5e00aea1a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:00.740516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.743110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.747487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.752330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9ad8bf0-5ad3-40ea-9a1c-7fd1ac00e9db HTTP/1.1" status: 204 len: 168 time: 0.3527424 Feb 11 14:21:00.767644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.774665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3245940-36ee-4c7b-a89f-caa30c8894ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad8bf0-5ad3-40ea-9a1c-7fd1ac00e9db,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:00.826617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-75be38a7-f5b2-409a-903e-839cd092ac52 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542040 Feb 11 14:21:00.838981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:00.852062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5229eede-feb6-4747-8793-3ecfb2ef24b0') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:00.852354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5229eede-feb6-4747-8793-3ecfb2ef24b0') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:00.870966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-6464fba3-58ce-4676-9ab4-a01533141969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:00.872643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-6464fba3-58ce-4676-9ab4-a01533141969 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 1094 time: 0.0841894 Feb 11 14:21:00.888751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.898004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] For port b5cc3be9-c81c-4718-953e-a1e5e00aea1a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:00.903650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:00.905788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] For port b5cc3be9-c81c-4718-953e-a1e5e00aea1a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:00.997864 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.015666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.045034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:21:01.045460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:01.048603 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:01.112671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5725-715d-418e-b324-e5beecaeca8b None None] Pushing event updated for resources: {'Port': ['ID=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:01.151621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-f46a99c7-0841-4e36-b06e-8c98f4945d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:01.154966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-f46a99c7-0841-4e36-b06e-8c98f4945d3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 200 len: 913 time: 0.2619452 Feb 11 14:21:01.181951 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.348925 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.401199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.403846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-63ba2f3d-9fdd-45a9-8baf-8def66e39c20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58297e7-dc70-4c27-a1d9-68522e50690b HTTP/1.1" status: 200 len: 217 time: 0.2166352 Feb 11 14:21:01.430431 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.437438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] 10.222.0.31 "DELETE /v2.0/networks/6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6 HTTP/1.1" status: 204 len: 168 time: 1.2256205 Feb 11 14:21:01.488610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231507b8-61fc-42d4-bc27-44004fea1f14 tempest-BulkNetworkOpsTest-519337138 tempest-BulkNetworkOpsTest-519337138-project] Pushing event deleted for resources: {'Network': ['ID=6eb7bd57-d3e8-4f51-8fcb-536e131dd6c6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:01.507988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port b82b01b9-567d-4744-96b9-51c0b04645b1 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:01.626446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227f459-7051-4807-9367-4abb98ecee36 req-8ad98566-db1d-4fb7-8056-8f2ce4f2b2a3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:01.628106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2227f459-7051-4807-9367-4abb98ecee36 req-8ad98566-db1d-4fb7-8056-8f2ce4f2b2a3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.4081020 Feb 11 14:21:01.632452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-d3641b89-6004-40db-9eee-991e21be33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:01.633974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-d3641b89-6004-40db-9eee-991e21be33af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 200 len: 852 time: 0.1955843 Feb 11 14:21:01.702675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-3923e9b2-49c7-4945-a284-20d52374f973 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518820 Feb 11 14:21:01.953813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:01.977514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04586940-657b-4dee-8ad6-f34badcaf3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:01.991866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5cc3be9-c81c-4718-953e-a1e5e00aea1a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:02.100586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5cc3be9-c81c-4718-953e-a1e5e00aea1a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:02.101401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.158878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04586940-657b-4dee-8ad6-f34badcaf3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.241337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2227f459-7051-4807-9367-4abb98ecee36 req-88fae017-bc44-4d10-9a39-4e648e7f4328 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039116 Feb 11 14:21:02.244655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fe6d:3f0 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ab62efbf-f8e6-48d5-a1de-31ef6adde58e/b82b01b9-567d-4744-96b9-51c0b04645b1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:02.256329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04586940-657b-4dee-8ad6-f34badcaf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.260634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:02.301160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.367880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04586940-657b-4dee-8ad6-f34badcaf3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9503065a-64fc-4eb2-94a7-d067de9aeef3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:02.373989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b5cc3be9-c81c-4718-953e-a1e5e00aea1a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:02.377894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-04586940-657b-4dee-8ad6-f34badcaf3eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ed756c4f3b94cd7b5522e879295da0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230497 Feb 11 14:21:02.380490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57048) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:02.432769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-c60e4c6c-5202-4b97-91f4-3097c4ef5fdb service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010012 Feb 11 14:21:02.459467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.507081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.533575 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.590611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-927f16d4-d83a-4ebe-9b06-7a8fd26e57b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df04b373be914276b12ad9bcb3827e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880473 Feb 11 14:21:02.594107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:02.619566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:02.632764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7564c3de-cb5d-4134-89a6-ac205205002b req-d2211ac7-5ab5-4506-a6be-80bf4e83c9f2 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1882160 Feb 11 14:21:02.688873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.716922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.814690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb09529-5a36-45c1-8943-ebf216c06417 req-19468c77-d61d-489a-9fde-2468d452d219 service neutron] 10.222.0.60 "GET /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690546 Feb 11 14:21:02.852512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.855966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.864648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9503065a-64fc-4eb2-94a7-d067de9aeef3 HTTP/1.1" status: 204 len: 168 time: 0.4822369 Feb 11 14:21:02.865723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.875019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.877254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bb040c8-e611-40b9-b320-e3ff2cd69de9 HTTP/1.1" status: 204 len: 168 time: 0.2820270 Feb 11 14:21:02.888110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891bd0-cbfb-4697-b4a8-a14152878654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9503065a-64fc-4eb2-94a7-d067de9aeef3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:02.905467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a0742-ab79-4c95-a4d9-03af7bc29f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb040c8-e611-40b9-b320-e3ff2cd69de9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:02.917695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.972548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0c9cff90-5768-4b7d-830b-0ef916934404 None None] Provisioning complete for port b5cc3be9-c81c-4718-953e-a1e5e00aea1a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:02.975767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c9cff90-5768-4b7d-830b-0ef916934404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:02.975913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e5a814-61d1-4177-a0cd-8d78a6ac3a5f req-fa88fb5b-06e0-4a1c-9cad-5721fbfd4a0c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 210 time: 0.1311269 Feb 11 14:21:03.061727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cefbb-72cd-4163-8de1-18049fa0fe58 req-d0b4fd30-6996-4470-9e20-82523a9067f9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.068079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d7cefbb-72cd-4163-8de1-18049fa0fe58 req-d0b4fd30-6996-4470-9e20-82523a9067f9 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 943 time: 0.1643977 Feb 11 14:21:03.139023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:03.148644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d7cefbb-72cd-4163-8de1-18049fa0fe58 req-ed62f015-76ec-44ab-9bd4-570ccd4f83ce tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669053 Feb 11 14:21:03.263910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=b82b01b9-567d-4744-96b9-51c0b04645b1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:03.274216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:03.291969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:03.318726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:03.335030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.335706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:03.427369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f91c8-2a7a-43eb-92d5-a43057e91277 req-c8f83e5b-a7b1-42f5-aa50-7ff18e9b516a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.439771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f21f91c8-2a7a-43eb-92d5-a43057e91277 req-c8f83e5b-a7b1-42f5-aa50-7ff18e9b516a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 947 time: 0.1636510 Feb 11 14:21:03.471853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-12210573-5a31-4fa7-92c5-0ca83d9ce0b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4706461 Feb 11 14:21:03.478906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:03.507691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9269d689-5bc6-459f-a886-b24f30c3b671 req-12f4d092-2f40-4bb4-b84d-14605d908b18 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787&device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.0611188 Feb 11 14:21:03.587086 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f21f91c8-2a7a-43eb-92d5-a43057e91277 req-7f5df9e3-6b6e-42c7-8602-276693753153 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452746 Feb 11 14:21:03.621704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63e138-3e35-4258-8a51-430a4efa6e7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.646621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63e138-3e35-4258-8a51-430a4efa6e7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.654002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7c63e138-3e35-4258-8a51-430a4efa6e7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1732247 Feb 11 14:21:03.657132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57086) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:03.818183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fb37a216-e435-4567-af59-39a66781f68b None None] Provisioning complete for port b82b01b9-567d-4744-96b9-51c0b04645b1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:03.818721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb37a216-e435-4567-af59-39a66781f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:03.855393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port b82b01b9-567d-4744-96b9-51c0b04645b1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:03.855867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:03.898256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5cc3be9-c81c-4718-953e-a1e5e00aea1a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:04.001821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fb37a216-e435-4567-af59-39a66781f68b None None] Port b82b01b9-567d-4744-96b9-51c0b04645b1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:04.023632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5cc3be9-c81c-4718-953e-a1e5e00aea1a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:04.024320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.093602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.106599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-bc38318f-3374-4f0b-bb30-1b5436c0b536 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:04.114749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-bc38318f-3374-4f0b-bb30-1b5436c0b536 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2362459 Feb 11 14:21:04.134877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for b82b01b9-567d-4744-96b9-51c0b04645b1 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:04.200868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': '3c400152-af49-44d8-948f-bcfec97bca0f', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:04.217301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6c81cc-b244-4649-84f5-6b185159ac3a req-ed6a27bd-55bc-4ff1-893a-2c40521ad6ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=61d48148f6b340c4976166286a3f9f92&device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.1005332 Feb 11 14:21:04.337602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6c81cc-b244-4649-84f5-6b185159ac3a req-8800067a-e5fb-443a-9379-746ecf1ed014 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=61d48148f6b340c4976166286a3f9f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043961 Feb 11 14:21:04.351083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f979674-e8c2-4cd5-a994-40300aaa277a req-178e7f4f-2080-4b11-9509-054306cfee3e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 210 time: 0.1032567 Feb 11 14:21:04.370681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f58297e7-dc70-4c27-a1d9-68522e50690b details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:04.528789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f58297e7-dc70-4c27-a1d9-68522e50690b,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:04.547931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:04.551900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f58297e7-dc70-4c27-a1d9-68522e50690b', 'network_id': '6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2', 'port_id': 'f58297e7-dc70-4c27-a1d9-68522e50690b', 'mac_address': 'fa:16:3e:f9:ba:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4231a7-25e5-4b51-8ed9-875bf7ff28dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:04.640407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97d41faa-fa75-4a07-8ef2-3ef6a991c2b6 req-00fc55d7-535e-4ff1-8c4f-0ceeef6a72f2 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0720658 Feb 11 14:21:04.657323 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.661665 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.698439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58297e7-dc70-4c27-a1d9-68522e50690b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:04.768885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f58297e7-dc70-4c27-a1d9-68522e50690b,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:04.774792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=b82b01b9-567d-4744-96b9-51c0b04645b1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:04.788379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.792559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de4cf265-8b3b-4179-b9b4-7c457cd07dc0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/b82b01b9-567d-4744-96b9-51c0b04645b1 HTTP/1.1" status: 204 len: 168 time: 1.1343002 Feb 11 14:21:04.798207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57136) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:04.836795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.852089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:04.987574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:05.002885 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a59ee-91cb-483d-9aac-7fe167b4625d" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:05.017979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44296b-5045-49f1-a69f-4c6d53681071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.019701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44296b-5045-49f1-a69f-4c6d53681071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.026355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bf44296b-5045-49f1-a69f-4c6d53681071 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2268257 Feb 11 14:21:05.028560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57148) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:05.081214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039ff2c-957d-49e3-ac9c-7e22d4c8b64c req-05ccd951-15b7-4a90-9190-6ca719771803 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.082745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:05.084652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3039ff2c-957d-49e3-ac9c-7e22d4c8b64c req-05ccd951-15b7-4a90-9190-6ca719771803 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 944 time: 0.2176278 Feb 11 14:21:05.116499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:05.149212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.228131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57160) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:05.242321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f58297e7-dc70-4c27-a1d9-68522e50690b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:05.288457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet ab62efbf-f8e6-48d5-a1de-31ef6adde58e {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:05.288844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c81cc-b244-4649-84f5-6b185159ac3a req-6fcff87f-9201-49ae-99f9-2dc5a355ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.292749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6c81cc-b244-4649-84f5-6b185159ac3a req-6fcff87f-9201-49ae-99f9-2dc5a355ba60 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9324274 Feb 11 14:21:05.295497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=14']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:05.321474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3039ff2c-957d-49e3-ac9c-7e22d4c8b64c req-25057850-d187-4be8-be94-dbf5f7bfebe8 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801023 Feb 11 14:21:05.339623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.434567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:05.438023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.461067 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b190ef-2f4a-495e-915a-8ee166c3b208 x-openstack-request-id: req-35b190ef-2f4a-495e-915a-8ee166c3b208 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:05.462106 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-unplugged", "status": "completed", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:05.462648 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b190ef-2f4a-495e-915a-8ee166c3b208 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:05.463224 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'code': 200} Feb 11 14:21:05.479531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.484305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-02366589-ad1c-4e4e-a6dc-9e4ca5686821 tempest-DvrRoutersNegativeTest-580520517 tempest-DvrRoutersNegativeTest-580520517-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1808433976', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:05.487203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.policy [None req-02366589-ad1c-4e4e-a6dc-9e4ca5686821 tempest-DvrRoutersNegativeTest-580520517 tempest-DvrRoutersNegativeTest-580520517-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109376) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 11 14:21:05.502487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.policy [None req-02366589-ad1c-4e4e-a6dc-9e4ca5686821 tempest-DvrRoutersNegativeTest-580520517 tempest-DvrRoutersNegativeTest-580520517-project] Failed policy check for 'create_router' {{(pid=109376) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 11 14:21:05.502487 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-02366589-ad1c-4e4e-a6dc-9e4ca5686821 tempest-DvrRoutersNegativeTest-580520517 tempest-DvrRoutersNegativeTest-580520517-project] create failed (client error): Access was denied to this resource. Feb 11 14:21:05.502487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-02366589-ad1c-4e4e-a6dc-9e4ca5686821 tempest-DvrRoutersNegativeTest-580520517 tempest-DvrRoutersNegativeTest-580520517-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2676363 Feb 11 14:21:05.588256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5494db1d-748a-49a7-a374-3e2a6a4a09f8 req-95783900-d252-4ff0-8ec5-c11934606550 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 210 time: 0.0448883 Feb 11 14:21:05.686328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.728131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.13 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/6acb2be6-3aa8-4ee2-aae5-867486dd8194) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:05.864071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c219ffb-75eb-4e82-9f85-dba8285d77b1 req-a7ebb7e4-3da2-4d5e-93cf-0106709ae36c tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0520213 Feb 11 14:21:05.883172 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.945044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f2f9a-1287-4211-91d9-4be372a5792c None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:05.949217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.953008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ab62efbf-f8e6-48d5-a1de-31ef6adde58e HTTP/1.1" status: 204 len: 168 time: 0.9105337 Feb 11 14:21:05.953840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f12f5-d30b-4c09-80bc-54263ed685d4 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=ab62efbf-f8e6-48d5-a1de-31ef6adde58e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:05.955491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:06.022732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c242c59c-b0da-41b3-89fc-4f633fc57710 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614090 Feb 11 14:21:06.023220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57202) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:06.029856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:06.030948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.162041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:06.163563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:06.222236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.239222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:06.297964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:06.301808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:06.305827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:06.331418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:06.335870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:06.338418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:06.343492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.388039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:06.389046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.453236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09b79238-810c-4535-9b79-cdaf11b2dd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.476159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f58297e7-dc70-4c27-a1d9-68522e50690b up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:06.620732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea324-cc18-4713-a9dd-e0cebcd8d6d9 req-e4fe269b-e3d3-4fd7-8b1a-6e20e29cc56a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:06.629631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c54ea324-cc18-4713-a9dd-e0cebcd8d6d9 req-e4fe269b-e3d3-4fd7-8b1a-6e20e29cc56a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 944 time: 0.1569166 Feb 11 14:21:06.701955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09b79238-810c-4535-9b79-cdaf11b2dd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.710253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c54ea324-cc18-4713-a9dd-e0cebcd8d6d9 req-3f7dfb92-2022-45ce-b724-2e9a86181645 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 Feb 11 14:21:06.798068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6c81cc-b244-4649-84f5-6b185159ac3a req-69b2d06f-19dc-4a34-a1fb-78c6cfdec1a3 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0909588 Feb 11 14:21:06.817873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-ec0fdfa8-d23e-4d03-9282-37825350c241 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6713622 Feb 11 14:21:06.819605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Deleting port b5cc3be9-c81c-4718-953e-a1e5e00aea1a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:06.819994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.825010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e46c25b-fac3-4ae7-9350-b02807d29d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.840826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Request body: {'port': {'device_id': '3c400152-af49-44d8-948f-bcfec97bca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:06.926740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:06.971089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb1dc-96ed-4a66-8844-f105ae366e52 req-1393aa72-2522-41c2-b849-c50ca2e596e2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:06.975960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10cfb1dc-96ed-4a66-8844-f105ae366e52 req-1393aa72-2522-41c2-b849-c50ca2e596e2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 932 time: 0.1253526 Feb 11 14:21:07.001928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] For port b5cc3be9-c81c-4718-953e-a1e5e00aea1a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:07.003024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.031187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09b79238-810c-4535-9b79-cdaf11b2dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.063430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Calling delete_port for b5cc3be9-c81c-4718-953e-a1e5e00aea1a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:07.091534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10cfb1dc-96ed-4a66-8844-f105ae366e52 req-41e9616e-03eb-4528-b6bb-0517aace0b88 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983963 Feb 11 14:21:07.099241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f58297e7-dc70-4c27-a1d9-68522e50690b completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:07.122012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f58297e7-dc70-4c27-a1d9-68522e50690b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:07.122662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.129148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:07.137885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-09b79238-810c-4535-9b79-cdaf11b2dd2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d87a9e36d7a342dba510046f2c45879d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9721425 Feb 11 14:21:07.162547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e46c25b-fac3-4ae7-9350-b02807d29d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.266366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79238-810c-4535-9b79-cdaf11b2dd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9591d52-7fb2-4ca7-92f9-b658eb999b22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.267827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77e98f1c-16bf-4797-a9a1-1beab4a0d720 req-1926c053-5219-4a8e-9df7-3f574c77c70a tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc75575d-2e1d-4476-84a4-0092ce87d787 HTTP/1.1" status: 200 len: 210 time: 0.0392425 Feb 11 14:21:07.267827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.274581 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.277251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.311010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f58297e7-dc70-4c27-a1d9-68522e50690b,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:07.402116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e46c25b-fac3-4ae7-9350-b02807d29d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.402773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.407674 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.442374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] Pushing event deleted for resources: {'Port': ['ID=b5cc3be9-c81c-4718-953e-a1e5e00aea1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.450102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:21:07.452666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffa88e-d599-4551-aae5-7015d209d0e5 None None] No DVR routers for this DVR port b5cc3be9-c81c-4718-953e-a1e5e00aea1a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:07.478608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:07.481870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acb2be6-3aa8-4ee2-aae5-867486dd8194 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:07.482108 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a596a9b-428a-4137-aaa5-c039f0f959da" -d '{"events": [{"server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "name": "network-vif-plugged", "status": "completed", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:07.501899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0e46c25b-fac3-4ae7-9350-b02807d29d39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=862462551a964fe398aa1bcbd75bdbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3203974 Feb 11 14:21:07.504866 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.515803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:07.554118 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa3c54f-e260-46e5-b785-20b3749942ec x-openstack-request-id: req-6fa3c54f-e260-46e5-b785-20b3749942ec {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:07.554410 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "name": "network-vif-plugged", "status": "completed", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:07.554666 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fa3c54f-e260-46e5-b785-20b3749942ec {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:07.555069 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b', 'code': 200} Feb 11 14:21:07.565783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46c25b-fac3-4ae7-9350-b02807d29d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8ec17-cfec-4a0b-997a-b0a0c02efa85,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.566810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.602666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Transition to ACTIVE for port object 6acb2be6-3aa8-4ee2-aae5-867486dd8194 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:07.605290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.640575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.643936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.644091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.647537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9591d52-7fb2-4ca7-92f9-b658eb999b22 HTTP/1.1" status: 204 len: 168 time: 0.5133963 Feb 11 14:21:07.724536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1630-be65-4de9-9ce1-8d9154064a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9591d52-7fb2-4ca7-92f9-b658eb999b22,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.725430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.763004 n-d-828407-1 neutron-server[109375]: WARNING neutron.services.revisions.revision_plugin [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Could not find related port for resource to bump revision. Feb 11 14:21:07.802923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357562c-7e96-430e-b298-fba8b460b6fa req-b8c4f5b0-9f6c-4283-bef1-92824fc4aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:07.802923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0357562c-7e96-430e-b298-fba8b460b6fa req-b8c4f5b0-9f6c-4283-bef1-92824fc4aa42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 1096 time: 0.1641471 Feb 11 14:21:07.825906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Port b5cc3be9-c81c-4718-953e-a1e5e00aea1a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 14:21:07.837025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Pushing event updated for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.837695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:43e9 {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 14:21:07.837812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.837812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.837812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ed8ec17-cfec-4a0b-997a-b0a0c02efa85 HTTP/1.1" status: 204 len: 168 time: 0.3153796 Feb 11 14:21:07.854861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:43e9 {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 14:21:07.859643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:07.898975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5cc3be9-c81c-4718-953e-a1e5e00aea1a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:07.963024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b5cc3be9-c81c-4718-953e-a1e5e00aea1a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:07.964667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5cc3be9-c81c-4718-953e-a1e5e00aea1a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:07.966381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f840c6f-1b2a-457a-b711-61e377fc50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8ec17-cfec-4a0b-997a-b0a0c02efa85,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:07.967873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0357562c-7e96-430e-b298-fba8b460b6fa req-ac61225b-8f78-48a8-8830-af9f85d42090 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503565 Feb 11 14:21:07.976199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:07.985793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:08.004468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d5c83-28d5-4428-9d06-fcebd365f9c1 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:08.012551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.014292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.053509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d060b-e476-42aa-a69b-91ac513ba0a3 req-815fd608-5aa1-42ff-ae39-58575dca2926 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.055106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a7d060b-e476-42aa-a69b-91ac513ba0a3 req-815fd608-5aa1-42ff-ae39-58575dca2926 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.2262375 Feb 11 14:21:08.078796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=c864f8fc-eaa0-43b2-ae20-fd5f0de186a0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:08.139957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Attempting to bind port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:08.141450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Attempting to bind port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:08.141450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Attempting to bind port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:08.154162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:08.154494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Attempting to bind port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:08.166174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:08.179793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:08.179793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:08.179793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Bound port: 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:08.179793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.202875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d54e6e5f-6589-4622-90b7-b22eb36e9868 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1783006 Feb 11 14:21:08.213475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57268) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:08.220322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:ec:d4:0e', 'name': 'tempest-NetworksTestDHCPv6-489256104'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:08.248383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3a7d060b-e476-42aa-a69b-91ac513ba0a3 req-136aea65-0287-4392-9777-42d67a2890c6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512725 Feb 11 14:21:08.315647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:08.319413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:08.412633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'c864f8fc-eaa0-43b2-ae20-fd5f0de186a0'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:08.415838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.426657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.495358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.497334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8882da-680f-46b4-a6e0-c12927bd9a2f req-84d347e1-479a-42df-ba77-5f1aae046c62 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.498891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc8882da-680f-46b4-a6e0-c12927bd9a2f req-84d347e1-479a-42df-ba77-5f1aae046c62 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 944 time: 0.1206443 Feb 11 14:21:08.505113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.510388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] 10.222.0.62 "PUT /v2.0/ports/6acb2be6-3aa8-4ee2-aae5-867486dd8194 HTTP/1.1" status: 200 len: 1092 time: 1.6750865 Feb 11 14:21:08.525254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:08.531007 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfae7e6-a2a3-4184-8172-0a8027012c19" -d '{"events": [{"name": "network-changed", "server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:08.616784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc8882da-680f-46b4-a6e0-c12927bd9a2f req-9d54bf64-0ec9-456e-acac-f7c06a54ba9d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Feb 11 14:21:08.640960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6bea-93e2-471b-ab9e-9529ea5daf4b service neutron] Pushing event updated for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:08.671865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Allocated IP 2001:db8::f816:3eff:fe81:ecc4 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/c864f8fc-eaa0-43b2-ae20-fd5f0de186a0/9746f466-aa43-480e-9aa8-85b390b63a13) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:08.767734 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf66c3f-19b0-4250-b791-c54987d7163d x-openstack-request-id: req-acf66c3f-19b0-4250-b791-c54987d7163d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:08.768101 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:08.768309 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acf66c3f-19b0-4250-b791-c54987d7163d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:08.768704 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194', 'status': 'completed', 'code': 200} Feb 11 14:21:08.822104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-03dca5a0-ca2d-48c3-8fe3-13e4410a7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:08.827612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-03dca5a0-ca2d-48c3-8fe3-13e4410a7ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 1095 time: 0.1764169 Feb 11 14:21:08.931467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:08.969368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-0a63f8ad-6f1c-4e51-9302-bdec1128e541 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194 HTTP/1.1" status: 200 len: 217 time: 0.1334701 Feb 11 14:21:09.018728 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:09.077574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:09.124579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Pushing event updated for resources: {'Port': ['ID=9746f466-aa43-480e-9aa8-85b390b63a13,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:09.146449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:09.148713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:09.151365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:09.199943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-13cf72f6-8d96-4077-bce1-5dbc9dc44e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.206893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-13cf72f6-8d96-4077-bce1-5dbc9dc44e20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.2259190 Feb 11 14:21:09.236724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d71f26-7330-413e-94e1-47a85a616d41 req-29f89685-6175-458a-9092-5616e388b54b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.238643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5d71f26-7330-413e-94e1-47a85a616d41 req-29f89685-6175-458a-9092-5616e388b54b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2104132 Feb 11 14:21:09.291175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-c7c5a500-16e0-4ddb-a5a7-5d66eb2c0f6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794432 Feb 11 14:21:09.301032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Attempting to bind port 9746f466-aa43-480e-9aa8-85b390b63a13 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:09.301731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Attempting to bind port 9746f466-aa43-480e-9aa8-85b390b63a13 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:09.302564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Attempting to bind port 9746f466-aa43-480e-9aa8-85b390b63a13 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:09.308635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:09.309335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:09.310008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:09.310646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:09.311403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Bound port: 9746f466-aa43-480e-9aa8-85b390b63a13, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:09.312019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:09.416773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24d9934e-1d77-4985-a7d0-d02814cd1ad5 req-31dbc9af-8647-4c5e-9279-327e980fbdac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=61d48148f6b340c4976166286a3f9f92&device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.0983958 Feb 11 14:21:09.427015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a5d71f26-7330-413e-94e1-47a85a616d41 req-f947e9fd-5764-4ea5-afdf-80f992feaa5b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648583 Feb 11 14:21:09.472269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] For port 9746f466-aa43-480e-9aa8-85b390b63a13, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:09.483511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] For port 9746f466-aa43-480e-9aa8-85b390b63a13, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9746f466-aa43-480e-9aa8-85b390b63a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:09.507833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24d9934e-1d77-4985-a7d0-d02814cd1ad5 req-fad876ef-e772-495b-8bc1-fb5c666eabc4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=61d48148f6b340c4976166286a3f9f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464642 Feb 11 14:21:09.528706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:09.557652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:09.646338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 609f07f6-9a90-42f2-8621-b9eb7bb5c033 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:09.700545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5f2ea-3f3f-47be-a40f-20f5302e6353 None None] Pushing event updated for resources: {'Port': ['ID=9746f466-aa43-480e-9aa8-85b390b63a13,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:09.834703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:feec:d40e (ce551e93-d1c6-4087-88e3-a2ec4220e12b/c864f8fc-eaa0-43b2-ae20-fd5f0de186a0/609f07f6-9a90-42f2-8621-b9eb7bb5c033) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:09.853412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ece02-ec15-41e9-a747-f0636dd6dc63 req-c4103b21-2c0b-4e07-9d83-7de94f1b264b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.865050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-095ece02-ec15-41e9-a747-f0636dd6dc63 req-c4103b21-2c0b-4e07-9d83-7de94f1b264b tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.1346717 Feb 11 14:21:09.963633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-095ece02-ec15-41e9-a747-f0636dd6dc63 req-6f57d0b3-3911-464e-8e51-4246a8d1e133 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972981 Feb 11 14:21:10.007773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57324) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:10.259132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c83017cb-7113-4eea-90b7-934a1f32e612 req-280149ab-76ba-4cdf-836d-cd1c5791559f tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.6639121 Feb 11 14:21:10.260457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c7459-5354-4609-886a-58f6699a900a req-0296a379-b684-406a-8162-70b109085f46 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.266230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c6c7459-5354-4609-886a-58f6699a900a req-0296a379-b684-406a-8162-70b109085f46 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1283946 Feb 11 14:21:10.284160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-df77c0d5-64ec-4b3b-95be-4cd268b1046c tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1647543790', 'prefixes': ['172.20.0.0/16']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:10.304259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-c8d8b281-2219-4420-a8ca-2ceec99d8e50 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013919 Feb 11 14:21:10.372914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:10.434418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c6c7459-5354-4609-886a-58f6699a900a req-f7b60b37-d1b2-411e-9785-eb3116391c51 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609058 Feb 11 14:21:10.515621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9934e-1d77-4985-a7d0-d02814cd1ad5 req-16ea340c-881a-4882-a6e9-82c08cf2020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.517203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24d9934e-1d77-4985-a7d0-d02814cd1ad5 req-16ea340c-881a-4882-a6e9-82c08cf2020d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0025184 Feb 11 14:21:10.634813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6142ffe8-372d-4cf8-aa5d-aa937604f982 req-2222d51f-62ba-47cf-9ed8-9824fdf22fc2 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984707 Feb 11 14:21:10.662223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275361-b32b-4a24-8098-a8745709f37a req-5b70d6ab-e1c7-4a6b-a338-841dd3581d20 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.664764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3275361-b32b-4a24-8098-a8745709f37a req-5b70d6ab-e1c7-4a6b-a338-841dd3581d20 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 944 time: 0.2890143 Feb 11 14:21:10.719433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3275361-b32b-4a24-8098-a8745709f37a req-d20b8e1b-6e14-40b0-9d8e-7ba235e08fda tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Feb 11 14:21:10.763080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e74eff-3f2f-4f8b-ae78-a0afab626bb7 req-b9d18381-5341-45bd-baf4-38acb36b1358 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.764711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7e74eff-3f2f-4f8b-ae78-a0afab626bb7 req-b9d18381-5341-45bd-baf4-38acb36b1358 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1022060 Feb 11 14:21:10.776594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:10.821899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7e74eff-3f2f-4f8b-ae78-a0afab626bb7 req-8a240cff-c8af-488f-8d7a-efe953d5ce38 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488684 Feb 11 14:21:10.907658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:10.929563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:10.951355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df77c0d5-64ec-4b3b-95be-4cd268b1046c tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] Notify callbacks [] for subnetpool, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:10.955579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-df77c0d5-64ec-4b3b-95be-4cd268b1046c tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9457839 Feb 11 14:21:10.956666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:10.964422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:10.975431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.976080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:10.994102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=609f07f6-9a90-42f2-8621-b9eb7bb5c033,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:11.075563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9788b034-35ec-44dd-933e-427096e558ad tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "GET /v2.0/subnetpools/9e93c56f-26e8-4d86-a343-b987d56e8233 HTTP/1.1" status: 200 len: 732 time: 0.1176195 Feb 11 14:21:11.077533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57354) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:11.089401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f87248f2-9629-4351-b338-e9386ccc19ac tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-264906801'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:11.112079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-1916b467-a74f-4bb6-b60e-2ffee33e60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.113841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-1916b467-a74f-4bb6-b60e-2ffee33e60e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 1095 time: 0.1816809 Feb 11 14:21:11.188884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-67ff2961-7af0-48b5-871a-9a162c81beda tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9726994 Feb 11 14:21:11.236140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:11.337347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-a2e55687-0b71-47d7-9998-f875ae6e24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.339344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-a2e55687-0b71-47d7-9998-f875ae6e24fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.2178659 Feb 11 14:21:11.455032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47c873-7170-4931-849e-e8a48c09c826 req-af714333-5a8d-4b36-a390-ce0ccfc00f34 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.464434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f47c873-7170-4931-849e-e8a48c09c826 req-af714333-5a8d-4b36-a390-ce0ccfc00f34 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.3309517 Feb 11 14:21:11.485331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-115b4482-02d6-45ea-a1c9-773504d5d11d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194 HTTP/1.1" status: 200 len: 217 time: 0.1374350 Feb 11 14:21:11.553906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a412137-d311-44a2-8320-a317737f2df7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.563370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a412137-d311-44a2-8320-a317737f2df7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.565622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a412137-d311-44a2-8320-a317737f2df7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2994311 Feb 11 14:21:11.581934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57368) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:11.610199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-37860491-9528-4e56-8998-8b3f49ca2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.613470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-37860491-9528-4e56-8998-8b3f49ca2447 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0668206 Feb 11 14:21:11.689269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-ce4f3ab7-f525-4720-8b0b-7d3bbf43395a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625625 Feb 11 14:21:11.722283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] Provisioning complete for port 9746f466-aa43-480e-9aa8-85b390b63a13 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:11.727468 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:11.728503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee2cab-599f-4fd0-9e36-95758f8b701a req-1b61bd70-8fd0-43eb-84e0-4df7f8e6a401 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.740169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bcee2cab-599f-4fd0-9e36-95758f8b701a req-1b61bd70-8fd0-43eb-84e0-4df7f8e6a401 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2780864 Feb 11 14:21:11.794538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f87248f2-9629-4351-b338-e9386ccc19ac tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] Notify callbacks [] for subnetpool, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:11.805488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f87248f2-9629-4351-b338-e9386ccc19ac tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "PUT /v2.0/subnetpools/9e93c56f-26e8-4d86-a343-b987d56e8233 HTTP/1.1" status: 200 len: 683 time: 0.7240434 Feb 11 14:21:11.808924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57376) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:11.844993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-37a20435-5d34-4d26-83ca-d4c03bbed5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.857676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-37a20435-5d34-4d26-83ca-d4c03bbed5bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.4307854 Feb 11 14:21:11.877136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f47c873-7170-4931-849e-e8a48c09c826 req-d862d59b-af8f-44b3-b288-c4be62a885be tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422430 Feb 11 14:21:11.905309 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.018841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] For port 9746f466-aa43-480e-9aa8-85b390b63a13, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9746f466-aa43-480e-9aa8-85b390b63a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:12.021915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9746f466-aa43-480e-9aa8-85b390b63a13 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:12.053706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-5a3fbe0a-f883-4147-9c92-35460f1c24a7 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445799 Feb 11 14:21:12.093294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9746f466-aa43-480e-9aa8-85b390b63a13 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:12.094003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.114977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 609f07f6-9a90-42f2-8621-b9eb7bb5c033 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:12.115567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.132988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33b7c06e-bdc6-475b-958f-d7bba4684ec2 req-eb2a8660-9f55-474c-bf97-51c0a422ffca tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.0603588 Feb 11 14:21:12.134373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.207517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24d9934e-1d77-4985-a7d0-d02814cd1ad5 req-a097a98f-65f1-4486-86aa-3ac4a0482b47 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.3132372 Feb 11 14:21:12.254373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-a2aa8eb7-0d59-47bb-9308-2b3f48bb12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.256003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-a2aa8eb7-0d59-47bb-9308-2b3f48bb12c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.3726614 Feb 11 14:21:12.266806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-727ab0cb-fb47-4010-8b67-eb2d23d88058 tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] Notify callbacks [] for subnetpool, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.272046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-727ab0cb-fb47-4010-8b67-eb2d23d88058 tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9e93c56f-26e8-4d86-a343-b987d56e8233 HTTP/1.1" status: 204 len: 168 time: 0.4596105 Feb 11 14:21:12.275750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57388) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:12.290613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ebb35c7e-cbe2-41d3-b0af-081361d8c264 None None] Provisioning complete for port 609f07f6-9a90-42f2-8621-b9eb7bb5c033 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:12.291187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebb35c7e-cbe2-41d3-b0af-081361d8c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.350452 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-3273cb8f-a588-446b-9b92-ea0551f9ba30 tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] show failed (client error): The resource could not be found. Feb 11 14:21:12.355109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3273cb8f-a588-446b-9b92-ea0551f9ba30 tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "GET /v2.0/subnetpools/9e93c56f-26e8-4d86-a343-b987d56e8233 HTTP/1.1" status: 404 len: 346 time: 0.0764596 Feb 11 14:21:12.355779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:12.366676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb4d79-891e-4a6b-acb6-1cb1a7a889a3 None None] Pushing event updated for resources: {'Port': ['ID=9746f466-aa43-480e-9aa8-85b390b63a13,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:12.389937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bcee2cab-599f-4fd0-9e36-95758f8b701a req-0fb1b433-9e2c-4442-a0c8-654944118c2f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6498253 Feb 11 14:21:12.396207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.447748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ebb35c7e-cbe2-41d3-b0af-081361d8c264 None None] Port 609f07f6-9a90-42f2-8621-b9eb7bb5c033 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:12.453700 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-dcaaae4d-fc08-4343-a2a4-8b9065660aad tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] delete failed (client error): The resource could not be found. Feb 11 14:21:12.460559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dcaaae4d-fc08-4343-a2a4-8b9065660aad tempest-SubnetPoolsTestJSON-1168499786 tempest-SubnetPoolsTestJSON-1168499786-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9e93c56f-26e8-4d86-a343-b987d56e8233 HTTP/1.1" status: 404 len: 346 time: 0.0976183 Feb 11 14:21:12.480624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 609f07f6-9a90-42f2-8621-b9eb7bb5c033 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:12.493673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-33c67eb0-1a8c-4132-bed9-92860a3d0d6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.2164865 Feb 11 14:21:12.515139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943881e-aef4-4ce9-bc18-873627eea226 req-8cd82e68-4419-4226-83d6-b4966bf8aaef tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.527719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a943881e-aef4-4ce9-bc18-873627eea226 req-8cd82e68-4419-4226-83d6-b4966bf8aaef tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 944 time: 0.1357384 Feb 11 14:21:12.544150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fbfae7e6-a2a3-4184-8172-0a8027012c19 req-2aee3826-1970-4aaf-b819-8e9705416616 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616151 Feb 11 14:21:12.564260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57396) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:12.705550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-c663684a-0e8d-4870-992b-085007df14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.707110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-c663684a-0e8d-4870-992b-085007df14b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1736770 Feb 11 14:21:12.718075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a943881e-aef4-4ce9-bc18-873627eea226 req-f070febd-827f-42df-8a69-2916b2056377 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479023 Feb 11 14:21:12.765619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d9b106c-5ad2-492e-b6fb-d47aab56cefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:12.812262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-696c66bd-0494-4e24-824f-0987416df458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.813842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-696c66bd-0494-4e24-824f-0987416df458 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867293 Feb 11 14:21:13.310038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:13.338684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.383723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e5da-e0a9-4934-b3d6-27d78e3b573d req-d67ee4ba-bc0f-443d-b561-4cdf7510357d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:13.396399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5544e5da-e0a9-4934-b3d6-27d78e3b573d req-d67ee4ba-bc0f-443d-b561-4cdf7510357d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.1843028 Feb 11 14:21:13.405330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64b6b3a6-b7a1-4fb4-8c64-2fb03e799a74 req-d80e965e-4cd3-4eb3-b991-d2c4de2ae286 tempest-ServerShowV247Test-32995983 tempest-ServerShowV247Test-32995983-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef7056db-f9c7-4111-981c-4d8018d5da86 HTTP/1.1" status: 200 len: 210 time: 0.1238103 Feb 11 14:21:13.440827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-12a0c945-6433-4bb1-9744-3d23ecda16d0 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151338 Feb 11 14:21:13.453960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=609f07f6-9a90-42f2-8621-b9eb7bb5c033,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:13.557937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d9b106c-5ad2-492e-b6fb-d47aab56cefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.579486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.584155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/609f07f6-9a90-42f2-8621-b9eb7bb5c033 HTTP/1.1" status: 204 len: 168 time: 1.9987152 Feb 11 14:21:13.586617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:13.599661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.600162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.600716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.603218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.603647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.604102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.604554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.605031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.605512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.618645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.618645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.618645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5075febd-6e01-42f7-8048-4cdac20d32e7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:13.699376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e164-d794-49dd-8f91-89bd5cdc74c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.702674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d9b106c-5ad2-492e-b6fb-d47aab56cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.717996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5544e5da-e0a9-4934-b3d6-27d78e3b573d req-c0bb69ac-0bb0-4b6f-a249-f542a63cba29 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204896 Feb 11 14:21:13.775256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b106c-5ad2-492e-b6fb-d47aab56cefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9906364d-8408-4ff0-8f46-d58d0108a2be,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:13.824828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b0cf0-0ef3-4860-80fc-348ab01a9ab0 req-4cf5acab-19a1-482c-aa22-c8460b02ae54 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:13.826921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b3b0cf0-0ef3-4860-80fc-348ab01a9ab0 req-4cf5acab-19a1-482c-aa22-c8460b02ae54 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1738667 Feb 11 14:21:13.832261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69a6bb-5b9e-4f78-a194-6ca8a529e2c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:13.836739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69a6bb-5b9e-4f78-a194-6ca8a529e2c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:13.836739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc69a6bb-5b9e-4f78-a194-6ca8a529e2c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2477353 Feb 11 14:21:13.845834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:13.860685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e164-d794-49dd-8f91-89bd5cdc74c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.910480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18588b1f-1efc-4581-85b5-e651acdab5fa req-5955b9d8-e318-4f4e-b191-843f448f0e94 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599636 Feb 11 14:21:13.913109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1d9b106c-5ad2-492e-b6fb-d47aab56cefc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8667b7e589c845ae8209d50f963c6cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3471205 Feb 11 14:21:13.915659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57428) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:13.940207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet c864f8fc-eaa0-43b2-ae20-fd5f0de186a0 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:13.945135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.947631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9746f466-aa43-480e-9aa8-85b390b63a13 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:13.981490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e164-d794-49dd-8f91-89bd5cdc74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.004869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.030157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9746f466-aa43-480e-9aa8-85b390b63a13 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:14.031079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.080987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.111840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.117863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.175769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e164-d794-49dd-8f91-89bd5cdc74c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d71da1-4cff-4734-9876-5fb17e89cd8d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:14.200921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7fd7e164-d794-49dd-8f91-89bd5cdc74c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9d805f682694a7199cafbb7dfdc06ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886099 Feb 11 14:21:14.205571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.208994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b3b0cf0-0ef3-4860-80fc-348ab01a9ab0 req-7fcf75f3-e6b0-4757-a493-b5a5d5010e5a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723814 Feb 11 14:21:14.229958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1252db-1960-432b-a8b9-1bf073eee12a req-156baa31-8af4-4afa-a903-2e39110d760c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.232767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff1252db-1960-432b-a8b9-1bf073eee12a req-156baa31-8af4-4afa-a903-2e39110d760c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 944 time: 0.2645326 Feb 11 14:21:14.290256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.299481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff1252db-1960-432b-a8b9-1bf073eee12a req-0e1058b8-4db8-45bf-aa63-3fa7adce51f9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548561 Feb 11 14:21:14.300746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.304138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.305206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9906364d-8408-4ff0-8f46-d58d0108a2be HTTP/1.1" status: 204 len: 168 time: 0.3883731 Feb 11 14:21:14.318330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c7f5f-c424-48cd-8396-ac73478ef152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9906364d-8408-4ff0-8f46-d58d0108a2be,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:14.385365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=c864f8fc-eaa0-43b2-ae20-fd5f0de186a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:14.387745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.393923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a01a137e-f77b-4077-ac71-651f0694d1b3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/c864f8fc-eaa0-43b2-ae20-fd5f0de186a0 HTTP/1.1" status: 204 len: 168 time: 0.5442936 Feb 11 14:21:14.394022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.410869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaae558-6b76-4535-b03d-732a588b93b2 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:14.443920 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17ffc4d6-458b-4ff2-bd0f-295eff686213 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457242 Feb 11 14:21:14.443920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.444163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.498651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.514482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6acb2be6-3aa8-4ee2-aae5-867486dd8194 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:14.576598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25707b4-fa11-4ea1-aabb-36a2aab9c242 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.582875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f25707b4-fa11-4ea1-aabb-36a2aab9c242 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1381500 Feb 11 14:21:14.585744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.692960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.696191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.697910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d71da1-4cff-4734-9876-5fb17e89cd8d HTTP/1.1" status: 204 len: 168 time: 0.4880121 Feb 11 14:21:14.709251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19853ca-f8fc-4639-acae-afa19a79488f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.713207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b19853ca-f8fc-4639-acae-afa19a79488f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157441 Feb 11 14:21:14.716176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57456) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.740135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90474d9e-89fe-4137-aff2-f1a635ab116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d71da1-4cff-4734-9876-5fb17e89cd8d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:14.835956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c79bbf3d-3cde-4e4d-a17d-88ecfd31ade0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181502 Feb 11 14:21:14.841057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:14.848883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:14.864717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:14.882942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '6acb2be6-3aa8-4ee2-aae5-867486dd8194', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': '6acb2be6-3aa8-4ee2-aae5-867486dd8194', 'mac_address': 'fa:16:3e:aa:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:14.984431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:14.988997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:15.005258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acb2be6-3aa8-4ee2-aae5-867486dd8194 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:15.052039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5b071-b894-47b7-af9c-581aa34cc108 req-326a6ad6-44bf-4edd-930c-321561973ae5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.055572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:15.059816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20e5b071-b894-47b7-af9c-581aa34cc108 req-326a6ad6-44bf-4edd-930c-321561973ae5 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.0794017 Feb 11 14:21:15.082868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Deleting port 9746f466-aa43-480e-9aa8-85b390b63a13 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:15.083532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.111505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20e5b071-b894-47b7-af9c-581aa34cc108 req-4b4b9be1-1a92-4a90-8e7f-22a0c825c01a tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Feb 11 14:21:15.173666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] For port 9746f466-aa43-480e-9aa8-85b390b63a13, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9746f466-aa43-480e-9aa8-85b390b63a13,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:15.174533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.176733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:15.186399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.237768 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.244070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Calling delete_port for 9746f466-aa43-480e-9aa8-85b390b63a13 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:15.327229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:15.393810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:15.446248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695743b-59f2-41e7-9053-acb88602b1d2 req-f40dd21e-9f94-4358-89a6-0e1a9affcfc3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.448110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d695743b-59f2-41e7-9053-acb88602b1d2 req-f40dd21e-9f94-4358-89a6-0e1a9affcfc3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0955551 Feb 11 14:21:15.473135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6acb2be6-3aa8-4ee2-aae5-867486dd8194'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:15.507756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d695743b-59f2-41e7-9053-acb88602b1d2 req-63a1dcac-66da-45bb-ac9d-3f648199aa82 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524745 Feb 11 14:21:15.529717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da2b7d72-f09e-4634-b57a-d12b14b0f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.608912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.667435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] Pushing event deleted for resources: {'Port': ['ID=9746f466-aa43-480e-9aa8-85b390b63a13,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:15.672168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da2b7d72-f09e-4634-b57a-d12b14b0f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.686204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2350627-0af6-4a97-8a73-a490bd8c2ee0 None None] No DVR routers for this DVR port 9746f466-aa43-480e-9aa8-85b390b63a13 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:15.760691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:21:15.765865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.769997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da2b7d72-f09e-4634-b57a-d12b14b0f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.817787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3dbdf-e038-423c-a4c7-445a7d00cfe0 req-cb869588-08b7-4ae9-971d-c4409604d92b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.818952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bc3dbdf-e038-423c-a4c7-445a7d00cfe0 req-cb869588-08b7-4ae9-971d-c4409604d92b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 945 time: 0.1673305 Feb 11 14:21:15.867092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57494) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:15.867923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:15.875270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:15.879844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.880423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.887372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1378365-91bd-4aaf-b081-e4c631d26d3e None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:15.945220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b7d72-f09e-4634-b57a-d12b14b0f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1e3e74-b5d7-4592-a11b-65938b839d2c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:15.950929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbf25e1-3e13-415e-a985-f44a62a775ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.954592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da2b7d72-f09e-4634-b57a-d12b14b0f812 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61d48148f6b340c4976166286a3f9f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265309 Feb 11 14:21:15.964170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:15.978225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=cb158697-1773-46f1-80ec-5cdc9faa5fa1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:16.024206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9746f466-aa43-480e-9aa8-85b390b63a13 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:16.030541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bc3dbdf-e038-423c-a4c7-445a7d00cfe0 req-e91d27fd-2f96-46f5-91c9-2feee5640e15 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830719 Feb 11 14:21:16.077746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9746f466-aa43-480e-9aa8-85b390b63a13 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:16.078515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9746f466-aa43-480e-9aa8-85b390b63a13 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:16.083537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0f99b162-dc04-4ad1-87c9-91eb806da573 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2391212 Feb 11 14:21:16.083776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:16.094714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:1a:0c:40', 'name': 'tempest-NetworksTestDHCPv6-882166509'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:16.101614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.187997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.306612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'cb158697-1773-46f1-80ec-5cdc9faa5fa1'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:16.307900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbf25e1-3e13-415e-a985-f44a62a775ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.309908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.344178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25709b-e00c-4c4e-ba73-f77c52e6c6b6 req-85a26956-819e-4f06-a576-dd42ba2c0f5d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:16.345636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc25709b-e00c-4c4e-ba73-f77c52e6c6b6 req-85a26956-819e-4f06-a576-dd42ba2c0f5d tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.1115420 Feb 11 14:21:16.390956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbf25e1-3e13-415e-a985-f44a62a775ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.423768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.433194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.436188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec1e3e74-b5d7-4592-a11b-65938b839d2c HTTP/1.1" status: 204 len: 168 time: 0.4700742 Feb 11 14:21:16.452492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ce41-b19d-4542-bbbd-cd5dfa47594c req-ee0a127a-4d15-433d-a682-8f07765c2550 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:16.462767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abd6ce41-b19d-4542-bbbd-cd5dfa47594c req-ee0a127a-4d15-433d-a682-8f07765c2550 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1343274 Feb 11 14:21:16.463837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf25e1-3e13-415e-a985-f44a62a775ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640fdc4-5032-4935-a4dc-0921619aa6b2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:16.470540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5dbf25e1-3e13-415e-a985-f44a62a775ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9715b35bacab4d30ba31c62c7f09a54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023755 Feb 11 14:21:16.483084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:16.505318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd58035-90a6-44d6-9396-4b73f5e0391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1e3e74-b5d7-4592-a11b-65938b839d2c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:16.541692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6acb2be6-3aa8-4ee2-aae5-867486dd8194 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:16.545317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc25709b-e00c-4c4e-ba73-f77c52e6c6b6 req-73b71297-302e-444c-b0f3-6e4ad8fb8fea tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881459 Feb 11 14:21:16.548088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:16.555362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abd6ce41-b19d-4542-bbbd-cd5dfa47594c req-67d9e9b0-8fb4-4691-a4e1-27f769d7d6a4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784578 Feb 11 14:21:16.697213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Allocated IP 2001:db8::f816:3eff:fe05:a750 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/cb158697-1773-46f1-80ec-5cdc9faa5fa1/edc3134d-867b-4e1d-85dc-7a90a81d349e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:16.843240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:16.849133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:16.849512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.895619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.961473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.977978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.014604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:17.023310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:17.026555 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd33f0e-05ab-4917-a5ce-f690a6bee27a" -d '{"events": [{"server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "name": "network-vif-plugged", "status": "completed", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:17.045893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.083769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:17.085153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.085608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:17.090417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:17.099373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.110719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Pushing event updated for resources: {'Port': ['ID=edc3134d-867b-4e1d-85dc-7a90a81d349e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:17.126232 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.141930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70905d69-f72a-4ca0-9959-c63acc50a9ae req-5fea6fe3-810c-44bc-80b6-c8214e7e4b01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.149126 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb7a01-5972-4e05-a53d-1ac101f569bc x-openstack-request-id: req-c8bb7a01-5972-4e05-a53d-1ac101f569bc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:17.149533 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "name": "network-vif-plugged", "status": "completed", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:17.149730 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8bb7a01-5972-4e05-a53d-1ac101f569bc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:17.150061 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194', 'code': 200} Feb 11 14:21:17.150379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-70905d69-f72a-4ca0-9959-c63acc50a9ae req-5fea6fe3-810c-44bc-80b6-c8214e7e4b01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.4490888 Feb 11 14:21:17.194152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 6a7b2754-7857-4b7b-b47b-95096d80d7d4 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:17.223229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Attempting to bind port edc3134d-867b-4e1d-85dc-7a90a81d349e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:17.223886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Attempting to bind port edc3134d-867b-4e1d-85dc-7a90a81d349e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:17.224063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Attempting to bind port edc3134d-867b-4e1d-85dc-7a90a81d349e on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:17.234351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:17.234727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:17.235138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.235530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:17.236091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Bound port: edc3134d-867b-4e1d-85dc-7a90a81d349e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:17.236438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.256110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:17.331202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-70905d69-f72a-4ca0-9959-c63acc50a9ae req-59ead443-126c-4a59-ac25-f75201a74716 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798348 Feb 11 14:21:17.373619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] For port edc3134d-867b-4e1d-85dc-7a90a81d349e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:17.377037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] For port edc3134d-867b-4e1d-85dc-7a90a81d349e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edc3134d-867b-4e1d-85dc-7a90a81d349e,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:17.389695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229162f-35b6-49f1-9230-bdeab42f9453 req-e0e66921-2c21-4807-901f-8e6a0747897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.395821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0229162f-35b6-49f1-9230-bdeab42f9453 req-e0e66921-2c21-4807-901f-8e6a0747897f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 1097 time: 0.1819594 Feb 11 14:21:17.417381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63259db-64b8-42e5-b431-7ff6a5c3dd19 req-28c9ab3c-8a41-4cd6-86e2-a61e0bce1034 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.419849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d63259db-64b8-42e5-b431-7ff6a5c3dd19 req-28c9ab3c-8a41-4cd6-86e2-a61e0bce1034 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.0901616 Feb 11 14:21:17.464639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fe1a:c40 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/cb158697-1773-46f1-80ec-5cdc9faa5fa1/6a7b2754-7857-4b7b-b47b-95096d80d7d4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:17.472505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d63259db-64b8-42e5-b431-7ff6a5c3dd19 req-20a1726c-a269-450b-8c21-79d336553fcd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Feb 11 14:21:17.478543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0229162f-35b6-49f1-9230-bdeab42f9453 req-d0c2661f-6bcf-4ecd-b89a-1c5334fbf82a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Feb 11 14:21:17.498305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.542746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.545560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.546866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3640fdc4-5032-4935-a4dc-0921619aa6b2 HTTP/1.1" status: 204 len: 168 time: 1.0546792 Feb 11 14:21:17.593109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97972c43-5c02-4759-b92e-fc68e995fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640fdc4-5032-4935-a4dc-0921619aa6b2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:17.618861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4dcc8-992e-48b3-b696-67c4059c3a81 req-f2b8dd70-93e8-4ddd-baae-d94215e9456a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.631432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ad4dcc8-992e-48b3-b696-67c4059c3a81 req-f2b8dd70-93e8-4ddd-baae-d94215e9456a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1518474 Feb 11 14:21:17.642105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-d235ac0d-01cf-4e1b-aeda-2e199d3f59f6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.646819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-d235ac0d-01cf-4e1b-aeda-2e199d3f59f6 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.0988739 Feb 11 14:21:17.749272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ad4dcc8-992e-48b3-b696-67c4059c3a81 req-5e448cfc-505a-4267-b8c4-49c51b889359 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164985 Feb 11 14:21:17.762952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9ef0c-ef49-44c4-84ae-e7180b976e63 None None] Pushing event updated for resources: {'Port': ['ID=edc3134d-867b-4e1d-85dc-7a90a81d349e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:17.842064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.863621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32443009-ea0c-4f26-a65d-815553052d32 req-18a21e42-6019-4218-bea0-d08636645bd6 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.865227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32443009-ea0c-4f26-a65d-815553052d32 req-18a21e42-6019-4218-bea0-d08636645bd6 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 949 time: 0.2125609 Feb 11 14:21:17.960237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9122dc-48af-47a7-90b1-4b278938894d req-64de7ca7-01cb-4c84-aba0-4dcd131bf9c0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.961892 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a9122dc-48af-47a7-90b1-4b278938894d req-64de7ca7-01cb-4c84-aba0-4dcd131bf9c0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 945 time: 0.1171212 Feb 11 14:21:17.979602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32443009-ea0c-4f26-a65d-815553052d32 req-252fb274-8b61-4b61-a063-450fbc94ea13 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949171 Feb 11 14:21:17.991430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Deleting port f58297e7-dc70-4c27-a1d9-68522e50690b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:17.991999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.043818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a9122dc-48af-47a7-90b1-4b278938894d req-0ffc3506-97f2-42b6-ae00-77eec172e0f7 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a8e7763-6d77-4ee4-b49b-014db30a2f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700469 Feb 11 14:21:18.079050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.143322 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1872b46e-177a-424b-84b5-fd2968f9cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.161750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:18.165327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:18.189806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:18.199970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.200805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.216840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=6a7b2754-7857-4b7b-b47b-95096d80d7d4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:18.232998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcc5c9-6481-47d8-a24e-a2e2c9d8c2c7 req-28776c83-4408-45e6-bd47-dfcd83fc98f8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.240779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42dcc5c9-6481-47d8-a24e-a2e2c9d8c2c7 req-28776c83-4408-45e6-bd47-dfcd83fc98f8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1512392 Feb 11 14:21:18.251047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] For port f58297e7-dc70-4c27-a1d9-68522e50690b, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f58297e7-dc70-4c27-a1d9-68522e50690b,segment=NetworkSegment(7d01ff35-0816-4f6f-939a-dbea8a71c4c0),segment_id=7d01ff35-0816-4f6f-939a-dbea8a71c4c0)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:18.251528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.288046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Calling delete_port for f58297e7-dc70-4c27-a1d9-68522e50690b owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:18.297113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee537f31-0760-4dde-970a-0a90efca33c2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2076514 Feb 11 14:21:18.298389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:18.300512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42dcc5c9-6481-47d8-a24e-a2e2c9d8c2c7 req-e466ccd5-5d38-4630-b320-c8b3c936a94e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586030 Feb 11 14:21:18.368056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ee212-0952-4d4f-9282-42945519bc73 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.393825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ee212-0952-4d4f-9282-42945519bc73 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.401308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57608) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:18.405413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-539ee212-0952-4d4f-9282-42945519bc73 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1059473 Feb 11 14:21:18.559917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 6a7b2754-7857-4b7b-b47b-95096d80d7d4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:18.561931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.685762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.701099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a85a47-3d85-44fd-9341-423ad3b7872b req-f3201d67-496f-4501-aa48-b5e8715ce5a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.710363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52a85a47-3d85-44fd-9341-423ad3b7872b req-f3201d67-496f-4501-aa48-b5e8715ce5a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.1141238 Feb 11 14:21:18.736429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:18.797534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52a85a47-3d85-44fd-9341-423ad3b7872b req-20ea77d8-018f-4598-ac24-0f664b50c49e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750284 Feb 11 14:21:18.835728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Pushing event deleted for resources: {'Port': ['ID=f58297e7-dc70-4c27-a1d9-68522e50690b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:18.893171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] No DVR routers for this DVR port f58297e7-dc70-4c27-a1d9-68522e50690b on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:18.901762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.905735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89f78607-a2c7-4517-9a7b-231fd47df952 req-a50bac5d-1a90-4f4c-a9b4-768668faddd0 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.60 "DELETE /v2.0/ports/f58297e7-dc70-4c27-a1d9-68522e50690b HTTP/1.1" status: 204 len: 173 time: 1.2017257 Feb 11 14:21:18.908161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'name': 'network-vif-deleted', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:18.910452 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcf0f65-8cfa-4a63-a02c-6e5198cee6bf" -d '{"events": [{"server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "name": "network-vif-deleted", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:18.919174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:18.955526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 6a7b2754-7857-4b7b-b47b-95096d80d7d4 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:18.966116 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a46813-9908-4439-b6bb-177285638d10 x-openstack-request-id: req-f6a46813-9908-4439-b6bb-177285638d10 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:18.966401 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de8e678-85fb-4b01-b4e0-6a1fc7808610", "name": "network-vif-deleted", "tag": "f58297e7-dc70-4c27-a1d9-68522e50690b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:18.966762 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6a46813-9908-4439-b6bb-177285638d10 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:18.967166 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de8e678-85fb-4b01-b4e0-6a1fc7808610', 'name': 'network-vif-deleted', 'tag': 'f58297e7-dc70-4c27-a1d9-68522e50690b', 'status': 'completed', 'code': 200} Feb 11 14:21:18.996037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-24e65983-abbf-492c-8d43-63ccd63d3f24 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.997659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-24e65983-abbf-492c-8d43-63ccd63d3f24 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.3139529 Feb 11 14:21:19.036439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840718474-network', 'tenant_id': '69af1dfff1404badb41d61ea0224fadc'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:19.084390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-3bceb55c-6f72-446e-9803-bef50a4c04ec tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/quotas/c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 375 time: 0.0435100 Feb 11 14:21:19.146197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Made reservation on behalf of 69af1dfff1404badb41d61ea0224fadc for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:19.148513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.161989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.175633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-3e3e585a-5df7-4c5c-8f51-0f131a674bae tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900333 Feb 11 14:21:19.205141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbb490-f387-4ef8-a124-0b8024932c8e req-286731aa-e9a2-448d-bb05-6134b7ef787a tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.213048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9dcbb490-f387-4ef8-a124-0b8024932c8e req-286731aa-e9a2-448d-bb05-6134b7ef787a tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 949 time: 0.1103528 Feb 11 14:21:19.264783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9dcbb490-f387-4ef8-a124-0b8024932c8e req-958d7777-dd75-4cec-ae9f-5ee632f515e3 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 Feb 11 14:21:19.271057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] Provisioning complete for port edc3134d-867b-4e1d-85dc-7a90a81d349e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:19.272111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.354458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-1eb0d346-ee25-42f0-8662-7d16f901adce service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700683 Feb 11 14:21:19.444093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-709926e8-f02b-4fc2-9905-5d5ba03fd2ad req-d9f8708d-fb7e-449d-84a1-6be7deb5d260 tempest-DeleteServersTestJSON-1677699943 tempest-DeleteServersTestJSON-1677699943-project] 10.222.0.31 "GET /v2.0/ports?device_id=4de8e678-85fb-4b01-b4e0-6a1fc7808610 HTTP/1.1" status: 200 len: 210 time: 0.0487232 Feb 11 14:21:19.499702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.513133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-802d865b-eaaa-4bba-a3b3-a910a228f591 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573403 Feb 11 14:21:19.542857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] For port edc3134d-867b-4e1d-85dc-7a90a81d349e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edc3134d-867b-4e1d-85dc-7a90a81d349e,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:19.611586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.649910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=6a7b2754-7857-4b7b-b47b-95096d80d7d4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:19.658729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.687559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.691979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-52c51821-8594-404e-8025-cc0bf39e66bc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/6a7b2754-7857-4b7b-b47b-95096d80d7d4 HTTP/1.1" status: 204 len: 168 time: 1.2891119 Feb 11 14:21:19.697944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57664) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:19.759982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.768970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07220d72-3c83-4348-b8a7-70c8ecf9b5b5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.770895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07220d72-3c83-4348-b8a7-70c8ecf9b5b5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.772650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-07220d72-3c83-4348-b8a7-70c8ecf9b5b5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0734313 Feb 11 14:21:19.775207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57666) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:19.783239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.893514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:19.922099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet cb158697-1773-46f1-80ec-5cdc9faa5fa1 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:19.934341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48477c0-9966-4139-9eee-18737660cc5a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:19.937373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33551025-51c1-48b2-bc9d-cbd712a09ae1 None None] Pushing event updated for resources: {'Port': ['ID=edc3134d-867b-4e1d-85dc-7a90a81d349e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:19.953463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.955410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f9422431-8adc-4710-8fbc-14882e8dc4af None None] Could not find standard attr ID for object 6a7b2754-7857-4b7b-b47b-95096d80d7d4. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:21:19.975484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.975484 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Added segment a5e16182-31fe-4845-9aff-030097c74c35 of type vlan for network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 Feb 11 14:21:20.117385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edc3134d-867b-4e1d-85dc-7a90a81d349e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:20.122129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.204392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port edc3134d-867b-4e1d-85dc-7a90a81d349e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:20.208959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.269495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.303670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5859fae4-5910-4ec7-b163-54756412d664 req-aff1cd31-5332-4e17-8492-8dc027b1bf12 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.0777452 Feb 11 14:21:20.315331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.322212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:20.322992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.373526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151bee-a4b1-4ecb-9531-8c55020d4a90 req-e9e494c8-d967-4174-a919-5ea61e211728 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:20.388553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37151bee-a4b1-4ecb-9531-8c55020d4a90 req-e9e494c8-d967-4174-a919-5ea61e211728 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.3427262 Feb 11 14:21:20.441519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] Pushing event updated for resources: {'Network': ['ID=3e675dd9-69e4-41c4-bb4a-843eabb33b71,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:20.446639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37151bee-a4b1-4ecb-9531-8c55020d4a90 req-5bca5d46-d62e-4c0b-9e2a-d2c107d3096c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571899 Feb 11 14:21:20.459419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:21:20.493095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3147d363-9cd4-4f94-a1fe-0ecaa7c5d977 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7520492 Feb 11 14:21:20.493095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:20.500755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Request body: {'subnet': {'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840718474-subnet', 'tenant_id': '69af1dfff1404badb41d61ea0224fadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:20.520700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:20.550290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.554044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7dd51f33-1e51-40f2-8287-fd0c609abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.627735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Made reservation on behalf of 69af1dfff1404badb41d61ea0224fadc for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:20.632003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.764859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.841456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:20.842926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.847648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:20.852416 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f9a9d-f3b9-4841-a937-deb85be02cfb" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:20.914261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.916062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f58297e7-dc70-4c27-a1d9-68522e50690b no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:20.949479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=cb158697-1773-46f1-80ec-5cdc9faa5fa1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:20.974715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.987903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0b80a273-8761-4c0b-bb78-9d9e1aadfd95 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/cb158697-1773-46f1-80ec-5cdc9faa5fa1 HTTP/1.1" status: 204 len: 168 time: 1.2043359 Feb 11 14:21:20.988178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a88a90-e628-4f06-9767-ac55015d28f0 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:20.988282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57754) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:21.037163 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7352db-51f2-42f7-b7e8-58901785702a x-openstack-request-id: req-0d7352db-51f2-42f7-b7e8-58901785702a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:21.037589 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:21.037852 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d7352db-51f2-42f7-b7e8-58901785702a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:21.038249 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'code': 200} Feb 11 14:21:21.072864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f77203f6-cf18-43b9-a285-ec0d99dfe1fc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830920 Feb 11 14:21:21.076188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:21.080794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:21.102555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.131436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f58297e7-dc70-4c27-a1d9-68522e50690b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:21.131870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f58297e7-dc70-4c27-a1d9-68522e50690b not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:21.170624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-bdb1448a-e167-4672-8f6a-b1d13c48521d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:21.174530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:21.178020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-bdb1448a-e167-4672-8f6a-b1d13c48521d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.3611104 Feb 11 14:21:21.201686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-97895722-ec98-4cef-b377-e56209b41410 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0217679 Feb 11 14:21:21.208030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f80091-7d95-491b-b57f-96a2da624be1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:21.239389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Checking segment: {'id': 'a5e16182-31fe-4845-9aff-030097c74c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:21.242083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Network hostable DHCP agents. Network: 3e675dd9-69e4-41c4-bb4a-843eabb33b71, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:21.324630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-b79b09d9-32fc-49d2-9789-700b6d44648c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211894 Feb 11 14:21:21.371543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:21.373569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:21.442463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Deleting port edc3134d-867b-4e1d-85dc-7a90a81d349e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:21.443015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.477453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-10618714-bfe3-479d-a418-b9b21c0969ae service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517577 Feb 11 14:21:21.493390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dffa45a2-3b53-469a-98d2-fc9cda86d402 req-7c0a69c9-d6cb-4388-a1b4-0855b3e7a9cb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.0712161 Feb 11 14:21:21.494286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3e675dd9-69e4-41c4-bb4a-843eabb33b71) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:21.510582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645ef439-1356-42e8-b47c-31162401c6c1 None None] Network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:21.519138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:21.519138 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.524307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:21.528259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.641552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] For port edc3134d-867b-4e1d-85dc-7a90a81d349e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edc3134d-867b-4e1d-85dc-7a90a81d349e,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:21.641870 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.657596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-85405f0f-77fd-48b4-b9c3-7b65d87e5eea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1605680 Feb 11 14:21:21.660972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Calling delete_port for edc3134d-867b-4e1d-85dc-7a90a81d349e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:21.794245 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.805880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a93621-0836-468e-92b2-bbf7f31b8f8d None None] Network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:21.834019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-8b273077-7f0d-4dfe-b600-3e12929bc584 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548992 Feb 11 14:21:21.958008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-f50502b9-e186-4a80-bad5-77bca53b6084 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2056835 Feb 11 14:21:22.010359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edc3134d-867b-4e1d-85dc-7a90a81d349e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:22.013153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.072522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: edc3134d-867b-4e1d-85dc-7a90a81d349e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:22.073141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edc3134d-867b-4e1d-85dc-7a90a81d349e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:22.089406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] No DVR routers for this DVR port edc3134d-867b-4e1d-85dc-7a90a81d349e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:22.092615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3207c-5f5d-4ec1-bfec-0a5cd3850af3 None None] Pushing event deleted for resources: {'Port': ['ID=edc3134d-867b-4e1d-85dc-7a90a81d349e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:22.114040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-cab45f84-16ff-421d-86fa-5479df8edd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:22.116236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-cab45f84-16ff-421d-86fa-5479df8edd4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1096 time: 0.1051619 Feb 11 14:21:22.313514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:21:22.316071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.336658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-816042cc-d034-463d-a114-dcfd046b039b req-d07c916d-a26c-4721-a235-602a09164ffc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.0912237 Feb 11 14:21:22.381254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:22.386545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:22.400200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a155b1e-25b1-4560-8224-89f1025956d3 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:22.412987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-1ca57842-2c39-4159-a85e-e6b3a68aa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:22.421370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-1ca57842-2c39-4159-a85e-e6b3a68aa7ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.2676985 Feb 11 14:21:22.457966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:22.458668 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.489870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-0bc40aa9-2e4c-4985-b0e1-a19fc3b6a966 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 217 time: 0.0609727 Feb 11 14:21:22.527064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=c8a0ca3b-b795-41db-a129-d95764966ecc,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:22.577852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-621f031e-724e-4036-8a2f-445d69ba829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:22.579485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-621f031e-724e-4036-8a2f-445d69ba829e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0799863 Feb 11 14:21:22.592575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-02253916-58ce-482c-bf45-35b321d8edd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5158651 Feb 11 14:21:22.608002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:22.610374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-069e4632-f756-49e0-b180-28d55cf72d1a req-d6f864ec-c86c-48a6-b70d-5a026b550da0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.0323486 Feb 11 14:21:22.617355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:9f:cb:6f', 'name': 'tempest-NetworksTestDHCPv6-1717689689'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:22.675250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-42cc3bae-d77c-4e7e-9c10-ba266e005b53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818825 Feb 11 14:21:22.931381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:22.943579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-d2dbb1d4-7f80-4db9-80c1-1f4cb6b533ee service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548256 Feb 11 14:21:23.007354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'c8a0ca3b-b795-41db-a129-d95764966ecc'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:23.008212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.126569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:23.146093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1693012757-network', 'tenant_id': '7207a13c21e34753aa22284d8e3a6b28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:23.166315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Allocated IP 2001:db8::f816:3eff:fef9:d822 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/c8a0ca3b-b795-41db-a129-d95764966ecc/9eddfb6d-aa45-49da-b21e-5614e2b40723) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:23.236994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.246830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf100c15-beea-4624-b6b2-4f4744da6935 req-859517da-7211-4a89-b619-8b7838b7c1ec service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886937 Feb 11 14:21:23.285174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.302151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Made reservation on behalf of 7207a13c21e34753aa22284d8e3a6b28 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:23.305868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.324423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.366619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 30a69923-a9d2-459e-97ef-e14207e61686 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:23.420106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.460588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.485012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.505031 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c2dc15b-0134-4e92-85b1-7d16309901f9 req-0ae4e847-e499-42b2-8ba1-3c8cdcc119bf tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.0326097 Feb 11 14:21:23.528498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-b6279082-019a-4a92-803f-83c78b8d9e9f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:23.530511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-b6279082-019a-4a92-803f-83c78b8d9e9f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.3458030 Feb 11 14:21:23.545584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'device_id': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'admin_state_up': True, 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:23.600442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.635027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.652445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:23.657260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:23.660665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:23.663161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Pushing event updated for resources: {'Port': ['ID=9eddfb6d-aa45-49da-b21e-5614e2b40723,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:23.773714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Attempting to bind port 9eddfb6d-aa45-49da-b21e-5614e2b40723 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:23.773931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Attempting to bind port 9eddfb6d-aa45-49da-b21e-5614e2b40723 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:23.774713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Attempting to bind port 9eddfb6d-aa45-49da-b21e-5614e2b40723 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:23.789730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:23.790107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:23.790516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.790904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:23.791390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Bound port: 9eddfb6d-aa45-49da-b21e-5614e2b40723, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:23.791755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.814169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:23.896394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b06892a-5ac3-4d49-b3bf-24e0e609cf6b req-74554f3b-5567-4238-890e-f17454eeddc8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.1059968 Feb 11 14:21:23.898186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.898766 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Added segment ae681539-2c14-4f20-b91a-a000fd6dc790 of type vlan for network 6c241124-0770-4595-8a23-47da9faa00c4 Feb 11 14:21:23.900693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d90b09-fec1-4228-8ec0-6a2efe91756c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:23.910586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] For port 9eddfb6d-aa45-49da-b21e-5614e2b40723, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:23.915431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] For port 9eddfb6d-aa45-49da-b21e-5614e2b40723, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9eddfb6d-aa45-49da-b21e-5614e2b40723,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:24.000325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.034277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.150429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fe9f:cb6f (ce551e93-d1c6-4087-88e3-a2ec4220e12b/c8a0ca3b-b795-41db-a129-d95764966ecc/30a69923-a9d2-459e-97ef-e14207e61686) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:24.155340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce288496-bb2b-4e3e-943d-d3b57b53a587 None None] Pushing event updated for resources: {'Port': ['ID=9eddfb6d-aa45-49da-b21e-5614e2b40723,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:24.176672 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.177784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:24.181392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.264430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] Pushing event updated for resources: {'Network': ['ID=6c241124-0770-4595-8a23-47da9faa00c4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:24.274118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6c241124-0770-4595-8a23-47da9faa00c4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:21:24.322340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:24.326954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.347522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-309eb8d7-7aef-4ede-9bdf-80821718cf5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2197835 Feb 11 14:21:24.350246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:24.355954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Request body: {'subnet': {'network_id': '6c241124-0770-4595-8a23-47da9faa00c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1693012757-subnet', 'tenant_id': '7207a13c21e34753aa22284d8e3a6b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:24.497804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Made reservation on behalf of 7207a13c21e34753aa22284d8e3a6b28 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:24.502147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.547208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:24.578765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.675007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.20.0.11 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/d8732e83-9a48-41c3-b535-8528a6611ebb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:24.734376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:24.744504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ba3a1b5-0dba-47f0-b4ac-af0ce88c9842 req-665e9e9b-c8df-497a-9fdc-ff61f4c8ce16 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.0356183 Feb 11 14:21:24.752310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '621b5a00-add2-48ea-a737-b886590ec3be', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '621b5a00-add2-48ea-a737-b886590ec3be', 'mac_address': 'fa:16:3e:f3:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:24.802493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.818200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 621b5a00-add2-48ea-a737-b886590ec3be {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:24.846284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:24.856199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:24.876584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.906959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.984068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:24.986661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.991584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:24.999782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:25.020604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.020604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.020604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=30a69923-a9d2-459e-97ef-e14207e61686,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.049900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b8f944-ed9e-4df2-bc5f-7e38d7dcd29e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.059261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Checking segment: {'id': 'ae681539-2c14-4f20-b91a-a000fd6dc790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c241124-0770-4595-8a23-47da9faa00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:25.059261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Network hostable DHCP agents. Network: 6c241124-0770-4595-8a23-47da9faa00c4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:25.070582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.107385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd692-320d-4776-b7d9-9b91fb692a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.128696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:25.128984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2f3d5db5-71d0-445d-8d87-b703e1bdfd9e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5170500 Feb 11 14:21:25.129778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['621b5a00-add2-48ea-a737-b886590ec3be'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:25.134332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.147363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ae6fe69-a74d-49f9-80ac-aabf37ab8360 req-eed4a460-9e1d-4cb4-8895-8c38cc1a82fc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.0699868 Feb 11 14:21:25.204796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Network 6c241124-0770-4595-8a23-47da9faa00c4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:25.255127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1acdf9-992a-4313-b51e-74ef96b01fcc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.262059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1acdf9-992a-4313-b51e-74ef96b01fcc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.276231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0c1acdf9-992a-4313-b51e-74ef96b01fcc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1433258 Feb 11 14:21:25.277927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57966) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:25.361184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.377167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd692-320d-4776-b7d9-9b91fb692a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.379115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6c241124-0770-4595-8a23-47da9faa00c4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:25.384145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.384737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.395992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47328099-47c8-47d9-8439-d14c464869c6 None None] Network 6c241124-0770-4595-8a23-47da9faa00c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:25.534301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-661f40ca-3406-42e3-a40c-5c006cd83c5a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1825638 Feb 11 14:21:25.536763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd692-320d-4776-b7d9-9b91fb692a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.589160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd692-320d-4776-b7d9-9b91fb692a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe544d-ec9c-4a9d-9d37-6de1e84a6b04,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.590820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.603789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05a942-9998-4d8e-aba9-b815f8c4915a None None] Network 6c241124-0770-4595-8a23-47da9faa00c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:25.615657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d6cd692-320d-4776-b7d9-9b91fb692a2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b01f2587b4484e10b8aceb4106f5ba4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578452 Feb 11 14:21:25.618533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:25.626338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:25.675987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:25.697632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:25.730750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.772366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] Provisioning complete for port 9eddfb6d-aa45-49da-b21e-5614e2b40723 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:25.772366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.841072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.066090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.072229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.072974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3def3d1b-5f6d-4ac6-b7e1-b1f8b533913b req-f759130d-6fa5-4faf-a416-906a1f41c956 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.1156895 Feb 11 14:21:26.084133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 30a69923-a9d2-459e-97ef-e14207e61686 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:26.086302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.090360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.104228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.108745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4afe544d-ec9c-4a9d-9d37-6de1e84a6b04 HTTP/1.1" status: 204 len: 168 time: 0.4890542 Feb 11 14:21:26.117048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120b5ba-bde3-49e1-8757-202fbdecd975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe544d-ec9c-4a9d-9d37-6de1e84a6b04,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.124746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.133638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9eddfb6d-aa45-49da-b21e-5614e2b40723 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:26.231918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.250728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 30a69923-a9d2-459e-97ef-e14207e61686 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:26.298768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] For port 9eddfb6d-aa45-49da-b21e-5614e2b40723, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9eddfb6d-aa45-49da-b21e-5614e2b40723,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:26.304411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9eddfb6d-aa45-49da-b21e-5614e2b40723 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:26.328172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.350397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-30fa0fce-e201-4c6a-a8b6-c53acc3e4e84 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.351806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-30fa0fce-e201-4c6a-a8b6-c53acc3e4e84 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 1.0694208 Feb 11 14:21:26.373661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': '911373cc-2287-4add-9e05-cfd353edcccd', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:26.382521 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.383963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0b226-ed6f-4d61-93be-a30fe800b2a4 req-7e75927f-c962-4665-86b4-1449658a894d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.395442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8c0b226-ed6f-4d61-93be-a30fe800b2a4 req-7e75927f-c962-4665-86b4-1449658a894d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 932 time: 0.1011615 Feb 11 14:21:26.449522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8c0b226-ed6f-4d61-93be-a30fe800b2a4 req-d378d3d2-1e70-444a-a635-fd175a4531ad tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Feb 11 14:21:26.469342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac94b0-a566-49ae-9918-be795e8c40e3 None None] Pushing event updated for resources: {'Port': ['ID=9eddfb6d-aa45-49da-b21e-5614e2b40723,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.483847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-fe3a318c-2a6e-48d0-ad33-b3f1725084a8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9434111 Feb 11 14:21:26.525148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Request body: {'port': {'device_id': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:26.568942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:26.607012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.628230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.663634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-046b5aac-c6da-48bc-b662-5efc9bf701dd None None] Provisioning complete for port d8732e83-9a48-41c3-b535-8528a6611ebb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:26.663634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-046b5aac-c6da-48bc-b662-5efc9bf701dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.737203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=30a69923-a9d2-459e-97ef-e14207e61686,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.738053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-046b5aac-c6da-48bc-b662-5efc9bf701dd None None] Port d8732e83-9a48-41c3-b535-8528a6611ebb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:26.743795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-046b5aac-c6da-48bc-b662-5efc9bf701dd None None] Could not find standard attr ID for object 30a69923-a9d2-459e-97ef-e14207e61686. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:21:26.752153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 621b5a00-add2-48ea-a737-b886590ec3be triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:26.752153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.753367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.758643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b9d04718-d4cd-417a-8486-94454597cc23 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/30a69923-a9d2-459e-97ef-e14207e61686 HTTP/1.1" status: 204 len: 168 time: 1.4783580 Feb 11 14:21:26.761793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:26.910158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd4b0c-8fde-45ef-bde4-267d2d7c8cfe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.912160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd4b0c-8fde-45ef-bde4-267d2d7c8cfe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.913860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a7cd4b0c-8fde-45ef-bde4-267d2d7c8cfe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1509666 Feb 11 14:21:26.918006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:26.950914 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.976365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:26.978800 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403d4110-22de-41e7-b362-7570cfaab9a7" -d '{"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-plugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:26.990188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:26.993799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.042573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:27.058776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.066339 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6441cad0-46b9-4533-8fe8-61cedbb33224 x-openstack-request-id: req-6441cad0-46b9-4533-8fe8-61cedbb33224 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:27.066704 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-plugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:27.067067 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6441cad0-46b9-4533-8fe8-61cedbb33224 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:27.067582 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be', 'code': 200} Feb 11 14:21:27.092445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet c8a0ca3b-b795-41db-a129-d95764966ecc {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:27.106672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.113517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.212557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52e13638-88b1-45d3-abf8-1423770b6520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.221236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.290420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.309180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-5877cc9c-7fa0-4ca9-8ef2-e299c38f726b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:27.310897 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-5877cc9c-7fa0-4ca9-8ef2-e299c38f726b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/networks?id=3e675dd9-69e4-41c4-bb4a-843eabb33b71 HTTP/1.1" status: 200 len: 825 time: 0.4455576 Feb 11 14:21:27.346616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ad22c18-4511-4f8d-bf4a-e5be30730754 req-bf82831c-0abe-47c6-87ce-f1baf8f1e579 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.0773315 Feb 11 14:21:27.351919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-4d36f257-496c-46a1-ad43-a30d8ab54eaf tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/quotas/69af1dfff1404badb41d61ea0224fadc HTTP/1.1" status: 200 len: 375 time: 0.0257237 Feb 11 14:21:27.360356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.14 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/f291d91b-51aa-4c51-ae11-83da179c5fa0) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:27.458273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-c32b5051-07bc-4bf5-acbc-44ca5aabe9c7 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=69af1dfff1404badb41d61ea0224fadc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954406 Feb 11 14:21:27.477350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.514591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52e13638-88b1-45d3-abf8-1423770b6520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.537283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8732e83-9a48-41c3-b535-8528a6611ebb {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:27.569346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.617513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26c0b6-fc3c-4442-be8a-498025a9db73 req-651a0fe0-fa01-4624-b8e0-7233b4b317c6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:27.619156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee26c0b6-fc3c-4442-be8a-498025a9db73 req-651a0fe0-fa01-4624-b8e0-7233b4b317c6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 932 time: 0.0541687 Feb 11 14:21:27.621272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52e13638-88b1-45d3-abf8-1423770b6520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.652169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52e13638-88b1-45d3-abf8-1423770b6520 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31bcf5e8d88a4b83bc966e02bf67a45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907371 Feb 11 14:21:27.655100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.658317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58052) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.686251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Transition to ACTIVE for port object d8732e83-9a48-41c3-b535-8528a6611ebb will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:27.716545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a0ca3b-b795-41db-a129-d95764966ecc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.747747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-e53345a2-b95a-4166-b070-16bdff977f5a service neutron] 10.222.0.31 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725954 Feb 11 14:21:27.754132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e340a5c-05c8-49aa-8358-cfe627112792 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:27.761371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.764727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a1bc6bcd-0e53-4c93-911f-3414a10d3aa9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/c8a0ca3b-b795-41db-a129-d95764966ecc HTTP/1.1" status: 204 len: 168 time: 0.8456519 Feb 11 14:21:27.767381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58054) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.782818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee26c0b6-fc3c-4442-be8a-498025a9db73 req-35f38cd5-16e6-45ba-8427-94013983cbaf tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363490 Feb 11 14:21:27.793973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e13638-88b1-45d3-abf8-1423770b6520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0fbbb-6eb9-4bfe-873e-3f5aa62ee465,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.850544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.857473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ee79ecb-7fcc-4714-9b46-a9f1a6ef7020 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853508 Feb 11 14:21:27.857473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.857759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.932216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.935757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.959868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9eddfb6d-aa45-49da-b21e-5614e2b40723 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:27.979908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.985487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.026890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e2bed-68e0-43c1-96d8-6d284332f365 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.028576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-617e2bed-68e0-43c1-96d8-6d284332f365 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1642864 Feb 11 14:21:28.036922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58062) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:28.048100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Deleting subnet 4b4231a7-25e5-4b51-8ed9-875bf7ff28dd {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:28.052728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.094625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.121383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9eddfb6d-aa45-49da-b21e-5614e2b40723 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:28.121660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.161132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.210822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.217463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.242985 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85e0fbbb-6eb9-4bfe-873e-3f5aa62ee465 HTTP/1.1" status: 204 len: 168 time: 0.5461318 Feb 11 14:21:28.283688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebaf93-8b6d-460a-a04d-bac7deb086ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0fbbb-6eb9-4bfe-873e-3f5aa62ee465,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.285509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.288524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:28.300103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd', '6acb2be6-3aa8-4ee2-aae5-867486dd8194'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:28.343824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a09dbc-169e-40e1-bcfe-98af8172f05f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.347571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d0a09dbc-169e-40e1-bcfe-98af8172f05f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2728994 Feb 11 14:21:28.348085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:28.369695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-0f3a633e-6d5d-4850-ae57-3b02d802af73 service neutron] 10.222.0.31 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121264 Feb 11 14:21:28.376549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Attempting to bind port d8732e83-9a48-41c3-b535-8528a6611ebb on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:28.377163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Attempting to bind port d8732e83-9a48-41c3-b535-8528a6611ebb by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:28.377750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Attempting to bind port d8732e83-9a48-41c3-b535-8528a6611ebb on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:28.404391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Port d8732e83-9a48-41c3-b535-8528a6611ebb on network b6746f8a-5513-44df-83d3-dbbe664479fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:28.404715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Attempting to bind port d8732e83-9a48-41c3-b535-8528a6611ebb on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:28.411259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:28.417786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:28.420454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:28.425668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.429719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:28.430242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:28.430369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:28.430820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Bound port: d8732e83-9a48-41c3-b535-8528a6611ebb, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:28.431178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.451169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d64aeaf3-437c-4659-afdc-14df95b46e13 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972364 Feb 11 14:21:28.453987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.461278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58080) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:28.468321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:28.492670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4231a7-25e5-4b51-8ed9-875bf7ff28dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.539800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.550841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-966843e6-5d88-4448-8fb6-875acf8ab9e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b4231a7-25e5-4b51-8ed9-875bf7ff28dd HTTP/1.1" status: 204 len: 168 time: 0.6062663 Feb 11 14:21:28.575634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:28.626898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Deleting port 9eddfb6d-aa45-49da-b21e-5614e2b40723 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:28.627284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.699707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] For port 9eddfb6d-aa45-49da-b21e-5614e2b40723, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9eddfb6d-aa45-49da-b21e-5614e2b40723,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:28.700072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.700193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.714985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Calling delete_port for 9eddfb6d-aa45-49da-b21e-5614e2b40723 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:28.731727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033414-b376-4859-92d0-024d4ccf2386 req-4f79ee85-deb6-447a-876c-c060332d57e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.733522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2033414-b376-4859-92d0-024d4ccf2386 req-4f79ee85-deb6-447a-876c-c060332d57e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 932 time: 0.2165937 Feb 11 14:21:28.926215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.930765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.935295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.935937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.967454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:28.981495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] Pushing event deleted for resources: {'Port': ['ID=9eddfb6d-aa45-49da-b21e-5614e2b40723,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.982246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01ff35-0816-4f6f-939a-dbea8a71c4c0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:28.982636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01ff35-0816-4f6f-939a-dbea8a71c4c0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:28.998350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:29.002098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634f9d3-0c08-497c-b975-616e87026541 None None] No DVR routers for this DVR port 9eddfb6d-aa45-49da-b21e-5614e2b40723 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:29.014411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.053171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.075666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8732e83-9a48-41c3-b535-8528a6611ebb,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:29.094974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-23f5e124-a726-4072-a8eb-2b96156959c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7281325 Feb 11 14:21:29.103869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:21:29.105094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b75b4-0ce5-413b-9492-65912163d8c0 req-4e5be140-719a-46ca-9850-3b436ec30a7d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.106069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.106766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e1b75b4-0ce5-413b-9492-65912163d8c0 req-4e5be140-719a-46ca-9850-3b436ec30a7d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 944 time: 0.1514091 Feb 11 14:21:29.112952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Request body: {'port': {'device_id': '911373cc-2287-4add-9e05-cfd353edcccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:29.117450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2033414-b376-4859-92d0-024d4ccf2386 req-c36cf99a-7fbe-419c-b827-eb88ecb1ca97 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776889 Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:29.118238 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:29.214349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e1b75b4-0ce5-413b-9492-65912163d8c0 req-e47cc50e-b046-4cf3-b649-8a25fb160688 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Feb 11 14:21:29.218899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.221261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.251283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97ab9eea-cb76-441a-a4d3-669999003961 req-eae84c5c-5e83-4ecb-bc51-d19604ef4e1f tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 210 time: 0.0515451 Feb 11 14:21:29.261472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:29.265060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.295899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.296528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.297974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8732e83-9a48-41c3-b535-8528a6611ebb HTTP/1.1" status: 200 len: 1092 time: 2.7794240 Feb 11 14:21:29.302944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:29.306827 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7ba68-8e06-44e3-8abf-a69670e46fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:29.374655 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fe598-c6e6-41ff-a6b0-b5b783830647 x-openstack-request-id: req-a91fe598-c6e6-41ff-a6b0-b5b783830647 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:29.374950 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:29.375247 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a91fe598-c6e6-41ff-a6b0-b5b783830647 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:29.375646 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb', 'status': 'completed', 'code': 200} Feb 11 14:21:29.387802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.397564 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.403788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2 HTTP/1.1" status: 204 len: 168 time: 0.8241808 Feb 11 14:21:29.423275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1c65-6fa2-4f56-86a4-41adf7ae2a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0c3f15-6c33-4a50-86ba-f5f2e13f63f2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:29.467568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399282e6-1272-42c6-82c4-e56fa0cf2f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:29.579971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-08efb7ed-0929-418b-86a9-073d3524bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.581532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-08efb7ed-0929-418b-86a9-073d3524bf6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 1095 time: 0.1784568 Feb 11 14:21:29.659131 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:21:29.845252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-0d63d907-4679-4d1c-872a-4ec8f4cdf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.848985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-0d63d907-4679-4d1c-872a-4ec8f4cdf5d5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2567024 Feb 11 14:21:29.912266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9eddfb6d-aa45-49da-b21e-5614e2b40723 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:29.929208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.945982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9eddfb6d-aa45-49da-b21e-5614e2b40723 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:29.946506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9eddfb6d-aa45-49da-b21e-5614e2b40723 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:29.997402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.011056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f291d91b-51aa-4c51-ae11-83da179c5fa0 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:30.028346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:30.035568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.043693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:30.060737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.065358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.073581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f5289-e777-499f-9204-01466611420d None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:30.097295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Transition to ACTIVE for port object f291d91b-51aa-4c51-ae11-83da179c5fa0 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:30.107509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-48e4e912-3ffb-4580-baf5-cd8e067b1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.110187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01c7ba68-8e06-44e3-8abf-a69670e46fe0 req-48e4e912-3ffb-4580-baf5-cd8e067b1c30 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2328749 Feb 11 14:21:30.117289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=87f1c78a-27c0-44e3-99dc-52871e724aea,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.134192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c123c7ec-9216-47c3-8adc-f8b6fc88eebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17aa006e552b40e4a01f10cf55cbe5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329699 Feb 11 14:21:30.137595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.212814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.278800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e49fa1bb-7ab1-4233-86d9-a7f0b3f4b6b9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8166087 Feb 11 14:21:30.282810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.292409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:95:ea:e2', 'name': 'tempest-NetworksTestDHCPv6-558060187'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:30.330375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.346901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-4c7defd8-1150-4ea4-8535-a1f962bf6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.346901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-4c7defd8-1150-4ea4-8535-a1f962bf6c14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 1095 time: 0.1870446 Feb 11 14:21:30.346901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Pushing event updated for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.373433 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.424046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-6a64ccf2-e54e-4452-b11b-0435a23ce397 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8732e83-9a48-41c3-b535-8528a6611ebb HTTP/1.1" status: 200 len: 217 time: 0.0736289 Feb 11 14:21:30.429217 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.472024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '87f1c78a-27c0-44e3-99dc-52871e724aea'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:30.473139 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.543177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcecc08-2f51-492b-9d52-fb6674523a2f req-8dc57096-459d-440d-a537-47553fa3ccb5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.551344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bcecc08-2f51-492b-9d52-fb6674523a2f req-8dc57096-459d-440d-a537-47553fa3ccb5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 944 time: 0.2898984 Feb 11 14:21:30.599484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242fecc-4efe-4a94-aed1-15e20b67d7d3 req-a9234394-015e-49bb-9f97-01a57c073644 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.606869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1242fecc-4efe-4a94-aed1-15e20b67d7d3 req-a9234394-015e-49bb-9f97-01a57c073644 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 944 time: 0.1752677 Feb 11 14:21:30.631403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58174) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.633303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-439e7d96-fc0e-4f43-a36f-c222c57d5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.634989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-439e7d96-fc0e-4f43-a36f-c222c57d5486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.2019982 Feb 11 14:21:30.698602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.701730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.703414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a8e7763-6d77-4ee4-b49b-014db30a2f17 HTTP/1.1" status: 204 len: 168 time: 0.5590234 Feb 11 14:21:30.736372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9bcecc08-2f51-492b-9d52-fb6674523a2f req-74271cdf-6465-4277-9a54-b880ceccb2da tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839874 Feb 11 14:21:30.737966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1242fecc-4efe-4a94-aed1-15e20b67d7d3 req-fcd68317-f0d8-4be0-8358-411be813b48d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134274 Feb 11 14:21:30.755624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4369ec-6757-42d3-b573-8a092c1c2489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e7763-6d77-4ee4-b49b-014db30a2f17,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:30.761757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Attempting to bind port f291d91b-51aa-4c51-ae11-83da179c5fa0 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:30.762620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Attempting to bind port f291d91b-51aa-4c51-ae11-83da179c5fa0 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:30.763205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Attempting to bind port f291d91b-51aa-4c51-ae11-83da179c5fa0 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:30.773215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Port f291d91b-51aa-4c51-ae11-83da179c5fa0 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:30.773215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Attempting to bind port f291d91b-51aa-4c51-ae11-83da179c5fa0 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:30.778993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-23224de9-c679-4e6c-9213-edd77b90bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.780822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-23224de9-c679-4e6c-9213-edd77b90bdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343856 Feb 11 14:21:30.784437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:30.785353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:30.786132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:30.786746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Bound port: f291d91b-51aa-4c51-ae11-83da179c5fa0, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:30.787318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.890616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6f53709-d61e-4739-b9bf-6456b86b665a req-1de378fe-71e8-4cc8-934b-09263d109b14 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 210 time: 0.0372808 Feb 11 14:21:30.911383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:30.967107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/87f1c78a-27c0-44e3-99dc-52871e724aea/a0f8a5ea-b235-4758-9292-a8c0649ce92c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:31.046005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:31.051282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:31.070152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.091930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5aad7e-6003-45d7-aa23-e21e31ed336c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.094329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port fa6dc77f-677d-4eeb-adbc-69f87207d508 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:31.102900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-bb78ab6e-320e-4e41-a2f5-5e5f1c6bfdb1 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111708 Feb 11 14:21:31.186173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.247117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.247726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.249196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] 10.222.0.60 "PUT /v2.0/ports/f291d91b-51aa-4c51-ae11-83da179c5fa0 HTTP/1.1" status: 200 len: 1092 time: 2.1414678 Feb 11 14:21:31.303744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569317-b53e-42ba-a045-e51afbea0b3c service neutron] Pushing event updated for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.319857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a5bb13-11c6-4cce-bacf-16e4c095566c req-876c97a1-925d-460b-85d5-20a3ec0cb16f service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072446 Feb 11 14:21:31.339395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5aad7e-6003-45d7-aa23-e21e31ed336c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.376793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:31.378957 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5519b-0b68-4550-922d-c96404d6763b" -d '{"events": [{"name": "network-changed", "server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:31.418648 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46840ffa-59c5-48aa-823a-0d958b3fb34b x-openstack-request-id: req-46840ffa-59c5-48aa-823a-0d958b3fb34b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:31.419045 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:31.419163 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46840ffa-59c5-48aa-823a-0d958b3fb34b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:31.419620 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0', 'status': 'completed', 'code': 200} Feb 11 14:21:31.433995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.472085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.480958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5aad7e-6003-45d7-aa23-e21e31ed336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.503565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-1e3c2ebb-9220-40ae-9b6f-ce922b0f5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.505433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-1e3c2ebb-9220-40ae-9b6f-ce922b0f5df7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 1095 time: 0.0795317 Feb 11 14:21:31.576921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.603506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-4a01dbfd-0ade-4532-922a-00cf694c69d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0 HTTP/1.1" status: 200 len: 217 time: 0.0844409 Feb 11 14:21:31.604207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5aad7e-6003-45d7-aa23-e21e31ed336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd80965-ce10-4d7b-9b59-02cfd6643745,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.608955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8c5aad7e-6003-45d7-aa23-e21e31ed336c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd0e410313644952992b9fcd2e3af7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722068 Feb 11 14:21:31.643931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:31.658935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-a336b8a0-21da-4230-8ad4-dd15340c1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.660433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-a336b8a0-21da-4230-8ad4-dd15340c1388 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0497177 Feb 11 14:21:31.661150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:31.674865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:31.682723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:31.712386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-4e76760f-6c90-4fea-b78c-95bb96fb209d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438876 Feb 11 14:21:31.745383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Pushing event updated for resources: {'Port': ['ID=a0f8a5ea-b235-4758-9292-a8c0649ce92c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.769423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::b5 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/87f1c78a-27c0-44e3-99dc-52871e724aea/fa6dc77f-677d-4eeb-adbc-69f87207d508) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:31.775727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.782671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.783361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.783867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.784367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.784871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.785388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.785908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.786640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.787175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.787689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.788341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.788851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.823960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.867270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Attempting to bind port a0f8a5ea-b235-4758-9292-a8c0649ce92c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:31.871775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Attempting to bind port a0f8a5ea-b235-4758-9292-a8c0649ce92c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:31.874383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Attempting to bind port a0f8a5ea-b235-4758-9292-a8c0649ce92c on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:31.882357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:31.886187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:31.888037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.888689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:31.889480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Bound port: a0f8a5ea-b235-4758-9292-a8c0649ce92c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:31.891281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.962301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-f75d76fd-f6c8-4f13-b60b-a677332abeb6 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413201 Feb 11 14:21:32.078746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] For port a0f8a5ea-b235-4758-9292-a8c0649ce92c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:32.086855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] For port a0f8a5ea-b235-4758-9292-a8c0649ce92c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0f8a5ea-b235-4758-9292-a8c0649ce92c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:32.094150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1a84-6bfa-4ffe-9847-2e650f9b76fa req-e30b09a0-5e7c-402e-a038-38ccaad21393 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.101876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f9a1a84-6bfa-4ffe-9847-2e650f9b76fa req-e30b09a0-5e7c-402e-a038-38ccaad21393 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 944 time: 0.1602070 Feb 11 14:21:32.160682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.168379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f9a1a84-6bfa-4ffe-9847-2e650f9b76fa req-447dc23d-0cc3-4019-9405-36ea6459356a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630372 Feb 11 14:21:32.184941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.189826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.201995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.210365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b97b41e2-cfb9-4938-956d-8367663bd044 req-837ac450-cc75-4d50-be57-cc5a252d44a1 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231119 Feb 11 14:21:32.214041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fd80965-ce10-4d7b-9b59-02cfd6643745 HTTP/1.1" status: 204 len: 168 time: 0.5637264 Feb 11 14:21:32.287170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff02eb-85ae-4801-b3b6-a1eaa6133cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd80965-ce10-4d7b-9b59-02cfd6643745,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:32.362659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e602dc-5991-4d05-a2fc-2f461bda4078 None None] Pushing event updated for resources: {'Port': ['ID=a0f8a5ea-b235-4758-9292-a8c0649ce92c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:32.381588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7dd86-f524-4784-822e-45f4b2219751 req-5783a258-dc1b-4904-8c8a-3d36d5b46e9a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.393621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea7dd86-f524-4784-822e-45f4b2219751 req-5783a258-dc1b-4904-8c8a-3d36d5b46e9a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 944 time: 0.1276813 Feb 11 14:21:32.526873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-11b4c48d-de9a-40d7-aa92-3f4a6eb81323 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.526873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-11b4c48d-de9a-40d7-aa92-3f4a6eb81323 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.62 "GET /v2.0/networks?id=3e675dd9-69e4-41c4-bb4a-843eabb33b71 HTTP/1.1" status: 200 len: 825 time: 0.1764598 Feb 11 14:21:32.539170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Request body: {'port': {'device_id': '6c888dea-dd71-490c-bc94-7c331e627515', 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71', 'admin_state_up': True, 'tenant_id': '69af1dfff1404badb41d61ea0224fadc'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:32.572528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea7dd86-f524-4784-822e-45f4b2219751 req-6c4c75d1-d6a6-424e-bafa-70a42778b3f8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766911 Feb 11 14:21:32.613731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5519b-0b68-4550-922d-c96404d6763b req-695aa2d5-f972-4f64-928b-e46607826729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.615268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-695aa2d5-f972-4f64-928b-e46607826729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 1095 time: 0.2184234 Feb 11 14:21:32.761841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.822387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f63d4cb-7c2b-4b66-bbd7-f7a0deeb8ce7 req-79a1b67a-d0fd-41aa-b99a-e59ad9705728 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 210 time: 0.0553687 Feb 11 14:21:32.962257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:32.983903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5519b-0b68-4550-922d-c96404d6763b req-1f2617e5-43c2-4450-9bf7-77dc48faeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.987643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Made reservation on behalf of 69af1dfff1404badb41d61ea0224fadc for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:32.988590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-1f2617e5-43c2-4450-9bf7-77dc48faeb0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.3633416 Feb 11 14:21:33.001558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.042672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:33.044736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:33.055402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-c3e3721a-f7ad-4d67-8e0e-849df0c0a6e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0 HTTP/1.1" status: 200 len: 217 time: 0.0518007 Feb 11 14:21:33.121898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:33.128163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.128946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.129624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5519b-0b68-4550-922d-c96404d6763b req-83fefd23-f494-4ca1-9ff2-70588a648c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.131157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-83fefd23-f494-4ca1-9ff2-70588a648c00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0691104 Feb 11 14:21:33.186726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-62b43b5a-e192-4644-9cb6-6b72a2af0622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439217 Feb 11 14:21:33.391482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-9a471b48-a516-4d1e-9a0a-6d04446a5de0 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971252 Feb 11 14:21:33.410658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996fda-fbad-437c-95e9-10148bf0cd15 req-cdcaa676-0174-40d1-afbb-8bef3b55bb31 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.412381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8996fda-fbad-437c-95e9-10148bf0cd15 req-cdcaa676-0174-40d1-afbb-8bef3b55bb31 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 944 time: 0.0947597 Feb 11 14:21:33.530448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58260) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:33.544310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8996fda-fbad-437c-95e9-10148bf0cd15 req-3bed5f6a-6d24-4bb6-aebd-f87f672eee2c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795996 Feb 11 14:21:33.548985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1948754147-network', 'tenant_id': '00647655d09f411cb82555aaa51d1310'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:33.571893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f618bb3c-9bbf-48a3-86fd-d67a16671f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.593223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=fa6dc77f-677d-4eeb-adbc-69f87207d508,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.689517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41b5519b-0b68-4550-922d-c96404d6763b req-caa6070e-2e33-4c1b-b73c-7743b808c515 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887530 Feb 11 14:21:33.700434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7d38eac-a26e-4285-aec8-d58e83e9d917 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4156666 Feb 11 14:21:33.705122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58268) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:33.800236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f618bb3c-9bbf-48a3-86fd-d67a16671f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.817960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Made reservation on behalf of 00647655d09f411cb82555aaa51d1310 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:33.818684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.853434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.868297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f618bb3c-9bbf-48a3-86fd-d67a16671f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.897050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Allocated IP 172.20.0.5 (3e675dd9-69e4-41c4-bb4a-843eabb33b71/17f80091-7d95-491b-b57f-96a2da624be1/fefc5046-8bcc-4f2e-a623-06a346256780) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:33.941385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f640b-594e-4b61-bac9-6c2249799b51 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.949499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618bb3c-9bbf-48a3-86fd-d67a16671f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d5351-bfcd-404e-8010-c02fe600ee35,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.959287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f640b-594e-4b61-bac9-6c2249799b51 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.962172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f618bb3c-9bbf-48a3-86fd-d67a16671f7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c422ef08edb149db9bca3b4fb80280b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300761 Feb 11 14:21:33.964411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-113f640b-594e-4b61-bac9-6c2249799b51 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2567441 Feb 11 14:21:33.964958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58276) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:33.986115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58278) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:34.071163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0f8a5ea-b235-4758-9292-a8c0649ce92c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:34.101127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f0091-401e-4e00-9346-077a59a939f9 req-161b0beb-05cb-4179-b632-dc898140d353 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.115219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-667f0091-401e-4e00-9346-077a59a939f9 req-161b0beb-05cb-4179-b632-dc898140d353 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 944 time: 0.3894281 Feb 11 14:21:34.166262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-273cd757-0ba0-4b03-b38a-33eafb3a354f req-edd6582a-e1cb-4685-b849-8ca4d42a4da7 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 210 time: 0.1251168 Feb 11 14:21:34.175950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0f8a5ea-b235-4758-9292-a8c0649ce92c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.176605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.288386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-667f0091-401e-4e00-9346-077a59a939f9 req-e63e80db-6d6a-400e-a73d-1c325c5cf6d8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720517 Feb 11 14:21:34.311728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.313830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5ef4917e-8fae-40fb-be40-a0440b8fc8b8 None None] Provisioning complete for port a0f8a5ea-b235-4758-9292-a8c0649ce92c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.314501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ef4917e-8fae-40fb-be40-a0440b8fc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.358972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.379583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port fa6dc77f-677d-4eeb-adbc-69f87207d508 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:34.379741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.422981 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.464788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.467563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.517350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.532401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.543045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a0f8a5ea-b235-4758-9292-a8c0649ce92c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0f8a5ea-b235-4758-9292-a8c0649ce92c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:34.551651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f47d89-5d6c-4f91-b741-79203e4ff791,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:34.571449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for fa6dc77f-677d-4eeb-adbc-69f87207d508 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:34.599639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.654305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8732e83-9a48-41c3-b535-8528a6611ebb details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:34.730673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:34.738139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:34.741380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.745484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.748981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e7d5351-bfcd-404e-8010-c02fe600ee35 HTTP/1.1" status: 204 len: 168 time: 0.7793632 Feb 11 14:21:34.764668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868a6bc-c5bd-4703-a18a-296073b51ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d5351-bfcd-404e-8010-c02fe600ee35,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:34.785031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8732e83-9a48-41c3-b535-8528a6611ebb,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:34.789952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Pushing event updated for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:34.800951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd8732e83-9a48-41c3-b535-8528a6611ebb', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'd8732e83-9a48-41c3-b535-8528a6611ebb', 'mac_address': 'fa:16:3e:f2:ea:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:34.809379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:34.816612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:34.822524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.851753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.886803 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.887240 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Added segment 91aa5384-dc01-4e20-8e6d-e027d444e81a of type vlan for network 57ffb0d4-0aef-40d2-9814-abd4498940cb Feb 11 14:21:34.900219 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ef4917e-8fae-40fb-be40-a0440b8fc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.939656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=fa6dc77f-677d-4eeb-adbc-69f87207d508,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:34.944551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.981729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.009317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a0f8a5ea-b235-4758-9292-a8c0649ce92c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.018496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8732e83-9a48-41c3-b535-8528a6611ebb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:35.043550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ce50b-13b1-400e-a073-54fc05b6840f req-b3839dcd-9b1c-47ef-a300-767d08daeca1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.043755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8732e83-9a48-41c3-b535-8528a6611ebb,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:35.045477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465ce50b-13b1-400e-a073-54fc05b6840f req-b3839dcd-9b1c-47ef-a300-767d08daeca1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 944 time: 0.3324790 Feb 11 14:21:35.071812 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-5ef4917e-8fae-40fb-be40-a0440b8fc8b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:21:35.072389 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-5ef4917e-8fae-40fb-be40-a0440b8fc8b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:21:35.100342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.101405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.101996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.119125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.120840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f291d91b-51aa-4c51-ae11-83da179c5fa0 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:35.123328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.124017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.223517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465ce50b-13b1-400e-a073-54fc05b6840f req-228121c5-ca8e-4514-8360-6c4d043260b4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578753 Feb 11 14:21:35.233316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=57ffb0d4-0aef-40d2-9814-abd4498940cb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.259557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-ba814a41-096e-487b-ba30-382e24705dad tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7243981 Feb 11 14:21:35.265371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.267583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee4f94d9-ff4d-4ef9-8373-196ef93c3fd6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2628319 Feb 11 14:21:35.278849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 57ffb0d4-0aef-40d2-9814-abd4498940cb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:21:35.289065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Request body: {'port': {'device_id': '6c888dea-dd71-490c-bc94-7c331e627515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:35.297329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58308) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:35.314632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Request body: {'subnet': {'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1948754147-subnet', 'tenant_id': '00647655d09f411cb82555aaa51d1310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:35.537717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:21:35.547176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.554047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0926bc6f-e898-4b16-a296-40e2396e05b8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/fa6dc77f-677d-4eeb-adbc-69f87207d508 HTTP/1.1" status: 204 len: 168 time: 1.5629878 Feb 11 14:21:35.557077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:35.567060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.673178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5275-892c-4783-8a90-4e9829b42a98 req-0315a8be-c31d-4e24-98e2-cc607b41dfa8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.675012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7fba5275-892c-4783-8a90-4e9829b42a98 req-0315a8be-c31d-4e24-98e2-cc607b41dfa8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 945 time: 0.2318387 Feb 11 14:21:35.683780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb7ae-afb4-4565-8670-bd0ae71bcbd4 req-bdf55fc5-443d-4a2c-80a3-2977eff96fdb tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.693480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5590e-2d36-4cb2-856d-1e40bf19ed24 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.695187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5590e-2d36-4cb2-856d-1e40bf19ed24 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.696871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17a5590e-2d36-4cb2-856d-1e40bf19ed24 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1388659 Feb 11 14:21:35.700236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57aeb7ae-afb4-4565-8670-bd0ae71bcbd4 req-bdf55fc5-443d-4a2c-80a3-2977eff96fdb tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 931 time: 0.1459227 Feb 11 14:21:35.704301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Made reservation on behalf of 00647655d09f411cb82555aaa51d1310 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:35.706759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.711650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:35.726716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:35.744718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f291d91b-51aa-4c51-ae11-83da179c5fa0', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': 'f291d91b-51aa-4c51-ae11-83da179c5fa0', 'mac_address': 'fa:16:3e:33:8d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:35.797548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.798185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57aeb7ae-afb4-4565-8670-bd0ae71bcbd4 req-c715f64d-8f1c-43be-9c12-e6c9bc70d0cf tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930233 Feb 11 14:21:35.813737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dc168407-17f8-412f-a5a1-fc24e096a383 None None] Could not find standard attr ID for object fa6dc77f-677d-4eeb-adbc-69f87207d508. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:21:35.830374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f291d91b-51aa-4c51-ae11-83da179c5fa0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:35.861289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:35.943008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7fba5275-892c-4783-8a90-4e9829b42a98 req-f7c46c2a-0fa5-45e7-9cdd-8fd2286a02c4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597549 Feb 11 14:21:35.968822 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.968981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:35.989163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5664319a-ba19-43f4-936e-99b0aded5e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.998923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 87f1c78a-27c0-44e3-99dc-52871e724aea {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:36.018930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0f8a5ea-b235-4758-9292-a8c0649ce92c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:36.053499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.103711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.131453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.164791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0f8a5ea-b235-4758-9292-a8c0649ce92c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:36.165579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.175343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5664319a-ba19-43f4-936e-99b0aded5e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.250389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5664319a-ba19-43f4-936e-99b0aded5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.277346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f291d91b-51aa-4c51-ae11-83da179c5fa0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:36.282481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:36.325445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5664319a-ba19-43f4-936e-99b0aded5e10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be3101fc81ff463aacbbf644df160de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557246 Feb 11 14:21:36.344211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:36.351016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664319a-ba19-43f4-936e-99b0aded5e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a449c-9210-4b3b-8000-7d054318f18b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.489780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefc5046-8bcc-4f2e-a623-06a346256780 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:36.500381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.549780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.584272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.596232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Transition to ACTIVE for port object fefc5046-8bcc-4f2e-a623-06a346256780 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:36.628436 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.637723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96ae1-3089-48bc-8e44-a3861f56e35b req-125dbea5-83e9-45cb-ac4d-8511972311a5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:36.639231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15c96ae1-3089-48bc-8e44-a3861f56e35b req-125dbea5-83e9-45cb-ac4d-8511972311a5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 945 time: 0.2660923 Feb 11 14:21:36.724099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.730925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.759767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Pushing event updated for resources: {'Subnet': ['ID=326c08c5-b1ba-4ffb-9837-df52aefe2f5d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.845472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15c96ae1-3089-48bc-8e44-a3861f56e35b req-4b18cfe6-c000-4be4-b894-04d14f333432 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771131 Feb 11 14:21:36.876667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.890102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.899531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Checking segment: {'id': '91aa5384-dc01-4e20-8e6d-e027d444e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:36.899976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Network hostable DHCP agents. Network: 57ffb0d4-0aef-40d2-9814-abd4498940cb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:36.946374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=87f1c78a-27c0-44e3-99dc-52871e724aea,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.956214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:36.972513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:36.978902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec873a4a-ea1f-4b53-bea8-d17f4dae3966 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/87f1c78a-27c0-44e3-99dc-52871e724aea HTTP/1.1" status: 204 len: 168 time: 1.2659037 Feb 11 14:21:36.982942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcbfa5-fe32-4292-a388-acc8cba919e7 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:37.115089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5bddb3fd-fd40-4363-bf63-e526f9770ec0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401346 Feb 11 14:21:37.124403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58362) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:37.140125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.140775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.152699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce5a449c-9210-4b3b-8000-7d054318f18b HTTP/1.1" status: 204 len: 168 time: 0.7994618 Feb 11 14:21:37.154424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Network 57ffb0d4-0aef-40d2-9814-abd4498940cb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:37.199916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe627f10-4874-4aca-94db-738ffada6f34 req-5c30c24c-7de5-47b4-96b9-e58e6dac641e tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.208730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe627f10-4874-4aca-94db-738ffada6f34 req-5c30c24c-7de5-47b4-96b9-e58e6dac641e tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 943 time: 0.1252372 Feb 11 14:21:37.211249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f3e0e-34f2-4b49-a62d-66a851322cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a449c-9210-4b3b-8000-7d054318f18b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:37.252730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 57ffb0d4-0aef-40d2-9814-abd4498940cb) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:37.257741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Attempting to bind port fefc5046-8bcc-4f2e-a623-06a346256780 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:37.258158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Attempting to bind port fefc5046-8bcc-4f2e-a623-06a346256780 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'a5e16182-31fe-4845-9aff-030097c74c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:37.258598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Attempting to bind port fefc5046-8bcc-4f2e-a623-06a346256780 on network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:37.269040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc2d87-c700-4582-9041-d9c1a3107a8a req-f08109e3-0bb6-4ec7-8d15-45188554308a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.271692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92dc2d87-c700-4582-9041-d9c1a3107a8a req-f08109e3-0bb6-4ec7-8d15-45188554308a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 945 time: 0.1992745 Feb 11 14:21:37.274319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.275039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.279689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190fb3d-50ad-45f4-8d7e-37f727bf9f0f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.281652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2190fb3d-50ad-45f4-8d7e-37f727bf9f0f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1555743 Feb 11 14:21:37.285194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58370) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:37.285347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Port fefc5046-8bcc-4f2e-a623-06a346256780 on network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:37.285347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Attempting to bind port fefc5046-8bcc-4f2e-a623-06a346256780 on network 3e675dd9-69e4-41c4-bb4a-843eabb33b71 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:37.289211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d50237-c5f3-434d-924e-4d5512a12dd4 None None] Network 57ffb0d4-0aef-40d2-9814-abd4498940cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:37.334774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:37.337138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe627f10-4874-4aca-94db-738ffada6f34 req-ae34d0c3-7e5e-46f0-a934-765b30c74180 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229899 Feb 11 14:21:37.339596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Checking segment: {'id': 'a5e16182-31fe-4845-9aff-030097c74c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:37.339596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Bound using segment: {'id': 'a5e16182-31fe-4845-9aff-030097c74c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:37.339596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Bound port: fefc5046-8bcc-4f2e-a623-06a346256780, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e16182-31fe-4845-9aff-030097c74c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:37.339596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.376154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8e7ea-dc62-4d52-9f13-ebd13d686b1c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.380826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6af8e7ea-dc62-4d52-9f13-ebd13d686b1c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0928903 Feb 11 14:21:37.382224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58372) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:37.401022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:37.414196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92dc2d87-c700-4582-9041-d9c1a3107a8a req-04db08bc-b080-4602-ac34-8f9155c3d10d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341298 Feb 11 14:21:37.476741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eb2f97b7-6ed8-4f72-9d5a-669effa9018d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1773984 Feb 11 14:21:37.477351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:37.477806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba1e98a4-56af-41b3-b2c3-7e3395c4e572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952046 Feb 11 14:21:37.491128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:37.562554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Deleting port a0f8a5ea-b235-4758-9292-a8c0649ce92c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:37.562935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.940429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0f8a5ea-b235-4758-9292-a8c0649ce92c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:37.951898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:37.963708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fefc5046-8bcc-4f2e-a623-06a346256780,segment=NetworkSegment(a5e16182-31fe-4845-9aff-030097c74c35),segment_id=a5e16182-31fe-4845-9aff-030097c74c35)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:38.034465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] For port a0f8a5ea-b235-4758-9292-a8c0649ce92c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0f8a5ea-b235-4758-9292-a8c0649ce92c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:38.034861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.089314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Calling delete_port for a0f8a5ea-b235-4758-9292-a8c0649ce92c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:38.091013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca4f1b-9bad-4357-8476-f52dbb91b2e3 None None] Network 57ffb0d4-0aef-40d2-9814-abd4498940cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:38.142302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.249628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a0f8a5ea-b235-4758-9292-a8c0649ce92c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0f8a5ea-b235-4758-9292-a8c0649ce92c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:38.313715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.351146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:38.351146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.352049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/fefc5046-8bcc-4f2e-a623-06a346256780 HTTP/1.1" status: 200 len: 1091 time: 3.0833704 Feb 11 14:21:38.352600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:38.354923 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ac27cd-f531-4dbb-b00f-de00ab6c865d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:38.387169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:38.388854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.405796 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.423884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963c1e-de33-438e-86b9-6fe06f1329f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:38.468795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a0f8a5ea-b235-4758-9292-a8c0649ce92c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:38.559921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.618088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] Pushing event deleted for resources: {'Port': ['ID=a0f8a5ea-b235-4758-9292-a8c0649ce92c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:38.624551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dac6a-95d7-48ec-9836-be1fcc14579a None None] No DVR routers for this DVR port a0f8a5ea-b235-4758-9292-a8c0649ce92c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:38.654823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8732e83-9a48-41c3-b535-8528a6611ebb up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:38.660235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-716234f1-f558-4171-a287-339b0138cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:38.661795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-716234f1-f558-4171-a287-339b0138cbaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69af1dfff1404badb41d61ea0224fadc&device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 1094 time: 0.1205659 Feb 11 14:21:38.730032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-b7731fda-c7cc-4556-81c7-5af419d9db24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fefc5046-8bcc-4f2e-a623-06a346256780 HTTP/1.1" status: 200 len: 217 time: 0.0438643 Feb 11 14:21:38.793133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-3a27930d-fb43-4e3f-9050-58f8aced3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:38.795445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-3a27930d-fb43-4e3f-9050-58f8aced3f24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17f80091-7d95-491b-b57f-96a2da624be1 HTTP/1.1" status: 200 len: 865 time: 0.0577502 Feb 11 14:21:38.798724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port d8732e83-9a48-41c3-b535-8528a6611ebb completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:38.803670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d8732e83-9a48-41c3-b535-8528a6611ebb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:38.804287 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.832661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-44504003-09df-4eda-82fb-0ef2f2fc5979 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e675dd9-69e4-41c4-bb4a-843eabb33b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291820 Feb 11 14:21:38.967499 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.004531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:39.009320 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e6f44-ae87-4ca9-919a-f8300c1bea41" -d '{"events": [{"server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "name": "network-vif-plugged", "status": "completed", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:39.014948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:21:39.022540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.029326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8732e83-9a48-41c3-b535-8528a6611ebb,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:39.070932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:39.079650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:39.091467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe4d71-2d74-482a-9f00-1564d5fd7374 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:39.091680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:39.092022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.122815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=ec7d7a99-b431-4ede-8c86-5c257c9d325b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:39.127002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-5fa50ad7-f881-4086-a642-d081dbac9178 service neutron] 10.222.0.62 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857769 Feb 11 14:21:39.171647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.173879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f291d91b-51aa-4c51-ae11-83da179c5fa0 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:39.246661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b12430a9-f4ef-4352-a191-fdb3f80b2786 req-972d7d69-7f76-46cb-89c0-577b4c436e8c service neutron] 10.222.0.62 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121273 Feb 11 14:21:39.253831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7bc57b97-9ac0-4265-bb88-1de08ef5bffc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7728159 Feb 11 14:21:39.283635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:39.315569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:39.436307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:39.540487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9859-00b5-4eac-a998-ba5c9400752d req-845f4ccc-3e5d-4ba0-b035-58feda6ec425 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:39.546129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': 'ec7d7a99-b431-4ede-8c86-5c257c9d325b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:39.547651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.548268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8d9859-00b5-4eac-a998-ba5c9400752d req-845f4ccc-3e5d-4ba0-b035-58feda6ec425 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 945 time: 0.1797414 Feb 11 14:21:39.565634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-e6076f16-5926-47ef-8aeb-435156b51bfa tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:39.571843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f291d91b-51aa-4c51-ae11-83da179c5fa0 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:39.580259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f291d91b-51aa-4c51-ae11-83da179c5fa0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:39.580957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.583589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-e6076f16-5926-47ef-8aeb-435156b51bfa tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/networks?id=57ffb0d4-0aef-40d2-9814-abd4498940cb HTTP/1.1" status: 200 len: 814 time: 0.3033040 Feb 11 14:21:39.625953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8d9859-00b5-4eac-a998-ba5c9400752d req-33316c17-a671-4ddf-9204-2ab99ee329b1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767779 Feb 11 14:21:39.629514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-85c2942c-0cf7-4653-a5b5-8ce6175c6895 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/quotas/00647655d09f411cb82555aaa51d1310 HTTP/1.1" status: 200 len: 375 time: 0.0443218 Feb 11 14:21:39.673376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:39.677930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.687466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-21680eb6-7e93-49c5-8740-b709dda76ca0 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00647655d09f411cb82555aaa51d1310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558012 Feb 11 14:21:39.788925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-f70bf3ba-4ab0-4afe-abc7-1ef112abfd99 service neutron] 10.222.0.31 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002979 Feb 11 14:21:39.900076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-dde46016-97d5-47e4-a339-0005e3d169ae service neutron] 10.222.0.31 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099761 Feb 11 14:21:40.041373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ffa72-cb31-4bf8-b576-2bb7e0d0ee9d req-81cd319b-e118-4a99-99b0-8d00e56d77e7 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.043077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d49ffa72-cb31-4bf8-b576-2bb7e0d0ee9d req-81cd319b-e118-4a99-99b0-8d00e56d77e7 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 943 time: 0.2298553 Feb 11 14:21:40.052022 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec7d7a99-b431-4ede-8c86-5c257c9d325b (CIDR: 2001:db8::/64) Feb 11 14:21:40.088535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d49ffa72-cb31-4bf8-b576-2bb7e0d0ee9d req-15b0a0c1-f7a7-4031-aaa1-4aa0b4260275 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 Feb 11 14:21:40.093348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Allocated IP 2001:db8::f816:3eff:fe16:2423 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ec7d7a99-b431-4ede-8c86-5c257c9d325b/2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:40.102523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.142815 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:21:40.143441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:21:40.152790 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc156e0-26ae-4c32-94ea-c7e109e776fc x-openstack-request-id: req-dbc156e0-26ae-4c32-94ea-c7e109e776fc {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:40.152790 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:40.152790 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbc156e0-26ae-4c32-94ea-c7e109e776fc {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:40.154523 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780', 'status': 'completed', 'code': 200} Feb 11 14:21:40.165368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:40.262267 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c7e60-3ab5-4e89-aff2-37a3c3abde0a x-openstack-request-id: req-ef6c7e60-3ab5-4e89-aff2-37a3c3abde0a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:40.262594 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "name": "network-vif-plugged", "status": "completed", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:40.262865 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef6c7e60-3ab5-4e89-aff2-37a3c3abde0a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:40.263289 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb', 'code': 200} Feb 11 14:21:40.275247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58470) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:40.275482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c0152f7b-639e-461b-ac5e-d010bf288353 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9925566 Feb 11 14:21:40.285920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:40.303065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367168b3-973f-43b3-8394-840b3ec78d63 req-b0c13bfc-38a7-4839-b66e-d018f2c415de tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.310431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-367168b3-973f-43b3-8394-840b3ec78d63 req-b0c13bfc-38a7-4839-b66e-d018f2c415de tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0762887 Feb 11 14:21:40.313329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.314428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-42844f74-dea1-42cb-b719-37d39e957b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.315888 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-42844f74-dea1-42cb-b719-37d39e957b85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69af1dfff1404badb41d61ea0224fadc&device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 1094 time: 0.1405845 Feb 11 14:21:40.434922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-367168b3-973f-43b3-8394-840b3ec78d63 req-72b55f35-7ed4-4af8-a282-9657f374be99 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196353 Feb 11 14:21:40.489548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:40.498656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-7e866604-3245-45db-850e-217811e03b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.501669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-7e866604-3245-45db-850e-217811e03b5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=3e675dd9-69e4-41c4-bb4a-843eabb33b71 HTTP/1.1" status: 200 len: 926 time: 0.1771007 Feb 11 14:21:40.557970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-57a4e085-8e93-4bbe-a9f8-224099ac1b88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fefc5046-8bcc-4f2e-a623-06a346256780 HTTP/1.1" status: 200 len: 217 time: 0.0485146 Feb 11 14:21:40.566997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.570479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69998e87-78e8-4892-adc2-08fbb7386609 req-0640186c-20be-4437-afbf-d7baf05925ae tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 210 time: 0.0793052 Feb 11 14:21:40.612064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a2ec-b79f-492e-b210-34602f325d85 req-54c9dc4a-62e4-4234-a52f-f1f697f3ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.614503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d54a2ec-b79f-492e-b210-34602f325d85 req-54c9dc4a-62e4-4234-a52f-f1f697f3ea64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 1097 time: 0.1246173 Feb 11 14:21:40.653737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-bd57f705-4781-42f7-bed0-a239748ba4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:40.655341 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-bd57f705-4781-42f7-bed0-a239748ba4bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17f80091-7d95-491b-b57f-96a2da624be1 HTTP/1.1" status: 200 len: 865 time: 0.0915155 Feb 11 14:21:40.691111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.704157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d54a2ec-b79f-492e-b210-34602f325d85 req-59c9810a-954a-4508-b874-2a2ea80977b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815775 Feb 11 14:21:40.716508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-4faee28f-fa0a-48c6-b074-588fdb622da1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3e675dd9-69e4-41c4-bb4a-843eabb33b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468507 Feb 11 14:21:40.731236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:40.735139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.778245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:40.786180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:40.801127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:40.820356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Pushing event updated for resources: {'Port': ['ID=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:40.917997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Attempting to bind port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:40.918693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Attempting to bind port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:40.919173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Attempting to bind port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:40.932214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:40.936550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:40.942959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.942959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:40.942959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Bound port: 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:40.942959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.962469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-2e32f40f-d2f2-4c85-bb3b-b729db03cee8 service neutron] 10.222.0.62 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390838 Feb 11 14:21:41.092474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] For port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:41.098490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] For port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:41.150328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ac27cd-f531-4dbb-b00f-de00ab6c865d req-a7a61a23-4b3e-4a72-b723-f590efe75b9b service neutron] 10.222.0.62 "GET /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805120 Feb 11 14:21:41.210907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a71fd6-12cb-4f7e-914c-f75e1aa91e51 req-418800e0-7793-4d66-a43e-a817c0d7f630 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.212525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91a71fd6-12cb-4f7e-914c-f75e1aa91e51 req-418800e0-7793-4d66-a43e-a817c0d7f630 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.2351036 Feb 11 14:21:41.228277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.320192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.346775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91a71fd6-12cb-4f7e-914c-f75e1aa91e51 req-7ffd4e25-e445-482f-a991-0b6929ffa1c9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244528 Feb 11 14:21:41.406833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547e18-dfb9-419a-892c-b91a44ae170e None None] Pushing event updated for resources: {'Port': ['ID=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:41.409429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:41.415850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:41.426396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.427398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.442132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=0a0b1318-fa2a-4d70-a5f5-b3743fbab780,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:41.516613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02c46-3b88-4015-9c72-118eef323f48 req-5a14c5f5-b6d5-44d3-9d31-9e7fda2b53f1 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.527996 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cba02c46-3b88-4015-9c72-118eef323f48 req-5a14c5f5-b6d5-44d3-9d31-9e7fda2b53f1 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 943 time: 0.1144390 Feb 11 14:21:41.557543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3cab4af7-6c7a-46e9-a519-b8d5a092808b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2798269 Feb 11 14:21:41.560586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58520) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:41.572868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:c1:4e:82', 'name': 'tempest-NetworksTestDHCPv6-98451634'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:41.595212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cba02c46-3b88-4015-9c72-118eef323f48 req-b8562c45-5434-47c4-9dec-efbef2fb48aa tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670178 Feb 11 14:21:41.810080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acb54d34-7671-4774-8c25-5bd2acc1f2c2 req-4f327089-6c8e-453d-8aab-6d50bacd6162 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 210 time: 0.0638180 Feb 11 14:21:41.882864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2f82-bd3b-4940-83c9-7a29a002e60d req-9e24c9d5-98c3-427e-b287-0085e2803f8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.887889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44ad2f82-bd3b-4940-83c9-7a29a002e60d req-9e24c9d5-98c3-427e-b287-0085e2803f8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1507525 Feb 11 14:21:41.943226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44ad2f82-bd3b-4940-83c9-7a29a002e60d req-10e9e8d1-be9e-4c32-b4f2-91ee2d280c3a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Feb 11 14:21:42.018145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:42.023504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:42.162515 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.179179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:42.179554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.190740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port c770b58d-2cb9-425d-b63a-bf2cd78e0e88 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:42.279173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:42.282199 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83a6a3-5cda-4b48-879e-7fe51f0f91ba" -d '{"events": [{"server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "name": "network-vif-plugged", "status": "completed", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:42.324674 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.394408 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674db959-810e-4413-bdb8-95302d5ac0df x-openstack-request-id: req-674db959-810e-4413-bdb8-95302d5ac0df {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:42.397457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "name": "network-vif-plugged", "status": "completed", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:42.397457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-674db959-810e-4413-bdb8-95302d5ac0df {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:42.397457 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0', 'code': 200} Feb 11 14:21:42.429500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:42.538602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fefc5046-8bcc-4f2e-a623-06a346256780 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:42.597580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8:0:1::34 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/0a0b1318-fa2a-4d70-a5f5-b3743fbab780/c770b58d-2cb9-425d-b63a-bf2cd78e0e88) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:42.607805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:fec1:4e82 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ec7d7a99-b431-4ede-8c86-5c257c9d325b/c770b58d-2cb9-425d-b63a-bf2cd78e0e88) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:42.615105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f49732-6960-460c-ade3-f3dbb0529b18 req-58d9d2aa-2fce-41be-ab15-a22c56d8d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.617053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4f49732-6960-460c-ade3-f3dbb0529b18 req-58d9d2aa-2fce-41be-ab15-a22c56d8d3de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 1097 time: 0.0927370 Feb 11 14:21:42.669370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fefc5046-8bcc-4f2e-a623-06a346256780,segment=NetworkSegment(a5e16182-31fe-4845-9aff-030097c74c35),segment_id=a5e16182-31fe-4845-9aff-030097c74c35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:42.700333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.709586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'fefc5046-8bcc-4f2e-a623-06a346256780', 'network_id': '3e675dd9-69e4-41c4-bb4a-843eabb33b71', 'port_id': 'fefc5046-8bcc-4f2e-a623-06a346256780', 'mac_address': 'fa:16:3e:20:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f80091-7d95-491b-b57f-96a2da624be1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:42.758179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa78e90-5acc-4d96-90f5-819198039684 req-b1d2ca78-d036-4926-bbd4-d17dcdb0a74c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.760587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fa78e90-5acc-4d96-90f5-819198039684 req-b1d2ca78-d036-4926-bbd4-d17dcdb0a74c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.2320075 Feb 11 14:21:42.776348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4f49732-6960-460c-ade3-f3dbb0529b18 req-f15f5085-c1d4-44a5-83b6-81f4ed9076c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472073 Feb 11 14:21:42.818744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.838662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fa78e90-5acc-4d96-90f5-819198039684 req-ab17c7cd-3c62-45c7-bb97-74fa0398746b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690074 Feb 11 14:21:42.877323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79582b0-bef3-4d6e-930c-8ab8bd5df8bb None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:42.914604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefc5046-8bcc-4f2e-a623-06a346256780 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:42.983721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.085293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fefc5046-8bcc-4f2e-a623-06a346256780,segment=NetworkSegment(a5e16182-31fe-4845-9aff-030097c74c35),segment_id=a5e16182-31fe-4845-9aff-030097c74c35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:43.091137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.132780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1072f-9157-4a17-92a1-9c81c5aa538b req-b82191ad-fe2d-44ab-a456-5d648b47dbed tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.143508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9fb1072f-9157-4a17-92a1-9c81c5aa538b req-b82191ad-fe2d-44ab-a456-5d648b47dbed tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 943 time: 0.1070707 Feb 11 14:21:43.189595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9fb1072f-9157-4a17-92a1-9c81c5aa538b req-ad7d9c5c-7722-4fb8-8364-c3eb5e6dee5e tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Feb 11 14:21:43.194845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.261286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-58441da2-de14-402a-8e7e-6b7abd7d495d None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:43.261655 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58441da2-de14-402a-8e7e-6b7abd7d495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.263348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:43.283180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3564d3e-31d8-40ea-8ad8-fb5d13e46c87 req-d5db4be6-7074-49c7-acdf-e20636895044 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 210 time: 0.1079919 Feb 11 14:21:43.286770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:43.301032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:43.303390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=c770b58d-2cb9-425d-b63a-bf2cd78e0e88,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:43.305900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:43.322412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.323603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.404683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990bd5-d58a-4b31-9a2a-ec1c10ea043f req-5baac8af-7430-4282-b10a-3ef29d332113 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.407664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:43.413607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49990bd5-d58a-4b31-9a2a-ec1c10ea043f req-5baac8af-7430-4282-b10a-3ef29d332113 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1109869 Feb 11 14:21:43.472871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49990bd5-d58a-4b31-9a2a-ec1c10ea043f req-2ef9f6c2-bf18-4e68-8a8e-7768c3d0683c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Feb 11 14:21:43.478463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9a747cf-eae8-4a85-8c15-14f0c1e8bb00 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9146025 Feb 11 14:21:43.482101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58612) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:43.512205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fefc5046-8bcc-4f2e-a623-06a346256780'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:43.621784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port c770b58d-2cb9-425d-b63a-bf2cd78e0e88 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:43.622341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.803651 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.841135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for c770b58d-2cb9-425d-b63a-bf2cd78e0e88 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:44.001858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:44.069568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Update dhcp port {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': 'ec7d7a99-b431-4ede-8c86-5c257c9d325b', 'ip_address': '2001:db8::f816:3eff:fe16:2423'}, {'subnet_id': '0a0b1318-fa2a-4d70-a5f5-b3743fbab780'}], 'binding:host_id': 'n-d-828407-1'}, 'id': '2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:21:44.145401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58652) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:44.145946 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.351250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d018032-8557-470f-a956-38cf1ab0efff req-5388e4c7-646b-43ab-935e-88273ce10add tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.352883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d018032-8557-470f-a956-38cf1ab0efff req-5388e4c7-646b-43ab-935e-88273ce10add tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.3441985 Feb 11 14:21:44.458149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53b073c9-fa8b-414c-8ad0-73321933aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.476090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:44.476489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.575835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d018032-8557-470f-a956-38cf1ab0efff req-ef7594e1-b373-4a94-ae9a-afc4c85e4735 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152038 Feb 11 14:21:44.722355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Allocated IP 2001:db8:0:1::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/0a0b1318-fa2a-4d70-a5f5-b3743fbab780/2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:44.803560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a5d33-4397-4ba9-bd46-9a94add86d8f req-9c733596-f316-4317-a401-3cb0177e95bc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.805211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-108a5d33-4397-4ba9-bd46-9a94add86d8f req-9c733596-f316-4317-a401-3cb0177e95bc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.8233492 Feb 11 14:21:44.841164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-d52083db-8437-4a03-a232-8d6e5037252c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.842802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-d52083db-8437-4a03-a232-8d6e5037252c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.62 "GET /v2.0/networks?id=57ffb0d4-0aef-40d2-9814-abd4498940cb HTTP/1.1" status: 200 len: 814 time: 0.9332042 Feb 11 14:21:44.856588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Request body: {'port': {'device_id': '28512317-c873-4852-b7c8-5075cfa7fc84', 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb', 'admin_state_up': True, 'tenant_id': '00647655d09f411cb82555aaa51d1310'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:44.908927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] For port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:44.909824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-108a5d33-4397-4ba9-bd46-9a94add86d8f req-6e3b948a-ce47-419b-8b6d-fb9efcbe5019 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686836 Feb 11 14:21:44.909937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.967087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=c770b58d-2cb9-425d-b63a-bf2cd78e0e88,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:44.975877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.074626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.078200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2de0c465-4ac8-4390-afd2-2d9218faaa31 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/c770b58d-2cb9-425d-b63a-bf2cd78e0e88 HTTP/1.1" status: 204 len: 168 time: 1.5950620 Feb 11 14:21:45.081507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:45.143340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6ca4-82bc-4142-a95c-067b25032ac8 req-6c29dfcf-f423-4273-95eb-b84ae28fb2c3 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.145294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2de6ca4-82bc-4142-a95c-067b25032ac8 req-6c29dfcf-f423-4273-95eb-b84ae28fb2c3 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 944 time: 0.1001744 Feb 11 14:21:45.154212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53b073c9-fa8b-414c-8ad0-73321933aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.175087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ccba4-e9d1-4749-a31d-cf5d8df9638d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.176877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-554ccba4-e9d1-4749-a31d-cf5d8df9638d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0942748 Feb 11 14:21:45.180045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:45.186219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2de6ca4-82bc-4142-a95c-067b25032ac8 req-ed213bd4-1410-4f5c-89e5-22084f703973 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Feb 11 14:21:45.227394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6f567-1cd9-4c65-92af-f961662c8645 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.228114 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.231952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56f6f567-1cd9-4c65-92af-f961662c8645 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0487080 Feb 11 14:21:45.232274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58698) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:45.268306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53b073c9-fa8b-414c-8ad0-73321933aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.272251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df7ca42a-ea0c-44b5-80ea-8801eb5d5512 req-27228aa8-2d4d-46d5-acdb-94ff9608849b tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 210 time: 0.0290153 Feb 11 14:21:45.273508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Made reservation on behalf of 00647655d09f411cb82555aaa51d1310 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:45.277713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.304079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b1e49-aee9-4a75-b073-5266ce7bba09 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.307155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b1e49-aee9-4a75-b073-5266ce7bba09 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.308663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b1e49-aee9-4a75-b073-5266ce7bba09 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.314253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa4b1e49-aee9-4a75-b073-5266ce7bba09 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0805151 Feb 11 14:21:45.315082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58700) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:45.343350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05785ae-3c1f-48cc-9a9d-be8b19bbb612 None None] Pushing event updated for resources: {'Port': ['ID=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.365908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53b073c9-fa8b-414c-8ad0-73321933aae2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c77c35a62d954569b3ed259a5de1b817&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127635 Feb 11 14:21:45.371560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:45.416039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b073c9-fa8b-414c-8ad0-73321933aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bc1cdd-c17d-4cc5-85de-e363077ac369,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.435705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 0a0b1318-fa2a-4d70-a5f5-b3743fbab780 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:45.439764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.485736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Allocated IP 172.20.0.8 (57ffb0d4-0aef-40d2-9814-abd4498940cb/326c08c5-b1ba-4ffb-9837-df52aefe2f5d/23e0a9d5-eac3-4a71-bb8c-180f0785e225) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:45.489841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.495177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.533238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.635863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.826515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.829185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.832634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5bc1cdd-c17d-4cc5-85de-e363077ac369 HTTP/1.1" status: 204 len: 168 time: 0.4578042 Feb 11 14:21:45.851357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.865548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bc1cdd-c17d-4cc5-85de-e363077ac369,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.901933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.909353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.909836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.910189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.910532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.910925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.911268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.912309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.912652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.913010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.913397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.913735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.914511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c75e9-e74b-4915-850c-9c836acf089e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:45.946954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07afa-8792-4db0-8e5d-cf59eb13edd0 req-19ccc2f2-3be4-41ea-a4a9-8970450ae103 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.953602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0b1318-fa2a-4d70-a5f5-b3743fbab780,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.964847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5eb07afa-8792-4db0-8e5d-cf59eb13edd0 req-19ccc2f2-3be4-41ea-a4a9-8970450ae103 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.2358689 Feb 11 14:21:45.988794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.000860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c5ef8bd-3f4e-4ff1-9562-8cc204220572 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/0a0b1318-fa2a-4d70-a5f5-b3743fbab780 HTTP/1.1" status: 204 len: 168 time: 0.6478338 Feb 11 14:21:46.005948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58730) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:46.058865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:46.085507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5eb07afa-8792-4db0-8e5d-cf59eb13edd0 req-4891a823-3720-441b-93c9-effb03c28087 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195071 Feb 11 14:21:46.157686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet ec7d7a99-b431-4ede-8c86-5c257c9d325b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:46.163646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:46.164023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.164489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.200559 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.289161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.357928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac0c8f-21f5-46fb-99be-a2bd3d26d50f req-7cc28677-2e9d-47fb-82d3-bc841a025645 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.359558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84ac0c8f-21f5-46fb-99be-a2bd3d26d50f req-7cc28677-2e9d-47fb-82d3-bc841a025645 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.2134814 Feb 11 14:21:46.366342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a8451-7745-4cc0-991a-e9eb2dd5646e None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:46.371899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Network 57ffb0d4-0aef-40d2-9814-abd4498940cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:46.394026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:46.411626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:46.467371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Pushing event updated for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:46.492934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce50c7e4-33ed-49fe-91c8-525dedaa18e0 None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:46.493316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce50c7e4-33ed-49fe-91c8-525dedaa18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.495944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e99c6-44a0-4f06-a497-4323d47177f3 req-03bcd738-8dd5-46dd-9b55-7289b9d122d1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.504136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f73e99c6-44a0-4f06-a497-4323d47177f3 req-03bcd738-8dd5-46dd-9b55-7289b9d122d1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.2653217 Feb 11 14:21:46.517730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84ac0c8f-21f5-46fb-99be-a2bd3d26d50f req-0e605a1e-864a-4422-afd9-0d13a3cbfe40 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352217 Feb 11 14:21:46.522365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.523204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.571146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fefc5046-8bcc-4f2e-a623-06a346256780 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:46.573608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.590526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f73e99c6-44a0-4f06-a497-4323d47177f3 req-49a23701-426b-4586-9957-e10815602c16 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851307 Feb 11 14:21:46.695808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-cecdc5f5-ba17-4cbc-85a0-ccd7b8f2fa83 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8426645 Feb 11 14:21:46.762261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce50c7e4-33ed-49fe-91c8-525dedaa18e0 None None] Could not find standard attr ID for object c770b58d-2cb9-425d-b63a-bf2cd78e0e88. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:21:46.803615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Request body: {'port': {'device_id': '28512317-c873-4852-b7c8-5075cfa7fc84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:46.835188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7f74-17d3-4da3-b02f-a68057177c69 req-67a7910a-ba13-46d2-b715-64470a88491a tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.839486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-989b7f74-17d3-4da3-b02f-a68057177c69 req-67a7910a-ba13-46d2-b715-64470a88491a tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 944 time: 0.1810303 Feb 11 14:21:46.841116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58760) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:46.841256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port fefc5046-8bcc-4f2e-a623-06a346256780 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:46.845644 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port fefc5046-8bcc-4f2e-a623-06a346256780 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:46.846022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.876427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14c3f5a6-50d8-46cf-bc3e-c91c8e404f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.887208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.908651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.020286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14c3f5a6-50d8-46cf-bc3e-c91c8e404f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.067869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7d7a99-b431-4ede-8c86-5c257c9d325b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:47.084210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.088522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8c3a6ca9-e4c9-4525-881c-d4116c29eba5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ec7d7a99-b431-4ede-8c86-5c257c9d325b HTTP/1.1" status: 204 len: 168 time: 1.0815654 Feb 11 14:21:47.092533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58766) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:47.165204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-719fd1d3-a3e3-479d-aaea-cbb1488be172 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676143 Feb 11 14:21:47.170516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-989b7f74-17d3-4da3-b02f-a68057177c69 req-6eeb9083-65e4-486c-b3e7-28296e579cd8 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199875 Feb 11 14:21:47.171456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:47.172355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14c3f5a6-50d8-46cf-bc3e-c91c8e404f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.220310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:47.232729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14c3f5a6-50d8-46cf-bc3e-c91c8e404f47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c748c38ec65046a7872e8360b8626ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893008 Feb 11 14:21:47.254878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:47.370271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf904b9-3ccb-4dd4-b3d8-29437bc44d78 req-630e8f3c-6335-4f1e-a506-2bc3d4029ce8 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:47.376759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf904b9-3ccb-4dd4-b3d8-29437bc44d78 req-630e8f3c-6335-4f1e-a506-2bc3d4029ce8 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 931 time: 0.6955311 Feb 11 14:21:47.441226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f5a6-50d8-46cf-bc3e-c91c8e404f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6566168-8b7f-45c0-be13-c7ba1a269575,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:47.469961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.490169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bf904b9-3ccb-4dd4-b3d8-29437bc44d78 req-4bd24f13-0765-4534-916b-2d81ae21cee0 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Feb 11 14:21:47.524984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:47.527695 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd2136-cf9a-4a75-bf78-0383c852faec" -d '{"events": [{"server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "name": "network-vif-plugged", "status": "completed", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:47.561691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fefc5046-8bcc-4f2e-a623-06a346256780,segment=NetworkSegment(a5e16182-31fe-4845-9aff-030097c74c35),segment_id=a5e16182-31fe-4845-9aff-030097c74c35)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:47.565740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da41c6-f933-4fdf-89b4-9c8c9e9a2e54 req-792b4510-cac9-411d-8ed4-346cfa75e852 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:47.567382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5da41c6-f933-4fdf-89b4-9c8c9e9a2e54 req-792b4510-cac9-411d-8ed4-346cfa75e852 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.2027028 Feb 11 14:21:47.605250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.650871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e0a9d5-eac3-4a71-bb8c-180f0785e225 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:47.657102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.662435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.670902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.676338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5da41c6-f933-4fdf-89b4-9c8c9e9a2e54 req-13ac7248-156d-4e07-901a-d929d2d68bf6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912781 Feb 11 14:21:47.688158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:47.707695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.714470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Transition to ACTIVE for port object 23e0a9d5-eac3-4a71-bb8c-180f0785e225 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:47.742140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:47.765814 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1fa4f-6981-42ea-88e4-c1fd38d9b872 x-openstack-request-id: req-10c1fa4f-6981-42ea-88e4-c1fd38d9b872 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:47.766360 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "name": "network-vif-plugged", "status": "completed", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:47.766777 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10c1fa4f-6981-42ea-88e4-c1fd38d9b872 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:47.767335 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780', 'code': 200} Feb 11 14:21:47.774560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.798892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e26fe5-92b9-4b11-a3a4-9b9089239e94 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:47.923630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4c9a8ea9-5818-4b16-9f70-02f98b893af8 None None] Provisioning complete for port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:47.927021 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8ea9-5818-4b16-9f70-02f98b893af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.959937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a0a8-4f2a-4b67-8712-93928064ac6e req-acf41ae8-d433-45e1-a96a-0da3926ca8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:47.961846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36b3a0a8-4f2a-4b67-8712-93928064ac6e req-acf41ae8-d433-45e1-a96a-0da3926ca8f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 1096 time: 0.0752318 Feb 11 14:21:47.971352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Pushing event updated for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.022151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.025540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.030278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6566168-8b7f-45c0-be13-c7ba1a269575 HTTP/1.1" status: 204 len: 168 time: 0.7655597 Feb 11 14:21:48.052112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92a32c-bb7a-4470-9337-bf8c3b6a3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6566168-8b7f-45c0-be13-c7ba1a269575,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.057250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36b3a0a8-4f2a-4b67-8712-93928064ac6e req-2c558c31-44f3-4f59-b8d6-31d945899d17 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Feb 11 14:21:48.069795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcc9da-df92-437f-8740-a92971a259b5 req-b8d3736d-abb6-482f-af7d-12e077b69bcb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.071387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ffcc9da-df92-437f-8740-a92971a259b5 req-b8d3736d-abb6-482f-af7d-12e077b69bcb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1601694 Feb 11 14:21:48.158840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ffcc9da-df92-437f-8740-a92971a259b5 req-906be4cc-0569-4402-8ed1-1f7d5466954e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787315 Feb 11 14:21:48.196709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Attempting to bind port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:48.197128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Attempting to bind port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '91aa5384-dc01-4e20-8e6d-e027d444e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:48.197500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Attempting to bind port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 on network 57ffb0d4-0aef-40d2-9814-abd4498940cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:48.209640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 on network 57ffb0d4-0aef-40d2-9814-abd4498940cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:48.209981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Attempting to bind port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 on network 57ffb0d4-0aef-40d2-9814-abd4498940cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:48.223632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:48.223632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Checking segment: {'id': '91aa5384-dc01-4e20-8e6d-e027d444e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:48.223632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Bound using segment: {'id': '91aa5384-dc01-4e20-8e6d-e027d444e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:48.223632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Bound port: 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa5384-dc01-4e20-8e6d-e027d444e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:48.223632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.262975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34c286af-c67d-4582-85a4-230ab334d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.309856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:48.371040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ef03-8334-47f0-8df9-ff75c0cff5ff req-20b84030-7d3f-4c69-b807-9ba33b721452 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.379845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e1ef03-8334-47f0-8df9-ff75c0cff5ff req-20b84030-7d3f-4c69-b807-9ba33b721452 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.0727215 Feb 11 14:21:48.394327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:48.401803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225,segment=NetworkSegment(91aa5384-dc01-4e20-8e6d-e027d444e81a),segment_id=91aa5384-dc01-4e20-8e6d-e027d444e81a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:48.416712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Deleting port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:48.417118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.429040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1e1ef03-8334-47f0-8df9-ff75c0cff5ff req-66d67678-baff-42e5-8d21-da333abbdf62 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Feb 11 14:21:48.528700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.586838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] For port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:48.589686 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.612783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:21:48.621982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Calling delete_port for 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:48.649137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Pushing event updated for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.707316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.708725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.710582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-c31e91b0-2961-4309-89e1-a91312174d92 service neutron] 10.222.0.62 "PUT /v2.0/ports/23e0a9d5-eac3-4a71-bb8c-180f0785e225 HTTP/1.1" status: 200 len: 1091 time: 1.9149647 Feb 11 14:21:48.711367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:48.728855 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9326f-d666-4243-8f0b-62fd35c80bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:48.764052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512a396-4d31-4667-b805-da5eb4639df1 req-614a60ba-f135-4830-abe0-5b5cbc2561b6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.772750 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6512a396-4d31-4667-b805-da5eb4639df1 req-614a60ba-f135-4830-abe0-5b5cbc2561b6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.1280732 Feb 11 14:21:48.817566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62540935-ff3f-44e8-9900-d11b97ec97eb req-c2dbf2ab-218b-4abb-869f-48bf63af70ed tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.837502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6512a396-4d31-4667-b805-da5eb4639df1 req-e8a8191c-a7a0-4938-84a6-24f7141dd1d9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Feb 11 14:21:48.837656 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.847441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62540935-ff3f-44e8-9900-d11b97ec97eb req-c2dbf2ab-218b-4abb-869f-48bf63af70ed tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 943 time: 0.2367499 Feb 11 14:21:48.915475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4d3e30-87d1-4be1-ae7b-ff59436ce195 x-openstack-request-id: req-7f4d3e30-87d1-4be1-ae7b-ff59436ce195 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:48.915475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:48.915475 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f4d3e30-87d1-4be1-ae7b-ff59436ce195 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:48.915475 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225', 'status': 'completed', 'code': 200} Feb 11 14:21:48.926814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-03b66850-0184-46b6-b930-944035b72f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.927276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62540935-ff3f-44e8-9900-d11b97ec97eb req-53e15d92-5747-456b-a959-26b9d90711cf tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688841 Feb 11 14:21:48.928226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 14:21:48.928419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-03b66850-0184-46b6-b930-944035b72f91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00647655d09f411cb82555aaa51d1310&device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 1094 time: 0.0724792 Feb 11 14:21:48.929237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation for 2001:db8::f816:3eff:fe16:2423 {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 14:21:48.929984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] No DVR routers for this DVR port 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:48.935241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75fd5-3a20-46c1-b130-1d2b53184f4f None None] Pushing event deleted for resources: {'Port': ['ID=2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.961035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_pluggable_backend [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe16:2423 {{(pid=109375) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 14:21:48.961035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.014357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:49.018282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:49.021917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:49.022660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.042726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879b1c2-47a6-4d5d-8e06-f6a927ce3030 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:49.059903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=1b6d6c84-dbb3-4f2b-a64d-990a189b5801,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:49.080781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-bdd4739b-7e49-4a80-a36e-37124b76b489 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225 HTTP/1.1" status: 200 len: 217 time: 0.1361730 Feb 11 14:21:49.106965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f191eb4e-1781-480c-9a78-1a9e6ae160fe tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8893435 Feb 11 14:21:49.107580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58850) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:49.120039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:49.248420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe1c-8e21-4237-a859-282110570e80 req-814fa9e1-c865-4e0d-9b17-a3b80948cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:49.267259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-814fa9e1-c865-4e0d-9b17-a3b80948cde8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=326c08c5-b1ba-4ffb-9837-df52aefe2f5d HTTP/1.1" status: 200 len: 854 time: 0.1772103 Feb 11 14:21:49.324200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-9a02446c-2bbc-4545-b748-58bef6c07c93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57ffb0d4-0aef-40d2-9814-abd4498940cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473495 Feb 11 14:21:49.363056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '1b6d6c84-dbb3-4f2b-a64d-990a189b5801'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:49.364072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.436721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f777-ba94-416c-8ced-5ccceb4e2022 req-0ed75c20-76ff-4556-8388-4db18be5e2fe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:49.453901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3364f777-ba94-416c-8ced-5ccceb4e2022 req-0ed75c20-76ff-4556-8388-4db18be5e2fe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1917789 Feb 11 14:21:49.495376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-7ec59195-f506-44a3-8773-ceab7c095f61 service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634722 Feb 11 14:21:49.588962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3364f777-ba94-416c-8ced-5ccceb4e2022 req-7e77d6b4-d723-4a1f-972b-1b0c005a5ead tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141477 Feb 11 14:21:49.672934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:49.677082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.762719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Allocated IP 2001:db8::f816:3eff:fef9:9973 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1b6d6c84-dbb3-4f2b-a64d-990a189b5801/11d5ecab-1e60-4e25-8cb7-1155c82d8440) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:49.764403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-834afe1c-8e21-4237-a859-282110570e80 req-d69b86f3-05ab-4aa4-b5a6-ad422d78c9d3 service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618570 Feb 11 14:21:49.780659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433203b-060d-4a37-bec5-f4341e7b5705 req-4e44a618-e51d-475a-b188-f5c76d848b6a tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:49.782251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6433203b-060d-4a37-bec5-f4341e7b5705 req-4e44a618-e51d-475a-b188-f5c76d848b6a tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.1234047 Feb 11 14:21:49.905257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6433203b-060d-4a37-bec5-f4341e7b5705 req-fa5c409b-3180-48f7-a389-52c7ce3aa623 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156793 Feb 11 14:21:49.907110 n-d-828407-1 neutron-server[109375]: INFO neutron.db.ipam_backend_mixin [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b6d6c84-dbb3-4f2b-a64d-990a189b5801 (CIDR: 2001:db8::/64) Feb 11 14:21:49.975796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:50.004831 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:21:50.005368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:21:50.006089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-f371b69d-8e2e-4f09-89a4-8a370d3054ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.010984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-f371b69d-8e2e-4f09-89a4-8a370d3054ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00647655d09f411cb82555aaa51d1310&device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 1094 time: 0.1013718 Feb 11 14:21:50.059044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:50.060084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2fdef1d5-07ff-4d3a-aad6-f9329d7a5c3c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:50.085698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.138620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-89d3b8fb-5aba-4d86-b591-a469ee057b66 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.140226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-89d3b8fb-5aba-4d86-b591-a469ee057b66 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.1953430 Feb 11 14:21:50.172557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c7e91-7390-4509-bdb8-ff7faa1c7fa4 req-f5828560-01c2-4e16-92fd-f152fae9c368 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.179645 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.180934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-752c7e91-7390-4509-bdb8-ff7faa1c7fa4 req-f5828560-01c2-4e16-92fd-f152fae9c368 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 943 time: 0.1688743 Feb 11 14:21:50.224812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-8c1c59d6-4d5f-4768-b409-bd8ad1fc9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.226358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-8c1c59d6-4d5f-4768-b409-bd8ad1fc9637 service neutron] 10.222.0.62 "GET /v2.0/networks?id=57ffb0d4-0aef-40d2-9814-abd4498940cb HTTP/1.1" status: 200 len: 915 time: 0.1863575 Feb 11 14:21:50.302368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e4659-88c0-44d4-9ea5-f126376c9c62 req-e8907208-f186-481f-a724-610e70af1392 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.305720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-084e4659-88c0-44d4-9ea5-f126376c9c62 req-e8907208-f186-481f-a724-610e70af1392 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.3033395 Feb 11 14:21:50.309669 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3dfd371d-78d8-4315-9faf-d5bcb6d4715a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1957157 Feb 11 14:21:50.313340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:50.313531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58894) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:50.321534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:50.326137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:50.339134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:50.376663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-752c7e91-7390-4509-bdb8-ff7faa1c7fa4 req-25a35917-6278-4c72-9ad1-17743be84f55 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939998 Feb 11 14:21:50.382465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-684fcfd7-ee25-4948-954f-57d38d35df8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225 HTTP/1.1" status: 200 len: 217 time: 0.1431310 Feb 11 14:21:50.434146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-084e4659-88c0-44d4-9ea5-f126376c9c62 req-10daed6a-17de-4bb9-9978-40c07bd23eeb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196816 Feb 11 14:21:50.468459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-777c1122-f313-49cb-905d-855b0975ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.469975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-777c1122-f313-49cb-905d-855b0975ca74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=326c08c5-b1ba-4ffb-9837-df52aefe2f5d HTTP/1.1" status: 200 len: 854 time: 0.0762384 Feb 11 14:21:50.475205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port f291d91b-51aa-4c51-ae11-83da179c5fa0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:50.478075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.503272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Pushing event updated for resources: {'Port': ['ID=11d5ecab-1e60-4e25-8cb7-1155c82d8440,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:50.545053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-2240afa2-9f54-4407-9c2a-4e6bfb0b3060 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57ffb0d4-0aef-40d2-9814-abd4498940cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629621 Feb 11 14:21:50.550038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7d527bf4-fae1-4a46-8244-068ef0be6d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.564259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Attempting to bind port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:50.564623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Attempting to bind port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:50.565093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Attempting to bind port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:50.572729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:50.573432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:50.573855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.574259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:50.574762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Bound port: 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:50.575152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.656041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] For port 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:50.660744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] For port 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=11d5ecab-1e60-4e25-8cb7-1155c82d8440,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:50.678228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-e9921f23-cd79-4178-8331-a4256391ca5c service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229076 Feb 11 14:21:50.732039 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.852164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65a9326f-d666-4243-8f0b-62fd35c80bc7 req-f87c5967-f0f6-4241-b184-2e41ed61efe3 service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626263 Feb 11 14:21:50.928967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7469a62-e1be-4ef1-9430-9293700ea80e None None] Pushing event updated for resources: {'Port': ['ID=11d5ecab-1e60-4e25-8cb7-1155c82d8440,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:51.044907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb234e-aa68-4301-9cdb-8eb4fe400365 req-ecf0560e-1bb7-4c78-ae56-2d8f174347e0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.053685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bfbb234e-aa68-4301-9cdb-8eb4fe400365 req-ecf0560e-1bb7-4c78-ae56-2d8f174347e0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1166041 Feb 11 14:21:51.055733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port f291d91b-51aa-4c51-ae11-83da179c5fa0, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f291d91b-51aa-4c51-ae11-83da179c5fa0,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:51.056104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.077773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for f291d91b-51aa-4c51-ae11-83da179c5fa0 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:51.097873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:51.103175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.260940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bfbb234e-aa68-4301-9cdb-8eb4fe400365 req-8fc60a07-8ab9-4b06-baa7-a11b711ca244 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664062 Feb 11 14:21:51.498464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b8e6e-c2e0-4b96-b7ba-1c1f50076dba req-ac47c35a-1838-4754-bf6c-dc6fae773c4d tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.501838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-043b8e6e-c2e0-4b96-b7ba-1c1f50076dba req-ac47c35a-1838-4754-bf6c-dc6fae773c4d tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.1153829 Feb 11 14:21:51.607307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-043b8e6e-c2e0-4b96-b7ba-1c1f50076dba req-2c2787ee-c1f8-49a3-a2ce-15cdbcd7c34d tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Feb 11 14:21:51.802094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c096-6ece-45a1-a55d-ce966781570b req-5a3d42b6-46b6-487f-9b6c-4c3f5288cb2e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.803605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d38c096-6ece-45a1-a55d-ce966781570b req-5a3d42b6-46b6-487f-9b6c-4c3f5288cb2e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 946 time: 0.0727034 Feb 11 14:21:51.804755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f11b-ffe7-439d-a1d4-ed1843926120 req-d0389fde-ddc8-4402-b60c-78f23694f428 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.806311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68e1f11b-ffe7-439d-a1d4-ed1843926120 req-d0389fde-ddc8-4402-b60c-78f23694f428 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 943 time: 0.0790122 Feb 11 14:21:51.851614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68e1f11b-ffe7-439d-a1d4-ed1843926120 req-a6f2a3b9-a2b7-4517-b88d-2c145ffda08d tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Feb 11 14:21:51.854506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d38c096-6ece-45a1-a55d-ce966781570b req-e12cd2bf-76fe-4513-9913-62c82ed4e28c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Feb 11 14:21:51.976632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 11d5ecab-1e60-4e25-8cb7-1155c82d8440 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:51.985097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5bf3f-0328-4e79-911a-a7c02b2b7910 req-cea54c80-495a-437c-909f-daa6333cc36b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.986615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bd5bf3f-0328-4e79-911a-a7c02b2b7910 req-cea54c80-495a-437c-909f-daa6333cc36b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Feb 11 14:21:51.992774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.019713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd', '6acb2be6-3aa8-4ee2-aae5-867486dd8194'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:52.035148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=f291d91b-51aa-4c51-ae11-83da179c5fa0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.056617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.078824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.099286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:52.099286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.128264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port f291d91b-51aa-4c51-ae11-83da179c5fa0 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:52.131357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.135588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a467125b-04ee-4cb9-a81d-82d354b30123 req-6300d7ba-fe24-4465-82b8-a694e7da6b7f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "DELETE /v2.0/ports/f291d91b-51aa-4c51-ae11-83da179c5fa0 HTTP/1.1" status: 204 len: 173 time: 1.9829996 Feb 11 14:21:52.139499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bd5bf3f-0328-4e79-911a-a7c02b2b7910 req-6d618990-d58e-4163-ad81-11945b856f31 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432474 Feb 11 14:21:52.144175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'name': 'network-vif-deleted', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:52.146630 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ce986f-32f6-492d-bae2-e8caf7d05536" -d '{"events": [{"server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "name": "network-vif-deleted", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:52.198539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:52.203968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:52.210104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:52.210104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.228862 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264c177-dd7f-4490-b71b-d65a9c9a3227 x-openstack-request-id: req-6264c177-dd7f-4490-b71b-d65a9c9a3227 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:52.229275 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911373cc-2287-4add-9e05-cfd353edcccd", "name": "network-vif-deleted", "tag": "f291d91b-51aa-4c51-ae11-83da179c5fa0", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:52.229528 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6264c177-dd7f-4490-b71b-d65a9c9a3227 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:52.229932 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911373cc-2287-4add-9e05-cfd353edcccd', 'name': 'network-vif-deleted', 'tag': 'f291d91b-51aa-4c51-ae11-83da179c5fa0', 'status': 'completed', 'code': 200} Feb 11 14:21:52.235141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.315707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.325295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-219e0499-4c9d-4b9f-a592-008733e73b96 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0067585 Feb 11 14:21:52.326319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58980) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:52.333779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:ea:b2:51', 'name': 'tempest-NetworksTestDHCPv6-1495114544'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:52.445815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=11d5ecab-1e60-4e25-8cb7-1155c82d8440,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:52.530408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.570887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444e8cf-e389-49b0-8118-ea589ef87b11 req-5ddfa9f4-0203-4fb6-a730-b8a94795f7e8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:52.570887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d444e8cf-e389-49b0-8118-ea589ef87b11 req-5ddfa9f4-0203-4fb6-a730-b8a94795f7e8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1126490 Feb 11 14:21:52.612950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=11d5ecab-1e60-4e25-8cb7-1155c82d8440,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.616073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 23e0a9d5-eac3-4a71-bb8c-180f0785e225 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:52.686694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f291d91b-51aa-4c51-ae11-83da179c5fa0 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:52.721811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f291d91b-51aa-4c51-ae11-83da179c5fa0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:52.722246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f291d91b-51aa-4c51-ae11-83da179c5fa0 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:52.730751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d444e8cf-e389-49b0-8118-ea589ef87b11 req-77979b74-dc65-4b43-9a0d-8a43863626e9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635306 Feb 11 14:21:52.792690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58992) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:52.876806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:52.903226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216569f-c6c4-4f1d-9239-5e1a41e33c1a None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:52.973388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b5de-cc43-40b1-8d08-5c2ac8183991 req-3ca590a9-0640-469e-ac72-df9ffe88212f tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:52.980761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9d1b5de-cc43-40b1-8d08-5c2ac8183991 req-3ca590a9-0640-469e-ac72-df9ffe88212f tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.1704757 Feb 11 14:21:53.042596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9d1b5de-cc43-40b1-8d08-5c2ac8183991 req-934acfc6-098d-4245-8b01-943cf9f76e84 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569999 Feb 11 14:21:53.092961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.121598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96cabbde-976b-4913-8380-36239ffc7f60 req-ad2633f3-9f79-424b-8129-4a30e5814153 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=911373cc-2287-4add-9e05-cfd353edcccd HTTP/1.1" status: 200 len: 210 time: 0.1568124 Feb 11 14:21:53.125104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 5a36e689-d589-4a29-b619-c655d6387305 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:21:53.146332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1931323d-de24-4519-8387-a41662d55b5d None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:53.147288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1931323d-de24-4519-8387-a41662d55b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.186903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b51b6a50-83d2-45a1-849b-394a18a6ac55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.301787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225,segment=NetworkSegment(91aa5384-dc01-4e20-8e6d-e027d444e81a),segment_id=91aa5384-dc01-4e20-8e6d-e027d444e81a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:53.304249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.336754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b51b6a50-83d2-45a1-849b-394a18a6ac55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.354771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '23e0a9d5-eac3-4a71-bb8c-180f0785e225', 'network_id': '57ffb0d4-0aef-40d2-9814-abd4498940cb', 'port_id': '23e0a9d5-eac3-4a71-bb8c-180f0785e225', 'mac_address': 'fa:16:3e:60:c5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326c08c5-b1ba-4ffb-9837-df52aefe2f5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:53.402159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.408676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.410395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b51b6a50-83d2-45a1-849b-394a18a6ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.451417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e0a9d5-eac3-4a71-bb8c-180f0785e225 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:53.470653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225,segment=NetworkSegment(91aa5384-dc01-4e20-8e6d-e027d444e81a),segment_id=91aa5384-dc01-4e20-8e6d-e027d444e81a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:53.479978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de7cb2-2425-48cf-b771-1fb3261046bf req-acee6c3e-e46f-45df-a838-9099b188ba1b tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.479978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94de7cb2-2425-48cf-b771-1fb3261046bf req-acee6c3e-e46f-45df-a838-9099b188ba1b tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 943 time: 0.2060890 Feb 11 14:21:53.515765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b6a50-83d2-45a1-849b-394a18a6ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5ba78-5f2c-401c-90b5-9b750ad3ad86,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:53.524721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b51b6a50-83d2-45a1-849b-394a18a6ac55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38471f7ce3eb479d8a33e8f4af8a0f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318168 Feb 11 14:21:53.527301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:53.599614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.618851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94de7cb2-2425-48cf-b771-1fb3261046bf req-ef0ca6f8-6bd4-4345-8ddd-1de5fd9f4e1e tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298003 Feb 11 14:21:53.626037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.650955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Update dhcp port {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': '1b6d6c84-dbb3-4f2b-a64d-990a189b5801', 'ip_address': '2001:db8::f816:3eff:fef9:9973'}, {'subnet_id': '1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0'}], 'binding:host_id': 'n-d-828407-1'}, 'id': '11d5ecab-1e60-4e25-8cb7-1155c82d8440'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:21:53.697774 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.703032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.703260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8:0:1::3c2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0/5a36e689-d589-4a29-b619-c655d6387305) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:53.723605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::f816:3eff:feea:b251 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1b6d6c84-dbb3-4f2b-a64d-990a189b5801/5a36e689-d589-4a29-b619-c655d6387305) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:53.774304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:53.952880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.955967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.957437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92a5ba78-5f2c-401c-90b5-9b750ad3ad86 HTTP/1.1" status: 204 len: 168 time: 0.4290872 Feb 11 14:21:53.970559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dedfe-5186-4d22-8353-1b8af3c482de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5ba78-5f2c-401c-90b5-9b750ad3ad86,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.007044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['23e0a9d5-eac3-4a71-bb8c-180f0785e225'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:54.035511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 11d5ecab-1e60-4e25-8cb7-1155c82d8440 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:54.076813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd697d-a5ba-4a3e-9840-44ec05cd5462 req-5fb9298a-1164-409b-94ae-d02a525e6567 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:54.086727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96bd697d-a5ba-4a3e-9840-44ec05cd5462 req-5fb9298a-1164-409b-94ae-d02a525e6567 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1140070 Feb 11 14:21:54.145521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.154420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96bd697d-a5ba-4a3e-9840-44ec05cd5462 req-5ea3837d-c216-48fe-8f00-d792c82dbf93 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660191 Feb 11 14:21:54.242020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:54.243438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.297039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.361097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:54.373497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:54.379837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:54.386303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:54.386982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.403855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=5a36e689-d589-4a29-b619-c655d6387305,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.414895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9b9d3-8b39-4b2a-8f81-9fc2f325e031 req-7e9bc18c-43e9-4313-979d-1fb097c1678b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:54.416547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67e9b9d3-8b39-4b2a-8f81-9fc2f325e031 req-7e9bc18c-43e9-4313-979d-1fb097c1678b tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.1317358 Feb 11 14:21:54.475557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67e9b9d3-8b39-4b2a-8f81-9fc2f325e031 req-b14df24a-8675-45f4-bc87-e9bc16a8fda3 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490367 Feb 11 14:21:54.550982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:54.554879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ef13f89a-e3d8-4d92-a644-3c44e352ebba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2279036 Feb 11 14:21:54.579482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Allocated IP 2001:db8:0:1::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0/11d5ecab-1e60-4e25-8cb7-1155c82d8440) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:54.724523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 5a36e689-d589-4a29-b619-c655d6387305 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:54.724761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.763650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] For port 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=11d5ecab-1e60-4e25-8cb7-1155c82d8440,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:54.804737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.832592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.844575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 5a36e689-d589-4a29-b619-c655d6387305 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:54.885100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.057163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be02c75-258a-4864-ae34-c73aa7b47983 None None] Pushing event updated for resources: {'Port': ['ID=11d5ecab-1e60-4e25-8cb7-1155c82d8440,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:55.216464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ef9d-2292-48d5-a7be-8c702066178a req-0e846945-668c-4f70-a0de-4d757b97bfe2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.227983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a04ef9d-2292-48d5-a7be-8c702066178a req-0e846945-668c-4f70-a0de-4d757b97bfe2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 944 time: 0.0963514 Feb 11 14:21:55.255801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.300229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=5a36e689-d589-4a29-b619-c655d6387305,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:55.316134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547ecf6-9276-40e0-a6de-e036dd9e1a45 req-e3373c2b-0d75-4764-82c2-0b7d62a36735 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.320782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2547ecf6-9276-40e0-a6de-e036dd9e1a45 req-e3373c2b-0d75-4764-82c2-0b7d62a36735 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.1059740 Feb 11 14:21:55.391397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.391397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-92920197-2bfc-4d75-923e-c36bd2f20b60 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5a36e689-d589-4a29-b619-c655d6387305 HTTP/1.1" status: 204 len: 168 time: 0.8348279 Feb 11 14:21:55.395591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:55.418901 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a04ef9d-2292-48d5-a7be-8c702066178a req-83cfef14-28cb-4cc3-8bd7-2a22452dc510 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836526 Feb 11 14:21:55.425839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2547ecf6-9276-40e0-a6de-e036dd9e1a45 req-78a91431-099c-4d15-8787-4b70ab3ca7c1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920601 Feb 11 14:21:55.522721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-0f540787-490d-451e-be8f-dfe899aa1085 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.525064 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-0f540787-490d-451e-be8f-dfe899aa1085 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.0740910 Feb 11 14:21:55.534061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f334c0f-fe26-4434-b76b-90db4ce7cba1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.537993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5f334c0f-fe26-4434-b76b-90db4ce7cba1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1387413 Feb 11 14:21:55.538469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:55.643053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc42d9b-e2ed-4d64-8eb6-87423f20a7ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.648138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2dc42d9b-e2ed-4d64-8eb6-87423f20a7ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1057417 Feb 11 14:21:55.654485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2f18c-57db-4cef-bb18-9fc7f56c7032 req-4a6b4e87-4b3f-4507-99c7-62e6a35e21a5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.656769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35a2f18c-57db-4cef-bb18-9fc7f56c7032 req-4a6b4e87-4b3f-4507-99c7-62e6a35e21a5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1068945 Feb 11 14:21:55.657248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:55.723591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35a2f18c-57db-4cef-bb18-9fc7f56c7032 req-473b484c-9d30-4d7d-a24a-67d44d4f9557 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Feb 11 14:21:55.766495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b58e-75ec-4988-a1fa-771ebf2a8d7a req-c2fb9e46-5c81-478e-9b8f-354d1dc4eef5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.768065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0062b58e-75ec-4988-a1fa-771ebf2a8d7a req-c2fb9e46-5c81-478e-9b8f-354d1dc4eef5 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 950 time: 0.1473465 Feb 11 14:21:55.781463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e7d74-1a7c-4330-9f3b-61646178574f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.783014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e7d74-1a7c-4330-9f3b-61646178574f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.784693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e7d74-1a7c-4330-9f3b-61646178574f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.789318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59128) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:55.789495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-753e7d74-1a7c-4330-9f3b-61646178574f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1281202 Feb 11 14:21:55.816193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Deleting port fefc5046-8bcc-4f2e-a623-06a346256780 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:55.816479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.881611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:55.888063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.937178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad7bb-0fd5-4343-9e28-bfd2149e3798 req-12122686-bd4f-4e1d-900e-7ee918aceaec tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:55.938802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6abad7bb-0fd5-4343-9e28-bfd2149e3798 req-12122686-bd4f-4e1d-900e-7ee918aceaec tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 945 time: 0.1367166 Feb 11 14:21:55.941435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] For port fefc5046-8bcc-4f2e-a623-06a346256780, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fefc5046-8bcc-4f2e-a623-06a346256780,segment=NetworkSegment(a5e16182-31fe-4845-9aff-030097c74c35),segment_id=a5e16182-31fe-4845-9aff-030097c74c35)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:55.941798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.946767 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.953796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0062b58e-75ec-4988-a1fa-771ebf2a8d7a req-46bad2e5-c1d9-49f5-b2b4-a38983d6553e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633332 Feb 11 14:21:55.987460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Calling delete_port for fefc5046-8bcc-4f2e-a623-06a346256780 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:55.990635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 11d5ecab-1e60-4e25-8cb7-1155c82d8440 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:56.110951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1e3f7470-552b-47ea-9bce-05237a2d165d None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:56.114829 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7470-552b-47ea-9bce-05237a2d165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.116855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6abad7bb-0fd5-4343-9e28-bfd2149e3798 req-ca7533db-ffcb-464d-b767-041a4baff3cb tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/security-groups?id=f48477c0-9966-4139-9eee-18737660cc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668286 Feb 11 14:21:56.220309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:56.221914 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.272228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.426439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.438836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fefc5046-8bcc-4f2e-a623-06a346256780'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:56.477456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.484459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Pushing event deleted for resources: {'Port': ['ID=fefc5046-8bcc-4f2e-a623-06a346256780,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:56.514046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e12a47f5-13a6-45c3-995a-746abe4ca62c None None] Could not find standard attr ID for object 5a36e689-d589-4a29-b619-c655d6387305. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:21:56.529676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.538040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0 HTTP/1.1" status: 204 len: 168 time: 0.7462623 Feb 11 14:21:56.539099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0ea64-9039-472c-b267-b3cd336038c6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:56.540996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:56.568666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-f717d93f-221a-4da2-a907-cf7d4df77e8d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.570524 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-f717d93f-221a-4da2-a907-cf7d4df77e8d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.1902339 Feb 11 14:21:56.593869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] No DVR routers for this DVR port fefc5046-8bcc-4f2e-a623-06a346256780 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:56.597956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.601539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f80bdfc3-7d90-4d7a-b424-97982af19f1f req-dc877ddb-b167-4c6e-8044-cfc05c390435 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.62 "DELETE /v2.0/ports/fefc5046-8bcc-4f2e-a623-06a346256780 HTTP/1.1" status: 204 len: 173 time: 1.0646746 Feb 11 14:21:56.602097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'name': 'network-vif-deleted', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:56.607232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 23e0a9d5-eac3-4a71-bb8c-180f0785e225 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:56.617108 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf9d78-081e-4172-911f-1aacb3af0023" -d '{"events": [{"server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "name": "network-vif-deleted", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:56.669507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 1b6d6c84-dbb3-4f2b-a64d-990a189b5801 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:56.673377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.764989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be936d-e90f-46a2-991e-35cb666fc06b req-ee251efc-a227-4149-8231-994b6774b3b2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:56.774642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4be936d-e90f-46a2-991e-35cb666fc06b req-ee251efc-a227-4149-8231-994b6774b3b2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 944 time: 0.2217326 Feb 11 14:21:56.801457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:56.802628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.815708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:56.822262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:56.822891 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.863550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a57df-72c8-4b73-bce1-a809faae1b50 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:56.889350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.939066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4be936d-e90f-46a2-991e-35cb666fc06b req-0e54e5f7-2fca-4648-bf1f-1af7ca03635b tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579404 Feb 11 14:21:57.006767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port 6acb2be6-3aa8-4ee2-aae5-867486dd8194, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6acb2be6-3aa8-4ee2-aae5-867486dd8194,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:57.007124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.018187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48342-ea4b-4753-97d9-f9f634e0ddbc req-88acb1df-5363-4dc3-bb2d-fa683789f727 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.036076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bec48342-ea4b-4753-97d9-f9f634e0ddbc req-88acb1df-5363-4dc3-bb2d-fa683789f727 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 946 time: 0.1346655 Feb 11 14:21:57.060828 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c18fe2-3d31-4e7b-9e77-b1cc7713073e x-openstack-request-id: req-21c18fe2-3d31-4e7b-9e77-b1cc7713073e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:57.062238 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c888dea-dd71-490c-bc94-7c331e627515", "name": "network-vif-deleted", "tag": "fefc5046-8bcc-4f2e-a623-06a346256780", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:57.062414 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21c18fe2-3d31-4e7b-9e77-b1cc7713073e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:57.062849 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c888dea-dd71-490c-bc94-7c331e627515', 'name': 'network-vif-deleted', 'tag': 'fefc5046-8bcc-4f2e-a623-06a346256780', 'status': 'completed', 'code': 200} Feb 11 14:21:57.074037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.102141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.140625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:57.144444 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e38fd34-20f9-4a5e-a0d3-0343281bf2d3" -d '{"events": [{"server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "name": "network-vif-plugged", "status": "completed", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:57.164572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225,segment=NetworkSegment(91aa5384-dc01-4e20-8e6d-e027d444e81a),segment_id=91aa5384-dc01-4e20-8e6d-e027d444e81a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:57.166911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for 6acb2be6-3aa8-4ee2-aae5-867486dd8194 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:57.193898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bec48342-ea4b-4753-97d9-f9f634e0ddbc req-98ef8b16-6f08-4337-8707-f51300d429e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564231 Feb 11 14:21:57.284254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.286904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fefc5046-8bcc-4f2e-a623-06a346256780 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:57.318729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.370446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6d6c84-dbb3-4f2b-a64d-990a189b5801,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.382053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.388589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fd3156c7-6f52-4089-bf6b-cc354c62d924 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1b6d6c84-dbb3-4f2b-a64d-990a189b5801 HTTP/1.1" status: 204 len: 168 time: 0.8441339 Feb 11 14:21:57.390434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59194) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:57.399251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0ee4-a42d-4a98-b660-4b139799d3ac req-16266ab2-5867-46f2-84a0-3703ccf85fb1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.401732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-653a0ee4-a42d-4a98-b660-4b139799d3ac req-16266ab2-5867-46f2-84a0-3703ccf85fb1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1177909 Feb 11 14:21:57.411333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: fefc5046-8bcc-4f2e-a623-06a346256780 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:57.411333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fefc5046-8bcc-4f2e-a623-06a346256780 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:57.488547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-653a0ee4-a42d-4a98-b660-4b139799d3ac req-0048f9a9-bcd1-43ec-9c17-0501e30b7b07 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706892 Feb 11 14:21:57.489412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a2c27581-1a70-4043-aed2-65522a4c6948 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894449 Feb 11 14:21:57.489412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59200) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:57.490967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:57.536818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.566528 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129191e7-1f3a-43dd-a6dd-b79489417f72 x-openstack-request-id: req-129191e7-1f3a-43dd-a6dd-b79489417f72 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:57.566932 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "name": "network-vif-plugged", "status": "completed", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:57.567286 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-129191e7-1f3a-43dd-a6dd-b79489417f72 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:57.567840 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225', 'code': 200} Feb 11 14:21:57.696739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa425669-ad5f-4b35-9c34-17c6a4af4de8 req-3d433724-bf74-48c7-9887-f5afde51fb57 tempest-ServersNegativeTestMultiTenantJSON-1135730500 tempest-ServersNegativeTestMultiTenantJSON-1135730500-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c888dea-dd71-490c-bc94-7c331e627515 HTTP/1.1" status: 200 len: 210 time: 0.0557051 Feb 11 14:21:57.712235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.724306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd', '6acb2be6-3aa8-4ee2-aae5-867486dd8194'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:57.748447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da95416-7aa6-44d2-bb15-5276c626c619 req-74b2864a-f284-4251-9dde-65273910aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.750004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8da95416-7aa6-44d2-bb15-5276c626c619 req-74b2864a-f284-4251-9dde-65273910aa8b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 1096 time: 0.1098571 Feb 11 14:21:57.756366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=6acb2be6-3aa8-4ee2-aae5-867486dd8194,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.810136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:57.814576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.819120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port 6acb2be6-3aa8-4ee2-aae5-867486dd8194 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:57.828099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.831762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8d44f52-e926-40fe-92c2-9843503a9f2c req-69eb1833-2875-4660-8131-7868f8725c6e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "DELETE /v2.0/ports/6acb2be6-3aa8-4ee2-aae5-867486dd8194 HTTP/1.1" status: 204 len: 173 time: 1.2447867 Feb 11 14:21:57.839845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8da95416-7aa6-44d2-bb15-5276c626c619 req-d8657da7-13ac-4fbe-b18b-e68c4f3b4360 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Feb 11 14:21:58.029672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe4528-45ad-40ba-a43b-78656f3759ce None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:58.104063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b782aa7-f35f-40e0-8415-f22b1b115e03 req-8aa042d4-f3cf-46b6-885f-acb417202be0 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:58.105640 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b782aa7-f35f-40e0-8415-f22b1b115e03 req-8aa042d4-f3cf-46b6-885f-acb417202be0 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.0853417 Feb 11 14:21:58.125242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-617f9ed6-7c6c-4403-9b05-cbe9b4087239 None None] Provisioning complete for port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:58.126456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-617f9ed6-7c6c-4403-9b05-cbe9b4087239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.176992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b782aa7-f35f-40e0-8415-f22b1b115e03 req-31cbde68-ba88-41b4-a6fe-a3eb09c427d8 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Feb 11 14:21:58.256545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.340399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:58.344591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:58.347578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:58.366288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:58.366717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.404949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b80d023-3e24-4083-ac04-c59aed0241e3 req-150fec2b-6629-4eea-884d-a7418dd8be8e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c400152-af49-44d8-948f-bcfec97bca0f HTTP/1.1" status: 200 len: 210 time: 0.0780082 Feb 11 14:21:58.410436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Deleting port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:58.410876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.413858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=742f3339-833d-40e4-97b2-fec444f6907b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:58.484494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ad18467-1084-4114-9bfd-78154759f019 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9983275 Feb 11 14:21:58.486971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59234) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:58.495033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:58.506214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] For port 11d5ecab-1e60-4e25-8cb7-1155c82d8440, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=11d5ecab-1e60-4e25-8cb7-1155c82d8440,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:58.506632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.523570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Calling delete_port for 11d5ecab-1e60-4e25-8cb7-1155c82d8440 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:58.644545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9024ab6-ddc2-4fc6-b3cd-8d56001dd575 req-2f443eda-ee62-4a2f-bac0-247553805520 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:58.646222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9024ab6-ddc2-4fc6-b3cd-8d56001dd575 req-2f443eda-ee62-4a2f-bac0-247553805520 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0939660 Feb 11 14:21:58.715639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:58.717169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9024ab6-ddc2-4fc6-b3cd-8d56001dd575 req-64fc722d-3405-4aac-90d4-0a75df02fd32 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619919 Feb 11 14:21:58.765401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59250) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:58.820559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Deleting subnet 17f80091-7d95-491b-b57f-96a2da624be1 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:58.823069 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.824320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.826131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:58.829141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.832927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.862308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] Pushing event deleted for resources: {'Port': ['ID=11d5ecab-1e60-4e25-8cb7-1155c82d8440,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:58.869460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5cea2-1432-40e7-9ce3-52e21f5004da None None] No DVR routers for this DVR port 11d5ecab-1e60-4e25-8cb7-1155c82d8440 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:58.905555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:58.924216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985ed56-911e-443f-b412-7b0fc5994204 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:58.959491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.981367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.990957 n-d-828407-1 neutron-server[109375]: INFO neutron.db.ipam_backend_mixin [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 742f3339-833d-40e4-97b2-fec444f6907b (CIDR: 2001:db8::/64) Feb 11 14:21:59.011541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.051395 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:21:59.051923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:21:59.064259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'name': 'network-vif-deleted', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:59.067470 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cebd23-35ca-4c5e-a728-04b332e73035" -d '{"events": [{"server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "name": "network-vif-deleted", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:59.087091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:59.120162 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36185c2d-1e1f-4101-b3f7-62e4decf6d8c x-openstack-request-id: req-36185c2d-1e1f-4101-b3f7-62e4decf6d8c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:59.120457 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c400152-af49-44d8-948f-bcfec97bca0f", "name": "network-vif-deleted", "tag": "6acb2be6-3aa8-4ee2-aae5-867486dd8194", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:59.120740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36185c2d-1e1f-4101-b3f7-62e4decf6d8c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:59.121173 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c400152-af49-44d8-948f-bcfec97bca0f', 'name': 'network-vif-deleted', 'tag': '6acb2be6-3aa8-4ee2-aae5-867486dd8194', 'status': 'completed', 'code': 200} Feb 11 14:21:59.150419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa42f403-b7e4-4763-9b7a-1ed972c232d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6604946 Feb 11 14:21:59.151500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59256) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:59.158889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:59.192445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '742f3339-833d-40e4-97b2-fec444f6907b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:59.197313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.202579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59258) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:59.216183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.269607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f80091-7d95-491b-b57f-96a2da624be1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:59.280036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.284106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b2dbc5a2-96ce-422d-ae6b-2a2023394c85 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17f80091-7d95-491b-b57f-96a2da624be1 HTTP/1.1" status: 204 len: 168 time: 0.5176735 Feb 11 14:21:59.286564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:59.394816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.396322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63bccc-1481-463f-ad87-8d5b05d19110 req-dc59f0cd-b751-4925-bedb-b9265e2b665a tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:59.404369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb63bccc-1481-463f-ad87-8d5b05d19110 req-dc59f0cd-b751-4925-bedb-b9265e2b665a tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.0946870 Feb 11 14:21:59.413389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:59.416606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f722ef1-8b09-41f4-b4f9-a38f4bafc001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.419671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.426217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/742f3339-833d-40e4-97b2-fec444f6907b/901f85e9-fb42-4621-88c9-f67a20ffb24f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:59.573122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:59.576873 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6d6ea-5f5f-4821-81e9-034adea2cea5" -d '{"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-unplugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:59.598092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.629506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f722ef1-8b09-41f4-b4f9-a38f4bafc001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.640406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e675dd9-69e4-41c4-bb4a-843eabb33b71']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:59.646432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.655564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e16182-31fe-4845-9aff-030097c74c35') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:59.655766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e16182-31fe-4845-9aff-030097c74c35') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:59.670168 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647400f8-ab3a-42fc-a42a-59a8ecbf9b78 x-openstack-request-id: req-647400f8-ab3a-42fc-a42a-59a8ecbf9b78 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:59.670540 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-unplugged", "status": "completed", "tag": "621b5a00-add2-48ea-a737-b886590ec3be", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:59.670802 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-647400f8-ab3a-42fc-a42a-59a8ecbf9b78 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:59.671890 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be', 'code': 200} Feb 11 14:21:59.679938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.715302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb63bccc-1481-463f-ad87-8d5b05d19110 req-400c1a20-6058-4517-a218-1af0bd0eefde tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069034 Feb 11 14:21:59.716447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.723646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f722ef1-8b09-41f4-b4f9-a38f4bafc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.739750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:21:59.740471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:59.747056 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:59.778065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.833298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f722ef1-8b09-41f4-b4f9-a38f4bafc001 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1d0356ea25145c8ababc93d5ac0b1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273625 Feb 11 14:21:59.833298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f722ef1-8b09-41f4-b4f9-a38f4bafc001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adfd3b1-f0e7-45e8-a269-f6b370eb8e56,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:59.834830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59298) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:59.878544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Pushing event updated for resources: {'Port': ['ID=901f85e9-fb42-4621-88c9-f67a20ffb24f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:59.910385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.924918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:59.932584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.932798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:59.938726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.947457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] 10.222.0.31 "DELETE /v2.0/networks/3e675dd9-69e4-41c4-bb4a-843eabb33b71 HTTP/1.1" status: 204 len: 168 time: 0.6581335 Feb 11 14:21:59.949154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:59.951722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:59.969072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.971783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a700f-c460-4b05-a09d-a7ad420b452b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e675dd9-69e4-41c4-bb4a-843eabb33b71,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.039211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 11d5ecab-1e60-4e25-8cb7-1155c82d8440 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:00.078131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 11d5ecab-1e60-4e25-8cb7-1155c82d8440 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:00.078766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 11d5ecab-1e60-4e25-8cb7-1155c82d8440 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:00.082373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Attempting to bind port 901f85e9-fb42-4621-88c9-f67a20ffb24f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:00.082588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Attempting to bind port 901f85e9-fb42-4621-88c9-f67a20ffb24f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:00.082948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Attempting to bind port 901f85e9-fb42-4621-88c9-f67a20ffb24f on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:00.092347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:00.092725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:00.093174 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.093569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:00.093707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-c8ffa1e1-9d72-4eb1-9f04-0ebe35819fc4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:00.094285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Bound port: 901f85e9-fb42-4621-88c9-f67a20ffb24f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:00.094397 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.095531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-c8ffa1e1-9d72-4eb1-9f04-0ebe35819fc4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2691143 Feb 11 14:22:00.095751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e96a8-ace2-4505-bcff-717f030c21b2 req-21a30153-391d-4c04-999f-65cdd98b3ba4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:00.105695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Deleting subnet 19b8f944-ed9e-4df2-bc5f-7e38d7dcd29e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:00.105809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8e96a8-ace2-4505-bcff-717f030c21b2 req-21a30153-391d-4c04-999f-65cdd98b3ba4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0942349 Feb 11 14:22:00.121729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.125999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-3c4f959c-5e5f-40ce-8e12-bc6eba4abec6 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0215094 Feb 11 14:22:00.143349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.147176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.148856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2adfd3b1-f0e7-45e8-a269-f6b370eb8e56 HTTP/1.1" status: 204 len: 168 time: 0.3117826 Feb 11 14:22:00.162802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:22:00.181950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] For port 901f85e9-fb42-4621-88c9-f67a20ffb24f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:00.187359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] For port 901f85e9-fb42-4621-88c9-f67a20ffb24f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=901f85e9-fb42-4621-88c9-f67a20ffb24f,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:00.197288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61515c-ba9e-411c-b09a-261a764a86a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adfd3b1-f0e7-45e8-a269-f6b370eb8e56,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.199351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8e96a8-ace2-4505-bcff-717f030c21b2 req-b020ad4f-b45b-484a-bfc9-99284f3d74f8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Feb 11 14:22:00.277920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.296474 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.329360 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.357802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-15da757e-0237-4412-8d1d-37a14abbea9a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2028313 Feb 11 14:22:00.384605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691070e-f01f-43c5-bc24-493eb2fcd592 None None] Pushing event updated for resources: {'Port': ['ID=901f85e9-fb42-4621-88c9-f67a20ffb24f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.404883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.625854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6acb2be6-3aa8-4ee2-aae5-867486dd8194 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:00.635084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.659041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 6acb2be6-3aa8-4ee2-aae5-867486dd8194 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:00.659498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6acb2be6-3aa8-4ee2-aae5-867486dd8194 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:00.734200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:00.752755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b8f944-ed9e-4df2-bc5f-7e38d7dcd29e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.761548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.767480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-300e859a-c676-4761-8428-c0d08b599cc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19b8f944-ed9e-4df2-bc5f-7e38d7dcd29e HTTP/1.1" status: 204 len: 168 time: 0.8123858 Feb 11 14:22:00.778194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaa805-6544-485f-accd-e372ca17878a req-0e5c5831-d7ad-42f2-8e30-836ff1e7f41f tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:00.783279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:00.789360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.797727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bfaa805-6544-485f-accd-e372ca17878a req-0e5c5831-d7ad-42f2-8e30-836ff1e7f41f tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.1428466 Feb 11 14:22:00.870093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bfaa805-6544-485f-accd-e372ca17878a req-66d13963-3d18-4001-b665-5e907b0ae75c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Feb 11 14:22:00.941165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:00.969005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'mac_address': 'fa:16:3e:74:df:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:01.022248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.049507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:01.075238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:01.149836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59334) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:01.162912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.169037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.184121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad1ba9c4-ea4a-4cec-8d43-f5d7804e8ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.255211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-c1a24bbf-3a6b-4369-829b-d2f57729d00d service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964598 Feb 11 14:22:01.297849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.314831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['8ea53dc9-39cb-4366-b012-a8f884b57b11'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:01.319154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab29e-b6b5-4536-b779-db7667a6610a req-17c8b4a3-8365-4980-862b-1073588f284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:01.320673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-17c8b4a3-8365-4980-862b-1073588f284b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00647655d09f411cb82555aaa51d1310&device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 1096 time: 0.5853915 Feb 11 14:22:01.386549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad1ba9c4-ea4a-4cec-8d43-f5d7804e8ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.423595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.436744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067c0c-63cf-48b9-b047-52169e0e7205 req-7ccd776f-a319-48c1-b3a8-ffe8aff2b792 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:01.450240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c067c0c-63cf-48b9-b047-52169e0e7205 req-7ccd776f-a319-48c1-b3a8-ffe8aff2b792 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1179023 Feb 11 14:22:01.521198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad1ba9c4-ea4a-4cec-8d43-f5d7804e8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.558480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0c067c0c-63cf-48b9-b047-52169e0e7205 req-e1eb092a-8fb7-4a21-98b8-f53e408e05fd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045823 Feb 11 14:22:01.591606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad1ba9c4-ea4a-4cec-8d43-f5d7804e8ecb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7eed3db940640379c8caeb14caab842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394820 Feb 11 14:22:01.592654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ba9c4-ea4a-4cec-8d43-f5d7804e8ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1ab51-7440-4001-87d6-7aa87195001f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.595218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59344) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:01.657131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.688886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.726550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-c026e7b0-01a6-4e27-85fc-e0cbdb29f7fe service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703665 Feb 11 14:22:01.788438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab29e-b6b5-4536-b779-db7667a6610a req-e3a4a3f3-6bb7-4487-8c77-8d6f0717f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:01.801745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-e3a4a3f3-6bb7-4487-8c77-8d6f0717f68b service neutron] 10.222.0.62 "GET /v2.0/networks?id=57ffb0d4-0aef-40d2-9814-abd4498940cb HTTP/1.1" status: 200 len: 915 time: 0.4331648 Feb 11 14:22:01.843026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-eb4dae82-811b-4ebc-86bb-6977dc315c81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225 HTTP/1.1" status: 200 len: 217 time: 0.0408611 Feb 11 14:22:01.943640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d2685ec7-971e-4448-9aa7-f35a7279e489 None None] Provisioning complete for port 901f85e9-fb42-4621-88c9-f67a20ffb24f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:01.946275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2685ec7-971e-4448-9aa7-f35a7279e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.000498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.003976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] For port 901f85e9-fb42-4621-88c9-f67a20ffb24f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=901f85e9-fb42-4621-88c9-f67a20ffb24f,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:02.140849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f453b8-32b3-40a4-a012-2afb32cef61c req-7b12878b-7aee-410c-af33-f0385b0709fe tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.140849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53f453b8-32b3-40a4-a012-2afb32cef61c req-7b12878b-7aee-410c-af33-f0385b0709fe tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Feb 11 14:22:02.141405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c241124-0770-4595-8a23-47da9faa00c4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:02.141405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab29e-b6b5-4536-b779-db7667a6610a req-b58fe225-82ee-457e-8940-2852112fbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.141405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-b58fe225-82ee-457e-8940-2852112fbc89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=326c08c5-b1ba-4ffb-9837-df52aefe2f5d HTTP/1.1" status: 200 len: 854 time: 0.1827030 Feb 11 14:22:02.141405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae681539-2c14-4f20-b91a-a000fd6dc790') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:02.141405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae681539-2c14-4f20-b91a-a000fd6dc790') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:02.141826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2685ec7-971e-4448-9aa7-f35a7279e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.141927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.141927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.142166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53f453b8-32b3-40a4-a012-2afb32cef61c req-b4fa39d0-5648-4afb-bdf9-70cfd67b0132 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Feb 11 14:22:02.142257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-e119c69b-9589-48f2-825d-a92dbeca5921 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57ffb0d4-0aef-40d2-9814-abd4498940cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464084 Feb 11 14:22:02.142257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.156508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 901f85e9-fb42-4621-88c9-f67a20ffb24f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:02.166708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:02.167521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:02.169580 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:02.225824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 901f85e9-fb42-4621-88c9-f67a20ffb24f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:02.226266 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.303307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-22ea1ed6-bb98-44d7-86b8-8654de552ec6 service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722629 Feb 11 14:22:02.324189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.328133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.336643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbd1ab51-7440-4001-87d6-7aa87195001f HTTP/1.1" status: 204 len: 168 time: 0.7352474 Feb 11 14:22:02.348637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0c06c-54c2-4561-92da-ebb71eebb7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1ab51-7440-4001-87d6-7aa87195001f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:02.482308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.502088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.502965 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.534420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.538388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/6c241124-0770-4595-8a23-47da9faa00c4 HTTP/1.1" status: 204 len: 168 time: 1.7537329 Feb 11 14:22:02.563245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb924-4f93-4efd-9587-21531bc958aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6c241124-0770-4595-8a23-47da9faa00c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:02.623895 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-d2685ec7-971e-4448-9aa7-f35a7279e489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:02.623895 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-d2685ec7-971e-4448-9aa7-f35a7279e489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:02.636153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.654439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf462bc0-1478-4cc3-9f2a-6caf69cddba0 req-b952f42b-c589-4a34-8e9a-24198f3936e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 210 time: 0.1676803 Feb 11 14:22:02.658282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4caab29e-b6b5-4536-b779-db7667a6610a req-aa7b34a6-602e-4d5e-866a-7449ced9d4d8 service neutron] 10.222.0.62 "GET /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474929 Feb 11 14:22:02.754808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:02.762383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 901f85e9-fb42-4621-88c9-f67a20ffb24f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=901f85e9-fb42-4621-88c9-f67a20ffb24f,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:02.780645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=901f85e9-fb42-4621-88c9-f67a20ffb24f,revision_number=4']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:02.826641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=ad0fc0ac-b70b-4382-9e55-f89cb9029864,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:02.879161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:02.884664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:02.888143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.888937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.920915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5af7e-007c-44b0-b107-f5d493fce3d3 req-dbaf975f-1664-4b85-8e15-058976018d66 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.921765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de2375-a7a6-4a6f-901c-99e1efb32930 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:02.922821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09e5af7e-007c-44b0-b107-f5d493fce3d3 req-dbaf975f-1664-4b85-8e15-058976018d66 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1107652 Feb 11 14:22:02.930494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:02.955588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 8ea53dc9-39cb-4366-b012-a8f884b57b11 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:02.955588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.004743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09e5af7e-007c-44b0-b107-f5d493fce3d3 req-8de800b1-3344-4581-b137-527d6d73e59d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Feb 11 14:22:03.041475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f9f47617-e203-420f-96a7-38b82d074580 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8885047 Feb 11 14:22:03.045893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:03.075209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:6e:c1:6f', 'name': 'tempest-NetworksTestDHCPv6-174103333'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:03.111890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59386) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:03.227211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6cf8871-ec5c-48c8-8fb1-7483e1040c56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69af1dfff1404badb41d61ea0224fadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110988 Feb 11 14:22:03.235494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:03.389348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.427071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=901f85e9-fb42-4621-88c9-f67a20ffb24f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:03.450278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.563958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4bb0-a796-4560-a043-4fab11d92075 req-06b4d250-d405-49e2-94c7-fe84d36ccde2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:03.566516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaeb4bb0-a796-4560-a043-4fab11d92075 req-06b4d250-d405-49e2-94c7-fe84d36ccde2 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.2029834 Feb 11 14:22:03.615212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.637542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aaeb4bb0-a796-4560-a043-4fab11d92075 req-e9ec208e-54a9-4ce4-a16f-5a5f6d853f34 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Feb 11 14:22:03.700231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.702653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:03.703141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:03.704374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f48477c0-9966-4139-9eee-18737660cc5a HTTP/1.1" status: 204 len: 168 time: 0.4669936 Feb 11 14:22:03.716024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474afc0-6cdd-41d9-924c-7e631d934e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48477c0-9966-4139-9eee-18737660cc5a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:03.875902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:03.886020 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4946d4-22f4-41b6-8ac5-276c92be4d22" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:03.951055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:03.998915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-79ce5073-2e30-4ae0-a7da-65ec1025696c req-1489f4d2-b2f4-4b99-a940-1b37fe383386 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 210 time: 0.1960671 Feb 11 14:22:04.020438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:04.039101 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:04.079985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port 1d2b42b5-7649-4c28-88ed-806090edb2db yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:04.153552 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1f6d5-8d59-404f-94bf-79b67c7abbbe x-openstack-request-id: req-2ed1f6d5-8d59-404f-94bf-79b67c7abbbe {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:04.155173 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-plugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:04.158042 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed1f6d5-8d59-404f-94bf-79b67c7abbbe {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:04.158475 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'code': 200} Feb 11 14:22:04.161359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 901f85e9-fb42-4621-88c9-f67a20ffb24f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:04.376681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:04.381030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e4fd-9b7e-46d3-9768-1af36e08c34a req-58aab380-ac42-42d0-aa8c-dc1b328db351 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:04.393346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acc1e4fd-9b7e-46d3-9768-1af36e08c34a req-58aab380-ac42-42d0-aa8c-dc1b328db351 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1846879 Feb 11 14:22:04.476830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 901f85e9-fb42-4621-88c9-f67a20ffb24f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:04.476830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:04.656966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acc1e4fd-9b7e-46d3-9768-1af36e08c34a req-7f4c3743-769e-4fec-83b2-ec6e496652fc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540255 Feb 11 14:22:04.678222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::13e (ce551e93-d1c6-4087-88e3-a2ec4220e12b/742f3339-833d-40e4-97b2-fec444f6907b/1d2b42b5-7649-4c28-88ed-806090edb2db) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:04.702209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:c16f (ce551e93-d1c6-4087-88e3-a2ec4220e12b/ad0fc0ac-b70b-4382-9e55-f89cb9029864/1d2b42b5-7649-4c28-88ed-806090edb2db) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:04.997664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59428) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:05.048975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00253ef7-09af-4106-aae7-4fe87c5c8ea7 req-63d959db-a32d-41fa-954e-9c0ab2f47703 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.052555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00253ef7-09af-4106-aae7-4fe87c5c8ea7 req-63d959db-a32d-41fa-954e-9c0ab2f47703 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.1349816 Feb 11 14:22:05.100325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d53b0e4e-a385-4076-a64a-dd798a1bb9fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7207a13c21e34753aa22284d8e3a6b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006095 Feb 11 14:22:05.105397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:05.129839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.144493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00253ef7-09af-4106-aae7-4fe87c5c8ea7 req-0699de7e-6cb8-44e9-ac6a-2d7fcc73d198 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668745 Feb 11 14:22:05.210118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0805a037-03a8-4ab4-a8ac-e453966f0e88 None None] Provisioning complete for port 901f85e9-fb42-4621-88c9-f67a20ffb24f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:05.210752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0805a037-03a8-4ab4-a8ac-e453966f0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.241195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.277577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.297243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.414372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-898eaf65-a5e4-48d9-9432-6e6c356c9836 req-1bf6f75c-7acb-4b30-9ae5-6ddb09e3bc39 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 210 time: 0.1287763 Feb 11 14:22:05.432931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:05.446763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:05.459985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=1d2b42b5-7649-4c28-88ed-806090edb2db,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.463435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:05.466889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.469586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.470765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51d90b09-fec1-4228-8ec0-6a2efe91756c HTTP/1.1" status: 204 len: 168 time: 0.3639023 Feb 11 14:22:05.487651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.488353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.490955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3ae9b-aa0c-487f-8068-021b194ea61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d90b09-fec1-4228-8ec0-6a2efe91756c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.618592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e92e289-83a4-40de-8630-a577d1c2ccf6 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5709102 Feb 11 14:22:05.621326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:05.858715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port 1d2b42b5-7649-4c28-88ed-806090edb2db {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:05.859049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.927617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-91cf2077-5e3f-4336-8a48-1774711339fd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.932105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-91cf2077-5e3f-4336-8a48-1774711339fd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2606137 Feb 11 14:22:05.958179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:06.039682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-226c55f9-1420-4e6e-b997-2e680bc1ec94 None None] Provisioning complete for port 1d2b42b5-7649-4c28-88ed-806090edb2db triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:06.042254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-226c55f9-1420-4e6e-b997-2e680bc1ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.056789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.093891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for 1d2b42b5-7649-4c28-88ed-806090edb2db owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:06.136314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-226c55f9-1420-4e6e-b997-2e680bc1ec94 None None] Port 1d2b42b5-7649-4c28-88ed-806090edb2db cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:06.380508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:06.384872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.431428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9be5-d692-415a-b6f3-3b074f32065b req-f10f565c-23b0-4fd6-ab66-8016d33f84bc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.432957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3ca9be5-d692-415a-b6f3-3b074f32065b req-f10f565c-23b0-4fd6-ab66-8016d33f84bc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0947864 Feb 11 14:22:06.492774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3ca9be5-d692-415a-b6f3-3b074f32065b req-5fdc68d3-a80d-4afc-8999-5aed7c41c094 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516639 Feb 11 14:22:06.521154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.565236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=1d2b42b5-7649-4c28-88ed-806090edb2db,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.654491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.658148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5aa4fdf2-5ea7-42e9-a10c-4df15911fb18 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/1d2b42b5-7649-4c28-88ed-806090edb2db HTTP/1.1" status: 204 len: 168 time: 1.0356627 Feb 11 14:22:06.660543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:06.663469 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:06.730785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ee46b-97fd-442a-8345-ef0a88950062 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.731926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bb9ee46b-97fd-442a-8345-ef0a88950062 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0699849 Feb 11 14:22:06.734717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59460) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:06.761395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23973ed6-91d1-42fe-9356-928b2e339135 req-bc32a1a6-2eb2-45a8-9ce2-757f02d8dfe1 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.763115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23973ed6-91d1-42fe-9356-928b2e339135 req-bc32a1a6-2eb2-45a8-9ce2-757f02d8dfe1 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.1453817 Feb 11 14:22:06.824293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.6 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/af41ed2f-5d11-438a-b864-aee396e7eaa3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:06.845194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae67cd-0c70-4c5c-8c16-8a03e769773c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.846890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1aae67cd-0c70-4c5c-8c16-8a03e769773c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112046 Feb 11 14:22:06.849929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59464) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:06.860699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23973ed6-91d1-42fe-9356-928b2e339135 req-08bb4cb9-cd1c-4873-a4d7-2c74d8a209ce tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875027 Feb 11 14:22:06.959636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f176-9091-49ad-a365-524eeea3c0ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.963142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f176-9091-49ad-a365-524eeea3c0ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.965229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f176-9091-49ad-a365-524eeea3c0ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.967535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-07e8f176-9091-49ad-a365-524eeea3c0ef tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1166794 Feb 11 14:22:06.971270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59466) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:07.038415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 742f3339-833d-40e4-97b2-fec444f6907b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:07.042872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.093440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.145513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ce57d0d-1201-4769-9b32-a31d17504904 req-ca0eb839-8cc1-4895-8f0b-b5081490aae5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 210 time: 0.1068070 Feb 11 14:22:07.265232 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.322165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.375178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.389231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:07.462736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:07.470169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:07.476252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:07.546130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.593315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.627839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=742f3339-833d-40e4-97b2-fec444f6907b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.630493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.640109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1847f1a-14c4-4558-b67a-132d035e2d63 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/742f3339-833d-40e4-97b2-fec444f6907b HTTP/1.1" status: 204 len: 168 time: 0.6670978 Feb 11 14:22:07.641295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59480) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:07.659623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec484d-930b-425d-ade7-68092c246037 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:07.698562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.699241 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.729834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet ad0fc0ac-b70b-4382-9e55-f89cb9029864 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:07.733296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.792859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.804482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-efa8e7ee-6107-4152-887a-5d993c7a5395 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.806073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-efa8e7ee-6107-4152-887a-5d993c7a5395 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.62 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.0893261 Feb 11 14:22:07.814851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de164b5-d92d-4395-828a-0bfa5fda274e req-51e3f07e-0c8d-415a-8ba8-b96527b7f4a1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.823272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3de164b5-d92d-4395-828a-0bfa5fda274e req-51e3f07e-0c8d-415a-8ba8-b96527b7f4a1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0948527 Feb 11 14:22:07.849698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-68f6667f-cf83-49bc-bc96-f0cbcca1dfbc tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9084568 Feb 11 14:22:07.880905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Request body: {'port': {'device_id': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:07.979723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3de164b5-d92d-4395-828a-0bfa5fda274e req-275cb303-db8c-4b15-8e86-5bc57fa96528 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538062 Feb 11 14:22:08.015776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.045461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.123155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Deleting port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:08.123155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.217964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.275499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0fc0ac-b70b-4382-9e55-f89cb9029864,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.310341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.325276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a6fd6ecd-2130-47ac-b84a-21a5c27a712f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ad0fc0ac-b70b-4382-9e55-f89cb9029864 HTTP/1.1" status: 204 len: 168 time: 0.6827924 Feb 11 14:22:08.326622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:08.332991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] For port 23e0a9d5-eac3-4a71-bb8c-180f0785e225, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=23e0a9d5-eac3-4a71-bb8c-180f0785e225,segment=NetworkSegment(91aa5384-dc01-4e20-8e6d-e027d444e81a),segment_id=91aa5384-dc01-4e20-8e6d-e027d444e81a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:08.333370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.452592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59496) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:08.457939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:08.463169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59348477-9c83-49e1-bef1-8278077c9f86 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322463 Feb 11 14:22:08.480972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Calling delete_port for 23e0a9d5-eac3-4a71-bb8c-180f0785e225 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:08.679565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e30ee8-e878-4029-b22a-88b7efd7289a req-1e077df1-8fff-416f-bacc-b1755f48c1af tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:08.682406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1e30ee8-e878-4029-b22a-88b7efd7289a req-1e077df1-8fff-416f-bacc-b1755f48c1af tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 945 time: 0.3217974 Feb 11 14:22:08.847841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1e30ee8-e878-4029-b22a-88b7efd7289a req-8e63927c-1365-40b9-9385-ba230cb3e325 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/security-groups?id=24f47d89-5d6c-4f91-b741-79203e4ff791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994055 Feb 11 14:22:09.026964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af41ed2f-5d11-438a-b864-aee396e7eaa3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:09.042508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2935c-b650-4d4b-8573-a9350098b592 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:09.047394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.079758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66420aca-4ad4-4719-a2c9-145650b614ab req-e94b4910-d0d8-431b-8bf2-5046cc61df34 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:09.082269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66420aca-4ad4-4719-a2c9-145650b614ab req-e94b4910-d0d8-431b-8bf2-5046cc61df34 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 931 time: 0.1113720 Feb 11 14:22:09.129160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66420aca-4ad4-4719-a2c9-145650b614ab req-95c6d0cf-7453-43ef-9cd4-5b12376a5d68 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Feb 11 14:22:09.184550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d716b189-0d28-4afd-9ee5-015ab9005ac8 None None] Provisioning complete for port 901f85e9-fb42-4621-88c9-f67a20ffb24f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:09.185022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d716b189-0d28-4afd-9ee5-015ab9005ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.272978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9201c-5eed-4565-9345-44b8902bb050 req-e9d40a2a-7f0a-4230-88f1-967b43d967fd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:09.275691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77e9201c-5eed-4565-9345-44b8902bb050 req-e9d40a2a-7f0a-4230-88f1-967b43d967fd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0756290 Feb 11 14:22:09.283189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:22:09.339334 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77e9201c-5eed-4565-9345-44b8902bb050 req-8a8c3dca-6c74-4431-b551-a01d8a1f235c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Feb 11 14:22:09.365947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Deleting port 901f85e9-fb42-4621-88c9-f67a20ffb24f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:09.366625 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.366756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Transition to ACTIVE for port object af41ed2f-5d11-438a-b864-aee396e7eaa3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:09.368407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.385503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['23e0a9d5-eac3-4a71-bb8c-180f0785e225'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:09.423708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Pushing event deleted for resources: {'Port': ['ID=23e0a9d5-eac3-4a71-bb8c-180f0785e225,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.471442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:09.482586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.510472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] No DVR routers for this DVR port 23e0a9d5-eac3-4a71-bb8c-180f0785e225 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:09.513917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.515176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] For port 901f85e9-fb42-4621-88c9-f67a20ffb24f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=901f85e9-fb42-4621-88c9-f67a20ffb24f,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:09.517486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.521644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49d78c40-0c88-4675-859f-1c87ba1215c2 req-cc86a7d4-ed96-4cbf-8877-a3420fe5747c tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.62 "DELETE /v2.0/ports/23e0a9d5-eac3-4a71-bb8c-180f0785e225 HTTP/1.1" status: 204 len: 173 time: 1.6885545 Feb 11 14:22:09.523765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'name': 'network-vif-deleted', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:09.527464 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f13758-7f8c-4c88-b48a-4e9e0227f6a7" -d '{"events": [{"server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "name": "network-vif-deleted", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:09.540795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.549197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Calling delete_port for 901f85e9-fb42-4621-88c9-f67a20ffb24f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:09.646472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.653714 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b146d-527f-47fa-9297-3d1c468466dd x-openstack-request-id: req-e04b146d-527f-47fa-9297-3d1c468466dd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:09.653714 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28512317-c873-4852-b7c8-5075cfa7fc84", "name": "network-vif-deleted", "tag": "23e0a9d5-eac3-4a71-bb8c-180f0785e225", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:09.654286 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e04b146d-527f-47fa-9297-3d1c468466dd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:09.655212 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28512317-c873-4852-b7c8-5075cfa7fc84', 'name': 'network-vif-deleted', 'tag': '23e0a9d5-eac3-4a71-bb8c-180f0785e225', 'status': 'completed', 'code': 200} Feb 11 14:22:09.836502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Attempting to bind port af41ed2f-5d11-438a-b864-aee396e7eaa3 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:09.837004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Attempting to bind port af41ed2f-5d11-438a-b864-aee396e7eaa3 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:09.837451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Attempting to bind port af41ed2f-5d11-438a-b864-aee396e7eaa3 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:09.843806 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.852567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Port af41ed2f-5d11-438a-b864-aee396e7eaa3 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:09.854602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Attempting to bind port af41ed2f-5d11-438a-b864-aee396e7eaa3 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:09.868398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:09.871744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:09.871744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:09.874471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Bound port: af41ed2f-5d11-438a-b864-aee396e7eaa3, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:09.886514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.922599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] Pushing event deleted for resources: {'Port': ['ID=901f85e9-fb42-4621-88c9-f67a20ffb24f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.941994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2f175-79a6-4d64-8216-6ab37f0b0a6b None None] No DVR routers for this DVR port 901f85e9-fb42-4621-88c9-f67a20ffb24f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:10.052947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 901f85e9-fb42-4621-88c9-f67a20ffb24f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:10.123733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.130246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 901f85e9-fb42-4621-88c9-f67a20ffb24f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:10.135501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 901f85e9-fb42-4621-88c9-f67a20ffb24f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:10.172590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:10.177310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:10.181824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:10.239067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:10.240803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:10.243576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=2c9994bb-7fd4-4872-9512-013f4bc246bc,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:10.246245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:10.246835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.255235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd41855-a791-4079-a15e-024133b0e0ab None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:10.357791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b005a52-81b3-4301-9c7b-d5d1eb8c4187 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9039345 Feb 11 14:22:10.358444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:10.364846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:10.634285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'tenant_id': '52be7d18f8e24d029d833c3e8e9f2f7c', 'fixed_ips': [{'subnet_id': '2c9994bb-7fd4-4872-9512-013f4bc246bc'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:22:10.640355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.769320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:10.773063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.813467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1e3cd61-7cd0-4467-8ea3-fa3a8e8218a5 req-214ee168-6503-46ca-9ec8-495ceae394d0 tempest-InstanceActionsTestJSON-519304215 tempest-InstanceActionsTestJSON-519304215-project] 10.222.0.31 "GET /v2.0/ports?device_id=28512317-c873-4852-b7c8-5075cfa7fc84 HTTP/1.1" status: 200 len: 210 time: 0.6304855 Feb 11 14:22:10.828079 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.928609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Allocated IP 2001:db8::2 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/2c9994bb-7fd4-4872-9512-013f4bc246bc/e445bc91-aa43-4c75-8a7c-130406bf6e21) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:10.947865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88ad2602-ee20-4c39-bea2-6bc337793189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.040817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:11.040817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.049736 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] 10.222.0.62 "PUT /v2.0/ports/af41ed2f-5d11-438a-b864-aee396e7eaa3 HTTP/1.1" status: 200 len: 1091 time: 3.1721096 Feb 11 14:22:11.258160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88ad2602-ee20-4c39-bea2-6bc337793189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.259870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c65ff9-3d93-4c76-a84d-38604f5efeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.277720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.338567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505d2b-d01a-40dc-bf62-d26f72ea5c32 req-34a293ef-eb53-45d7-80fb-43251cdea20e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:11.340128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee505d2b-d01a-40dc-bf62-d26f72ea5c32 req-34a293ef-eb53-45d7-80fb-43251cdea20e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 943 time: 0.3521533 Feb 11 14:22:11.347645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-e8919a9a-9c67-4a84-b873-55ae9d42b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:11.349272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-e8919a9a-9c67-4a84-b873-55ae9d42b5eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 1094 time: 0.0766993 Feb 11 14:22:11.366769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88ad2602-ee20-4c39-bea2-6bc337793189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.409836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.428531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-bf0eb6be-d5a8-4317-85cb-a3fd3e15ab74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3 HTTP/1.1" status: 200 len: 217 time: 0.0701542 Feb 11 14:22:11.495294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:11.499909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:11.506769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:11.518612 n-d-828407-1 neutron-server[109375]: INFO neutron.db.ipam_backend_mixin [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c9994bb-7fd4-4872-9512-013f4bc246bc (CIDR: 2001:db8::/64) Feb 11 14:22:11.531400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Pushing event updated for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.557159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-88ad2602-ee20-4c39-bea2-6bc337793189 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e716461a6125422bb0484172370ac5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3714046 Feb 11 14:22:11.557972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59530) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:11.580501 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:22:11.581324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:11.609588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Attempting to bind port e445bc91-aa43-4c75-8a7c-130406bf6e21 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:11.610289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Attempting to bind port e445bc91-aa43-4c75-8a7c-130406bf6e21 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:11.610742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Attempting to bind port e445bc91-aa43-4c75-8a7c-130406bf6e21 on network ce551e93-d1c6-4087-88e3-a2ec4220e12b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:11.619889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:11.620463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Checking segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:11.621194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.622081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Bound using segment: {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:11.622817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Bound port: e445bc91-aa43-4c75-8a7c-130406bf6e21, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9514ffd9-fa77-491f-9f64-1601ec08500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:11.623316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.642404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.651346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee505d2b-d01a-40dc-bf62-d26f72ea5c32 req-51cd8f53-e7b1-43e3-bd74-1bf69f0c0776 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009055 Feb 11 14:22:11.662581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:11.665050 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3c49a-9099-415b-8a1d-a43c777a0e31" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:11.669668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad2602-ee20-4c39-bea2-6bc337793189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cfbc08-bccb-486f-9560-398404e94f6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.699897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-8e55447e-73c0-4de0-bea7-0cd6b3baaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:11.699897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-8e55447e-73c0-4de0-bea7-0cd6b3baaf19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.2492094 Feb 11 14:22:11.708348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.721621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3071be5e-7b68-4af1-bbb6-2362da7521d0 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3614964 Feb 11 14:22:11.725806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:11.755393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'subnet': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:11.762660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-5ab4a27b-90ad-48a2-b028-7a19cad1088b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588343 Feb 11 14:22:11.774686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:11.777445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e445bc91-aa43-4c75-8a7c-130406bf6e21,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:11.843744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.847278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.851529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31cfbc08-bccb-486f-9560-398404e94f6c HTTP/1.1" status: 204 len: 168 time: 0.2895579 Feb 11 14:22:11.867116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.877283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a87391-77fb-4ae5-ba9c-34be3787e0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cfbc08-bccb-486f-9560-398404e94f6c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:12.013241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ca97-6430-43f5-8258-1a82e2b325cb None None] Pushing event updated for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:12.075618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32632a86-8d3c-45fb-b0cd-705aa605428e req-eba13f36-cb03-4db0-a851-cc425a663701 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:12.077397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32632a86-8d3c-45fb-b0cd-705aa605428e req-eba13f36-cb03-4db0-a851-cc425a663701 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.2191010 Feb 11 14:22:12.173049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-5ee23d46-98c5-4a96-83cb-b14da956ccb4 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986857 Feb 11 14:22:12.330106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32632a86-8d3c-45fb-b0cd-705aa605428e req-d3c3154e-45b8-4eaa-a053-f7a5a076aa24 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265723 Feb 11 14:22:12.457788 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b68abe-0724-42b9-98bd-7035f952a1db x-openstack-request-id: req-59b68abe-0724-42b9-98bd-7035f952a1db {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:12.458135 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:12.458464 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59b68abe-0724-42b9-98bd-7035f952a1db {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:12.458998 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3', 'status': 'completed', 'code': 200} Feb 11 14:22:12.488146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:12.500290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:12.529646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-835fe04e-ed6c-4ad6-8dc7-96e930905444 req-6251c0ca-35c9-4729-8052-389b241fed5a service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393354 Feb 11 14:22:12.598978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59546) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:12.656507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 23e0a9d5-eac3-4a71-bb8c-180f0785e225 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:12.684358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Deleting subnet 326c08c5-b1ba-4ffb-9837-df52aefe2f5d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:12.689777 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:12.713092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 23e0a9d5-eac3-4a71-bb8c-180f0785e225 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:12.713442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 23e0a9d5-eac3-4a71-bb8c-180f0785e225 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:12.783526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:12.807866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-a88dc4a5-6b93-47ba-a612-c98bc01b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:12.809540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-a88dc4a5-6b93-47ba-a612-c98bc01b806f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 1094 time: 0.1230614 Feb 11 14:22:12.846102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.022824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-cd3d87d0-7589-4121-9aa4-202ecd6dffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.022824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-cd3d87d0-7589-4121-9aa4-202ecd6dffea service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.1493692 Feb 11 14:22:13.053890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-5d97a56b-d65c-493d-99ca-dfd745e26db9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3 HTTP/1.1" status: 200 len: 217 time: 0.0638635 Feb 11 14:22:13.124912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eaa0d-eb73-41eb-82a7-42faaf7949aa req-cd5bd10d-4ca2-4869-914e-52292b87b65d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.129437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b3eaa0d-eb73-41eb-82a7-42faaf7949aa req-cd5bd10d-4ca2-4869-914e-52292b87b65d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 943 time: 0.3138430 Feb 11 14:22:13.169248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-3d52e0b5-a7ac-45a1-9fe8-aabc72fa63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.170708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-3d52e0b5-a7ac-45a1-9fe8-aabc72fa63e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.1104975 Feb 11 14:22:13.228246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-0539d710-6f77-4954-9639-03daadd7c08b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460129 Feb 11 14:22:13.232927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.292311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b3eaa0d-eb73-41eb-82a7-42faaf7949aa req-3bae30c4-6092-4089-8ac8-2e437e09d165 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409740 Feb 11 14:22:13.342127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326c08c5-b1ba-4ffb-9837-df52aefe2f5d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:13.347260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.364425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-28aad205-f21b-49e0-8c8c-4eba0f9a2c08 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/326c08c5-b1ba-4ffb-9837-df52aefe2f5d HTTP/1.1" status: 204 len: 168 time: 0.7619369 Feb 11 14:22:13.364425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59558) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:13.504497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-e770391a-4d8a-4b89-9167-c8b79a45d548 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537801 Feb 11 14:22:13.537312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.671722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.685872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:22:13.696245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffb0d4-0aef-40d2-9814-abd4498940cb']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:13.725784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aa5384-dc01-4e20-8e6d-e027d444e81a') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:13.725784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aa5384-dc01-4e20-8e6d-e027d444e81a') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:13.730689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3c49a-9099-415b-8a1d-a43c777a0e31 req-8c784fba-b4fc-4fb4-9658-db2f07e38944 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725962 Feb 11 14:22:13.755303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.787737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.801018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:13.802970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.805088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c847d-caec-4ee2-a598-6d4a151e654f req-821537a3-42a2-4199-b47d-82e15141ab01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:13.807229 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:13.813779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-717c847d-caec-4ee2-a598-6d4a151e654f req-821537a3-42a2-4199-b47d-82e15141ab01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.2455120 Feb 11 14:22:13.822086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Provisioning complete for port e445bc91-aa43-4c75-8a7c-130406bf6e21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:13.827981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.941467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-717c847d-caec-4ee2-a598-6d4a151e654f req-aa0e3c85-549f-4353-9eea-902ccdf1ade2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268742 Feb 11 14:22:14.003919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.010407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:14.027193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.028181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/57ffb0d4-0aef-40d2-9814-abd4498940cb HTTP/1.1" status: 204 len: 168 time: 0.6633880 Feb 11 14:22:14.032773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.065897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ffb0d4-0aef-40d2-9814-abd4498940cb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.095016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.095351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.101156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.101597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.102509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.102852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.103189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.106633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.108633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.110773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.111114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.111451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3b4a3-3b6c-4c80-8425-ac3ad7028bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:14.186851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-817381868-network', 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:14.200392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e445bc91-aa43-4c75-8a7c-130406bf6e21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:14.221510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.308432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:14.309379 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:14.330420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e445bc91-aa43-4c75-8a7c-130406bf6e21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:14.330807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.489274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e445bc91-aa43-4c75-8a7c-130406bf6e21,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:14.513171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9cbf7-81fe-4576-94ff-70c3e110ff5c req-71bb9101-811d-4cef-8eac-20daa942f703 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:14.521186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ba9cbf7-81fe-4576-94ff-70c3e110ff5c req-71bb9101-811d-4cef-8eac-20daa942f703 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 943 time: 0.0955205 Feb 11 14:22:14.552232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:14.555662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.565375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.607703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.630980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ba9cbf7-81fe-4576-94ff-70c3e110ff5c req-3c9a4c2f-9766-4cd3-bc8e-622fc2041229 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079090 Feb 11 14:22:14.699412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.718704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:14.723630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.727699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.727887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.796679 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:14.797219 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:14.805364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:14.816492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:14.820455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:14.821318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.827141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.850729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705de11-0f4a-4cc3-855b-4b058ff38131 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:14.865049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Subnet': ['ID=03b0f2fe-6ce1-4e39-8263-8be55606c61c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.879823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=4']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.894144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d3eb86b-043d-408c-a056-36bbb4b7e9c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00647655d09f411cb82555aaa51d1310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742303 Feb 11 14:22:14.896737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:14.937539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.946146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:14.966214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0765d1f-62b1-4ee3-b37e-947764f52043,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:14.975939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:14.975939 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Added segment 7265698e-0e2e-4e37-8d9c-15dff3f18e57 of type vlan for network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 Feb 11 14:22:14.999495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c3277994-0848-4664-9abd-7814fa242493 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2680006 Feb 11 14:22:15.000159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:15.016709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Request body: {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'mac_address': 'fa:16:3e:67:6e:e8', 'name': 'tempest-NetworksTestDHCPv6-2116739884'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:15.033352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e445bc91-aa43-4c75-8a7c-130406bf6e21,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:15.098163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.153903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.209423 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.210857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:15.212246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.226148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e8a25-3ba2-48b2-bd24-fc9537b868ef None None] Pushing event updated for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.271594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.296807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a600b35-c8ee-414c-ab90-58cea8b2b983 req-48683430-c345-48eb-9106-a4842ad37e01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:15.305367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a600b35-c8ee-414c-ab90-58cea8b2b983 req-48683430-c345-48eb-9106-a4842ad37e01 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1963851 Feb 11 14:22:15.364278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.391970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] Pushing event updated for resources: {'Network': ['ID=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.409762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94f6c208-ce04-4a60-8b65-9d1df8182b13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3954458 Feb 11 14:22:15.411081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:15.425016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:15.425217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a600b35-c8ee-414c-ab90-58cea8b2b983 req-751f2eba-5534-4bb2-b678-85b0736b3eda tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185966 Feb 11 14:22:15.439054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Request body: {'subnet': {'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-817381868-subnet', 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:15.708871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.712528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.713830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24f47d89-5d6c-4f91-b741-79203e4ff791 HTTP/1.1" status: 204 len: 168 time: 0.8156412 Feb 11 14:22:15.748530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39c7bb-df2c-4530-ae3a-61e031ce1e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f47d89-5d6c-4f91-b741-79203e4ff791,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:15.757149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Made reservation on behalf of 52be7d18f8e24d029d833c3e8e9f2f7c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:15.776818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:15.780645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:15.870808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f4d03-a9c2-41f8-ba91-319ce8e0d14c req-46d2725c-148a-46c1-bf40-4ad857eb1e6d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:15.883536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-269f4d03-a9c2-41f8-ba91-319ce8e0d14c req-46d2725c-148a-46c1-bf40-4ad857eb1e6d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2062259 Feb 11 14:22:15.944036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e445bc91-aa43-4c75-8a7c-130406bf6e21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:16.007191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-269f4d03-a9c2-41f8-ba91-319ce8e0d14c req-8e22eb28-d6c9-4bf6-889f-4a95aeb7d65b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908713 Feb 11 14:22:16.057053 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:16.135309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] device_id is not set on port d4d325f2-1d15-4bc7-8920-bc045b110611 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:16.138339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e445bc91-aa43-4c75-8a7c-130406bf6e21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:16.141059 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:16.348773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b99c6430-50b7-4669-992e-5294021de608 None None] Provisioning complete for port e445bc91-aa43-4c75-8a7c-130406bf6e21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:16.348773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b99c6430-50b7-4669-992e-5294021de608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:16.461337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86462e5-ca90-4cef-a793-8313a4040665 req-3eb924ee-b6c3-45f3-b8f2-af49b045c6d7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:16.461337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f86462e5-ca90-4cef-a793-8313a4040665 req-3eb924ee-b6c3-45f3-b8f2-af49b045c6d7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 943 time: 0.2068086 Feb 11 14:22:16.664979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f86462e5-ca90-4cef-a793-8313a4040665 req-d6204752-18a0-41d2-af80-807ceb708ee4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886451 Feb 11 14:22:16.668884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af41ed2f-5d11-438a-b864-aee396e7eaa3 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:16.708190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:16.797649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f14edb4-aa0b-44af-a0f7-c6a7356671a1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:16.850532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8::2f3 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/2c9994bb-7fd4-4872-9512-013f4bc246bc/d4d325f2-1d15-4bc7-8920-bc045b110611) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:16.863748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:6ee8 (ce551e93-d1c6-4087-88e3-a2ec4220e12b/03b0f2fe-6ce1-4e39-8263-8be55606c61c/d4d325f2-1d15-4bc7-8920-bc045b110611) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:16.868211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Checking segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:16.868803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Network hostable DHCP agents. Network: 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:16.874317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068963ce-f75d-4182-92ff-8c8d8c5bb39c req-f483ce15-cf31-4a23-8871-fb7b8a6a5aa5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:16.875931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-068963ce-f75d-4182-92ff-8c8d8c5bb39c req-f483ce15-cf31-4a23-8871-fb7b8a6a5aa5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1102386 Feb 11 14:22:16.966493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-068963ce-f75d-4182-92ff-8c8d8c5bb39c req-b44b5bab-19d1-4c78-8f9e-30db2082d5be tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838511 Feb 11 14:22:16.982021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:17.018738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'af41ed2f-5d11-438a-b864-aee396e7eaa3', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': 'af41ed2f-5d11-438a-b864-aee396e7eaa3', 'mac_address': 'fa:16:3e:e8:61:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:17.088304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.103361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af41ed2f-5d11-438a-b864-aee396e7eaa3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:17.132670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:17.151177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.155848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:17.220559 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.284589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:17.301934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.302644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.308528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e3eef-4977-4ed9-90f3-2827a518df76 None None] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:17.331201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418324f-ce91-4482-8d74-0cac9bf53499 req-87c79524-6f6c-4075-8adc-64f20c43a079 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.342628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4418324f-ce91-4482-8d74-0cac9bf53499 req-87c79524-6f6c-4075-8adc-64f20c43a079 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1887867 Feb 11 14:22:17.359819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.417394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:17.436602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event updated for resources: {'Port': ['ID=d4d325f2-1d15-4bc7-8920-bc045b110611,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:17.477266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:17.494327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4418324f-ce91-4482-8d74-0cac9bf53499 req-259f5398-de41-4029-b187-4ecf1ab25e1a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450980 Feb 11 14:22:17.508767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:17.519812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a07724b9-3670-457e-a8d1-9c6bb18b9c8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0855045 Feb 11 14:22:17.520739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:17.527293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.527909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.534162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['af41ed2f-5d11-438a-b864-aee396e7eaa3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:17.632936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:17.678405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5acfd750-4208-493d-8f1a-9a19f9e966cc tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6633506 Feb 11 14:22:17.678846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:17.688592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cabdec2-f785-40fa-8fae-8c345f01f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.831052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378e676-83c6-46f4-8ec7-5788866f7fc0 None None] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:17.968765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:17.969294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef0b8-2a77-4ef6-a8a1-988451b5208c req-0336ea85-ce9e-469c-af86-331f419c4644 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.971797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3bef0b8-2a77-4ef6-a8a1-988451b5208c req-0336ea85-ce9e-469c-af86-331f419c4644 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2263036 Feb 11 14:22:18.024003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting port d4d325f2-1d15-4bc7-8920-bc045b110611 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:18.024499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.125290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3bef0b8-2a77-4ef6-a8a1-988451b5208c req-d9ff6834-e480-4c3f-b90b-dd71afde7a8e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394668 Feb 11 14:22:18.181758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.197707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Calling delete_port for d4d325f2-1d15-4bc7-8920-bc045b110611 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:18.218531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cabdec2-f785-40fa-8fae-8c345f01f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.235063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b258ec06-3f91-4d71-bae0-c7d0987f929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.268207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7230a3c2-41f0-48ba-91e1-5dd6b054b48b None None] Provisioning complete for port d4d325f2-1d15-4bc7-8920-bc045b110611 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:18.268576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7230a3c2-41f0-48ba-91e1-5dd6b054b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.308646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0cabdec2-f785-40fa-8fae-8c345f01f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.376519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7230a3c2-41f0-48ba-91e1-5dd6b054b48b None None] Port d4d325f2-1d15-4bc7-8920-bc045b110611 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:18.446807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1731268610-network', 'tenant_id': '2f7cccf4b7b649559306ef89c66ee945'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:18.456664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c220-11f4-4d13-8546-8851c0e7ddb6 req-8475fb92-dc7e-42d3-9afa-319675eb7745 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:18.470633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8370c220-11f4-4d13-8546-8851c0e7ddb6 req-8475fb92-dc7e-42d3-9afa-319675eb7745 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 944 time: 0.5735140 Feb 11 14:22:18.486416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0cabdec2-f785-40fa-8fae-8c345f01f414 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61084fdd43ed4fa49f9cfae8deae7dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0676079 Feb 11 14:22:18.489098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:18.510371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabdec2-f785-40fa-8fae-8c345f01f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd92f7c-8d84-4213-8f3c-3319df20ed12,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.536049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.623959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Port': ['ID=d4d325f2-1d15-4bc7-8920-bc045b110611,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:18.652106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8370c220-11f4-4d13-8546-8851c0e7ddb6 req-449f76ac-23a8-45bc-b51f-c01e9649dfbd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779673 Feb 11 14:22:18.792753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Made reservation on behalf of 2f7cccf4b7b649559306ef89c66ee945 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:18.795107 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:18.862448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-e39fd42d-bafb-4e92-891b-7d3bfa5a75c7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:18.870510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-e39fd42d-bafb-4e92-891b-7d3bfa5a75c7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.2688613 Feb 11 14:22:18.911264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-91b02ec0-7a22-455b-9508-40923e240a2c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/quotas/4a45747e2fd94e9ba7b3ae2c8cdf5e04 HTTP/1.1" status: 200 len: 375 time: 0.0391884 Feb 11 14:22:18.961775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-25bd74c4-be95-4bf5-89f8-be4bff2e1f21 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486550 Feb 11 14:22:19.108146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-5f46cac5-0651-43e7-b440-0e288cc5faf6 service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454608 Feb 11 14:22:19.195086 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.199105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.220305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.221558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6c1e4958-3237-4d52-9763-8ad42f5c83aa tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/d4d325f2-1d15-4bc7-8920-bc045b110611 HTTP/1.1" status: 204 len: 168 time: 1.5407870 Feb 11 14:22:19.231036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:19.251074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-18db1689-acf5-4f7f-9195-9bfeb0a8343b service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361337 Feb 11 14:22:19.324780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.412280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebdb0cb-8f8f-428d-9cee-5d39965b0aba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.412990 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8ebdb0cb-8f8f-428d-9cee-5d39965b0aba tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1706758 Feb 11 14:22:19.416287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:19.455057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-038a7f7e-c9de-44e5-8a40-5da41a3c88d3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.462264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-038a7f7e-c9de-44e5-8a40-5da41a3c88d3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.2802374 Feb 11 14:22:19.488307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-025afb02-643b-41f4-ad77-7ac0d6f729e6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/quotas/c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 375 time: 0.0250883 Feb 11 14:22:19.504435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c04cf-bb32-446f-8b84-07bd5afd7273 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.506181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ea4c04cf-bb32-446f-8b84-07bd5afd7273 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0887287 Feb 11 14:22:19.509526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59754) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:19.571444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-de244dd6-3a93-4db8-a9ed-0fc8df265383 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0820351 Feb 11 14:22:19.635750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.638350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.639608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afd92f7c-8d84-4213-8f3c-3319df20ed12 HTTP/1.1" status: 204 len: 168 time: 1.1479120 Feb 11 14:22:19.715792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec506bf-ebba-478d-8bf0-3122dddd4312 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.723849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec506bf-ebba-478d-8bf0-3122dddd4312 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.728283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec506bf-ebba-478d-8bf0-3122dddd4312 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:19.730507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cec506bf-ebba-478d-8bf0-3122dddd4312 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2200496 Feb 11 14:22:19.743599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59772) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:19.764059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93dce9-c22b-44a8-828d-29846a282fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd92f7c-8d84-4213-8f3c-3319df20ed12,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:19.864210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2cd1bdc7-56ea-4237-bc6b-fd75612ce956 req-79aec401-0888-41ef-9175-37625cce162f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.1319091 Feb 11 14:22:19.874343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 03b0f2fe-6ce1-4e39-8263-8be55606c61c {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:19.899564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.904660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-4aa9c3cf-a154-46ca-8eb0-7f276cf2bf8c service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321812 Feb 11 14:22:19.910303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.999453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.045338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-db57b21a-1095-46db-83c5-9acf6edf3710 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327329 Feb 11 14:22:20.047407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.106177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411468-2f6d-4234-85e0-a5cc5bf2fc5f req-64b6d6f4-beb4-42ed-aac4-ab4dbbfda8f3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:20.107977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3411468-2f6d-4234-85e0-a5cc5bf2fc5f req-64b6d6f4-beb4-42ed-aac4-ab4dbbfda8f3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 944 time: 0.1528966 Feb 11 14:22:20.119399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:20.157849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.158370 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Added segment 74525c1c-8d65-4eac-a4e4-f46017f06c37 of type vlan for network be425b8d-5d8a-49db-9af8-94d24435cd29 Feb 11 14:22:20.216812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3411468-2f6d-4234-85e0-a5cc5bf2fc5f req-46d226dc-f3e1-4cf6-8458-0beb6498fab0 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972877 Feb 11 14:22:20.234768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.307310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.368591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:20.394127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ddb111ba-ef29-4e56-80f7-910fb99b398e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.426467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.473413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.481636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b2af5-383c-4e87-aa29-d22ac3c7e874 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:20.484818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.488096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:20.488096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.519751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/03b0f2fe-6ce1-4e39-8263-8be55606c61c HTTP/1.1" status: 204 len: 168 time: 0.7745924 Feb 11 14:22:20.569288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:20.723488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6b5f-4df1-43df-833e-eb59b7ab5d7e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=03b0f2fe-6ce1-4e39-8263-8be55606c61c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:20.740845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af41ed2f-5d11-438a-b864-aee396e7eaa3 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:20.770477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Deleting subnet 2c9994bb-7fd4-4872-9512-013f4bc246bc {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:20.771950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.814523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3607cf5-3308-46a9-a153-7c0d44420533 req-62d1a4c2-5369-4ce0-ac4a-25b87f492c8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.1692364 Feb 11 14:22:20.815201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.837011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-c743674a-6509-40ce-a264-0f8436db7e58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476216 Feb 11 14:22:20.866629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] Pushing event updated for resources: {'Network': ['ID=be425b8d-5d8a-49db-9af8-94d24435cd29,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:20.949646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3bfbf352-837b-4ff0-b30d-975901e44d77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9632485 Feb 11 14:22:20.953392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:20.958576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Request body: {'subnet': {'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1731268610-subnet', 'tenant_id': '2f7cccf4b7b649559306ef89c66ee945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:20.960223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network be425b8d-5d8a-49db-9af8-94d24435cd29 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:21.007873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2204332-94a3-439e-8915-61191ed0f357 req-bdbf1b2f-0b86-44fb-bac2-cbe55d74a72c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.0399795 Feb 11 14:22:21.026212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.075849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-d4d9341a-f30a-4e34-a60c-64c26c165970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.077780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-d4d9341a-f30a-4e34-a60c-64c26c165970 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.1336415 Feb 11 14:22:21.179566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Made reservation on behalf of 2f7cccf4b7b649559306ef89c66ee945 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:21.190486 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.321398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.401417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port af41ed2f-5d11-438a-b864-aee396e7eaa3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:21.409131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-d8c605a4-7ccd-4904-88fd-11f80f1e0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.410531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-d8c605a4-7ccd-4904-88fd-11f80f1e0d23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.3112516 Feb 11 14:22:21.436715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port af41ed2f-5d11-438a-b864-aee396e7eaa3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:21.437128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.486442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9994bb-7fd4-4872-9512-013f4bc246bc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:21.488966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.500593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-908ebe2b-3960-4d37-8a5a-4609024376eb tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/2c9994bb-7fd4-4872-9512-013f4bc246bc HTTP/1.1" status: 204 len: 168 time: 0.9251521 Feb 11 14:22:21.503743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:21.508339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060af54-c0eb-4ed3-b747-b73bca769696 req-4727ccd1-1abd-43c9-a807-f86223ca0e70 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.522182 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060af54-c0eb-4ed3-b747-b73bca769696 req-4727ccd1-1abd-43c9-a807-f86223ca0e70 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 944 time: 0.1319902 Feb 11 14:22:21.557447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-563e2596-008a-49a5-b9a2-c55459d6dcdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.1310992 Feb 11 14:22:21.579441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e3526-73dc-42ae-9a74-d2114389fc76 None None] Update dhcp port {'port': {'network_id': 'ce551e93-d1c6-4087-88e3-a2ec4220e12b', 'fixed_ips': [{'subnet_id': '2c9994bb-7fd4-4872-9512-013f4bc246bc'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'e445bc91-aa43-4c75-8a7c-130406bf6e21'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:22:21.653269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59836) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:21.657277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cd0cd2aa-932a-43a4-ae87-4d4d08f8948e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426530 Feb 11 14:22:21.685663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060af54-c0eb-4ed3-b747-b73bca769696 req-afb54804-25ad-4066-8230-f89956cd501b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624513 Feb 11 14:22:21.718614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-2a962901-0db7-4a9e-b288-bb8b297ae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.720594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-2a962901-0db7-4a9e-b288-bb8b297ae6e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1511085 Feb 11 14:22:21.752667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d71e3526-73dc-42ae-9a74-d2114389fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.862325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f264c-802b-4e9b-831b-bf775ba4087d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.865271 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:21.872389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec5f264c-802b-4e9b-831b-bf775ba4087d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2146842 Feb 11 14:22:21.874452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:21.964007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-e0de12ec-1ee4-4399-99ca-260055666408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:21.982184 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-e0de12ec-1ee4-4399-99ca-260055666408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533092 Feb 11 14:22:21.993515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:22.004742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5afbc8fe-f2e1-4c17-9e6c-4ea0fe046733 req-6404aa8b-ae8c-4c1a-88d6-8a0ed2c7a2c8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.0809090 Feb 11 14:22:22.006984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb15f38-f36b-41e4-bc95-893e8ecc10a8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:22.017431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59856) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.023803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eeb15f38-f36b-41e4-bc95-893e8ecc10a8 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1481421 Feb 11 14:22:22.160281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec98609b-f865-42ab-960a-6b244ae7d7c5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1408682 Feb 11 14:22:22.170370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59866) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.174349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c52629-83d2-496f-b6da-951da34a9432,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:22.196109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Checking segment: {'id': '74525c1c-8d65-4eac-a4e4-f46017f06c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:22.196963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Network hostable DHCP agents. Network: be425b8d-5d8a-49db-9af8-94d24435cd29, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:22.201904 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-055cb22b-dba8-4b41-84c8-70d69b9fa840 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.202571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055cb22b-dba8-4b41-84c8-70d69b9fa840 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.208489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-055cb22b-dba8-4b41-84c8-70d69b9fa840 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/d4d325f2-1d15-4bc7-8920-bc045b110611 HTTP/1.1" status: 404 len: 333 time: 0.0370581 Feb 11 14:22:22.209329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59868) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.250019 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80681bb-3231-482a-bf62-e27c8f178eee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.250514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80681bb-3231-482a-bf62-e27c8f178eee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.256683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e80681bb-3231-482a-bf62-e27c8f178eee tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/03b0f2fe-6ce1-4e39-8263-8be55606c61c HTTP/1.1" status: 404 len: 337 time: 0.0444274 Feb 11 14:22:22.271091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.271483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62e5b859-4039-4dc5-9758-4da1292a633d req-c19a20d0-8a22-42a5-bc29-3311ab7de937 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.0582166 Feb 11 14:22:22.343784 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d794dd5e-5c4d-4f4a-a399-9ff69da7bc2d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.344245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d794dd5e-5c4d-4f4a-a399-9ff69da7bc2d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.350056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.359587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d794dd5e-5c4d-4f4a-a399-9ff69da7bc2d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/2c9994bb-7fd4-4872-9512-013f4bc246bc HTTP/1.1" status: 404 len: 337 time: 0.0872653 Feb 11 14:22:22.364785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:22.419632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Network be425b8d-5d8a-49db-9af8-94d24435cd29 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:22.425924 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a378bd7-e80b-4349-b163-8fa253cf1f98 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.427805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a378bd7-e80b-4349-b163-8fa253cf1f98 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.437532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4a378bd7-e80b-4349-b163-8fa253cf1f98 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/1d2b42b5-7649-4c28-88ed-806090edb2db HTTP/1.1" status: 404 len: 333 time: 0.0862427 Feb 11 14:22:22.438288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.438460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:22.440797 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504a2ef-ac7b-49fd-a172-f06edd4a1eb9" -d '{"events": [{"server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "name": "network-vif-plugged", "status": "completed", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:22.442974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-e7a5ea05-439d-4f60-8925-8126f1ada271 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421227 Feb 11 14:22:22.485737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:22.495353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c49e88-bb2b-425c-96ef-8b8937bf66b6 None None] Network ce551e93-d1c6-4087-88e3-a2ec4220e12b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:22.530457 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1ab60a-f516-4d3e-99d8-1e3fb3cc3808 x-openstack-request-id: req-6a1ab60a-f516-4d3e-99d8-1e3fb3cc3808 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:22.532341 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "name": "network-vif-plugged", "status": "completed", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:22.532763 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1ab60a-f516-4d3e-99d8-1e3fb3cc3808 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:22.533339 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3', 'code': 200} Feb 11 14:22:22.567674 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-73af6b1a-72bf-41c9-b282-3bc0378e199e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.568561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73af6b1a-72bf-41c9-b282-3bc0378e199e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.593346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73af6b1a-72bf-41c9-b282-3bc0378e199e tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ad0fc0ac-b70b-4382-9e55-f89cb9029864 HTTP/1.1" status: 404 len: 337 time: 0.1460066 Feb 11 14:22:22.594927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, be425b8d-5d8a-49db-9af8-94d24435cd29) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:22.597520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:22.599175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.610586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7821ef-c4c6-4ebe-a7a7-512641cac781 None None] Network be425b8d-5d8a-49db-9af8-94d24435cd29 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:22.635050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-655717bc-7e6a-4afc-8411-99ea8a06b051 req-a7ecb218-fff1-4204-9a7a-3948f14a10b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848466 Feb 11 14:22:22.660977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:22.664875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:22.772731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:22.776293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b9497fd7-8f77-4663-96d6-19d912d7ade4 None None] Provisioning complete for port e445bc91-aa43-4c75-8a7c-130406bf6e21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:22.777252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b9497fd7-8f77-4663-96d6-19d912d7ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:22.809928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47abe25b-1051-4408-9017-4288949d8466 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8553991 Feb 11 14:22:22.845422 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-128c136d-18f1-41a3-9f09-6ded6346f66f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.846126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128c136d-18f1-41a3-9f09-6ded6346f66f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.854336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-128c136d-18f1-41a3-9f09-6ded6346f66f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/742f3339-833d-40e4-97b2-fec444f6907b HTTP/1.1" status: 404 len: 337 time: 0.2415123 Feb 11 14:22:22.855514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59892) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:22.922621 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9957eaa8-5bb4-4782-8395-5db701877c67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:22.925411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9957eaa8-5bb4-4782-8395-5db701877c67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:22.935328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9957eaa8-5bb4-4782-8395-5db701877c67 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5a36e689-d589-4a29-b619-c655d6387305 HTTP/1.1" status: 404 len: 333 time: 0.0763621 Feb 11 14:22:22.941518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59900) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.107460 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc65e27-581f-4876-a3f0-be9c4570c57a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.109130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc65e27-581f-4876-a3f0-be9c4570c57a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.123898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3bc65e27-581f-4876-a3f0-be9c4570c57a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1367dc0e-b59e-4ec5-82c4-e18eb89f9ba0 HTTP/1.1" status: 404 len: 337 time: 0.1784339 Feb 11 14:22:23.124519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59920) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.180763 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-be414fcf-f2bb-430f-842b-c1d01318fac7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.180763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be414fcf-f2bb-430f-842b-c1d01318fac7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.184780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-be414fcf-f2bb-430f-842b-c1d01318fac7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1b6d6c84-dbb3-4f2b-a64d-990a189b5801 HTTP/1.1" status: 404 len: 337 time: 0.0568488 Feb 11 14:22:23.202243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59928) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.238634 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb47217-ad29-4f9e-9989-d638dd772751 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.239329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb47217-ad29-4f9e-9989-d638dd772751 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.245839 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-edb47217-ad29-4f9e-9989-d638dd772751 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/c770b58d-2cb9-425d-b63a-bf2cd78e0e88 HTTP/1.1" status: 404 len: 333 time: 0.0402069 Feb 11 14:22:23.252103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.323040 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8b87a8-9ee4-412f-b846-4c208e1eb686 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.323514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8b87a8-9ee4-412f-b846-4c208e1eb686 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.328940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348411-92cb-4f1c-a03a-4df6b037f54e req-fae057d7-f01d-4fe6-9fef-e8e517be66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:23.330401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec8b87a8-9ee4-412f-b846-4c208e1eb686 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/0a0b1318-fa2a-4d70-a5f5-b3743fbab780 HTTP/1.1" status: 404 len: 337 time: 0.0772114 Feb 11 14:22:23.339800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59938) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.340916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65348411-92cb-4f1c-a03a-4df6b037f54e req-fae057d7-f01d-4fe6-9fef-e8e517be66ad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 1096 time: 0.6873589 Feb 11 14:22:23.481592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3323a-4695-4d6f-93d8-cbea776ab8dd req-7b408d44-50dd-48a6-ab81-318038e62f7d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:23.481592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3e3323a-4695-4d6f-93d8-cbea776ab8dd req-7b408d44-50dd-48a6-ab81-318038e62f7d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.6079614 Feb 11 14:22:23.491295 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f9fbea-dcce-4d3c-9cd6-1f906368fd89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.491875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f9fbea-dcce-4d3c-9cd6-1f906368fd89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.501802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80f9fbea-dcce-4d3c-9cd6-1f906368fd89 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ec7d7a99-b431-4ede-8c86-5c257c9d325b HTTP/1.1" status: 404 len: 337 time: 0.1609621 Feb 11 14:22:23.505626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-6f902ceb-60db-40e3-afa1-3049e5173f38 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:23.507494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-6f902ceb-60db-40e3-afa1-3049e5173f38 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.62 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.7828522 Feb 11 14:22:23.515152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5a8ba11-46ca-4d96-9e15-39f7163dcb23 req-9bb29c95-e0d1-42f4-855f-2732bc750e00 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.1836147 Feb 11 14:22:23.518756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59940) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.595743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Request body: {'port': {'device_id': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'admin_state_up': True, 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:23.595743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-65348411-92cb-4f1c-a03a-4df6b037f54e req-88cc0883-b60c-4278-9f31-9309c7149fa8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896024 Feb 11 14:22:23.706588 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b25368-a2d6-4103-a224-8f14da364b82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.706588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b25368-a2d6-4103-a224-8f14da364b82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.706588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-49b25368-a2d6-4103-a224-8f14da364b82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/fa6dc77f-677d-4eeb-adbc-69f87207d508 HTTP/1.1" status: 404 len: 333 time: 0.1732883 Feb 11 14:22:23.732452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59944) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.751617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3e3323a-4695-4d6f-93d8-cbea776ab8dd req-eff455c5-ef57-472e-ba65-585b30265ab2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972442 Feb 11 14:22:23.814679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef290ca-738e-4824-8962-2bb2621dc5f8 None None] Network be425b8d-5d8a-49db-9af8-94d24435cd29 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:23.910450 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35981fe-93d5-4ff7-9e2c-dca395926102 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.911466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35981fe-93d5-4ff7-9e2c-dca395926102 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.914510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a35981fe-93d5-4ff7-9e2c-dca395926102 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/87f1c78a-27c0-44e3-99dc-52871e724aea HTTP/1.1" status: 404 len: 337 time: 0.1131210 Feb 11 14:22:23.917323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:23.965871 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da210b3-3ef9-4fd0-b5f5-053219dd82e9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:23.970104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da210b3-3ef9-4fd0-b5f5-053219dd82e9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:23.988171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6da210b3-3ef9-4fd0-b5f5-053219dd82e9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/30a69923-a9d2-459e-97ef-e14207e61686 HTTP/1.1" status: 404 len: 333 time: 0.0549629 Feb 11 14:22:23.988836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59948) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.033449 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-52081991-2c1e-4bb4-b468-ae82e3e85010 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.033941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52081991-2c1e-4bb4-b468-ae82e3e85010 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.036594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] DHCP port deletion for ce551e93-d1c6-4087-88e3-a2ec4220e12b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:22:24.038329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-52081991-2c1e-4bb4-b468-ae82e3e85010 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/c8a0ca3b-b795-41db-a129-d95764966ecc HTTP/1.1" status: 404 len: 337 time: 0.0474331 Feb 11 14:22:24.040953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.044924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e445bc91-aa43-4c75-8a7c-130406bf6e21 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:24.093869 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f1d1a3-7562-4a7d-9250-cbdd6e3d9665 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.094954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f1d1a3-7562-4a7d-9250-cbdd6e3d9665 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.101104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-68f1d1a3-7562-4a7d-9250-cbdd6e3d9665 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/6a7b2754-7857-4b7b-b47b-95096d80d7d4 HTTP/1.1" status: 404 len: 333 time: 0.0564859 Feb 11 14:22:24.103406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.119871 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.136549 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0326424f-5ead-4a92-a9b8-872ca5fe1193 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.138735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0326424f-5ead-4a92-a9b8-872ca5fe1193 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.144758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0326424f-5ead-4a92-a9b8-872ca5fe1193 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/cb158697-1773-46f1-80ec-5cdc9faa5fa1 HTTP/1.1" status: 404 len: 337 time: 0.0378432 Feb 11 14:22:24.145589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59962) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.174482 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d214eb3-dced-4992-b608-51fda8e7870c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.175343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d214eb3-dced-4992-b608-51fda8e7870c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.179066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4d214eb3-dced-4992-b608-51fda8e7870c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/609f07f6-9a90-42f2-8621-b9eb7bb5c033 HTTP/1.1" status: 404 len: 333 time: 0.0323908 Feb 11 14:22:24.186997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59968) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.190100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c276e56e-038f-4459-903b-69cbe92b7474 req-2939712f-4bc0-4dde-9390-dada3912d78a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.0520456 Feb 11 14:22:24.270769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.278720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Deleting port e445bc91-aa43-4c75-8a7c-130406bf6e21 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:24.279209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.295471 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c73ca0-7fe8-4c15-876d-81def1b7da66 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.295959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c73ca0-7fe8-4c15-876d-81def1b7da66 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.300016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e4c73ca0-7fe8-4c15-876d-81def1b7da66 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/c864f8fc-eaa0-43b2-ae20-fd5f0de186a0 HTTP/1.1" status: 404 len: 337 time: 0.1145849 Feb 11 14:22:24.300428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:24.303383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.304094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.340619 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d6e080-92c5-4da1-be3b-37c3605ff6a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.341422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d6e080-92c5-4da1-be3b-37c3605ff6a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.347188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b4d6e080-92c5-4da1-be3b-37c3605ff6a7 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/b82b01b9-567d-4744-96b9-51c0b04645b1 HTTP/1.1" status: 404 len: 333 time: 0.0410111 Feb 11 14:22:24.349066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59980) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.383377 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7829a5ee-2c69-4b69-8ece-24a99ca5742f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.383848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7829a5ee-2c69-4b69-8ece-24a99ca5742f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.389506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7829a5ee-2c69-4b69-8ece-24a99ca5742f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ab62efbf-f8e6-48d5-a1de-31ef6adde58e HTTP/1.1" status: 404 len: 337 time: 0.0370231 Feb 11 14:22:24.391006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.401650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.426893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e445bc91-aa43-4c75-8a7c-130406bf6e21,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:24.433626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.437099 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4206e48d-8cff-4f8f-8f39-bf1f32e678e3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.438000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4206e48d-8cff-4f8f-8f39-bf1f32e678e3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.441213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4206e48d-8cff-4f8f-8f39-bf1f32e678e3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/518c6618-b326-4cc1-abfc-dc45d01be4bb HTTP/1.1" status: 404 len: 333 time: 0.0492539 Feb 11 14:22:24.444391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59984) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.469427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port e445bc91-aa43-4c75-8a7c-130406bf6e21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e445bc91-aa43-4c75-8a7c-130406bf6e21,segment=NetworkSegment(9514ffd9-fa77-491f-9f64-1601ec08500d),segment_id=9514ffd9-fa77-491f-9f64-1601ec08500d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:24.475184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Calling delete_port for e445bc91-aa43-4c75-8a7c-130406bf6e21 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:24.477670 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4448a4-bbdc-4127-9091-1fc39ac33b3b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.478613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4448a4-bbdc-4127-9091-1fc39ac33b3b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.482875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a4448a4-bbdc-4127-9091-1fc39ac33b3b tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/9e4859c4-fb23-46b4-91f6-6c4d78e09ce8 HTTP/1.1" status: 404 len: 337 time: 0.0375292 Feb 11 14:22:24.486816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.505523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-362fb61b-724f-4c3d-b0b1-ba3c120d103d tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:24.513712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-362fb61b-724f-4c3d-b0b1-ba3c120d103d tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/networks?id=be425b8d-5d8a-49db-9af8-94d24435cd29 HTTP/1.1" status: 200 len: 822 time: 0.3202085 Feb 11 14:22:24.533991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-0a98bc15-0f88-4b36-96d3-1989d546374d tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/quotas/2f7cccf4b7b649559306ef89c66ee945 HTTP/1.1" status: 200 len: 375 time: 0.0183964 Feb 11 14:22:24.539824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Allocated IP 172.20.0.10 (4078ecd7-b9a6-477b-a4a8-fa9551c79ef4/2f14edb4-aa0b-44af-a0f7-c6a7356671a1/fc38f243-6237-447f-ad44-56b178888951) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:24.577639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-cb5cac19-56ec-42d3-8a0d-8a056060c886 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f7cccf4b7b649559306ef89c66ee945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424397 Feb 11 14:22:24.625541 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b693a97-ef0b-42db-bd0c-4d91ffaec28f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.626015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b693a97-ef0b-42db-bd0c-4d91ffaec28f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.661498 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b693a97-ef0b-42db-bd0c-4d91ffaec28f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/e4123d71-14ac-4d10-800d-dfee972c9210 HTTP/1.1" status: 404 len: 337 time: 0.1735559 Feb 11 14:22:24.662395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.729615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.747485 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a345e-eea2-461b-ac61-5817e64da146 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.748453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557a345e-eea2-461b-ac61-5817e64da146 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.755540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60002) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.758302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.762271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-87816862-c233-40b9-9e1c-657b03887dae service neutron] 10.222.0.31 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806338 Feb 11 14:22:24.768838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-557a345e-eea2-461b-ac61-5817e64da146 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/6c3e0d02-bbfc-48a5-97ff-0b5694983435 HTTP/1.1" status: 404 len: 333 time: 0.1014752 Feb 11 14:22:24.800286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a8cf800-b618-4a22-a040-484154fe2fdb req-95e02f87-5c56-4081-8d83-16435fbd60a5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.0578403 Feb 11 14:22:24.869591 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dc8916-523d-4c45-9a4e-5e8d2c6d1c82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:24.875394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dc8916-523d-4c45-9a4e-5e8d2c6d1c82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:24.879961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:24.888150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:24.896538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-45dc8916-523d-4c45-9a4e-5e8d2c6d1c82 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/2a78b6a4-ee1b-43d8-a584-b5ff9ceb63dc HTTP/1.1" status: 404 len: 337 time: 0.1249797 Feb 11 14:22:24.909255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60006) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:24.937267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] Pushing event deleted for resources: {'Port': ['ID=e445bc91-aa43-4c75-8a7c-130406bf6e21,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:24.939425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0900ee-4ddd-44f2-b427-47aa417434a6 None None] No DVR routers for this DVR port e445bc91-aa43-4c75-8a7c-130406bf6e21 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:25.000243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab129-5aeb-4ff3-b857-2314ea6349f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.044060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-c54c3a5d-5c4a-4602-b4d2-3711decc3857 service neutron] 10.222.0.31 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559500 Feb 11 14:22:25.079098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.119375 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c996c8-182f-4010-b234-8cf7436d3fd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.120207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c996c8-182f-4010-b234-8cf7436d3fd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.125995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-22c996c8-182f-4010-b234-8cf7436d3fd3 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ca377661-300c-4e98-b615-ebf8774e88c2 HTTP/1.1" status: 404 len: 337 time: 0.2048430 Feb 11 14:22:25.126558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60008) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.170964 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ec123-cdee-4f93-8906-bdf45884f28d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.171709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567ec123-cdee-4f93-8906-bdf45884f28d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.175940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-567ec123-cdee-4f93-8906-bdf45884f28d tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5cb8b8c3-a10f-4da0-92f8-ee80c6f05eaa HTTP/1.1" status: 404 len: 333 time: 0.0474975 Feb 11 14:22:25.194413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.202673 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab129-5aeb-4ff3-b857-2314ea6349f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.230424 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8ff8a6-8597-47b5-8901-2b9392612ad2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.230921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8ff8a6-8597-47b5-8901-2b9392612ad2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.234271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fe8ff8a6-8597-47b5-8901-2b9392612ad2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/a7774cd1-0939-45f8-8180-50512c77ebaa HTTP/1.1" status: 404 len: 337 time: 0.0372579 Feb 11 14:22:25.236857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.259335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c79ff-12df-4d7b-9cf4-ccedeecc9599 req-f7beec7f-00e7-412c-8f22-9a238e06804c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:25.267397 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dfe0d6-3544-4a58-87ca-6b2756bcb873 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.267864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dfe0d6-3544-4a58-87ca-6b2756bcb873 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.268850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-390c79ff-12df-4d7b-9cf4-ccedeecc9599 req-f7beec7f-00e7-412c-8f22-9a238e06804c tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.2999849 Feb 11 14:22:25.271213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c6dfe0d6-3544-4a58-87ca-6b2756bcb873 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/d6cdcdfa-2bdd-4a87-b557-0d7485be9a2f HTTP/1.1" status: 404 len: 337 time: 0.0333126 Feb 11 14:22:25.277609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.326895 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48cead4-5824-486e-9c72-309d5b6045b1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.327675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48cead4-5824-486e-9c72-309d5b6045b1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.330800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a48cead4-5824-486e-9c72-309d5b6045b1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/8069e550-cd54-4927-b579-b1c261fd011e HTTP/1.1" status: 404 len: 333 time: 0.0477104 Feb 11 14:22:25.333432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60022) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.344657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-25edf8cd-af4a-4282-88d8-a255ee1da00a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:25.346397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-25edf8cd-af4a-4282-88d8-a255ee1da00a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.4362338 Feb 11 14:22:25.354279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.365680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'device_id': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'admin_state_up': True, 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:25.372533 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-696e00ad-02f1-43b9-9b94-681bff04838c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.373171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696e00ad-02f1-43b9-9b94-681bff04838c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.381441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-696e00ad-02f1-43b9-9b94-681bff04838c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/951e2e90-6052-41d7-84b2-592f8f093a65 HTTP/1.1" status: 404 len: 337 time: 0.0446701 Feb 11 14:22:25.381441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab129-5aeb-4ff3-b857-2314ea6349f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.385298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60024) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.390411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-390c79ff-12df-4d7b-9cf4-ccedeecc9599 req-2fe79899-f27a-4e16-bb57-24f7bd2d706e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190162 Feb 11 14:22:25.481530 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-170975ef-4a25-468f-b05e-c2f8ee1f5cd1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.482447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170975ef-4a25-468f-b05e-c2f8ee1f5cd1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.485956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-170975ef-4a25-468f-b05e-c2f8ee1f5cd1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1cdd4a42-2501-471d-a812-6c887ae1b338 HTTP/1.1" status: 404 len: 337 time: 0.0979767 Feb 11 14:22:25.493515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60030) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.522317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5f4ab129-5aeb-4ff3-b857-2314ea6349f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38b1884d10db4122900a13288ab298a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892623 Feb 11 14:22:25.549269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60036) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.553834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-72956e73-2750-43a1-aaaf-75ca3e9d0810 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports?device_id=570acc87-f02d-4af5-aa56-700169aeaed4 HTTP/1.1" status: 200 len: 205 time: 0.0589306 Feb 11 14:22:25.559607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ab129-5aeb-4ff3-b857-2314ea6349f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e9e68-d987-4047-8484-cca162a0cbeb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:25.562859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.633626 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-c84f7563-8be9-4b40-9903-70e79b0a621c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] delete failed (client error): The resource could not be found. Feb 11 14:22:25.636802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c84f7563-8be9-4b40-9903-70e79b0a621c tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/routers/570acc87-f02d-4af5-aa56-700169aeaed4 HTTP/1.1" status: 404 len: 336 time: 0.0710006 Feb 11 14:22:25.640919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60044) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.648823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:25.668028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:25.675863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:25.685700 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-34809dd9-444b-418d-a20e-3a1b2f21881f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.686032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event updated for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:25.686471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34809dd9-444b-418d-a20e-3a1b2f21881f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.693642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-34809dd9-444b-418d-a20e-3a1b2f21881f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/1a5e14c4-34e2-4fa3-b537-aa8440e01c19 HTTP/1.1" status: 404 len: 337 time: 0.0474012 Feb 11 14:22:25.697265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60046) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.744975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f922f00-0cc0-4af2-9a51-044621e703f5 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f13e728-5d04-4c84-a807-64d5028a0e29 HTTP/1.1" status: 200 len: 205 time: 0.0477343 Feb 11 14:22:25.751960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.779641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ba3b937-f467-4c1c-84a8-a3b1d6fd93a3 req-ee0628b2-f4eb-4594-91c7-2447dc38d3a6 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0412562 Feb 11 14:22:25.782445 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.807317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.847960 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5180a103-90a9-4c71-ad19-d296e40dd805 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] delete failed (client error): The resource could not be found. Feb 11 14:22:25.852387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5180a103-90a9-4c71-ad19-d296e40dd805 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/routers/8f13e728-5d04-4c84-a807-64d5028a0e29 HTTP/1.1" status: 404 len: 336 time: 0.0924065 Feb 11 14:22:25.852607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60056) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.864318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29ead5-7d5a-4969-9861-254651a46554 req-bbbb0c38-8514-4e84-8034-b47663968b0c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:25.875611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf29ead5-7d5a-4969-9861-254651a46554 req-bbbb0c38-8514-4e84-8034-b47663968b0c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 932 time: 0.2986538 Feb 11 14:22:25.888064 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9555963b-4856-4bfb-874d-73063b441af1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.888064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9555963b-4856-4bfb-874d-73063b441af1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.891968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9555963b-4856-4bfb-874d-73063b441af1 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/ca425d66-a1da-48bc-a2a0-e2081cda47c6 HTTP/1.1" status: 404 len: 337 time: 0.0380330 Feb 11 14:22:25.894687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60058) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.919171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:25.919816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:25.927107 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0127e5-f6d5-4959-9171-8726decbef58 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.927107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0127e5-f6d5-4959-9171-8726decbef58 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.933329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1d0127e5-f6d5-4959-9171-8726decbef58 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ca49f5-d079-4530-9fff-7efc762d1fc8 HTTP/1.1" status: 404 len: 337 time: 0.0350926 Feb 11 14:22:25.933329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60060) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:25.971293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf29ead5-7d5a-4969-9861-254651a46554 req-1a7033cb-9ccf-4d82-9d41-0cff0e643a18 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886276 Feb 11 14:22:25.984689 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb0f5b4-ce08-4a53-9807-dab484fe4d6f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:25.984689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb0f5b4-ce08-4a53-9807-dab484fe4d6f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:25.990034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9eb0f5b4-ce08-4a53-9807-dab484fe4d6f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/da8e6b3e-3260-4331-894f-19a7a43ce475 HTTP/1.1" status: 404 len: 333 time: 0.0531805 Feb 11 14:22:25.991508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.008125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecd6549c-ca50-46f8-b600-4be4c694f712 req-99703674-051f-4162-9f49-e2d6745880ab tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.0542057 Feb 11 14:22:26.065536 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a252f26c-e648-41e3-b1c6-8dfafcf3dd33 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.065536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a252f26c-e648-41e3-b1c6-8dfafcf3dd33 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.065536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a252f26c-e648-41e3-b1c6-8dfafcf3dd33 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/aef8b19c-21a5-4f86-bfba-6c7a114454d6 HTTP/1.1" status: 404 len: 337 time: 0.0402255 Feb 11 14:22:26.066959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60064) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.097382 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc64814-b173-4dc2-aee6-76651d1551fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.098002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc64814-b173-4dc2-aee6-76651d1551fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.101039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbc64814-b173-4dc2-aee6-76651d1551fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/cde6a44d-fed6-473c-bec4-3327986426bd HTTP/1.1" status: 404 len: 333 time: 0.0327814 Feb 11 14:22:26.107907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60066) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.134155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.137021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.137902 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a98e9e68-d987-4047-8484-cca162a0cbeb HTTP/1.1" status: 204 len: 168 time: 0.5865438 Feb 11 14:22:26.138811 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba71679-0300-41db-ac34-b1d9812eeca9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.142133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba71679-0300-41db-ac34-b1d9812eeca9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.147199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ba71679-0300-41db-ac34-b1d9812eeca9 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/b8c44187-bd64-46e5-8eb9-55511005a710 HTTP/1.1" status: 404 len: 337 time: 0.0361223 Feb 11 14:22:26.147738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60070) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.153809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44e388-4dfb-4107-a9a4-35d3953169a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e9e68-d987-4047-8484-cca162a0cbeb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:26.180000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-09860dd9-7c79-4d62-9fed-2a46180ed840 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5983691 Feb 11 14:22:26.180899 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaedc4d0-f6ae-4658-a093-f653591ec443 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.181643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaedc4d0-f6ae-4658-a093-f653591ec443 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.184594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aaedc4d0-f6ae-4658-a093-f653591ec443 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/31d38536-f639-4039-ac5c-d29692334618 HTTP/1.1" status: 404 len: 333 time: 0.0351346 Feb 11 14:22:26.187146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.199334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Request body: {'port': {'device_id': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:26.236381 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0525ab85-b081-47f3-b480-856e970d1bf2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.236747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0525ab85-b081-47f3-b480-856e970d1bf2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.239697 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0525ab85-b081-47f3-b480-856e970d1bf2 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/10b34124-87d4-4104-b8dc-e489f604037a HTTP/1.1" status: 404 len: 337 time: 0.0516326 Feb 11 14:22:26.242174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.267699 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6b9624-bdab-4161-bab5-7813d052bd70 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.268285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6b9624-bdab-4161-bab5-7813d052bd70 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.271203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bc6b9624-bdab-4161-bab5-7813d052bd70 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/c4dda9b6-8da1-4e01-99ea-2e3b59583353 HTTP/1.1" status: 404 len: 333 time: 0.0281491 Feb 11 14:22:26.274335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.299061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.302083 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b3b82d-753c-4d91-9262-7d43c9fcec12 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.302552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b3b82d-753c-4d91-9262-7d43c9fcec12 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.308223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6b3b82d-753c-4d91-9262-7d43c9fcec12 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/bc5cb8ea-2a0a-4359-987e-fd469db1d091 HTTP/1.1" status: 404 len: 337 time: 0.0302982 Feb 11 14:22:26.308391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60080) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.337825 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ed59ec-2c35-4959-87f3-9d6e53b13254 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.338587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ed59ec-2c35-4959-87f3-9d6e53b13254 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.347070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-15ed59ec-2c35-4959-87f3-9d6e53b13254 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/41a53f36-8d2f-4a5c-8431-e9caac1379b4 HTTP/1.1" status: 404 len: 333 time: 0.0329881 Feb 11 14:22:26.347070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60084) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.363957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:26.366621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.377757 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76ba27-8d05-48ab-83ad-782cc9f96dca tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.378438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b76ba27-8d05-48ab-83ad-782cc9f96dca tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.384634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b76ba27-8d05-48ab-83ad-782cc9f96dca tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/17c23cc0-efba-4025-bee1-75546842c36f HTTP/1.1" status: 404 len: 337 time: 0.0340762 Feb 11 14:22:26.384926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60088) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.408427 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b489b80-971d-4ded-ab17-50bd728c5184 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.409108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b489b80-971d-4ded-ab17-50bd728c5184 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.414677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b489b80-971d-4ded-ab17-50bd728c5184 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/5d766b50-efa0-4a65-bd81-37e2318115ad HTTP/1.1" status: 404 len: 333 time: 0.0262406 Feb 11 14:22:26.417428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.447429 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef38b87-35dc-4a62-90f6-bfa6ec73e84a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.448616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef38b87-35dc-4a62-90f6-bfa6ec73e84a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.453950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1ef38b87-35dc-4a62-90f6-bfa6ec73e84a tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/655e2a63-d1dd-4019-8223-3f28ef134441 HTTP/1.1" status: 404 len: 337 time: 0.0331640 Feb 11 14:22:26.454220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.557851 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-071cd5f0-f644-468a-a94f-6f2e1094b3fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.558568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071cd5f0-f644-468a-a94f-6f2e1094b3fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.561927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-071cd5f0-f644-468a-a94f-6f2e1094b3fd tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/ports/12fff68d-dd9b-4168-88d6-3aa44fbac4d4 HTTP/1.1" status: 404 len: 333 time: 0.1048369 Feb 11 14:22:26.565557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.603104 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6996ed4-e3d3-4271-863f-d13763f07615 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] DELETE failed (client error): The resource could not be found. Feb 11 14:22:26.603564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6996ed4-e3d3-4271-863f-d13763f07615 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:22:26.606795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a6996ed4-e3d3-4271-863f-d13763f07615 tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/subnets/9dac63cc-a686-4d08-9f43-130d8e8db636 HTTP/1.1" status: 404 len: 337 time: 0.0391138 Feb 11 14:22:26.609368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:26.673375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.20.0.9 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/2aec3810-2d72-47b5-98f5-70e5c16d7cbf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:26.709885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552811dc-6a7d-4c63-ab24-78482934ad44 req-80fa45d7-387a-4cea-865b-46aa89dab352 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.711663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552811dc-6a7d-4c63-ab24-78482934ad44 req-80fa45d7-387a-4cea-865b-46aa89dab352 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.2408328 Feb 11 14:22:26.745537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.862250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.891150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce551e93-d1c6-4087-88e3-a2ec4220e12b']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.915079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9514ffd9-fa77-491f-9f64-1601ec08500d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.915466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9514ffd9-fa77-491f-9f64-1601ec08500d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:26.937538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71a26573-9c49-4ed8-8a89-0ef3760abda1 req-b0fe82ce-cc78-4bac-9f58-c317d17d0c68 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0505419 Feb 11 14:22:26.941266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.956823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.963921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:26.964331 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:26.967874 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:27.124383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149f86-afed-483e-9c3d-8be3345b5a6e req-9793105b-9704-4766-b205-0bda13da8f6f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:27.129579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2149f86-afed-483e-9c3d-8be3345b5a6e req-9793105b-9704-4766-b205-0bda13da8f6f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 932 time: 0.0534968 Feb 11 14:22:27.155820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-552811dc-6a7d-4c63-ab24-78482934ad44 req-caa5033b-baac-4849-9d7f-ebcca3ff5bd9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313085 Feb 11 14:22:27.181704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2149f86-afed-483e-9c3d-8be3345b5a6e req-b48a1775-da7d-433f-b664-12b0627a8b13 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491014 Feb 11 14:22:27.272380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.293713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fe2c65d-f81a-460c-915e-9532463de064 req-5024cb00-78c2-4b7a-b13c-604036281637 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.0539639 Feb 11 14:22:27.306255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.310575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc38f243-6237-447f-ad44-56b178888951 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:27.310702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] 10.222.0.31 "DELETE /v2.0/networks/ce551e93-d1c6-4087-88e3-a2ec4220e12b HTTP/1.1" status: 204 len: 168 time: 0.6993759 Feb 11 14:22:27.310796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7117d-dfc3-4c42-ac17-158fc085ed8f tempest-NetworksTestDHCPv6-2079379920 tempest-NetworksTestDHCPv6-2079379920-project] Pushing event deleted for resources: {'Network': ['ID=ce551e93-d1c6-4087-88e3-a2ec4220e12b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:27.323220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.354565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Transition to ACTIVE for port object fc38f243-6237-447f-ad44-56b178888951 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:27.386193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.741552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.744862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.758647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:27.847707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:27.867515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:27.874907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:27.988988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4b5ee-2a5b-402b-944e-387d57c7bd55 req-28ae8713-63e7-465e-8538-0859103e710a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:27.994203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6d4b5ee-2a5b-402b-944e-387d57c7bd55 req-28ae8713-63e7-465e-8538-0859103e710a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.0879939 Feb 11 14:22:28.006760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Pushing event updated for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:28.107026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6d4b5ee-2a5b-402b-944e-387d57c7bd55 req-a6f9b1f3-9333-41d0-a9a7-df79a7374bf2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024430 Feb 11 14:22:28.124032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:28.297038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ba12ed3-8d2c-4714-91ba-d400c99db457 req-4c5431e4-ffb0-40d4-9e1a-c6d9995fab3c tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0469892 Feb 11 14:22:28.297355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.297355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.314469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7888303a-2e49-4a2c-97b3-6fe4ec9904b5 None None] Provisioning complete for port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:28.314684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Attempting to bind port fc38f243-6237-447f-ad44-56b178888951 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:28.314804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Attempting to bind port fc38f243-6237-447f-ad44-56b178888951 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:28.314927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7888303a-2e49-4a2c-97b3-6fe4ec9904b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.315127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Attempting to bind port fc38f243-6237-447f-ad44-56b178888951 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:28.322203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:28.330278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b302d-7b9d-43e2-956a-6173108103db req-f2838aa1-8ec1-4bd7-9436-046d3cf34816 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.331932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-885b302d-7b9d-43e2-956a-6173108103db req-f2838aa1-8ec1-4bd7-9436-046d3cf34816 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 950 time: 0.2979696 Feb 11 14:22:28.333139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Port fc38f243-6237-447f-ad44-56b178888951 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:28.333472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Attempting to bind port fc38f243-6237-447f-ad44-56b178888951 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:28.346065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:28.355425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Checking segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:28.355425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Bound using segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:28.355425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Bound port: fc38f243-6237-447f-ad44-56b178888951, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:28.355425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.367806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7888303a-2e49-4a2c-97b3-6fe4ec9904b5 None None] Port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:28.442840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7b15c06e-6f92-419d-bbde-4290912b26d6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0843210 Feb 11 14:22:28.457942 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-885b302d-7b9d-43e2-956a-6173108103db req-956377ac-cd9e-441a-aa9e-a58bf0d81d46 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188047 Feb 11 14:22:28.471772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Request body: {'port': {'device_id': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:28.558745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f6bc2951-f237-4d0c-a2e0-307bfc5b40b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52be7d18f8e24d029d833c3e8e9f2f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349510 Feb 11 14:22:28.561544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60194) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:28.577027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9223-8b89-4ab5-8fba-eec06d20381b req-ba6579fe-7485-40d6-9288-60a8f7102417 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.578619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e4b9223-8b89-4ab5-8fba-eec06d20381b req-ba6579fe-7485-40d6-9288-60a8f7102417 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.1729581 Feb 11 14:22:28.649202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e4b9223-8b89-4ab5-8fba-eec06d20381b req-bb73a92b-82c1-4b26-8b28-327d024705d5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Feb 11 14:22:28.653836 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.680527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.728996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:28.747569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fc38f243-6237-447f-ad44-56b178888951,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:28.749324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.776612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2241-6b81-4276-bcb3-a120997fef23 req-c9a78310-19f3-4bd0-88d1-e57fcab65193 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.787476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-596c2241-6b81-4276-bcb3-a120997fef23 req-c9a78310-19f3-4bd0-88d1-e57fcab65193 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 944 time: 0.2258060 Feb 11 14:22:28.818404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ae22f-c105-40c5-8671-22c1de8c1753 req-1434d72e-b7c1-4a63-884a-e4b0ef99109a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.827566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-905ae22f-c105-40c5-8671-22c1de8c1753 req-1434d72e-b7c1-4a63-884a-e4b0ef99109a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 931 time: 0.0655403 Feb 11 14:22:28.831383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.834121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.835346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00a2654a-880d-4fd0-b6c5-ed85d32acc5d HTTP/1.1" status: 204 len: 168 time: 0.2729363 Feb 11 14:22:28.857603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ecc20-da71-4ab7-9f44-92c8d4fe5161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2654a-880d-4fd0-b6c5-ed85d32acc5d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:28.872731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-596c2241-6b81-4276-bcb3-a120997fef23 req-7ff2c8ae-8f8d-4347-83b8-95ef049487af tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831194 Feb 11 14:22:28.890534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-905ae22f-c105-40c5-8671-22c1de8c1753 req-f91fae91-6fca-4848-8bd1-acc08de89fd8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 Feb 11 14:22:28.892794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:29.025719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:29.026372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:29.027878 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] 10.222.0.62 "PUT /v2.0/ports/fc38f243-6237-447f-ad44-56b178888951 HTTP/1.1" status: 200 len: 1092 time: 2.8326459 Feb 11 14:22:29.028351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'tag': 'fc38f243-6237-447f-ad44-56b178888951'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:29.030793 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "tag": "fc38f243-6237-447f-ad44-56b178888951"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:29.110046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec05109-a966-46b2-9440-a48d8cc8ee7b service neutron] Pushing event updated for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:29.153728 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21536e8f-119b-46f7-b154-ec4bc308b697 x-openstack-request-id: req-21536e8f-119b-46f7-b154-ec4bc308b697 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:29.154026 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "tag": "fc38f243-6237-447f-ad44-56b178888951", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:29.154282 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21536e8f-119b-46f7-b154-ec4bc308b697 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:29.154693 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'tag': 'fc38f243-6237-447f-ad44-56b178888951', 'status': 'completed', 'code': 200} Feb 11 14:22:29.259906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-55a87a7d-445b-4c39-bf01-bb9fe4dbab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:29.261458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-55a87a7d-445b-4c39-bf01-bb9fe4dbab40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 1095 time: 0.0772562 Feb 11 14:22:29.343924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-bdc045b8-742c-457d-9008-04dbb532f8b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc38f243-6237-447f-ad44-56b178888951 HTTP/1.1" status: 200 len: 217 time: 0.0630860 Feb 11 14:22:29.403015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aec3810-2d72-47b5-98f5-70e5c16d7cbf {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:29.443776 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:29.471522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Transition to ACTIVE for port object 2aec3810-2d72-47b5-98f5-70e5c16d7cbf will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:29.478552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-28b5e081-c38f-46f9-8be5-d97f5e8aa930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:29.481115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-28b5e081-c38f-46f9-8be5-d97f5e8aa930 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.1136484 Feb 11 14:22:29.527581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2361600d-728b-42ca-b8e0-5083f3703907 req-298d8f7d-609b-4b03-b11c-4d19802bfbd6 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0393953 Feb 11 14:22:29.545392 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-93fc65eb-58f0-437d-802e-2e30776b33ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488396 Feb 11 14:22:29.565891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60270) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:29.660746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-6d0725d5-fe27-426d-957d-7197f95878b6 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:29.663036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-6d0725d5-fe27-426d-957d-7197f95878b6 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.60 "GET /v2.0/networks?id=be425b8d-5d8a-49db-9af8-94d24435cd29 HTTP/1.1" status: 200 len: 822 time: 0.2840114 Feb 11 14:22:29.690362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:29.708560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Request body: {'port': {'device_id': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29', 'admin_state_up': True, 'tenant_id': '2f7cccf4b7b649559306ef89c66ee945'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:29.797276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:29.840665 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-e182027b-4081-40dc-83d7-e80797224d07 service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775071 Feb 11 14:22:29.858387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c37c7-b321-49bc-af2f-80037d3daf7c req-22221627-794d-4f89-8f5e-7455bab8d5b9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:29.860070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-063c37c7-b321-49bc-af2f-80037d3daf7c req-22221627-794d-4f89-8f5e-7455bab8d5b9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.1956637 Feb 11 14:22:29.874523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-347708570', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:29.997444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-063c37c7-b321-49bc-af2f-80037d3daf7c req-f81b0f62-5a56-43a7-9200-097225fcaba2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Feb 11 14:22:30.032599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Attempting to bind port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:30.033005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Attempting to bind port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:30.033352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Attempting to bind port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:30.047940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf on network b6746f8a-5513-44df-83d3-dbbe664479fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:30.048273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Attempting to bind port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:30.072223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:30.072223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:30.072223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:30.072223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Bound port: 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:30.072223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.084216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-08f54bba-0213-4dc7-9b4c-f3bcce5dbaf1 req-2ebad341-36ed-452f-8ce9-563ff4565e9f service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023859 Feb 11 14:22:30.099528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3034-c36e-482d-a2b2-e166b96634e0 req-436c126d-f525-490c-882e-dea8a2b3b6b3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.108738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58ae3034-c36e-482d-a2b2-e166b96634e0 req-436c126d-f525-490c-882e-dea8a2b3b6b3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 944 time: 0.1202106 Feb 11 14:22:30.127830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Made reservation on behalf of e76fe655d4ce421998bcbf888b83e5bd for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:30.130183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.146029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.180558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc468c2b-b702-414c-8f05-380b7b5e4f76 req-08a6dbcf-fa92-4653-867b-a9018aa9957f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.181891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc468c2b-b702-414c-8f05-380b7b5e4f76 req-08a6dbcf-fa92-4653-867b-a9018aa9957f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 943 time: 0.0933068 Feb 11 14:22:30.197952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58ae3034-c36e-482d-a2b2-e166b96634e0 req-972493c3-5d87-4491-a35d-65c7d16837fe tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807853 Feb 11 14:22:30.200328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:30.213450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:30.248934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cc468c2b-b702-414c-8f05-380b7b5e4f76 req-7fbb03bf-1707-404a-bcfa-e6510eace28b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572543 Feb 11 14:22:30.291760 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.333819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-f6ac5809-1860-4b3a-b230-efc646db13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.334043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-f6ac5809-1860-4b3a-b230-efc646db13a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 1095 time: 0.0420644 Feb 11 14:22:30.352747 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.358764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Made reservation on behalf of 2f7cccf4b7b649559306ef89c66ee945 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:30.363759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.364990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.435278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.439981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] device_id is not set on port 4852252e-3d13-4d87-a77f-2dc7f1c3a356 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:30.478347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.478347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.478347 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] 10.222.0.62 "PUT /v2.0/ports/2aec3810-2d72-47b5-98f5-70e5c16d7cbf HTTP/1.1" status: 200 len: 1091 time: 2.0151577 Feb 11 14:22:30.537080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae9f56-52f1-4c94-b90b-128678b37aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:30.601987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-25613c09-ad60-4850-bc46-2c706039f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.609599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-25613c09-ad60-4850-bc46-2c706039f1c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 915 time: 0.2680936 Feb 11 14:22:30.740359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-9ec32f63-dfbc-4c54-b916-5de0d094b701 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc38f243-6237-447f-ad44-56b178888951 HTTP/1.1" status: 200 len: 217 time: 0.1225984 Feb 11 14:22:30.800452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-5bce4bc2-cee7-40e1-b5d8-197d9893b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.804222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-5bce4bc2-cee7-40e1-b5d8-197d9893b1f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 1094 time: 0.1558597 Feb 11 14:22:30.867082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:30.879469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-d17cf1dd-c98e-42b8-ad77-d66c42077380 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf HTTP/1.1" status: 200 len: 217 time: 0.0632057 Feb 11 14:22:30.884386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-a43d2c9f-bc7c-48a3-b7f8-c85617909edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.886007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-a43d2c9f-bc7c-48a3-b7f8-c85617909edc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.1268423 Feb 11 14:22:30.902634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:30.962460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-846e56f6-db10-407f-b0b6-ab1de8ff9748 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666783 Feb 11 14:22:30.996074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867eb22-9acf-41ff-91db-0dd0bc16c7bf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:31.010042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7916948f-d2b3-4795-ab7e-2a63c1da3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.012374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-7916948f-d2b3-4795-ab7e-2a63c1da3c58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1244667 Feb 11 14:22:31.042186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-408d2b38-b1f8-49eb-9b0d-73837bee4201 req-402b76c3-05af-4037-87a0-b04e511a0daa tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0794590 Feb 11 14:22:31.103034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.137182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Allocated IP 172.25.7.9 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/4852252e-3d13-4d87-a77f-2dc7f1c3a356) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:31.137410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:31.140391 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f452ed-4f7a-4c3b-92e2-56b1f9689d53" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:31.158988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:31.165458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:31.167704 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52099a-0491-4ca0-8b17-9b5e0ee72092" -d '{"events": [{"name": "network-changed", "server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:31.172791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-b3bef859-4a26-4764-a93f-9dbf7b8ea4fb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.173711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-b3bef859-4a26-4764-a93f-9dbf7b8ea4fb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.2193661 Feb 11 14:22:31.181891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-e6e87e9b-3c0d-4307-a64f-e29fae69b57e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.182902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e6e87e9b-3c0d-4307-a64f-e29fae69b57e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3143575 Feb 11 14:22:31.197986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60418) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.203692 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dfc1b3-8d02-4840-bf2a-48bc1aee71c4 x-openstack-request-id: req-62dfc1b3-8d02-4840-bf2a-48bc1aee71c4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:31.204307 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:31.204868 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62dfc1b3-8d02-4840-bf2a-48bc1aee71c4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:31.205650 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'code': 200} Feb 11 14:22:31.218101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-70f9c7d9-2519-4890-b283-471e612acba4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.219081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70f9c7d9-2519-4890-b283-471e612acba4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0168300 Feb 11 14:22:31.223576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60426) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.233982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-8deeea86-c3a1-4b2f-8c83-6a866b1fc09d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.234937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8deeea86-c3a1-4b2f-8c83-6a866b1fc09d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060866 Feb 11 14:22:31.237780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.244326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-54c2d9af-c8ed-4fc4-803f-6c6ec507c63e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.253291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-54c2d9af-c8ed-4fc4-803f-6c6ec507c63e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048625 Feb 11 14:22:31.253458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.267188 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-256101c3-953f-4449-8a00-27abedc3990b service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962782 Feb 11 14:22:31.271475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-78699787-0289-414d-b9d4-e4d719867deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.274327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-78699787-0289-414d-b9d4-e4d719867deb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124989 Feb 11 14:22:31.279239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.302325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-571afb17-1ce0-40cd-ae1d-2858f8cdca71 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.303047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-571afb17-1ce0-40cd-ae1d-2858f8cdca71 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0503283 Feb 11 14:22:31.307542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.311755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60436) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.314983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Allocated IP 172.20.0.3 (be425b8d-5d8a-49db-9af8-94d24435cd29/e6c52629-83d2-496f-b6da-951da34a9432/d2314cdc-8b92-4d3b-aa13-3cf8192eb295) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:31.323956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-22235b8a-d32b-4ce8-b291-0f39608714f7 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.324196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-22235b8a-d32b-4ce8-b291-0f39608714f7 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051908 Feb 11 14:22:31.335727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.350614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-29df6e64-c774-4ad3-aea0-e6840a100193 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.352246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-29df6e64-c774-4ad3-aea0-e6840a100193 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090079 Feb 11 14:22:31.355387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.366538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3b9e3-9956-4a63-b758-763bbde815b6 req-266553d7-3101-4007-a90b-1af8fbb59189 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.372307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01a3b9e3-9956-4a63-b758-763bbde815b6 req-266553d7-3101-4007-a90b-1af8fbb59189 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 945 time: 0.1930223 Feb 11 14:22:31.375031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-17653c3c-bb7e-49d3-9d61-056877055b97 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.376169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17653c3c-bb7e-49d3-9d61-056877055b97 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0177636 Feb 11 14:22:31.382833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60442) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.402789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-5e6e099a-bf08-435b-a087-60e749806978 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.403805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5e6e099a-bf08-435b-a087-60e749806978 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0156133 Feb 11 14:22:31.408043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:31.426240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.444113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-56be26f9-af15-4188-b75b-8dc52eb51781 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.445646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56be26f9-af15-4188-b75b-8dc52eb51781 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0138481 Feb 11 14:22:31.456693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60446) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.468337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-6cf33c68-e23a-4a16-b0fb-7ccb52d5a554 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.469536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6cf33c68-e23a-4a16-b0fb-7ccb52d5a554 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087204 Feb 11 14:22:31.486464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60452) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.494400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-73a35987-fea1-4008-9976-c00e78a67d07 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.495346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73a35987-fea1-4008-9976-c00e78a67d07 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0079656 Feb 11 14:22:31.500568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bb66f4c6-29f3-4de6-8cdf-6026e4aa6e2c req-ae2015cc-c344-42d9-8ad7-157e538edf6c service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181110 Feb 11 14:22:31.501291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.508018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-19043400-ea4a-4aef-90f7-88e54c1b5e73 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.509210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19043400-ea4a-4aef-90f7-88e54c1b5e73 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053031 Feb 11 14:22:31.514483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01a3b9e3-9956-4a63-b758-763bbde815b6 req-3064db6b-be1e-4a9d-8b19-4ee43f207ffb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281805 Feb 11 14:22:31.515334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.532542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-523a4db3-0b22-4515-afe7-1afb5933c815 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.534151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-523a4db3-0b22-4515-afe7-1afb5933c815 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0114591 Feb 11 14:22:31.536984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.542736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-eae1dbd7-66fc-4d93-93b3-d70f871a3a19 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.543937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eae1dbd7-66fc-4d93-93b3-d70f871a3a19 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058219 Feb 11 14:22:31.548214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.552598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-be7c1166-d3af-40ce-862c-3af35472fd8a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.553870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be7c1166-d3af-40ce-862c-3af35472fd8a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044539 Feb 11 14:22:31.560660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.565779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-409c518e-bcf5-4eb2-9ecd-fee01c35d14f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.567017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-409c518e-bcf5-4eb2-9ecd-fee01c35d14f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051811 Feb 11 14:22:31.569551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.574421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-af2f0ac4-abd8-4f95-be88-733ef21285aa tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.582975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af2f0ac4-abd8-4f95-be88-733ef21285aa tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044413 Feb 11 14:22:31.582975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-56b0685d-71df-4aba-91c4-9b3e224f3e39 service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315788 Feb 11 14:22:31.583976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.589520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-392bcc5d-9d45-47a2-926c-c66f13d7e281 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.593478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-392bcc5d-9d45-47a2-926c-c66f13d7e281 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083411 Feb 11 14:22:31.595452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.602038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.605268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port af41ed2f-5d11-438a-b864-aee396e7eaa3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:31.605607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.608000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-70117571-981b-45c8-a070-db75ef3768e4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.610247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70117571-981b-45c8-a070-db75ef3768e4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0137191 Feb 11 14:22:31.624436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.629097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-12d8689a-37f8-4afa-b9f0-679f151ff611 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.633420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-12d8689a-37f8-4afa-b9f0-679f151ff611 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076718 Feb 11 14:22:31.637566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.637566 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45ee9e-7982-49b4-b89e-08b40a964e39 x-openstack-request-id: req-4f45ee9e-7982-49b4-b89e-08b40a964e39 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:31.637566 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:31.637566 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f45ee9e-7982-49b4-b89e-08b40a964e39 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:31.638019 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf', 'status': 'completed', 'code': 200} Feb 11 14:22:31.673498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-42906432-10e5-41ec-a147-3a4ec72acbdb tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.674922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-42906432-10e5-41ec-a147-3a4ec72acbdb tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0357494 Feb 11 14:22:31.677941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.688004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-60e3c439-785d-4f42-b2bf-b01168b21032 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.689359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60e3c439-785d-4f42-b2bf-b01168b21032 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103018 Feb 11 14:22:31.691804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.713769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-03d45d40-9df7-439b-aef4-7e8b18d46649 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.715784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-03d45d40-9df7-439b-aef4-7e8b18d46649 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0228763 Feb 11 14:22:31.721509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.725649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-b20d8d27-06b1-446a-a51a-6605886347f2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.727145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b20d8d27-06b1-446a-a51a-6605886347f2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045381 Feb 11 14:22:31.756262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.777537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-74631abb-290b-4406-9718-10f958fd6d24 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.778533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-74631abb-290b-4406-9718-10f958fd6d24 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0185406 Feb 11 14:22:31.783413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.790111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-c22bb206-deae-476b-b7d5-9a5b0e3e4521 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.791065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c22bb206-deae-476b-b7d5-9a5b0e3e4521 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070271 Feb 11 14:22:31.794790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.826567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-1affc20d-36d4-4a04-a559-48fd8eda5e39 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.829968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1affc20d-36d4-4a04-a559-48fd8eda5e39 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0283473 Feb 11 14:22:31.838167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.847252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-2dfd1998-93a8-43f1-930e-aab178948133 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.848387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2dfd1998-93a8-43f1-930e-aab178948133 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083265 Feb 11 14:22:31.857311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05288c-fef4-4815-8c1a-5dd63925c6c7 req-c2382f6c-83bd-4880-948c-d4489b33f5e8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.858868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc05288c-fef4-4815-8c1a-5dd63925c6c7 req-c2382f6c-83bd-4880-948c-d4489b33f5e8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 944 time: 0.1399353 Feb 11 14:22:31.859399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.862899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b26dad9f-063d-4022-a76b-634b72d4f555 req-20c49df0-7115-4bb3-8518-3880392f7323 service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681501 Feb 11 14:22:31.865758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-f87edc0f-b63d-4185-bc93-5bb3a7346e53 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.869726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f87edc0f-b63d-4185-bc93-5bb3a7346e53 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0062590 Feb 11 14:22:31.877682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.877850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port af41ed2f-5d11-438a-b864-aee396e7eaa3, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=af41ed2f-5d11-438a-b864-aee396e7eaa3,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:31.877850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.879812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-713347c7-bea0-44e0-8e4e-2caba542d712 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.883280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-713347c7-bea0-44e0-8e4e-2caba542d712 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085175 Feb 11 14:22:31.883926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.886538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for af41ed2f-5d11-438a-b864-aee396e7eaa3 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:31.904031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-16c94020-08d6-4846-96b1-13cd1b932191 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.908972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-16c94020-08d6-4846-96b1-13cd1b932191 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0225120 Feb 11 14:22:31.911411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.916535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-c7b347e2-9886-4483-90fd-e5de17f565b0 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.921629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c7b347e2-9886-4483-90fd-e5de17f565b0 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085747 Feb 11 14:22:31.921816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.924530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.930297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-a1d157ef-5eca-4c76-889b-715c8c00f393 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.937777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a1d157ef-5eca-4c76-889b-715c8c00f393 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049741 Feb 11 14:22:31.938632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60510) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.943592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-69196476-b375-4939-a4c2-21ba5ac6c788 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.947704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-69196476-b375-4939-a4c2-21ba5ac6c788 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057108 Feb 11 14:22:31.948660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.953575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-9511ddce-078b-49ec-8aa2-bc99a895ebf8 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.956778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9511ddce-078b-49ec-8aa2-bc99a895ebf8 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049038 Feb 11 14:22:31.959847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.961422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc05288c-fef4-4815-8c1a-5dd63925c6c7 req-76461964-7f76-4cf5-9aad-8affa648f81c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 Feb 11 14:22:31.965329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-8a070275-2d40-4955-af16-851dedf8ef25 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.966264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a070275-2d40-4955-af16-851dedf8ef25 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042431 Feb 11 14:22:31.981941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60516) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:31.989760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-43c4477b-7d57-4483-92f3-82ca8231cd48 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:31.994973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-43c4477b-7d57-4483-92f3-82ca8231cd48 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078731 Feb 11 14:22:31.996885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.001312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-2d2eaebc-03de-41d6-bc00-9dc6f7aeb902 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.004655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2d2eaebc-03de-41d6-bc00-9dc6f7aeb902 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0062332 Feb 11 14:22:32.006688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.012071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-e7d8a59f-e129-4150-bf69-59c1c1418085 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.013339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7d8a59f-e129-4150-bf69-59c1c1418085 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045481 Feb 11 14:22:32.020695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.026839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-3c0f810d-98c9-4060-86ee-273443f74d49 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.028479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3c0f810d-98c9-4060-86ee-273443f74d49 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067403 Feb 11 14:22:32.030740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.036152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-b86dd1ab-512a-4978-8455-d0216dd2b9a4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.043267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b86dd1ab-512a-4978-8455-d0216dd2b9a4 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112252 Feb 11 14:22:32.044147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.049304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.080554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-ea4ba1a2-41ec-44ed-8569-9147770d9542 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.084936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ea4ba1a2-41ec-44ed-8569-9147770d9542 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0337427 Feb 11 14:22:32.095014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60536) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.101976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-e72ee9a5-ce92-4b1d-96b5-8c950fb7927d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.105702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e72ee9a5-ce92-4b1d-96b5-8c950fb7927d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049655 Feb 11 14:22:32.111409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.118966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-73e5be3f-2a5b-4f99-91be-b77e8ec35be0 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.123232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73e5be3f-2a5b-4f99-91be-b77e8ec35be0 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055730 Feb 11 14:22:32.123889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60540) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.131476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-66105bd0-c222-4a7a-b6f9-df6f14cc14c2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.134896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-66105bd0-c222-4a7a-b6f9-df6f14cc14c2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042281 Feb 11 14:22:32.135568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60542) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.141166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-0167a904-2874-4b4e-9462-8a43cb41cc10 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.142737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0167a904-2874-4b4e-9462-8a43cb41cc10 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050709 Feb 11 14:22:32.149434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:32.149642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.155081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:32.158629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Pushing event updated for resources: {'Port': ['ID=4852252e-3d13-4d87-a77f-2dc7f1c3a356,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.158757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd48486-ef47-4f37-8b3d-71d2cec5e12f req-94a6ace6-6fa6-4712-8e42-f19738476fd5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.164857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:32.169889 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fd48486-ef47-4f37-8b3d-71d2cec5e12f req-94a6ace6-6fa6-4712-8e42-f19738476fd5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 943 time: 0.1247866 Feb 11 14:22:32.174720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-5cdfb867-7321-46dc-a937-30b69d1ed47d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.178043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5cdfb867-7321-46dc-a937-30b69d1ed47d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0252042 Feb 11 14:22:32.182118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-3d7639fa-44ce-4675-9544-cc8e95e7ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.183945 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-3d7639fa-44ce-4675-9544-cc8e95e7ee11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 1094 time: 0.1374457 Feb 11 14:22:32.184524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.195177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-c2419681-2ccf-4243-a30d-be439ceb153c tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.196624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c2419681-2ccf-4243-a30d-be439ceb153c tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0104036 Feb 11 14:22:32.210890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.225656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-8948e05e-6f91-4dcf-8782-9e8e2b88dfdf tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.227323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8948e05e-6f91-4dcf-8782-9e8e2b88dfdf tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0146675 Feb 11 14:22:32.232578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.240871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-40d1bdec-f231-460a-be78-0ea1c48746e8 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.245297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40d1bdec-f231-460a-be78-0ea1c48746e8 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083203 Feb 11 14:22:32.248581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60558) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.252870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.259463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-e5ca279f-e883-49ea-8b96-455dc1b73528 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.260517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5ca279f-e883-49ea-8b96-455dc1b73528 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096209 Feb 11 14:22:32.275720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.284846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fd48486-ef47-4f37-8b3d-71d2cec5e12f req-2b36531c-0562-4b1c-a329-b62ee6091d12 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063013 Feb 11 14:22:32.304392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-3c97995c-44f1-4080-810b-1c142c43841f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.306033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c97995c-44f1-4080-810b-1c142c43841f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0271974 Feb 11 14:22:32.309040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.309040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.310174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.317500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Network be425b8d-5d8a-49db-9af8-94d24435cd29 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:32.329593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-83cecd0d-364c-4773-b8ee-6fa9070b8390 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.330590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83cecd0d-364c-4773-b8ee-6fa9070b8390 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102978 Feb 11 14:22:32.334424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60566) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.336283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:32.345468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-1bd1e893-24b7-401d-8b7d-4e44746d15bf tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.345704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:32.349058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.349520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1bd1e893-24b7-401d-8b7d-4e44746d15bf tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0139518 Feb 11 14:22:32.350205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.361413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-519aff5c-c9c8-4917-b965-89d3e32dd2fe tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.362671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-519aff5c-c9c8-4917-b965-89d3e32dd2fe tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074329 Feb 11 14:22:32.366257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.370629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'af41ed2f-5d11-438a-b864-aee396e7eaa3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:32.382000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-10c78af5-a9d3-43c2-b5b3-024346b08f52 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.383057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-10c78af5-a9d3-43c2-b5b3-024346b08f52 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079117 Feb 11 14:22:32.385003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-e3e7a4c7-90a1-402d-8bee-f90c90108651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.386236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-e3e7a4c7-90a1-402d-8bee-f90c90108651 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.1884468 Feb 11 14:22:32.392355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.398281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-d680afdd-21b1-4e59-b813-725d4854c14f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.399626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d680afdd-21b1-4e59-b813-725d4854c14f tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056903 Feb 11 14:22:32.405531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.406994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Pushing event updated for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.423840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-e409ef3c-c690-43aa-bb9a-b31845b1d3da tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.424886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e409ef3c-c690-43aa-bb9a-b31845b1d3da tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044639 Feb 11 14:22:32.438998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.445187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-fa70c017-b8e7-4eb0-912b-ce6ab03e841a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.446832 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa70c017-b8e7-4eb0-912b-ce6ab03e841a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067017 Feb 11 14:22:32.452792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60582) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.462812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-836949aa-e4a8-4e62-8006-f45b8e9caf29 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8953922 Feb 11 14:22:32.482324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.490924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.9'}]}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:32.496067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-97ec4b1f-2124-4cd6-82a3-7a28b5d2fee5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf HTTP/1.1" status: 200 len: 217 time: 0.0892010 Feb 11 14:22:32.505711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-6ac5670c-736a-4bbe-9b94-34f8337f07f2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.505711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ac5670c-736a-4bbe-9b94-34f8337f07f2 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0476623 Feb 11 14:22:32.508717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.509657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port af41ed2f-5d11-438a-b864-aee396e7eaa3 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:32.515150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=af41ed2f-5d11-438a-b864-aee396e7eaa3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:32.519666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.523766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-104adbbb-f12a-4a9e-a00a-970901ce82a1 req-bae439a5-2e97-4918-8052-9face05c5355 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "DELETE /v2.0/ports/af41ed2f-5d11-438a-b864-aee396e7eaa3 HTTP/1.1" status: 204 len: 173 time: 1.3340557 Feb 11 14:22:32.524241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'name': 'network-vif-deleted', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:32.526679 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54049bf1-51d1-4197-933f-fc18f795acde" -d '{"events": [{"server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "name": "network-vif-deleted", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:32.529833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-9a0cc91f-35ca-4ce6-8eda-7d07f860f6fa tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.531572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9a0cc91f-35ca-4ce6-8eda-7d07f860f6fa tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0103638 Feb 11 14:22:32.539039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60590) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.544681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-b03fc773-b3e6-46de-b843-7646351a3697 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.545693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b03fc773-b3e6-46de-b843-7646351a3697 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053959 Feb 11 14:22:32.553058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.553964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.556444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.579807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927496b1-239c-40a7-b14f-39fad7fdf941 req-820d2c5b-f281-4608-af6e-97011edb404f tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.583654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-927496b1-239c-40a7-b14f-39fad7fdf941 req-820d2c5b-f281-4608-af6e-97011edb404f tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 931 time: 0.2161920 Feb 11 14:22:32.586248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [None req-61836a1a-0569-4d5c-af04-345381f1238e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.587194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-61836a1a-0569-4d5c-af04-345381f1238e tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158424 Feb 11 14:22:32.590961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60598) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.595619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-652b26e9-d509-47f7-b271-ef4e4e12028d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.596843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-652b26e9-d509-47f7-b271-ef4e4e12028d tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048721 Feb 11 14:22:32.599942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.604607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-d68709c2-4c6a-440a-8002-98ff99a85b45 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.605590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d68709c2-4c6a-440a-8002-98ff99a85b45 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047543 Feb 11 14:22:32.609227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60602) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.615852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-a555b728-92de-4521-8771-60d9e2ad2d6a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.617462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a555b728-92de-4521-8771-60d9e2ad2d6a tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061605 Feb 11 14:22:32.620087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60604) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.620995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-0a041d03-c6b0-4d14-85f6-4de8d941e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.622477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-0a041d03-c6b0-4d14-85f6-4de8d941e12b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1176858 Feb 11 14:22:32.625382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-423ec612-8622-4508-a364-d85390f6df58 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.626332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-423ec612-8622-4508-a364-d85390f6df58 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043685 Feb 11 14:22:32.628809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60606) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:32.632861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [None req-ccbb0ac0-0304-453f-9b30-afb8c5e01045 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:22:32.634385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccbb0ac0-0304-453f-9b30-afb8c5e01045 tempest-ExtensionsTestJSON-362273537 tempest-ExtensionsTestJSON-362273537-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043821 Feb 11 14:22:32.642673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-42eafc64-ad9b-4372-b57e-f5b15a595974 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9386041 Feb 11 14:22:32.661298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Request body: {'port': {'device_id': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:32.679427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-927496b1-239c-40a7-b14f-39fad7fdf941 req-dfc1fbb9-89c5-4ca7-acfc-e17d8bbf2096 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 Feb 11 14:22:32.707602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-0d283dfb-7f3d-4890-8b9a-53570c2c476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.709166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-0d283dfb-7f3d-4890-8b9a-53570c2c476e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791230 Feb 11 14:22:32.776204 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea0d2e8-3fd1-4e6c-b254-6f0bdc087216 x-openstack-request-id: req-9ea0d2e8-3fd1-4e6c-b254-6f0bdc087216 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:32.776598 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4196f-d66f-4096-9f3f-2e6500e1bf72", "name": "network-vif-deleted", "tag": "af41ed2f-5d11-438a-b864-aee396e7eaa3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:32.777068 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ea0d2e8-3fd1-4e6c-b254-6f0bdc087216 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:32.777909 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4196f-d66f-4096-9f3f-2e6500e1bf72', 'name': 'network-vif-deleted', 'tag': 'af41ed2f-5d11-438a-b864-aee396e7eaa3', 'status': 'completed', 'code': 200} Feb 11 14:22:32.787159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.844691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.845898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:32.884741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d0f25c43-d9cf-4d07-8d86-2a9bb9c90711 req-fa191aa0-9ce2-4cf5-bbd2-f4c6e857e134 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e4196f-d66f-4096-9f3f-2e6500e1bf72 HTTP/1.1" status: 200 len: 210 time: 0.0435035 Feb 11 14:22:32.890544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-126b96fb-e3fc-4f18-a565-9567c5bad6fb service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715760 Feb 11 14:22:33.017493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.267419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2314cdc-8b92-4d3b-aa13-3cf8192eb295 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:33.286663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.301674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60642) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:33.313901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Transition to ACTIVE for port object d2314cdc-8b92-4d3b-aa13-3cf8192eb295 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:33.437797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6979b987-18de-4340-ac0b-25bdb47eedcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.439661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.516539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972eea-727b-4125-a943-678e4a266d5a req-328378f7-686a-4ab8-9afa-32e3ff4627c0 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.518074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f972eea-727b-4125-a943-678e4a266d5a req-328378f7-686a-4ab8-9afa-32e3ff4627c0 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 944 time: 0.4809399 Feb 11 14:22:33.536989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Pushing event updated for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:33.557803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca52099a-0491-4ca0-8b17-9b5e0ee72092 req-ba73eaec-84bf-4f9b-9343-ddc19b387e7c service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572678 Feb 11 14:22:33.610466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.645140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Attempting to bind port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:33.646058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Attempting to bind port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '74525c1c-8d65-4eac-a4e4-f46017f06c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:33.647091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Attempting to bind port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 on network be425b8d-5d8a-49db-9af8-94d24435cd29 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:33.652661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f972eea-727b-4125-a943-678e4a266d5a req-316440c4-3973-4a9b-9beb-c732777557a1 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963559 Feb 11 14:22:33.674021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 on network be425b8d-5d8a-49db-9af8-94d24435cd29 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:33.674305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Attempting to bind port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 on network be425b8d-5d8a-49db-9af8-94d24435cd29 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:33.682892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6979b987-18de-4340-ac0b-25bdb47eedcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.686999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:33.688043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Checking segment: {'id': '74525c1c-8d65-4eac-a4e4-f46017f06c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:33.688595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Bound using segment: {'id': '74525c1c-8d65-4eac-a4e4-f46017f06c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:33.689463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Bound port: d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74525c1c-8d65-4eac-a4e4-f46017f06c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:33.689906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.766254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:33.770317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46947c65-198c-41cc-b92f-ff4532cc3ce7 req-77ff775b-cbb2-40be-a345-dede3a9cd5df tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.770654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,segment=NetworkSegment(74525c1c-8d65-4eac-a4e4-f46017f06c37),segment_id=74525c1c-8d65-4eac-a4e4-f46017f06c37)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:33.771880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46947c65-198c-41cc-b92f-ff4532cc3ce7 req-77ff775b-cbb2-40be-a345-dede3a9cd5df tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 943 time: 0.0606906 Feb 11 14:22:33.794586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6979b987-18de-4340-ac0b-25bdb47eedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.841359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.853108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6979b987-18de-4340-ac0b-25bdb47eedcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c999fc91d6154fb9814181503ef440e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476549 Feb 11 14:22:33.857277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46947c65-198c-41cc-b92f-ff4532cc3ce7 req-335d4525-2a84-4ca6-81d8-11b9a6b609d2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Feb 11 14:22:33.857911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:33.879126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979b987-18de-4340-ac0b-25bdb47eedcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab340d50-a166-4d9e-b9dc-f1eda5e9b4da,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:33.897533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.898379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.900257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2314cdc-8b92-4d3b-aa13-3cf8192eb295 HTTP/1.1" status: 200 len: 1091 time: 1.2468514 Feb 11 14:22:33.924391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fe09-edcf-4f20-ae74-948340958654 service neutron] Pushing event updated for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:33.948866 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:33.977353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.044588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-4b11d26b-8749-48d6-8d53-1792af848df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.045120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-4b11d26b-8749-48d6-8d53-1792af848df4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f7cccf4b7b649559306ef89c66ee945&device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0500617 Feb 11 14:22:34.106040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-0ab56cbb-919e-4c1c-9b27-37287d08ac61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295 HTTP/1.1" status: 200 len: 217 time: 0.0537519 Feb 11 14:22:34.143127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a06bb-ceb0-49c6-99a0-5aa528d03f0f req-4c004945-34c3-490f-8c3e-88b11c2becdd tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.144707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-338a06bb-ceb0-49c6-99a0-5aa528d03f0f req-4c004945-34c3-490f-8c3e-88b11c2becdd tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 943 time: 0.1506729 Feb 11 14:22:34.169081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-076de1f4-c4ae-474d-ad1c-0c513f5b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.171823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-076de1f4-c4ae-474d-ad1c-0c513f5b49ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6c52629-83d2-496f-b6da-951da34a9432 HTTP/1.1" status: 200 len: 862 time: 0.0588675 Feb 11 14:22:34.209995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-f18724fb-f3fb-4d80-aa91-65df8a4070c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be425b8d-5d8a-49db-9af8-94d24435cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326176 Feb 11 14:22:34.235242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.242142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-338a06bb-ceb0-49c6-99a0-5aa528d03f0f req-62337f7f-1cf0-4061-ae70-02a6156111bc tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Feb 11 14:22:34.261351 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.295597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.298698 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.300041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab340d50-a166-4d9e-b9dc-f1eda5e9b4da HTTP/1.1" status: 204 len: 168 time: 0.4403348 Feb 11 14:22:34.332427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-7dd5fbf2-1bef-4ea4-9c78-81849288a2ed service neutron] 10.222.0.60 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141732 Feb 11 14:22:34.416213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb4d77-b28a-43a6-aeea-02da7ff990af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab340d50-a166-4d9e-b9dc-f1eda5e9b4da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:34.480050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ab59d25-69a2-4081-8b15-25a6a403814a req-75ea5b72-f243-4a38-a0dd-0881c2519110 service neutron] 10.222.0.60 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406999 Feb 11 14:22:34.643955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.709549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fc38f243-6237-447f-ad44-56b178888951 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:34.738103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af41ed2f-5d11-438a-b864-aee396e7eaa3 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:34.782125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:34.783240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: af41ed2f-5d11-438a-b864-aee396e7eaa3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:34.783796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device af41ed2f-5d11-438a-b864-aee396e7eaa3 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:34.786998 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9131555-dca8-4cd8-9aee-4076c63f6117" -d '{"events": [{"name": "network-changed", "server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:34.854719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9845-a6c5-4149-866d-63f1efca6d7b req-4c239c87-221e-4839-bcd9-210fe5a98dac tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.869089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc2a9845-a6c5-4149-866d-63f1efca6d7b req-4c239c87-221e-4839-bcd9-210fe5a98dac tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 944 time: 0.0716591 Feb 11 14:22:34.896048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.900810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:34.917508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc2a9845-a6c5-4149-866d-63f1efca6d7b req-375781aa-785f-4701-a443-0abb2e5f9d4f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Feb 11 14:22:34.963648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fc38f243-6237-447f-ad44-56b178888951,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:34.986670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'fc38f243-6237-447f-ad44-56b178888951', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'port_id': 'fc38f243-6237-447f-ad44-56b178888951', 'mac_address': 'fa:16:3e:ef:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f14edb4-aa0b-44af-a0f7-c6a7356671a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:34.997687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-73240745-da13-4948-b66a-0b5c12e353d8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.006037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-73240745-da13-4948-b66a-0b5c12e353d8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.3127816 Feb 11 14:22:35.025454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-5886b77c-2d9e-4d2d-b0dc-0a2073cd596e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/quotas/fd55af1014e44a8c90de56ba236213f3 HTTP/1.1" status: 200 len: 375 time: 0.0182855 Feb 11 14:22:35.030234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.052172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc38f243-6237-447f-ad44-56b178888951 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:35.076207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.076709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0d9d9d3-3980-4fec-ab9c-1ac6fbaa341f {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:22:35.088444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fc38f243-6237-447f-ad44-56b178888951,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:35.105660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-f5326304-f3c1-4e3d-a8fb-e99cae400cd3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791805 Feb 11 14:22:35.197153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.197919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2aec3810-2d72-47b5-98f5-70e5c16d7cbf details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:35.225419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-39c7104f-43ed-4b02-89bf-d7ef91ec1836 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119282 Feb 11 14:22:35.240268 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:22:35.242355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a53fc13c-8bb4-4c29-8092-b0451844cf37 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.7580006 Feb 11 14:22:35.245621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60722) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:35.315655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:35.348904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.349311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.349658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.349995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.350332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.350666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.356844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.357305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.357649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.357991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.358327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.358658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:35.371932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-656a00db-b37e-412e-9381-45fa11cb46a5 service neutron] 10.222.0.31 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443429 Feb 11 14:22:35.422743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Deleting port 4852252e-3d13-4d87-a77f-2dc7f1c3a356 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:35.423275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.436241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:35.441758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf', 'mac_address': 'fa:16:3e:83:79:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:35.498763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.518113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aec3810-2d72-47b5-98f5-70e5c16d7cbf {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:35.536484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.544352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:35.550569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Calling delete_port for 4852252e-3d13-4d87-a77f-2dc7f1c3a356 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:35.620141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:35.646701 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db844a3-dc2a-49cd-89c1-d359bf026922 x-openstack-request-id: req-6db844a3-dc2a-49cd-89c1-d359bf026922 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:35.646989 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:35.649781 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6db844a3-dc2a-49cd-89c1-d359bf026922 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:35.665853 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295', 'status': 'completed', 'code': 200} Feb 11 14:22:35.725160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:35.757781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-5932c2c3-9d60-4837-b00c-ee2ceff5202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.759651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-5932c2c3-9d60-4837-b00c-ee2ceff5202b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f7cccf4b7b649559306ef89c66ee945&device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0927320 Feb 11 14:22:35.771303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794398b-4c1b-4b5b-9ada-2df65df5d8cd req-7da9edc0-740f-408f-a5f7-949e14cd3fcb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.774807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3794398b-4c1b-4b5b-9ada-2df65df5d8cd req-7da9edc0-740f-408f-a5f7-949e14cd3fcb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 944 time: 0.0909572 Feb 11 14:22:35.821233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3794398b-4c1b-4b5b-9ada-2df65df5d8cd req-6723d0f5-14b1-450e-8590-841d730469d8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Feb 11 14:22:35.845204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:35.851678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:35.870629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:35.945244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-d9aa1302-2028-4053-a8b6-cb4807725949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.947112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-d9aa1302-2028-4053-a8b6-cb4807725949 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be425b8d-5d8a-49db-9af8-94d24435cd29 HTTP/1.1" status: 200 len: 923 time: 0.1528251 Feb 11 14:22:36.013489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.016868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-b19cbaf5-9be7-4424-a6fe-0e0ae9476922 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295 HTTP/1.1" status: 200 len: 217 time: 0.0628326 Feb 11 14:22:36.030201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d39b5-894f-485a-9a62-8ae7d9907c3c req-53abbe33-6dc4-4c79-bbeb-10015f70ecb8 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.031775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36d39b5-894f-485a-9a62-8ae7d9907c3c req-53abbe33-6dc4-4c79-bbeb-10015f70ecb8 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0886195 Feb 11 14:22:36.037301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1910372476'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:36.080308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Pushing event deleted for resources: {'Port': ['ID=4852252e-3d13-4d87-a77f-2dc7f1c3a356,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:36.098283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b36d39b5-894f-485a-9a62-8ae7d9907c3c req-04c7eb04-2437-4ba9-9250-99d485212479 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563035 Feb 11 14:22:36.143517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-ca5dee60-9434-40e6-b87c-d80d72009389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.145095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-ca5dee60-9434-40e6-b87c-d80d72009389 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e6c52629-83d2-496f-b6da-951da34a9432 HTTP/1.1" status: 200 len: 862 time: 0.1222320 Feb 11 14:22:36.177162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.180663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e0ff9db-8f23-4c90-b73f-7ceba4091037 tempest-RoutersAdminNegativeTest-2051297272 tempest-RoutersAdminNegativeTest-2051297272-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4852252e-3d13-4d87-a77f-2dc7f1c3a356 HTTP/1.1" status: 204 len: 168 time: 0.9338067 Feb 11 14:22:36.191122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Made reservation on behalf of 60ea2bd17fc14c948393968f834e83f1 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:36.196195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.222850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.235736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-4f07225c-f197-41b1-a21e-da5ca3a84311 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be425b8d-5d8a-49db-9af8-94d24435cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768230 Feb 11 14:22:36.238752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf9bc175-417b-4f6b-8a63-6509ce5e135c req-eb3b8068-5839-470e-9fa8-e69ca0f882cd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0594540 Feb 11 14:22:36.388913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-305ecad9-688a-4c5a-ad62-8f3b678ec8de service neutron] 10.222.0.60 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456773 Feb 11 14:22:36.424022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.433841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64e2a-2ad3-4934-a5f7-d8cb3fd31122 req-a075951b-8964-46ed-b9b8-253adad13643 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.437488 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ec64e2a-2ad3-4934-a5f7-d8cb3fd31122 req-a075951b-8964-46ed-b9b8-253adad13643 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 945 time: 0.0806863 Feb 11 14:22:36.505066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ec64e2a-2ad3-4934-a5f7-d8cb3fd31122 req-273021ac-5224-41cb-8dc0-7d983687c762 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Feb 11 14:22:36.532211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9131555-dca8-4cd8-9aee-4076c63f6117 req-eb68d646-2966-41f6-b872-79885029058f service neutron] 10.222.0.60 "GET /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368899 Feb 11 14:22:36.534628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.566615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:36.577625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b80127c-9c7c-4df4-8a0d-ca6bebd4b922,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:36.589939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.590308 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Added segment e4ac6302-c513-4599-bcd2-f2eb85390a55 of type vlan for network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 Feb 11 14:22:36.633077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.705406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fc38f243-6237-447f-ad44-56b178888951 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:36.724375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:36.734469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.740636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.741346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.832915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'Network': ['ID=7dc188bb-93e3-4faf-9fd9-1d97684ef620,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:36.848191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port fc38f243-6237-447f-ad44-56b178888951 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:36.859409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port fc38f243-6237-447f-ad44-56b178888951 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:36.859409 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:36.863352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:36.874622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60790) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:36.875143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f5f5d381-ac2f-460f-82a6-05298a4e3b09 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0220218 Feb 11 14:22:36.880232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Request body: {'subnet': {'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:36.883276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48266199-1f94-4e25-897d-06ed7b9fa2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.014061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d2314cdc-8b92-4d3b-aa13-3cf8192eb295 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:37.021971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48266199-1f94-4e25-897d-06ed7b9fa2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.095183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05961aff-676d-464e-b67a-45d70b86df2d req-2f6b0c4c-92d2-49bd-adf0-1e283c7df0f7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.097122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05961aff-676d-464e-b67a-45d70b86df2d req-2f6b0c4c-92d2-49bd-adf0-1e283c7df0f7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 944 time: 0.0924587 Feb 11 14:22:37.116268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48266199-1f94-4e25-897d-06ed7b9fa2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.153682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.184082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05961aff-676d-464e-b67a-45d70b86df2d req-77e5069a-d3ab-4036-b5f6-f28856c27433 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766821 Feb 11 14:22:37.201616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc38f243-6237-447f-ad44-56b178888951'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:37.204677 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6926f-4c08-4f42-9204-01796f5a71c2" -d '{"events": [{"server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "name": "network-vif-plugged", "status": "completed", "tag": "fc38f243-6237-447f-ad44-56b178888951"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:37.209281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,segment=NetworkSegment(74525c1c-8d65-4eac-a4e4-f46017f06c37),segment_id=74525c1c-8d65-4eac-a4e4-f46017f06c37)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:37.213949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-48266199-1f94-4e25-897d-06ed7b9fa2a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01ef37e370f345c29f0c8f79e22a59dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859931 Feb 11 14:22:37.214365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60800) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:37.228370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48266199-1f94-4e25-897d-06ed7b9fa2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673b869-9829-4070-ac1b-368dd371979f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:37.233968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fc38f243-6237-447f-ad44-56b178888951,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:37.235352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295', 'network_id': 'be425b8d-5d8a-49db-9af8-94d24435cd29', 'port_id': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295', 'mac_address': 'fa:16:3e:30:e8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c52629-83d2-496f-b6da-951da34a9432', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:37.242045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Made reservation on behalf of 60ea2bd17fc14c948393968f834e83f1 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:37.247763 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.319312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.331956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2314cdc-8b92-4d3b-aa13-3cf8192eb295 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:37.345094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.345887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2aec3810-2d72-47b5-98f5-70e5c16d7cbf up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:37.357651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,segment=NetworkSegment(74525c1c-8d65-4eac-a4e4-f46017f06c37),segment_id=74525c1c-8d65-4eac-a4e4-f46017f06c37)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:37.391770 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efb458a-c419-417f-a452-366cb874b5b0 x-openstack-request-id: req-0efb458a-c419-417f-a452-366cb874b5b0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:37.392066 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "name": "network-vif-plugged", "status": "completed", "tag": "fc38f243-6237-447f-ad44-56b178888951", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:37.392304 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0efb458a-c419-417f-a452-366cb874b5b0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:37.392688 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc38f243-6237-447f-ad44-56b178888951', 'code': 200} Feb 11 14:22:37.434688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.442497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:37.530358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:37.559479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c0ff6dae-9d2a-49ce-8793-fa1a9b609938 req-e8375025-fd0a-4aca-952a-1f895e2ad431 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0668182 Feb 11 14:22:37.581208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea409a9-5404-4b59-9d78-862bbbade5ed req-b9640379-2ce2-45e1-91a2-704104a36839 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.581704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:37.581798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea409a9-5404-4b59-9d78-862bbbade5ed req-b9640379-2ce2-45e1-91a2-704104a36839 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 943 time: 0.2583652 Feb 11 14:22:37.610075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93e23876-e562-44df-8922-5278940912dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.619607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:37.643093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e3bf2-e034-44cd-bdda-66b115b5a9ad req-3e6a3935-3daf-4a66-aecd-f5820d02e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.646142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e0e3bf2-e034-44cd-bdda-66b115b5a9ad req-3e6a3935-3daf-4a66-aecd-f5820d02e505 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 1097 time: 0.0856149 Feb 11 14:22:37.686880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ea409a9-5404-4b59-9d78-862bbbade5ed req-686f19ad-b6c0-4399-9991-921d18ac514b tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995920 Feb 11 14:22:37.705176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93e23876-e562-44df-8922-5278940912dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.753405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e0e3bf2-e034-44cd-bdda-66b115b5a9ad req-83026263-e298-4ed2-8711-d8a3a9abe3f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 Feb 11 14:22:37.778639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5cb37-89fd-48ff-b4a1-91801d9ff351 req-0f9aa141-b558-4124-994e-a7145991b7b8 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.782200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88c5cb37-89fd-48ff-b4a1-91801d9ff351 req-0f9aa141-b558-4124-994e-a7145991b7b8 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.1309397 Feb 11 14:22:37.835442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd15d59-bb6f-4fab-92ce-8fb9e7dd8161 req-c6293cd4-5fad-4044-96aa-983732d8f28e tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:37.841561 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88c5cb37-89fd-48ff-b4a1-91801d9ff351 req-767d7db5-da4d-4cac-a466-9b5aa7dc0a1c tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Feb 11 14:22:37.845487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bd15d59-bb6f-4fab-92ce-8fb9e7dd8161 req-c6293cd4-5fad-4044-96aa-983732d8f28e tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 946 time: 0.0620804 Feb 11 14:22:37.853735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.868357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25e72774-ab25-4ca2-9775-2428da08759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.880480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d2314cdc-8b92-4d3b-aa13-3cf8192eb295'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:37.885405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:37.885869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.903949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93e23876-e562-44df-8922-5278940912dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.906823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93e23876-e562-44df-8922-5278940912dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:37.908037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-93e23876-e562-44df-8922-5278940912dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8673b869-9829-4070-ac1b-368dd371979f HTTP/1.1" status: 204 len: 168 time: 0.6925986 Feb 11 14:22:37.941049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e23876-e562-44df-8922-5278940912dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673b869-9829-4070-ac1b-368dd371979f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:37.961283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bd15d59-bb6f-4fab-92ce-8fb9e7dd8161 req-fc888720-8b0f-481f-86f6-e751796847c4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146321 Feb 11 14:22:37.962079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'Subnet': ['ID=e18a93d9-f7c4-4c9d-b702-b1f469495fca,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:37.975681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Checking segment: {'id': 'e4ac6302-c513-4599-bcd2-f2eb85390a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:37.977319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Network hostable DHCP agents. Network: 7dc188bb-93e3-4faf-9fd9-1d97684ef620, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:38.002581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25e72774-ab25-4ca2-9775-2428da08759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.104200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.117675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25e72774-ab25-4ca2-9775-2428da08759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.118984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:38.161992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-25e72774-ab25-4ca2-9775-2428da08759b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ae1e2e1ab074b209cdbc8aa0fc5aeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837054 Feb 11 14:22:38.161992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e72774-ab25-4ca2-9775-2428da08759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983fe136-83ec-4361-869b-c9d9d482de10,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:38.164036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60816) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:38.172352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:38.244630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7dc188bb-93e3-4faf-9fd9-1d97684ef620) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:38.248204 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.255858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ef46e-11a9-4de3-81c0-d2711f637ff3 None None] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:38.265956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.266560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.333590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.348295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-1b8b5e7d-0107-4977-951a-a5911d78afac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.350030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-1b8b5e7d-0107-4977-951a-a5911d78afac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 806 time: 0.2086477 Feb 11 14:22:38.363464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Request body: {'port': {'device_id': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'admin_state_up': True, 'tenant_id': 'fd55af1014e44a8c90de56ba236213f3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:38.367870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cf75c-a646-4c54-98bb-8b125697e9d6 req-963828c0-69ac-4228-a23e-ea2ea241a9e2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.369690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-451cf75c-a646-4c54-98bb-8b125697e9d6 req-963828c0-69ac-4228-a23e-ea2ea241a9e2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.0799954 Feb 11 14:22:38.390975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.402694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b9321c2b-f55e-43a4-be5b-a4aaf15a3d01 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5269036 Feb 11 14:22:38.405542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:38.411765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Request body: {'port': {'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1429519743'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:38.430016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:38.444191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-451cf75c-a646-4c54-98bb-8b125697e9d6 req-78046564-4af8-4c8b-8e6c-15ae42b0456a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683017 Feb 11 14:22:38.474002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7dc188bb-93e3-4faf-9fd9-1d97684ef620', 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620', 'tenant_id': '60ea2bd17fc14c948393968f834e83f1', 'fixed_ips': [{'subnet_id': 'e18a93d9-f7c4-4c9d-b702-b1f469495fca'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:22:38.474894 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.661632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b91e85d-61eb-4ac6-8db7-c6257c9bd58f req-1c9fcdc9-972a-41d3-a657-1cf996e536b2 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0316179 Feb 11 14:22:38.684675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.687473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.688626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/983fe136-83ec-4361-869b-c9d9d482de10 HTTP/1.1" status: 204 len: 168 time: 0.5237806 Feb 11 14:22:38.698146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a1abc-687b-43e7-b760-fd418716f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983fe136-83ec-4361-869b-c9d9d482de10,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:38.731066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Made reservation on behalf of fd55af1014e44a8c90de56ba236213f3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:38.764236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.789611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:38.842518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Allocated IP 172.20.0.2 (7dc188bb-93e3-4faf-9fd9-1d97684ef620/e18a93d9-f7c4-4c9d-b702-b1f469495fca/1ae390b0-c81d-4d0d-9e6e-eb3f0f689348) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:38.866472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a90c5aa4-8d6b-45a9-9e91-bbacc9a4d8cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e76fe655d4ce421998bcbf888b83e5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754092 Feb 11 14:22:38.869188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:38.903278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Made reservation on behalf of 60ea2bd17fc14c948393968f834e83f1 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:38.908943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:38.947724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d2314cdc-8b92-4d3b-aa13-3cf8192eb295 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:38.949694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740e189-960c-4253-bf4d-0449935e89ee req-a3c2aaf3-b164-457a-892f-4bfcb0d762f8 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.959997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Allocated IP 172.20.0.6 (4a640834-de0b-411c-bf30-d829d270956c/994f0967-9908-4092-b3e6-dba791058371/82f48d87-71f1-4015-a1d7-64a6306e5a17) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:38.965602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1740e189-960c-4253-bf4d-0449935e89ee req-a3c2aaf3-b164-457a-892f-4bfcb0d762f8 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 944 time: 0.1503201 Feb 11 14:22:38.990219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] device_id is not set on port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:39.068321 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.091881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0519295-5783-481c-902b-975579c131a3 req-8407633e-5db6-44d1-b1a6-f84016d4f203 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.092024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.092630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0519295-5783-481c-902b-975579c131a3 req-8407633e-5db6-44d1-b1a6-f84016d4f203 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.1261556 Feb 11 14:22:39.103811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e0ee-ced9-4eac-9a22-e5ee2c811c06 req-b31eb1c1-dcc5-402a-a74e-37779bf09651 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.105480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1510e0ee-ced9-4eac-9a22-e5ee2c811c06 req-b31eb1c1-dcc5-402a-a74e-37779bf09651 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 948 time: 0.1592402 Feb 11 14:22:39.114011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1740e189-960c-4253-bf4d-0449935e89ee req-a34113c8-eee1-4bdc-81a8-1227a7d05cb2 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403055 Feb 11 14:22:39.141269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.155622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.181771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:39.182533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:39.190586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:39.194295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:39.194712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.198065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:39.259168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Pushing event updated for resources: {'Port': ['ID=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:39.302821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Allocated IP 172.20.0.3 (7dc188bb-93e3-4faf-9fd9-1d97684ef620/e18a93d9-f7c4-4c9d-b702-b1f469495fca/17198d37-7e7a-47c7-b2a9-51a92385e1a2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:39.303585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Attempting to bind port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:39.304684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Attempting to bind port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'e4ac6302-c513-4599-bcd2-f2eb85390a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:39.305080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Attempting to bind port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 on network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:39.314683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:39.315060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Checking segment: {'id': 'e4ac6302-c513-4599-bcd2-f2eb85390a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:39.315481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.315881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Bound using segment: {'id': 'e4ac6302-c513-4599-bcd2-f2eb85390a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:39.316360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Bound port: 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ac6302-c513-4599-bcd2-f2eb85390a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:39.316917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.328411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d434bf-b89e-4461-9fc8-3e0d16732500 req-9098b6ca-be5a-441b-917e-d365a1613556 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.335742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d434bf-b89e-4461-9fc8-3e0d16732500 req-9098b6ca-be5a-441b-917e-d365a1613556 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 946 time: 0.1112084 Feb 11 14:22:39.354753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1510e0ee-ced9-4eac-9a22-e5ee2c811c06 req-ad434eb1-560e-482c-bcf2-613b5a6e3ab4 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367296 Feb 11 14:22:39.393896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:39.396513 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5d96f0-b5da-41c3-a552-20b4c4df6aa8" -d '{"events": [{"server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "name": "network-vif-plugged", "status": "completed", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:39.416408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.426306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Deleting port 621b5a00-add2-48ea-a737-b886590ec3be {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:39.426784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.431476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.470363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] For port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:39.477101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] For port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,segment=NetworkSegment(e4ac6302-c513-4599-bcd2-f2eb85390a55),segment_id=e4ac6302-c513-4599-bcd2-f2eb85390a55)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:39.484373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d434bf-b89e-4461-9fc8-3e0d16732500 req-862e45eb-30a6-4eda-8e61-c39a972e5246 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431253 Feb 11 14:22:39.492576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,segment=NetworkSegment(74525c1c-8d65-4eac-a4e4-f46017f06c37),segment_id=74525c1c-8d65-4eac-a4e4-f46017f06c37)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:39.495549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.502629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.504823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3867eb22-9acf-41ff-91db-0dd0bc16c7bf HTTP/1.1" status: 204 len: 168 time: 0.6318946 Feb 11 14:22:39.509187 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035e6c1-28c4-4c7e-9969-674312ef76de x-openstack-request-id: req-e035e6c1-28c4-4c7e-9969-674312ef76de {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:39.509553 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "name": "network-vif-plugged", "status": "completed", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:39.510303 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e035e6c1-28c4-4c7e-9969-674312ef76de {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:39.510303 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf', 'code': 200} Feb 11 14:22:39.571613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] For port 621b5a00-add2-48ea-a737-b886590ec3be, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=621b5a00-add2-48ea-a737-b886590ec3be,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:39.572398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.580651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.590285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Calling delete_port for 621b5a00-add2-48ea-a737-b886590ec3be owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:39.618972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.661862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.666858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.689956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:39.729286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Network 4a640834-de0b-411c-bf30-d829d270956c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:39.738168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:39.756760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:39.833832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event updated for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:39.855739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646e450-6181-4b64-adf9-42b7b1121de6 None None] Pushing event updated for resources: {'Port': ['ID=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:39.861023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538632-03e7-4514-b395-ce59fba0909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867eb22-9acf-41ff-91db-0dd0bc16c7bf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:39.885529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.886165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:39.915428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c1c5-3910-419d-8358-a285583053d5 req-5b841696-2cd8-4ff3-bc39-bb48d8722a91 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.925475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8e3c1c5-3910-419d-8358-a285583053d5 req-5b841696-2cd8-4ff3-bc39-bb48d8722a91 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.1703835 Feb 11 14:22:39.963191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6afba-35e7-4285-a027-951712573ab2 req-e96229a9-471d-4869-b2c0-fe9f5905ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.966850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-30e6afba-35e7-4285-a027-951712573ab2 req-e96229a9-471d-4869-b2c0-fe9f5905ce11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 1096 time: 0.2825677 Feb 11 14:22:40.029260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c8e3c1c5-3910-419d-8358-a285583053d5 req-0d0e43c3-9665-46a2-989a-5ffaac9b2cab tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025000 Feb 11 14:22:40.034630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:40.048873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:40.080742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-2aa31231-bb4a-474b-b55a-52370917d533 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7210956 Feb 11 14:22:40.108835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca789-66ea-4baf-8afd-d7a499bf08e2 req-9cc52a5c-36da-4ad3-bc18-0dcdaa9ff552 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:40.111525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce6ca789-66ea-4baf-8afd-d7a499bf08e2 req-9cc52a5c-36da-4ad3-bc18-0dcdaa9ff552 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 931 time: 0.2705834 Feb 11 14:22:40.123076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-30e6afba-35e7-4285-a027-951712573ab2 req-a8b8e16d-50c0-480e-9188-60419ba01878 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402342 Feb 11 14:22:40.169445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Request body: {'port': {'device_id': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:40.176287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:40.192168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'Port': ['ID=17198d37-7e7a-47c7-b2a9-51a92385e1a2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:40.195236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:40.197614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:40.265304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:40.265783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:40.329668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2533a3-a3a1-4be7-b550-bface669d3e6 req-34a7a230-ad4e-4427-8db4-5ee2aca09fb3 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:40.331423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb2533a3-a3a1-4be7-b550-bface669d3e6 req-34a7a230-ad4e-4427-8db4-5ee2aca09fb3 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Feb 11 14:22:40.334255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:40.339966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce6ca789-66ea-4baf-8afd-d7a499bf08e2 req-b466a773-2dc2-48b0-be44-b84f92f99168 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014480 Feb 11 14:22:40.361837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-69f183fc-ab49-4777-8276-2a9f85552324 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9539945 Feb 11 14:22:40.367390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:40.372663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Request body: {'port': {'network_id': '7dc188bb-93e3-4faf-9fd9-1d97684ef620', 'name': 'tempest-ExtraDHCPOptionsTestJSON-824722079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:40.373431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:40.373825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:40.374218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:40.409879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb2533a3-a3a1-4be7-b550-bface669d3e6 req-37a65b3f-50f5-4270-8e08-d2c7b01cf671 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715828 Feb 11 14:22:40.464442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:40.665556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Made reservation on behalf of 60ea2bd17fc14c948393968f834e83f1 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:40.670770 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:40.709649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] device_id is not set on port 752f5adb-6802-4bb5-b8a0-239ef52e62e7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:40.871758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Allocated IP 172.20.0.7 (7dc188bb-93e3-4faf-9fd9-1d97684ef620/e18a93d9-f7c4-4c9d-b702-b1f469495fca/752f5adb-6802-4bb5-b8a0-239ef52e62e7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:40.946537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f298530d-0321-45d9-a7e6-4a3891236c92 req-819815d4-ed08-4e42-a2a1-a6456262743d tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.4848747 Feb 11 14:22:40.971892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Pushing event deleted for resources: {'Port': ['ID=621b5a00-add2-48ea-a737-b886590ec3be,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:41.122633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.150862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] No DVR routers for this DVR port 621b5a00-add2-48ea-a737-b886590ec3be on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:41.158103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.162911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0519295-5783-481c-902b-975579c131a3 req-835d5a99-85df-4b49-9e5d-33671863ab1b tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "DELETE /v2.0/ports/621b5a00-add2-48ea-a737-b886590ec3be HTTP/1.1" status: 204 len: 173 time: 2.0563877 Feb 11 14:22:41.170006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-deleted', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:41.187221 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e7783c-db5a-47e9-99a9-b6f34a48d7fc" -d '{"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-deleted", "tag": "621b5a00-add2-48ea-a737-b886590ec3be"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:41.276441 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f533b753-715d-452e-b192-7fe2bc178539 x-openstack-request-id: req-f533b753-715d-452e-b192-7fe2bc178539 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:41.276771 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2531cfd-529c-4ac9-b379-88a474a492e2", "name": "network-vif-deleted", "tag": "621b5a00-add2-48ea-a737-b886590ec3be", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:41.277298 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f533b753-715d-452e-b192-7fe2bc178539 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:41.278034 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2531cfd-529c-4ac9-b379-88a474a492e2', 'name': 'network-vif-deleted', 'tag': '621b5a00-add2-48ea-a737-b886590ec3be', 'status': 'completed', 'code': 200} Feb 11 14:22:41.303221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e72154-c5b0-428c-b482-3a7e7bbb9b49 None None] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:41.324362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd0d7a-3852-47d1-a3bc-83ef82fe3824 req-cbaca01b-7a72-45c5-a83d-e13a7b6e6b71 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:41.335776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60904) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:41.340062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dfd0d7a-3852-47d1-a3bc-83ef82fe3824 req-cbaca01b-7a72-45c5-a83d-e13a7b6e6b71 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.1742988 Feb 11 14:22:41.353285 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.417901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f48d87-71f1-4015-a1d7-64a6306e5a17 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:41.428322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.460736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Transition to ACTIVE for port object 82f48d87-71f1-4015-a1d7-64a6306e5a17 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:41.497262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] Provisioning complete for port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:41.497659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.548448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:41.568655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.571037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:41.573805 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66deb0a4-5e42-42f0-a98a-ce67b48317ad" -d '{"events": [{"server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:41.590337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dfd0d7a-3852-47d1-a3bc-83ef82fe3824 req-0f707613-9180-4e8b-8902-bb76ec89af69 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417176 Feb 11 14:22:41.624059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:41.636019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583a66-b7dc-4111-88d5-a24325483132 req-5cfc9781-26ea-4b03-ad61-155b2b252f00 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:41.639890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:41.643085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b583a66-b7dc-4111-88d5-a24325483132 req-5cfc9781-26ea-4b03-ad61-155b2b252f00 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 931 time: 0.1636806 Feb 11 14:22:41.711172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-35fa4f05-7648-4fac-8070-78412a64e4f2 tempest-AgentManagementNegativeTest-278295415 tempest-AgentManagementNegativeTest-278295415-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3681269 Feb 11 14:22:41.783503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'Port': ['ID=752f5adb-6802-4bb5-b8a0-239ef52e62e7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:41.796704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:41.798803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b583a66-b7dc-4111-88d5-a24325483132 req-03b06283-a246-4afd-8f50-85ab88097971 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545897 Feb 11 14:22:41.803093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Pushing event updated for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:41.805542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.952303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:41.981680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5abcbc21-f9b0-4071-bad5-2a893db48ac2 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.6125588 Feb 11 14:22:41.982608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:42.017462 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b836ccd1-aad1-4963-bef1-2b494d1da1f4 x-openstack-request-id: req-b836ccd1-aad1-4963-bef1-2b494d1da1f4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:42.017774 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:42.018163 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b836ccd1-aad1-4963-bef1-2b494d1da1f4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:42.018959 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295', 'code': 200} Feb 11 14:22:42.072821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] For port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,segment=NetworkSegment(e4ac6302-c513-4599-bcd2-f2eb85390a55),segment_id=e4ac6302-c513-4599-bcd2-f2eb85390a55)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:42.073516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Attempting to bind port 82f48d87-71f1-4015-a1d7-64a6306e5a17 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:42.073516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Attempting to bind port 82f48d87-71f1-4015-a1d7-64a6306e5a17 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:42.073516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Attempting to bind port 82f48d87-71f1-4015-a1d7-64a6306e5a17 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:42.104652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c26e3-cfab-459b-b7d0-53a700977217 req-2d3f1529-e974-4545-b5a3-15dc972f05de tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.114625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-331c26e3-cfab-459b-b7d0-53a700977217 req-2d3f1529-e974-4545-b5a3-15dc972f05de tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.2540772 Feb 11 14:22:42.115052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Port 82f48d87-71f1-4015-a1d7-64a6306e5a17 on network 4a640834-de0b-411c-bf30-d829d270956c not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:22:42.115535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Attempting to bind port 82f48d87-71f1-4015-a1d7-64a6306e5a17 on network 4a640834-de0b-411c-bf30-d829d270956c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:42.123935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:42.126681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Checking segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:42.126681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Bound using segment: {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:42.126681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Bound port: 82f48d87-71f1-4015-a1d7-64a6306e5a17, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbe405-f58f-48c2-9717-ff89a9da53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4a640834-de0b-411c-bf30-d829d270956c'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:42.126681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.146342 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.208667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-331c26e3-cfab-459b-b7d0-53a700977217 req-82fd6e55-ab58-45bd-97a8-309caeeaa196 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884283 Feb 11 14:22:42.221133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:42.222170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af5121-a223-4f06-9016-223c38f06a8d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.228497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af5121-a223-4f06-9016-223c38f06a8d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.235456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af5121-a223-4f06-9016-223c38f06a8d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.240588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41af5121-a223-4f06-9016-223c38f06a8d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2560472 Feb 11 14:22:42.242272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:42.294951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea4442-1403-4e5e-90f2-d3b1868ccddd None None] Pushing event updated for resources: {'Port': ['ID=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:42.312466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:42.313543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.334728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:42.338506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:42.374146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc12b842-b424-4533-9337-6b7f8e38de4a req-6a602bb9-551f-4bfe-b590-9f2fe8fa3b6d tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2531cfd-529c-4ac9-b379-88a474a492e2 HTTP/1.1" status: 200 len: 210 time: 0.0332484 Feb 11 14:22:42.376572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1526423-eec9-4609-9fba-ed39eb5e94ab req-5016092b-5951-4405-b394-135009e42f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.378077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1526423-eec9-4609-9fba-ed39eb5e94ab req-5016092b-5951-4405-b394-135009e42f5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 1096 time: 0.3501494 Feb 11 14:22:42.444000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1526423-eec9-4609-9fba-ed39eb5e94ab req-62692a0d-b71a-416e-a520-a5c2d4b3e76b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575981 Feb 11 14:22:42.458861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.481566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Deleting port 752f5adb-6802-4bb5-b8a0-239ef52e62e7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:42.482307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.516062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:42.536319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.538035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.538660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] 10.222.0.60 "PUT /v2.0/ports/82f48d87-71f1-4015-a1d7-64a6306e5a17 HTTP/1.1" status: 200 len: 1091 time: 2.4012198 Feb 11 14:22:42.569215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba1e5c-7729-464b-bfe1-6d42328650cd service neutron] Pushing event updated for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:42.590102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Provisioning complete for port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:42.590102 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.614087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.657852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Calling delete_port for 752f5adb-6802-4bb5-b8a0-239ef52e62e7 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:42.824867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c00104f-7729-4eab-ba13-7dcdf50a7f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.828849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Provisioning complete for port 752f5adb-6802-4bb5-b8a0-239ef52e62e7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:42.838732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.885596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Port 752f5adb-6802-4bb5-b8a0-239ef52e62e7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:42.892659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-8321d5f5-180d-4440-a96d-76ab91fecd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.895048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-8321d5f5-180d-4440-a96d-76ab91fecd81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 1094 time: 0.1554511 Feb 11 14:22:42.899162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Provisioning complete for port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:42.899647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:42.923762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49035f-02fe-4d87-a56b-3a5506b96786 req-197e8b82-42f3-418c-b77a-051e8f649a4e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.925554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e49035f-02fe-4d87-a56b-3a5506b96786 req-197e8b82-42f3-418c-b77a-051e8f649a4e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.1545625 Feb 11 14:22:42.946433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-71d92448-c606-4e3e-825f-4e7f0bbd3501 None None] Port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:42.978039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-c067d186-155b-4918-af50-fc8aa7850af3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17 HTTP/1.1" status: 200 len: 217 time: 0.0701134 Feb 11 14:22:42.994106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:43.036873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 621b5a00-add2-48ea-a737-b886590ec3be {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:43.036873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 621b5a00-add2-48ea-a737-b886590ec3be not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:43.041189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e49035f-02fe-4d87-a56b-3a5506b96786 req-93c9004c-1dc3-4931-a172-bee1b948246b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013324 Feb 11 14:22:43.083038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-54c65e32-0404-443b-a440-5348b3b7111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:43.087641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eee662b5-4ac9-40c4-8372-7f044f042230 None None] Provisioning complete for port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:43.088214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eee662b5-4ac9-40c4-8372-7f044f042230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.092202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-54c65e32-0404-443b-a440-5348b3b7111b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.1010242 Feb 11 14:22:43.112521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c00104f-7729-4eab-ba13-7dcdf50a7f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.129302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eee662b5-4ac9-40c4-8372-7f044f042230 None None] Port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:43.143608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.178108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event deleted for resources: {'Port': ['ID=752f5adb-6802-4bb5-b8a0-239ef52e62e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:43.189206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631fa7f-33a4-44c5-b1e2-c21de4a3f9f9 req-1625bb8c-d411-4687-9387-734a77299cea tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:43.199690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3631fa7f-33a4-44c5-b1e2-c21de4a3f9f9 req-1625bb8c-d411-4687-9387-734a77299cea tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 943 time: 0.2928791 Feb 11 14:22:43.203411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-71db3b03-13ea-4f24-9fbd-cc9afacb58c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765221 Feb 11 14:22:43.217408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c00104f-7729-4eab-ba13-7dcdf50a7f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.242551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-14ada269-0929-4f95-b0b2-55a2cba8f024 None None] Could not find standard attr ID for object 752f5adb-6802-4bb5-b8a0-239ef52e62e7. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:22:43.258857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.265758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8c7a8174-2677-4581-9421-a07fded0809d tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "DELETE /v2.0/ports/752f5adb-6802-4bb5-b8a0-239ef52e62e7 HTTP/1.1" status: 204 len: 168 time: 1.0190940 Feb 11 14:22:43.267520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:43.273962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Request body: {'port': {'name': 'tempest-new-port-name-739613789', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:43.274150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:43.274704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:43.275041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:22:43.282887 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c00104f-7729-4eab-ba13-7dcdf50a7f86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c26144242ae443d0b243cdbc6ce20487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655268 Feb 11 14:22:43.283526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:43.285889 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cff4ed-d7ab-46ca-afc4-46ca3109f506" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:43.289834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:43.382768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00104f-7729-4eab-ba13-7dcdf50a7f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e80988-b5f8-4177-8967-805fa25c6f6b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:43.401086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3631fa7f-33a4-44c5-b1e2-c21de4a3f9f9 req-eca66516-29af-4108-a591-68d3561c4937 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003019 Feb 11 14:22:43.443484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.451677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-a293638b-2bd6-474a-939e-4bc49e76bb09 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379935 Feb 11 14:22:43.541078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.669301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:43.673682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8a3fa78-06f0-4776-817f-d5d1dd49be63 req-57691bc1-e431-4492-b152-48cf722c6be4 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019088 Feb 11 14:22:43.682046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc90195-399b-4ac4-aa5e-a893a80130b2 req-83240a8d-c55e-4f28-b655-3f02817a2d9c tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:43.683548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fc90195-399b-4ac4-aa5e-a893a80130b2 req-83240a8d-c55e-4f28-b655-3f02817a2d9c tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.1006248 Feb 11 14:22:43.731800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.733210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fc90195-399b-4ac4-aa5e-a893a80130b2 req-1c7dd067-7adb-4841-b324-3bddf80c1a84 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Feb 11 14:22:43.781337 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.783951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.787577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40e80988-b5f8-4177-8967-805fa25c6f6b HTTP/1.1" status: 204 len: 168 time: 0.4568207 Feb 11 14:22:43.804621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501b472-975e-4083-accc-b05609279aa5 x-openstack-request-id: req-e501b472-975e-4083-accc-b05609279aa5 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:43.811621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:43.811621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e501b472-975e-4083-accc-b05609279aa5 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:43.811621 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17', 'status': 'completed', 'code': 200} Feb 11 14:22:43.825057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75fd31-0e56-4067-89d3-df36d9d75639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e80988-b5f8-4177-8967-805fa25c6f6b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:43.925908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-efef6286-cdcd-470e-bae8-183a23cb86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:43.927505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-efef6286-cdcd-470e-bae8-183a23cb86e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0868042 Feb 11 14:22:43.993214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.003162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:44.036827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-179a2165-f822-499d-96bd-02bb6d19070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.038868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-179a2165-f822-499d-96bd-02bb6d19070f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.1039147 Feb 11 14:22:44.054961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.079685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:44.080695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.111390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-ef7228e8-b54f-4e5d-b357-c45757b2ba53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17 HTTP/1.1" status: 200 len: 217 time: 0.0646417 Feb 11 14:22:44.186841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-bd8282c1-fa1e-47e7-90b6-96920cd23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.188793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-bd8282c1-fa1e-47e7-90b6-96920cd23601 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.0671046 Feb 11 14:22:44.232937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event updated for resources: {'Port': ['ID=17198d37-7e7a-47c7-b2a9-51a92385e1a2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:44.235856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-faeb5810-2113-4827-bc13-5a5954ae071e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405939 Feb 11 14:22:44.243350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] In _notify_port_updated(), no bound segment for port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 on network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:22:44.249217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.249883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.254221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0cdbc25e-15eb-4888-b18c-90af36ae81eb tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "PUT /v2.0/ports/17198d37-7e7a-47c7-b2a9-51a92385e1a2 HTTP/1.1" status: 200 len: 1135 time: 0.9829578 Feb 11 14:22:44.254582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:44.367839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e458c-3fe1-45ab-acff-4567e164864e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.374056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b99e458c-3fe1-45ab-acff-4567e164864e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "GET /v2.0/ports/17198d37-7e7a-47c7-b2a9-51a92385e1a2 HTTP/1.1" status: 200 len: 1135 time: 0.1135585 Feb 11 14:22:44.375094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:44.460612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-7764c5e4-8fca-4163-add4-54f5d11f75a8 service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158787 Feb 11 14:22:44.490959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-63126723-5297-4c73-87da-624c666477a6 None None] Provisioning complete for port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:44.491969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63126723-5297-4c73-87da-624c666477a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.532618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-63126723-5297-4c73-87da-624c666477a6 None None] Port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:44.601072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5010-6db2-427c-9b5e-4fe97ac5a7fb req-73af0dc2-9dce-4e3d-b402-13ffa8c65207 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.603935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5010-6db2-427c-9b5e-4fe97ac5a7fb req-73af0dc2-9dce-4e3d-b402-13ffa8c65207 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 948 time: 0.2256429 Feb 11 14:22:44.616001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92475b49-c995-499a-98cc-eabc4a2113ba req-e7b9135a-0201-47fb-a23b-a32b3cc5a33e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.617934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92475b49-c995-499a-98cc-eabc4a2113ba req-e7b9135a-0201-47fb-a23b-a32b3cc5a33e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 943 time: 0.0811892 Feb 11 14:22:44.636007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04cff4ed-d7ab-46ca-afc4-46ca3109f506 req-1e7df9f6-54ff-4f37-a834-cef80a77bfac service neutron] 10.222.0.60 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670902 Feb 11 14:22:44.665440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5010-6db2-427c-9b5e-4fe97ac5a7fb req-5a588d22-fe5c-422b-998c-bf683e2b29a2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Feb 11 14:22:44.684006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92475b49-c995-499a-98cc-eabc4a2113ba req-98c68a10-e7ce-46f2-b1ae-cc3f9ec5ec87 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Feb 11 14:22:44.712593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Deleting port 17198d37-7e7a-47c7-b2a9-51a92385e1a2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:44.713019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.844465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:44.861301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Calling delete_port for 17198d37-7e7a-47c7-b2a9-51a92385e1a2 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:44.885022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990dcf5-b309-4e52-a567-20309a995740 req-5c1fe99d-33e5-46c8-be90-8ce4acdce9ef tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:44.892828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d990dcf5-b309-4e52-a567-20309a995740 req-5c1fe99d-33e5-46c8-be90-8ce4acdce9ef tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0717237 Feb 11 14:22:44.940483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d990dcf5-b309-4e52-a567-20309a995740 req-839ae9cf-482c-44f6-afe8-683027d134a8 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Feb 11 14:22:45.157509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.244181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event deleted for resources: {'Port': ['ID=17198d37-7e7a-47c7-b2a9-51a92385e1a2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:45.295856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:45.321555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.328048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32788) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:45.328377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-520e7955-2588-4775-93e4-0d917fff2506 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "DELETE /v2.0/ports/17198d37-7e7a-47c7-b2a9-51a92385e1a2 HTTP/1.1" status: 204 len: 168 time: 0.9515309 Feb 11 14:22:45.426390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Deleting subnet e18a93d9-f7c4-4c9d-b702-b1f469495fca {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:45.438067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.493515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-396031678'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:45.520203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.644870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1bd6-895b-4af8-a356-f65d4831b066 req-3bb78b1f-2a9e-478f-98bb-412acf89962e tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:45.646755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9eb1bd6-895b-4af8-a356-f65d4831b066 req-3bb78b1f-2a9e-478f-98bb-412acf89962e tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.1216974 Feb 11 14:22:45.668915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.700955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:45.704293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.716385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.766720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9eb1bd6-895b-4af8-a356-f65d4831b066 req-42365071-6337-4ae6-a529-24e5cd01f868 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093006 Feb 11 14:22:45.798600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64369cd1-19de-463c-a4fa-04a2e268a94c req-2310dfa9-1e6a-4284-9564-54ec9c421ed2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:45.801025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64369cd1-19de-463c-a4fa-04a2e268a94c req-2310dfa9-1e6a-4284-9564-54ec9c421ed2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 948 time: 0.0623903 Feb 11 14:22:45.853922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-64369cd1-19de-463c-a4fa-04a2e268a94c req-e0d747d4-c1f3-4be0-9a27-c2f5498f2307 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Feb 11 14:22:45.891844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.938437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event deleted for resources: {'Subnet': ['ID=e18a93d9-f7c4-4c9d-b702-b1f469495fca,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:45.946361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.949990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03e4a8fc-269b-4099-a9da-672968ce619e tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "DELETE /v2.0/subnets/e18a93d9-f7c4-4c9d-b702-b1f469495fca HTTP/1.1" status: 204 len: 168 time: 0.6203361 Feb 11 14:22:45.950828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742720a-1d1d-4188-b8ca-cb27c6a7a7e5 None None] Network 7dc188bb-93e3-4faf-9fd9-1d97684ef620 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:45.952397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:45.977970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfbc4-bcee-4824-ae63-ecfd7f7f6aa8 req-f44a3e99-e2df-4c71-86d2-d0cf271ed955 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:45.992507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-471bfbc4-bcee-4824-ae63-ecfd7f7f6aa8 req-f44a3e99-e2df-4c71-86d2-d0cf271ed955 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 943 time: 0.1504960 Feb 11 14:22:46.090966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.132603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-471bfbc4-bcee-4824-ae63-ecfd7f7f6aa8 req-ec6ff31c-9080-43a6-bb50-92ac0f04ffb3 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329970 Feb 11 14:22:46.180092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.198960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:46.212371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.212733 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Added segment 73ad000f-2254-4276-8d57-6d87d8dae3aa of type vlan for network 028430cf-a7be-4801-91ac-a6bd1e605720 Feb 11 14:22:46.218819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.282395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.324692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45038829-df5c-4b7b-a276-9ab0fd69fc12,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:46.333865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] DHCP port deletion for 7dc188bb-93e3-4faf-9fd9-1d97684ef620 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:22:46.345738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Deleting port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:46.345738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.345947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-679bba4a-4bbb-448d-9cb3-2c790bbf6f75 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:46.346520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-679bba4a-4bbb-448d-9cb3-2c790bbf6f75 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 948 time: 0.1822994 Feb 11 14:22:46.392474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.414256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Deleting port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:46.414682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.415774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:46.419183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.429964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] For port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,segment=NetworkSegment(e4ac6302-c513-4599-bcd2-f2eb85390a55),segment_id=e4ac6302-c513-4599-bcd2-f2eb85390a55)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:46.430660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.446922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Calling delete_port for 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:46.520082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] For port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,segment=NetworkSegment(e4ac6302-c513-4599-bcd2-f2eb85390a55),segment_id=e4ac6302-c513-4599-bcd2-f2eb85390a55)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:46.520743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.537592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Calling delete_port for 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:46.577719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Network': ['ID=028430cf-a7be-4801-91ac-a6bd1e605720,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:46.594910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:46.604881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Deleting port 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:46.605374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.641053 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.665921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event deleted for resources: {'Port': ['ID=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:46.674688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c420e518-956e-4839-8579-5443f081b100 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3784690 Feb 11 14:22:46.678218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32806) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:46.682318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.683499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.684049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.684587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.685141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.685695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.686131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'subnet': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:46.686428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.686949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.687486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.688011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.688529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.689088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:22:46.689886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.692435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] No DVR routers for this DVR port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:46.733194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] Pushing event deleted for resources: {'Port': ['ID=1ae390b0-c81d-4d0d-9e6e-eb3f0f689348,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:46.746397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd5e91-7ca6-4fcd-9368-f6b3c9f90c02 None None] No DVR routers for this DVR port 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:46.818412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.844473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] For port 8ea53dc9-39cb-4366-b012-a8f884b57b11, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=8ea53dc9-39cb-4366-b012-a8f884b57b11,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:46.844847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.858956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc188bb-93e3-4faf-9fd9-1d97684ef620']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:46.878185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-4ca24835-7827-4c39-bf6c-0f7b27bb8c31 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:46.879878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-4ca24835-7827-4c39-bf6c-0f7b27bb8c31 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.60 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.1069252 Feb 11 14:22:46.880347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ac6302-c513-4599-bcd2-f2eb85390a55') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:46.880643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ac6302-c513-4599-bcd2-f2eb85390a55') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:46.881025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Calling delete_port for 8ea53dc9-39cb-4366-b012-a8f884b57b11 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:46.910848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.929864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.945957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76105-bd6c-4720-9d0e-20681cf84b96 req-858ec42e-28be-4359-b5cf-41cd5a906901 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:46.949341 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34c76105-bd6c-4720-9d0e-20681cf84b96 req-858ec42e-28be-4359-b5cf-41cd5a906901 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0873935 Feb 11 14:22:46.952451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:46.953077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:46.956360 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:46.993303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:46.994944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 82f48d87-71f1-4015-a1d7-64a6306e5a17 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:22:46.996640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.048253 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34c76105-bd6c-4720-9d0e-20681cf84b96 req-77d3a512-91ad-424d-b156-744b5995993e tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745718 Feb 11 14:22:47.144584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3edd8-b950-4f01-a52c-691cab74e241 req-ebe0dc88-c566-46d1-9f9f-556abaa98dd2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:47.144917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.146774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7f3edd8-b950-4f01-a52c-691cab74e241 req-ebe0dc88-c566-46d1-9f9f-556abaa98dd2 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 948 time: 0.1981847 Feb 11 14:22:47.155560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.159764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Deleting port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:47.163665 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] 10.222.0.31 "DELETE /v2.0/networks/7dc188bb-93e3-4faf-9fd9-1d97684ef620 HTTP/1.1" status: 204 len: 168 time: 1.2044320 Feb 11 14:22:47.163989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.171746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:47.193745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '82f48d87-71f1-4015-a1d7-64a6306e5a17', 'network_id': '4a640834-de0b-411c-bf30-d829d270956c', 'port_id': '82f48d87-71f1-4015-a1d7-64a6306e5a17', 'mac_address': 'fa:16:3e:77:6d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994f0967-9908-4092-b3e6-dba791058371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:22:47.195766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c364-cafb-446b-9925-a9e232517b38 tempest-ExtraDHCPOptionsTestJSON-502621789 tempest-ExtraDHCPOptionsTestJSON-502621789-project] Pushing event deleted for resources: {'Network': ['ID=7dc188bb-93e3-4faf-9fd9-1d97684ef620,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:47.245400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.271023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f48d87-71f1-4015-a1d7-64a6306e5a17 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:47.289207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f30ec3-3278-4999-ac48-4395aeea793e req-6c82ea19-555d-437b-afff-33a136a84e83 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:47.293634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66f30ec3-3278-4999-ac48-4395aeea793e req-6c82ea19-555d-437b-afff-33a136a84e83 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 943 time: 0.0618517 Feb 11 14:22:47.298102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7f3edd8-b950-4f01-a52c-691cab74e241 req-1d995550-3ad0-4966-b0eb-e303942fbe93 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c09775-73a3-4d25-a791-989ba09de601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317639 Feb 11 14:22:47.318811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:47.374018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.429607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] For port d2314cdc-8b92-4d3b-aa13-3cf8192eb295, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,segment=NetworkSegment(74525c1c-8d65-4eac-a4e4-f46017f06c37),segment_id=74525c1c-8d65-4eac-a4e4-f46017f06c37)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:47.429607 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.430436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:47.441666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66f30ec3-3278-4999-ac48-4395aeea793e req-289f403c-d692-48cd-9194-a9411259968d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336651 Feb 11 14:22:47.446064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Calling delete_port for d2314cdc-8b92-4d3b-aa13-3cf8192eb295 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:47.551537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.594471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Pushing event deleted for resources: {'Port': ['ID=8ea53dc9-39cb-4366-b012-a8f884b57b11,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:47.615586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['82f48d87-71f1-4015-a1d7-64a6306e5a17'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:47.648245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.715716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] No DVR routers for this DVR port 8ea53dc9-39cb-4366-b012-a8f884b57b11 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:47.746404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.750403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7007dceb-b041-4144-9c73-baf6f9b6cbc4 req-0672cead-a108-45da-8f12-1b2dafa5796e tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.60 "DELETE /v2.0/ports/8ea53dc9-39cb-4366-b012-a8f884b57b11 HTTP/1.1" status: 204 len: 173 time: 1.3963416 Feb 11 14:22:47.751195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-deleted', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:47.753834 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe01e6-6269-48fe-bf90-ab280617d4c5" -d '{"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-deleted", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:47.823605 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7692216-19cd-41bd-b74b-cca9413865f7 x-openstack-request-id: req-e7692216-19cd-41bd-b74b-cca9413865f7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:47.823892 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fd9944-cb1c-4634-aa28-157b7bdf87ca", "name": "network-vif-deleted", "tag": "8ea53dc9-39cb-4366-b012-a8f884b57b11", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:47.824147 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7692216-19cd-41bd-b74b-cca9413865f7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:47.825956 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fd9944-cb1c-4634-aa28-157b7bdf87ca', 'name': 'network-vif-deleted', 'tag': '8ea53dc9-39cb-4366-b012-a8f884b57b11', 'status': 'completed', 'code': 200} Feb 11 14:22:47.829432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Subnet': ['ID=95cc3de7-7eae-4ebf-8960-81c97655094d,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:47.836211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Checking segment: {'id': '73ad000f-2254-4276-8d57-6d87d8dae3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:47.836660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network hostable DHCP agents. Network: 028430cf-a7be-4801-91ac-a6bd1e605720, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:47.874652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32832) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:47.891043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.921247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Pushing event deleted for resources: {'Port': ['ID=d2314cdc-8b92-4d3b-aa13-3cf8192eb295,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:47.931953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:47.971078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] No DVR routers for this DVR port d2314cdc-8b92-4d3b-aa13-3cf8192eb295 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:22:47.979690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.979690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-daf70b9e-1a11-48ff-a589-35c6fff599da req-6fce5309-6b99-40bd-8b0b-c2d8305fa2db tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.60 "DELETE /v2.0/ports/d2314cdc-8b92-4d3b-aa13-3cf8192eb295 HTTP/1.1" status: 204 len: 173 time: 1.0891273 Feb 11 14:22:48.028037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:48.059077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:48.059077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ae390b0-c81d-4d0d-9e6e-eb3f0f689348 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:48.097417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:48.097894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5372a09c-8317-4e43-a6ba-e4668e6c4bb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60ea2bd17fc14c948393968f834e83f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215245 Feb 11 14:22:48.099735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 028430cf-a7be-4801-91ac-a6bd1e605720) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:48.104769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:48.106383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.121034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3391fd-f48a-4232-b93c-afb0273e8d07 None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:48.212872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d2314cdc-8b92-4d3b-aa13-3cf8192eb295'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:22:48.216271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.249657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-766ac1bf-9bff-4354-84ef-bb634fb0cab9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5700905 Feb 11 14:22:48.255909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:48.259079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594316899'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:48.285487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22c25d9f-ba3d-421d-82dc-861c81f2c9b8 req-7ecf22d4-86ee-4268-a988-c2876ab66280 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0627038 Feb 11 14:22:48.309982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.458637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d82a4fc-bb66-48ce-85ac-4c89417d5488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.493985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58b19a91-c262-4328-9288-cd39fd6b77f1 req-809aaba8-e1d7-4e59-8ebf-93b0581000c8 tempest-ListImageFiltersTestJSON-531455069 tempest-ListImageFiltersTestJSON-531455069-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fd9944-cb1c-4634-aa28-157b7bdf87ca HTTP/1.1" status: 200 len: 210 time: 0.0351963 Feb 11 14:22:48.513243 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.516254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.518200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b80127c-9c7c-4df4-8a0d-ca6bebd4b922 HTTP/1.1" status: 204 len: 168 time: 0.4158409 Feb 11 14:22:48.545790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7f7b8-8399-4544-b61d-d1e494aa6523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b80127c-9c7c-4df4-8a0d-ca6bebd4b922,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:48.551330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:48.566225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.617196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port 8a279ada-980b-4a9c-97cb-01ef697ea458 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:48.629888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-028430cf-a7be-4801-91ac-a6bd1e605720', 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'tenant_id': '2e6400ca9a7e4a048c119b673ee22464', 'fixed_ips': [{'subnet_id': '95cc3de7-7eae-4ebf-8960-81c97655094d'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:22:48.632083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:48.652706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f518e0-0903-4040-bfae-1cdb31aff153 req-4dfff46c-d466-4264-8cb3-8b37b46b4dd9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:48.654284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33f518e0-0903-4040-bfae-1cdb31aff153 req-4dfff46c-d466-4264-8cb3-8b37b46b4dd9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 944 time: 0.1117618 Feb 11 14:22:48.740377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33f518e0-0903-4040-bfae-1cdb31aff153 req-da6fbd36-41e0-455b-afc3-c38257f559cd tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786197 Feb 11 14:22:48.811794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::1e8 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/8a279ada-980b-4a9c-97cb-01ef697ea458) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:48.997109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 82f48d87-71f1-4015-a1d7-64a6306e5a17 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:49.011867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.158377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.161843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 82f48d87-71f1-4015-a1d7-64a6306e5a17 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:49.191981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 82f48d87-71f1-4015-a1d7-64a6306e5a17 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:49.192599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.247422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Allocated IP 2001:db8::2 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/d3819a1a-b18d-4d13-b76c-04f36f9fd941) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:49.267521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:49.269939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=8a279ada-980b-4a9c-97cb-01ef697ea458,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:49.290484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:49.295943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:49.308678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:49.308678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.419744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.429428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6131f82-667a-46e2-bb19-e333944983e2 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1734118 Feb 11 14:22:49.429827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:49.437664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760627619', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:a7:55:fe'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:49.470115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:49.473436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:49.475855 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d96d25-e48a-425e-86b2-a70260086756" -d '{"events": [{"server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "name": "network-vif-plugged", "status": "completed", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:49.478886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-352547ef-b341-46d0-9889-c9ddafce5a0c req-08c5cb1b-0ce1-4c90-92b7-e9231ed55418 tempest-InstanceActionsNegativeTestJSON-802646517 tempest-InstanceActionsNegativeTestJSON-802646517-project] 10.222.0.31 "GET /v2.0/ports?device_id=4856049b-c8ca-4b3e-84f6-9d9ad057d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0593195 Feb 11 14:22:49.612688 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e3659-41bc-4d0e-950c-4aa7bb62a211 x-openstack-request-id: req-ba1e3659-41bc-4d0e-950c-4aa7bb62a211 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:49.618861 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "name": "network-vif-plugged", "status": "completed", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:49.618861 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba1e3659-41bc-4d0e-950c-4aa7bb62a211 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:49.618861 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17', 'code': 200} Feb 11 14:22:49.618861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.625952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:49.698572 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.710617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fb5fd-c5fd-4a5c-9f44-4730981101e2 req-94b4e468-a918-4b98-b9af-c44af8002bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:49.710617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-451fb5fd-c5fd-4a5c-9f44-4730981101e2 req-94b4e468-a918-4b98-b9af-c44af8002bab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0664165 Feb 11 14:22:49.733327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 8ea53dc9-39cb-4366-b012-a8f884b57b11 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:49.733675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 8ea53dc9-39cb-4366-b012-a8f884b57b11 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:49.753801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-451fb5fd-c5fd-4a5c-9f44-4730981101e2 req-5c7622e5-b75f-41cb-94ad-9fcb14a7aa0c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Feb 11 14:22:49.797812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:49.812375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.827980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'name': 'network-vif-deleted', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:49.831632 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1ddbde-7155-4532-b478-3a34aa033a2e" -d '{"events": [{"server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "name": "network-vif-deleted", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:22:49.836773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:49.946520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Pushing event updated for resources: {'Port': ['ID=d3819a1a-b18d-4d13-b76c-04f36f9fd941,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:49.965861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:49.968233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:49.975685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:49.992396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c1bd-f617-4def-8cb6-67228c542549 req-362dd953-710d-45e5-95eb-ca46e49170af tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:49.998606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ea5c1bd-f617-4def-8cb6-67228c542549 req-362dd953-710d-45e5-95eb-ca46e49170af tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1250310 Feb 11 14:22:50.048996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.067828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ea5c1bd-f617-4def-8cb6-67228c542549 req-fe1d7c40-140b-4eeb-92c6-1c52e60db219 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Feb 11 14:22:50.087791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port ef9406c9-631d-4dd9-9035-bce714622e4b yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:50.097579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Attempting to bind port d3819a1a-b18d-4d13-b76c-04f36f9fd941 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:50.098228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Attempting to bind port d3819a1a-b18d-4d13-b76c-04f36f9fd941 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '73ad000f-2254-4276-8d57-6d87d8dae3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:50.103667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Attempting to bind port d3819a1a-b18d-4d13-b76c-04f36f9fd941 on network 028430cf-a7be-4801-91ac-a6bd1e605720 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:50.108057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:50.108767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Checking segment: {'id': '73ad000f-2254-4276-8d57-6d87d8dae3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:50.109538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.110098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Bound using segment: {'id': '73ad000f-2254-4276-8d57-6d87d8dae3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:50.110744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Bound port: d3819a1a-b18d-4d13-b76c-04f36f9fd941, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ad000f-2254-4276-8d57-6d87d8dae3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:50.112641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.166612 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec6025-f34a-4c22-898c-f456f2206274 x-openstack-request-id: req-00ec6025-f34a-4c22-898c-f456f2206274 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:22:50.166910 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856049b-c8ca-4b3e-84f6-9d9ad057d9d1", "name": "network-vif-deleted", "tag": "d2314cdc-8b92-4d3b-aa13-3cf8192eb295", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:22:50.167168 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00ec6025-f34a-4c22-898c-f456f2206274 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:22:50.167571 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856049b-c8ca-4b3e-84f6-9d9ad057d9d1', 'name': 'network-vif-deleted', 'tag': 'd2314cdc-8b92-4d3b-aa13-3cf8192eb295', 'status': 'completed', 'code': 200} Feb 11 14:22:50.201044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] For port d3819a1a-b18d-4d13-b76c-04f36f9fd941, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:50.205319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] For port d3819a1a-b18d-4d13-b76c-04f36f9fd941, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d3819a1a-b18d-4d13-b76c-04f36f9fd941,segment=NetworkSegment(73ad000f-2254-4276-8d57-6d87d8dae3aa),segment_id=73ad000f-2254-4276-8d57-6d87d8dae3aa)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:50.220599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:50.283471 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.388737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7041c-4008-4aa1-b58d-6c8173c9ad72 None None] Pushing event updated for resources: {'Port': ['ID=d3819a1a-b18d-4d13-b76c-04f36f9fd941,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:50.429224 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69932d69-9db2-46f4-b96f-afb8616cb616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.466708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475814615'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:50.543894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:50.578023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:50.581606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.611934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.684022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Deleting subnet e6c52629-83d2-496f-b6da-951da34a9432 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:22:50.691834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.693086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::2ae (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/ef9406c9-631d-4dd9-9035-bce714622e4b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:50.762642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.891084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.915605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.936751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.988507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.018849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d2314cdc-8b92-4d3b-aa13-3cf8192eb295 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:22:51.035336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:51.042401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cbe36c-b144-4cc8-bc0a-187ecab540b9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:51.056284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.060767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: d2314cdc-8b92-4d3b-aa13-3cf8192eb295 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:22:51.061146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d2314cdc-8b92-4d3b-aa13-3cf8192eb295 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:22:51.061497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.061844 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment b3fff8c6-89da-4d3c-9205-59b383e7d758 of type vlan for network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 Feb 11 14:22:51.106989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.145024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:51.148114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:51.150848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:51.157117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.157734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.173147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=ef9406c9-631d-4dd9-9035-bce714622e4b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:51.220862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be39d8-e0ae-4a90-89c3-72ce6b0a1fb5 req-ca85d53c-98a0-465a-9e59-eab3ce9a2026 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.223169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36be39d8-e0ae-4a90-89c3-72ce6b0a1fb5 req-ca85d53c-98a0-465a-9e59-eab3ce9a2026 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.0627496 Feb 11 14:22:51.225818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.231364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.231946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.237779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.264692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36be39d8-e0ae-4a90-89c3-72ce6b0a1fb5 req-7f3da3f1-960d-448f-9b31-b42943042153 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Feb 11 14:22:51.311091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-daea1639-5d9b-4c7d-a335-1dcd6bb96358 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8795195 Feb 11 14:22:51.311747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32964) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:51.331689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c52629-83d2-496f-b6da-951da34a9432,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:51.342378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.348465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-04e6fa8b-0cb1-4589-b61c-24100073ce6a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6c52629-83d2-496f-b6da-951da34a9432 HTTP/1.1" status: 204 len: 168 time: 0.8026404 Feb 11 14:22:51.349130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:51.388764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=1423a043-0cd9-4b9e-97d4-c9f7817b18d7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:51.394108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdceb3-e429-4c9b-9faa-0feb64a93151 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.406906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:51.420744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdceb3-e429-4c9b-9faa-0feb64a93151 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.434633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdceb3-e429-4c9b-9faa-0feb64a93151 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.440955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb8f422f-3989-4fa7-90ae-af0f5310ec63 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2180369 Feb 11 14:22:51.442903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-38fdceb3-e429-4c9b-9faa-0feb64a93151 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1300957 Feb 11 14:22:51.446253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 32968) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:51.481631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.709259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port ef9406c9-631d-4dd9-9035-bce714622e4b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:51.709884 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.756097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.774349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.807765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be425b8d-5d8a-49db-9af8-94d24435cd29']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:51.826665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74525c1c-8d65-4eac-a4e4-f46017f06c37') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:51.827212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74525c1c-8d65-4eac-a4e4-f46017f06c37') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:51.841205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.894258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.916642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:22:51.920499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:22:51.922009 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:22:51.986816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03a54b-7869-44c0-9d96-381e00df426f req-958704af-0774-4ee6-91d0-fae9ff9a7bf8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:51.994544 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:51.998314 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db03a54b-7869-44c0-9d96-381e00df426f req-958704af-0774-4ee6-91d0-fae9ff9a7bf8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1589568 Feb 11 14:22:52.031619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for ef9406c9-631d-4dd9-9035-bce714622e4b owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:52.066025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5393e6-550c-477a-a03e-062b4e6f27f8 None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:52.160822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d3819a1a-b18d-4d13-b76c-04f36f9fd941 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:52.194871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db03a54b-7869-44c0-9d96-381e00df426f req-17781244-d805-4133-9307-aa960ae47dcb tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875632 Feb 11 14:22:52.242905 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.252635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.269106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] 10.222.0.31 "DELETE /v2.0/networks/be425b8d-5d8a-49db-9af8-94d24435cd29 HTTP/1.1" status: 204 len: 168 time: 0.9073977 Feb 11 14:22:52.284431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] Provisioning complete for port d3819a1a-b18d-4d13-b76c-04f36f9fd941 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:52.284812 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.323992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4da2-b6d9-4ebd-8a26-9469c351733c admin admin] Pushing event deleted for resources: {'Network': ['ID=be425b8d-5d8a-49db-9af8-94d24435cd29,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:52.328198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d3819a1a-b18d-4d13-b76c-04f36f9fd941 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:52.328935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.464993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.467784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8173d-4c1b-43c0-a3dd-9e837e4cdae8 req-e5d5a45a-d8e0-48ff-8cac-88789faf27df tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:52.479841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62a8173d-4c1b-43c0-a3dd-9e837e4cdae8 req-e5d5a45a-d8e0-48ff-8cac-88789faf27df tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1085994 Feb 11 14:22:52.510231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=ef9406c9-631d-4dd9-9035-bce714622e4b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:52.543768 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.597062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] For port d3819a1a-b18d-4d13-b76c-04f36f9fd941, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d3819a1a-b18d-4d13-b76c-04f36f9fd941,segment=NetworkSegment(73ad000f-2254-4276-8d57-6d87d8dae3aa),segment_id=73ad000f-2254-4276-8d57-6d87d8dae3aa)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:52.617725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.629263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62a8173d-4c1b-43c0-a3dd-9e837e4cdae8 req-1534efd0-22cf-42b1-b173-d7cca0e88f8d tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470366 Feb 11 14:22:52.744921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.810670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:52.826928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-09333b8c-e5b2-4472-9a82-0adb9a443bb5 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/ef9406c9-631d-4dd9-9035-bce714622e4b HTTP/1.1" status: 204 len: 168 time: 1.3792591 Feb 11 14:22:52.829622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:52.839270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33012) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:52.900296 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe3db7e-796c-4f3f-ab43-5c8d52568f6b tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] GET failed (client error): The resource could not be found. Feb 11 14:22:52.910743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bfe3db7e-796c-4f3f-ab43-5c8d52568f6b tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports/ef9406c9-631d-4dd9-9035-bce714622e4b HTTP/1.1" status: 404 len: 333 time: 0.0795197 Feb 11 14:22:52.911687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:52.921583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-61415918'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:52.941937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-28f92c4f-1389-423a-b170-4833227c29e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f7cccf4b7b649559306ef89c66ee945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992749 Feb 11 14:22:52.943559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:53.030362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317ee4c-c1b4-415d-920c-bc37f1725436 None None] Pushing event updated for resources: {'Port': ['ID=d3819a1a-b18d-4d13-b76c-04f36f9fd941,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:53.072209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:22:53.072625 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:22:53.176621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.242890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.265658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.344848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cacb2b20-f430-46dc-9178-b9391f630bc7 None None] Provisioning complete for port 8a279ada-980b-4a9c-97cb-01ef697ea458 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:53.346155 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cacb2b20-f430-46dc-9178-b9391f630bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.389056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122d247-0d94-47aa-8ca2-57d393f6d6a3 req-1c511843-35a8-415b-86e1-b5455c2a85c8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:53.399571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33026) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:53.402162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e122d247-0d94-47aa-8ca2-57d393f6d6a3 req-1c511843-35a8-415b-86e1-b5455c2a85c8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1130290 Feb 11 14:22:53.416881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cacb2b20-f430-46dc-9178-b9391f630bc7 None None] Port 8a279ada-980b-4a9c-97cb-01ef697ea458 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:53.420241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.448005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:53.452318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.466275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cacb2b20-f430-46dc-9178-b9391f630bc7 None None] Provisioning complete for port d3819a1a-b18d-4d13-b76c-04f36f9fd941 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:53.466658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cacb2b20-f430-46dc-9178-b9391f630bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.491788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e122d247-0d94-47aa-8ca2-57d393f6d6a3 req-6cf439ca-0c9a-441d-a89a-bda7c49caeb7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884266 Feb 11 14:22:53.499975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.503771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:53.507812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfe4bfcb-5845-405a-a373-b4e5fbc3c08a HTTP/1.1" status: 204 len: 168 time: 0.5601540 Feb 11 14:22:53.515749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port 4e142272-db6c-4aa8-927e-8cede6c47a87 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:53.551749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39860a64-3275-4bcb-9ff5-a55c2961e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe4bfcb-5845-405a-a373-b4e5fbc3c08a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:53.785647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::68 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/4e142272-db6c-4aa8-927e-8cede6c47a87) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:53.878996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8fe8258-f799-4823-baca-e2faa64fce1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5db0c147666d44ba858b61d55230b214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763927 Feb 11 14:22:53.879385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33034) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:54.032436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-23b18ba4-4f2f-4ab7-a333-cdfba412a8b7 None None] Provisioning complete for port 8a279ada-980b-4a9c-97cb-01ef697ea458 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:54.033120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.073355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23b18ba4-4f2f-4ab7-a333-cdfba412a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.075852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.199875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d3819a1a-b18d-4d13-b76c-04f36f9fd941 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:22:54.259084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.262815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.267735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c09775-73a3-4d25-a791-989ba09de601 HTTP/1.1" status: 204 len: 168 time: 0.3834372 Feb 11 14:22:54.285148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef5c5d-9aa4-4570-99a9-a4d372b9366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c09775-73a3-4d25-a791-989ba09de601,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:54.328214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.382733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-23b18ba4-4f2f-4ab7-a333-cdfba412a8b7 None None] Port 8a279ada-980b-4a9c-97cb-01ef697ea458 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:54.385781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d3819a1a-b18d-4d13-b76c-04f36f9fd941 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:54.394271 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.447590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599890e-9945-4b79-8485-a416c5b0ba0d req-2fed5f73-4cb3-40ed-bcb9-fe2110629d44 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:54.453335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6599890e-9945-4b79-8485-a416c5b0ba0d req-2fed5f73-4cb3-40ed-bcb9-fe2110629d44 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2781365 Feb 11 14:22:54.530552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.548820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-47ff941c-3ccc-4ecc-ac34-47ac3f1b8596 None None] Could not find standard attr ID for object ef9406c9-631d-4dd9-9035-bce714622e4b. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:22:54.574000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:54.577303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:54.611279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:54.618838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:54.619896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:54.703582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6599890e-9945-4b79-8485-a416c5b0ba0d req-b1cc9eb8-d9e0-40be-a402-cefce7003c8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363231 Feb 11 14:22:54.714018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=4e142272-db6c-4aa8-927e-8cede6c47a87,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:54.726823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754739b-b9b2-42f6-abfe-f7b8af3a30d1 req-15a88abf-abfe-4dc0-8ea9-deb6cd1fc90b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:54.734285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d754739b-b9b2-42f6-abfe-f7b8af3a30d1 req-15a88abf-abfe-4dc0-8ea9-deb6cd1fc90b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1285410 Feb 11 14:22:54.813204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d754739b-b9b2-42f6-abfe-f7b8af3a30d1 req-04b7c4ca-87ff-427d-acdd-abb958259c98 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742085 Feb 11 14:22:54.865560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8685f80-9075-41d2-a9d9-83d39111b5a8 req-8c3f8499-73f6-40ed-bfc2-952002d63919 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:54.867846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8685f80-9075-41d2-a9d9-83d39111b5a8 req-8c3f8499-73f6-40ed-bfc2-952002d63919 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0602162 Feb 11 14:22:54.886214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33056) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:54.892463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:54.921614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8685f80-9075-41d2-a9d9-83d39111b5a8 req-b291ed9f-c3dc-4385-be2b-a00f7695d8fc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367749 Feb 11 14:22:54.946729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b52d58f-d40f-4d60-ad41-960d2a0d4355 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0337462 Feb 11 14:22:54.950953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:54.956406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:a7:55:fe'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:55.128104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4f74-cc8f-40ac-8a4e-a81a4594c543 req-a4779112-9c43-4357-aa59-bb7e1afb35f1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:55.130986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210f4f74-cc8f-40ac-8a4e-a81a4594c543 req-a4779112-9c43-4357-aa59-bb7e1afb35f1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0652115 Feb 11 14:22:55.189377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:55.198732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.233536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.268457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-210f4f74-cc8f-40ac-8a4e-a81a4594c543 req-03da6ece-090f-44c9-a38b-e50d43f4f442 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257291 Feb 11 14:22:55.290611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-55ccbb64-67f3-4cbb-8a9f-e3aa0a2803c5 None None] Provisioning complete for port 4e142272-db6c-4aa8-927e-8cede6c47a87 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:55.291116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ccbb64-67f3-4cbb-8a9f-e3aa0a2803c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.388406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-55ccbb64-67f3-4cbb-8a9f-e3aa0a2803c5 None None] Port 4e142272-db6c-4aa8-927e-8cede6c47a87 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:55.468574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fd474-31aa-474d-bcf1-7e840b28f40e req-ea99a18b-b644-4766-b3f7-8d71b9c7e564 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:55.470122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a6fd474-31aa-474d-bcf1-7e840b28f40e req-ea99a18b-b644-4766-b3f7-8d71b9c7e564 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1024344 Feb 11 14:22:55.552872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a6fd474-31aa-474d-bcf1-7e840b28f40e req-46a4d903-5547-4400-b7e7-4f3da49dc7da tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698977 Feb 11 14:22:55.562936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.636592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.671472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] In _notify_port_updated(), no bound segment for port 4e142272-db6c-4aa8-927e-8cede6c47a87 on network 028430cf-a7be-4801-91ac-a6bd1e605720 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:22:55.676860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:55.677500 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.681654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "PUT /v2.0/ports/4e142272-db6c-4aa8-927e-8cede6c47a87 HTTP/1.1" status: 200 len: 1000 time: 0.7268953 Feb 11 14:22:55.687864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:55.717273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a41ed-22dc-423f-a98c-7f322daea11f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=4e142272-db6c-4aa8-927e-8cede6c47a87,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:55.798017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port 4e142272-db6c-4aa8-927e-8cede6c47a87 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:55.798370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.812535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.949933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:55.961819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33096) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:55.981632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:56.022585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': 'b3fff8c6-89da-4d3c-9205-59b383e7d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:56.024419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 1423a043-0cd9-4b9e-97d4-c9f7817b18d7, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:56.032634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d401cd52-4d4b-4956-8b77-6a2641da7c81 None None] Provisioning complete for port 4e142272-db6c-4aa8-927e-8cede6c47a87 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:56.038134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d401cd52-4d4b-4956-8b77-6a2641da7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.047462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for 4e142272-db6c-4aa8-927e-8cede6c47a87 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:22:56.124690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d401cd52-4d4b-4956-8b77-6a2641da7c81 None None] Port 4e142272-db6c-4aa8-927e-8cede6c47a87 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:56.149362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1518726565-network', 'tenant_id': '4fa1b7d4f3b844209090f5f447db3c7b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:56.150740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f794f8f-2fda-4654-96a1-4fa5230f1fbe req-11516a55-62dd-464b-be15-cade40ab5617 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:56.156985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:56.158274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f794f8f-2fda-4654-96a1-4fa5230f1fbe req-11516a55-62dd-464b-be15-cade40ab5617 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1942408 Feb 11 14:22:56.220155 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f794f8f-2fda-4654-96a1-4fa5230f1fbe req-2d1c4d2e-8091-4359-81ef-151d8fa09f93 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561683 Feb 11 14:22:56.307361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c505e4f-f8fd-4024-9e35-db0ab966a107 req-73f8c66a-3a9b-4cdf-b484-31d9a68981bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:56.308975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c505e4f-f8fd-4024-9e35-db0ab966a107 req-73f8c66a-3a9b-4cdf-b484-31d9a68981bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0590796 Feb 11 14:22:56.322049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Made reservation on behalf of 4fa1b7d4f3b844209090f5f447db3c7b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:56.324341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.326084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1423a043-0cd9-4b9e-97d4-c9f7817b18d7) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:56.331495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:56.332095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.336360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a965002-da32-467f-ac02-d2eed04ced6a None None] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:56.355089 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.389030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c505e4f-f8fd-4024-9e35-db0ab966a107 req-a97fd35d-b3db-4105-9033-7c1ab9aed386 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739388 Feb 11 14:22:56.431214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.467642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-527958e4-e3c8-44db-90e7-4092e5dab504 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5800231 Feb 11 14:22:56.467953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:56.470519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=4e142272-db6c-4aa8-927e-8cede6c47a87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:56.489162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1986498482'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:56.609031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.631701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1423a043-0cd9-4b9e-97d4-c9f7817b18d7', 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:22:56.632691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.692416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.696399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-862932f4-0342-465e-8397-2215249aeba6 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/4e142272-db6c-4aa8-927e-8cede6c47a87 HTTP/1.1" status: 204 len: 168 time: 1.0134976 Feb 11 14:22:56.704324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:56.730980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:56.734520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.783808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:56.794434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.794786 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249 of type vlan for network c0399bc2-eecc-471c-980e-d55036a58f7c Feb 11 14:22:56.874947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.879953 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-224ffc31-5df1-4477-ac24-7f9ca4809ccc tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] GET failed (client error): The resource could not be found. Feb 11 14:22:56.882649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-224ffc31-5df1-4477-ac24-7f9ca4809ccc tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports/4e142272-db6c-4aa8-927e-8cede6c47a87 HTTP/1.1" status: 404 len: 333 time: 0.1763659 Feb 11 14:22:56.890186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:56.896305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-443275152'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:56.901165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.983511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Allocated IP 2001:db8:0:ffff::2 (1423a043-0cd9-4b9e-97d4-c9f7817b18d7/0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7/62c48397-65f2-449b-8f6e-9ae8a008c6e0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:56.994814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:22:57.008750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.009646 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Added segment c53fdd53-0e91-46bf-963b-f79bc2a22086 of type vlan for network 18343db8-251e-4db2-a0a4-542439673d1c Feb 11 14:22:57.099035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.124845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.133848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:57.134637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.137083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0949ee-0298-4265-8062-bceb62980459,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:57.185311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:57.190339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.228485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.271432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port 922d58d5-c1cd-476d-854f-45e1f19fbc0f yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:22:57.306069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8245394 Feb 11 14:22:57.306069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dc285-9ce2-4d0c-ab60-13cdee5ede3b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=c0399bc2-eecc-471c-980e-d55036a58f7c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:57.308282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33156) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:57.320788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c0399bc2-eecc-471c-980e-d55036a58f7c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:57.326930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:57.351117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.430606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.431631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:57.432279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.434289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33158) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:57.465993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:57.489955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-b54c38d3-d55f-488f-aa8c-4c7d60703a6a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:57.498137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-b54c38d3-d55f-488f-aa8c-4c7d60703a6a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.2924001 Feb 11 14:22:57.506784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:57.520091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-02646b02-b656-49e5-a1b5-778a58035370 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/quotas/4a45747e2fd94e9ba7b3ae2c8cdf5e04 HTTP/1.1" status: 200 len: 375 time: 0.0210214 Feb 11 14:22:57.539377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] Pushing event updated for resources: {'Network': ['ID=18343db8-251e-4db2-a0a4-542439673d1c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:57.544434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:57.553941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 18343db8-251e-4db2-a0a4-542439673d1c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:22:57.558033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Pushing event updated for resources: {'Port': ['ID=62c48397-65f2-449b-8f6e-9ae8a008c6e0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:57.576763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::108 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/922d58d5-c1cd-476d-854f-45e1f19fbc0f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:57.607049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-d1cfbf47-1888-4713-834c-6ce3c3b3a56f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858533 Feb 11 14:22:57.642646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b6156904-fabe-4ee8-8a9f-0dbae05d6237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.684991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Attempting to bind port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:57.685364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Attempting to bind port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b3fff8c6-89da-4d3c-9205-59b383e7d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:57.685722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Attempting to bind port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 on network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:22:57.691416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:22:57.691795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Checking segment: {'id': 'b3fff8c6-89da-4d3c-9205-59b383e7d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:57.692254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.692647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Bound using segment: {'id': 'b3fff8c6-89da-4d3c-9205-59b383e7d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:22:57.693154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Bound port: 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fff8c6-89da-4d3c-9205-59b383e7d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1423a043-0cd9-4b9e-97d4-c9f7817b18d7'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:57.693583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.775648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b6156904-fabe-4ee8-8a9f-0dbae05d6237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.784315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85fa3ab4-4edf-47fd-b9e2-b2b1ba613071 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8166423 Feb 11 14:22:57.786117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:57.796011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Request body: {'subnet': {'network_id': '18343db8-251e-4db2-a0a4-542439673d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1518726565-subnet', 'tenant_id': '4fa1b7d4f3b844209090f5f447db3c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:57.800884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] For port 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:57.805877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] For port 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=62c48397-65f2-449b-8f6e-9ae8a008c6e0,segment=NetworkSegment(b3fff8c6-89da-4d3c-9205-59b383e7d758),segment_id=b3fff8c6-89da-4d3c-9205-59b383e7d758)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:57.825194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-eae048bf-bb26-4796-adc2-742ab5ebd495 service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167442 Feb 11 14:22:57.872418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33168) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:57.880543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b6156904-fabe-4ee8-8a9f-0dbae05d6237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.890327 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.928973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Made reservation on behalf of 4fa1b7d4f3b844209090f5f447db3c7b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:57.929407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.931200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:22:57.934552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.943570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.957916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6156904-fabe-4ee8-8a9f-0dbae05d6237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d310b0-0ab9-4e94-bd2d-b08574d7047d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:57.962598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b6156904-fabe-4ee8-8a9f-0dbae05d6237 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a640724acdf432c81ec95dfcd00c869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078206 Feb 11 14:22:57.966126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:58.029941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.036868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-a39685fc-89e5-4c8c-9f39-6dcbace14240 service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035053 Feb 11 14:22:58.059748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbae5-68e1-4248-ae05-13d02ebdf263 req-579819da-3a40-40b5-8dc4-f66945ffda00 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:58.074951 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-326bbae5-68e1-4248-ae05-13d02ebdf263 req-579819da-3a40-40b5-8dc4-f66945ffda00 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.2529111 Feb 11 14:22:58.081132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.118453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7eb218aa-33bf-41ad-9f4d-26902e32094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.156217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.186739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e787e09-1f05-4e50-9f45-9c5314d78ce7 None None] Pushing event updated for resources: {'Port': ['ID=62c48397-65f2-449b-8f6e-9ae8a008c6e0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:58.193325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-326bbae5-68e1-4248-ae05-13d02ebdf263 req-7eaed704-2ff9-4377-8649-e4804cab097b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134558 Feb 11 14:22:58.225549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.228326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.229512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51d310b0-0ab9-4e94-bd2d-b08574d7047d HTTP/1.1" status: 204 len: 168 time: 0.2578731 Feb 11 14:22:58.233506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:58.258391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b08ba-c992-4e33-b6fb-338dea14ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d310b0-0ab9-4e94-bd2d-b08574d7047d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:58.260497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:58.266090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:22:58.276073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:58.285597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.294421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=922d58d5-c1cd-476d-854f-45e1f19fbc0f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:58.378470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7eb218aa-33bf-41ad-9f4d-26902e32094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.388098 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7612e317-e816-4dd4-bfd3-e0c409a38d8f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4963593 Feb 11 14:22:58.403339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:58.409143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9572056d-968f-4bef-8539-43ec1b16a955 req-8481fce4-0a8b-449c-b590-d46ff6ea40b5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 210 time: 0.0365813 Feb 11 14:22:58.419091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:55:fe'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:22:58.488798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7eb218aa-33bf-41ad-9f4d-26902e32094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.531419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.553168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231946e-9444-4e65-9a01-37cb824e4d9f req-d1c6d309-0ebc-420c-a96e-13c5008793bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:58.562817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f231946e-9444-4e65-9a01-37cb824e4d9f req-d1c6d309-0ebc-420c-a96e-13c5008793bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2468157 Feb 11 14:22:58.591661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb218aa-33bf-41ad-9f4d-26902e32094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122366db-f1d5-450c-96b1-e03693a79381,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:58.678938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7eb218aa-33bf-41ad-9f4d-26902e32094c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f040bb868519470b85bbbd7318c74d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045371 Feb 11 14:22:58.692593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:58.778925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f231946e-9444-4e65-9a01-37cb824e4d9f req-f2625d04-26de-4f6e-b02b-a8c833464ec1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728609 Feb 11 14:22:58.785913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.797867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.802686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d27bbba2-19f3-4b4a-a012-c7125fd2d8b7 None None] Provisioning complete for port 922d58d5-c1cd-476d-854f-45e1f19fbc0f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:58.805830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d27bbba2-19f3-4b4a-a012-c7125fd2d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.841892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.883717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d27bbba2-19f3-4b4a-a012-c7125fd2d8b7 None None] Port 922d58d5-c1cd-476d-854f-45e1f19fbc0f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:22:58.929494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:58.960479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Checking segment: {'id': 'c53fdd53-0e91-46bf-963b-f79bc2a22086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:58.964029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Network hostable DHCP agents. Network: 18343db8-251e-4db2-a0a4-542439673d1c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:58.982535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:22:58.982906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: c0399bc2-eecc-471c-980e-d55036a58f7c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:22:59.009801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=0cd7bf29-f87a-4529-a885-2aa80ae51fad,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:59.097786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Network 18343db8-251e-4db2-a0a4-542439673d1c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:59.129982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network c0399bc2-eecc-471c-980e-d55036a58f7c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:22:59.138323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.200508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 18343db8-251e-4db2-a0a4-542439673d1c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:59.206813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:59.210084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.215055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c0399bc2-eecc-471c-980e-d55036a58f7c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:59.219464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e03dd-236d-4b1d-9842-122f4e1dc673 None None] Network 18343db8-251e-4db2-a0a4-542439673d1c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:59.227232 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.230080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:59.230702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.267700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad27802-0b31-4a68-b431-4559d2c9b622 None None] Network c0399bc2-eecc-471c-980e-d55036a58f7c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:59.316637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.356677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] In _notify_port_updated(), no bound segment for port 922d58d5-c1cd-476d-854f-45e1f19fbc0f on network 028430cf-a7be-4801-91ac-a6bd1e605720 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:22:59.361451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e94d6b01-8b1b-4005-aa8b-79c227180d27 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0451710 Feb 11 14:22:59.374131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8e9b56d-32cc-4ab2-9d71-d67bff7525e7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5778644 Feb 11 14:22:59.374131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33204) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:59.374780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:59.375462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.379752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "PUT /v2.0/ports/922d58d5-c1cd-476d-854f-45e1f19fbc0f HTTP/1.1" status: 200 len: 1002 time: 0.9752352 Feb 11 14:22:59.385093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:59.385752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.403161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.408332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/122366db-f1d5-450c-96b1-e03693a79381 HTTP/1.1" status: 204 len: 168 time: 0.7095945 Feb 11 14:22:59.601107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b2a3c-5fa3-46e6-aaf6-cfdfd3475a58 req-5263791e-791d-4668-82c1-3f585b06d584 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:59.607350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-341b2a3c-5fa3-46e6-aaf6-cfdfd3475a58 req-5263791e-791d-4668-82c1-3f585b06d584 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.3163824 Feb 11 14:22:59.608074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca29e5-6701-4520-b427-4aa9f3e88e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122366db-f1d5-450c-96b1-e03693a79381,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:59.618263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622db2c-3690-4c91-a1c4-d77773e82c93 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=922d58d5-c1cd-476d-854f-45e1f19fbc0f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:59.663277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c0399bc2-eecc-471c-980e-d55036a58f7c', 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '0cd7bf29-f87a-4529-a885-2aa80ae51fad'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:22:59.671121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.680973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15935748-cec4-46cb-8563-ce520919879b req-8ead976e-c4ec-4ff1-88b7-177897bf87f9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 210 time: 0.0982814 Feb 11 14:22:59.686167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.762566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-341b2a3c-5fa3-46e6-aaf6-cfdfd3475a58 req-9bf56dc0-34e0-4a5d-8843-2402e041b070 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342614 Feb 11 14:22:59.838741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port 922d58d5-c1cd-476d-854f-45e1f19fbc0f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:22:59.840127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:59.860287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9e1da-383b-4559-9968-c4d20a247e46 None None] Network 18343db8-251e-4db2-a0a4-542439673d1c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:22:59.872683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.006185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.025607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3338294-a2bd-490c-aac2-554db54cac58 None None] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:00.027866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for 922d58d5-c1cd-476d-854f-45e1f19fbc0f owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:00.119264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41382dd-8142-42d6-8acb-0720d017b89d req-a99523be-91e0-474a-9909-a74cfe3f8ea9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:00.120807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c41382dd-8142-42d6-8acb-0720d017b89d req-a99523be-91e0-474a-9909-a74cfe3f8ea9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1283975 Feb 11 14:23:00.154141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 62c48397-65f2-449b-8f6e-9ae8a008c6e0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:00.169976 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c41382dd-8142-42d6-8acb-0720d017b89d req-b9cf1f41-d506-4cfe-a155-5f29421087e7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Feb 11 14:23:00.190945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-736c47d2-7e7d-4703-99e4-ec5f24978007 None None] Provisioning complete for port 922d58d5-c1cd-476d-854f-45e1f19fbc0f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:00.190945 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-736c47d2-7e7d-4703-99e4-ec5f24978007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.276923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.316128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Allocated IP 2001:db8::1 (c0399bc2-eecc-471c-980e-d55036a58f7c/0cd7bf29-f87a-4529-a885-2aa80ae51fad/6ca0a3e2-40ba-4019-8ccc-a6dc026dca86) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:00.353548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=922d58d5-c1cd-476d-854f-45e1f19fbc0f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:00.389194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-736c47d2-7e7d-4703-99e4-ec5f24978007 None None] Port 922d58d5-c1cd-476d-854f-45e1f19fbc0f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:00.403340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.409839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33242) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:00.420479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2bfcdc1-53b1-4023-b0dd-e8f4af7f91a4 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/922d58d5-c1cd-476d-854f-45e1f19fbc0f HTTP/1.1" status: 204 len: 168 time: 1.0147958 Feb 11 14:23:00.444874 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff772754-bc20-4772-a0e7-ce93df2a35fa tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] GET failed (client error): The resource could not be found. Feb 11 14:23:00.451934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:00.461493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff772754-bc20-4772-a0e7-ce93df2a35fa tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports/922d58d5-c1cd-476d-854f-45e1f19fbc0f HTTP/1.1" status: 404 len: 333 time: 0.0505080 Feb 11 14:23:00.473970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.476157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-688856895'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:00.634407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.645265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-3a43a35e-aba9-40e0-93dc-932588247deb tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:00.650827 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-3a43a35e-aba9-40e0-93dc-932588247deb tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/networks?id=18343db8-251e-4db2-a0a4-542439673d1c HTTP/1.1" status: 200 len: 809 time: 0.2611287 Feb 11 14:23:00.684849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-1b7d19bb-6064-436b-8748-f5bfb0753a70 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/quotas/4fa1b7d4f3b844209090f5f447db3c7b HTTP/1.1" status: 200 len: 375 time: 0.0221210 Feb 11 14:23:00.732697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] Provisioning complete for port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:00.733745 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.764379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-9526f6d1-e404-49cf-a31e-9ea0eefbee3d tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fa1b7d4f3b844209090f5f447db3c7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718582 Feb 11 14:23:00.796402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:00.797150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.857124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.910346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-2d0cc07f-9445-44b2-a7ae-6e938d960ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/18343db8-251e-4db2-a0a4-542439673d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364551 Feb 11 14:23:00.914100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98616515-be24-400b-b890-fb6fdb6ec156 req-0564ad73-6001-4b1c-9c3a-eb341a929d10 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 210 time: 0.1128643 Feb 11 14:23:00.917521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.988590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Network c0399bc2-eecc-471c-980e-d55036a58f7c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:00.994431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd7bf29-f87a-4529-a885-2aa80ae51fad,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:01.016267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:01.018227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:01.038326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.044531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:01.096491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Pushing event updated for resources: {'Port': ['ID=6ca0a3e2-40ba-4019-8ccc-a6dc026dca86,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:01.101342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port 24b7ff87-f71a-482f-bc1c-529e9fdbabb3 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:01.156224 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.173912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-ef7f7a86-ce8b-4b35-b6e8-295c0f9277a5 service neutron] 10.222.0.31 "GET /v2.0/networks/18343db8-251e-4db2-a0a4-542439673d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561743 Feb 11 14:23:01.226609 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.260296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.285082 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.286119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Attempting to bind port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:01.286507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Attempting to bind port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:01.287368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Attempting to bind port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 on network c0399bc2-eecc-471c-980e-d55036a58f7c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:01.294146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] For port 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=62c48397-65f2-449b-8f6e-9ae8a008c6e0,segment=NetworkSegment(b3fff8c6-89da-4d3c-9205-59b383e7d758),segment_id=b3fff8c6-89da-4d3c-9205-59b383e7d758)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:01.306749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:01.307143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Checking segment: {'id': '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:01.307558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.307954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Bound using segment: {'id': '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:01.308445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Bound port: 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:01.309054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.313463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-bba64df2-4971-4661-b418-c0a519a3814a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:01.315523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-bba64df2-4971-4661-b418-c0a519a3814a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.4346521 Feb 11 14:23:01.318143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0399bc2-eecc-471c-980e-d55036a58f7c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:01.329695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606047dc-e0d0-4ca7-ba94-bb419a8716b8 req-1521f804-ed65-4f37-bf23-9d6532b8cabe tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:01.339509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-606047dc-e0d0-4ca7-ba94-bb419a8716b8 req-1521f804-ed65-4f37-bf23-9d6532b8cabe tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.2872114 Feb 11 14:23:01.364361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Request body: {'port': {'device_id': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'admin_state_up': True, 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:01.374228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:01.374612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:01.385715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.415361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.422273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::217 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/24b7ff87-f71a-482f-bc1c-529e9fdbabb3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:01.484507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.501318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-606047dc-e0d0-4ca7-ba94-bb419a8716b8 req-1abdd44f-13fd-40c5-88bc-2f41bffe5c4b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608148 Feb 11 14:23:01.530359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] For port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:01.534852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:01.535358 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:01.542057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfaf17-528e-40bb-9468-6240111a3c39 None None] Pushing event updated for resources: {'Port': ['ID=62c48397-65f2-449b-8f6e-9ae8a008c6e0,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:01.551732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:01.553724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:01.557029 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:01.606581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8787fafc-62e7-411c-bce3-37894d9b7d33 None None] Provisioning complete for port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:01.606956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8787fafc-62e7-411c-bce3-37894d9b7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.628301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.693382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] For port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6ca0a3e2-40ba-4019-8ccc-a6dc026dca86,segment=NetworkSegment(4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249),segment_id=4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:01.710155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dafa8-b666-4e14-b2e9-d2d2a5baf6d4 req-79fadcaa-912f-4a67-8e2d-f76bd5768d29 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:01.711729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b38dafa8-b666-4e14-b2e9-d2d2a5baf6d4 req-79fadcaa-912f-4a67-8e2d-f76bd5768d29 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0970831 Feb 11 14:23:01.754062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:23:01.754062 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:23:01.754062 n-d-828407-1 neutron-server[109375]: [parameters: {'id': 'c0399bc2-eecc-471c-980e-d55036a58f7c'}] Feb 11 14:23:01.754062 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:01.755506 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:01.768606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.798329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b38dafa8-b666-4e14-b2e9-d2d2a5baf6d4 req-646dd2d1-06b0-40be-9cd4-66901435e969 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765855 Feb 11 14:23:01.829543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:01.832040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.837885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.846496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=24b7ff87-f71a-482f-bc1c-529e9fdbabb3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:01.862148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:01.864283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:01.890291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:01.899607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:01.900957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:01.984801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab462148-3d45-4bd7-b12c-863f6fb4ee2a None None] Pushing event updated for resources: {'Port': ['ID=6ca0a3e2-40ba-4019-8ccc-a6dc026dca86,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:01.985110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e97cff11-51bd-47b0-9282-bd27f00a5def tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5111408 Feb 11 14:23:01.995295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33286) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:02.009888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'network_id': '028430cf-a7be-4801-91ac-a6bd1e605720', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1379350514'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:02.055525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32ac9ccb-4af5-4ba9-835d-8cf1be21076d req-7d3e68d2-2e13-4e3b-ba91-4a41fc081819 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 210 time: 0.0382168 Feb 11 14:23:02.073867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Allocated IP 172.20.0.5 (4078ecd7-b9a6-477b-a4a8-fa9551c79ef4/2f14edb4-aa0b-44af-a0f7-c6a7356671a1/867d2404-0d02-441d-b625-79bcbf1a57f8) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:02.261505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b60745-f9f9-4c17-a201-57a3207b8863 req-5fefcc27-11ac-466b-9834-6479fad05277 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 210 time: 0.0488782 Feb 11 14:23:02.268050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.326503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b0738b6-193f-4b69-9590-b264f416fc6c req-db026990-888f-4c2d-a984-2b633ec54627 tempest-AbsoluteLimitsNegativeTestJSON-1683048853 tempest-AbsoluteLimitsNegativeTestJSON-1683048853-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f5fca86bfc1742af855084b97d7cc966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552328 Feb 11 14:23:02.378475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc38a4-65c7-420f-b4dd-0a4ad6b978fd None None] Network c0399bc2-eecc-471c-980e-d55036a58f7c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:02.447942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Made reservation on behalf of 2e6400ca9a7e4a048c119b673ee22464 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:02.457909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.507298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] device_id is not set on port f58d092a-8a1a-4061-bd06-90654ff45076 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:02.529442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b5066648-eddb-4186-a6f1-73b0111cc34e None None] Provisioning complete for port 24b7ff87-f71a-482f-bc1c-529e9fdbabb3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:02.531366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5066648-eddb-4186-a6f1-73b0111cc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.570081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 62c48397-65f2-449b-8f6e-9ae8a008c6e0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:02.611433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b5066648-eddb-4186-a6f1-73b0111cc34e None None] Port 24b7ff87-f71a-482f-bc1c-529e9fdbabb3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:02.629615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fbc56-b5b2-43be-aef7-d39338eafacf None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:23:02.710052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:02.710052 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.765796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4fbc56-b5b2-43be-aef7-d39338eafacf None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:23:02.789451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e115a-67a3-4651-a448-52d8a2dfbe38 req-06776f51-81d2-4853-b612-67d54b43bc9f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:02.798373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-959e115a-67a3-4651-a448-52d8a2dfbe38 req-06776f51-81d2-4853-b612-67d54b43bc9f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1696405 Feb 11 14:23:02.814612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.856415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Allocated IP 2001:db8::3c7 (028430cf-a7be-4801-91ac-a6bd1e605720/95cc3de7-7eae-4ebf-8960-81c97655094d/f58d092a-8a1a-4061-bd06-90654ff45076) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:02.857037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:02.857377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:02.875474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0738b6-193f-4b69-9590-b264f416fc6c req-9387ae5a-1a8f-4bdb-a1a4-7c21d8943d63 tempest-AbsoluteLimitsNegativeTestJSON-1683048853 tempest-AbsoluteLimitsNegativeTestJSON-1683048853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:02.877631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b0738b6-193f-4b69-9590-b264f416fc6c req-9387ae5a-1a8f-4bdb-a1a4-7c21d8943d63 tempest-AbsoluteLimitsNegativeTestJSON-1683048853 tempest-AbsoluteLimitsNegativeTestJSON-1683048853-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5292344 Feb 11 14:23:02.901178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-959e115a-67a3-4651-a448-52d8a2dfbe38 req-a28cac4f-4fb1-4645-89a2-6710f2a68f75 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965970 Feb 11 14:23:02.960250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b0738b6-193f-4b69-9590-b264f416fc6c req-343ad7e2-6712-4c43-ad2c-4d09f336ea1b tempest-AbsoluteLimitsNegativeTestJSON-1683048853 tempest-AbsoluteLimitsNegativeTestJSON-1683048853-project] 10.222.0.31 "GET /v2.0/quotas/f5fca86bfc1742af855084b97d7cc966 HTTP/1.1" status: 200 len: 375 time: 0.0661802 Feb 11 14:23:03.026823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6ca0a3e2-40ba-4019-8ccc-a6dc026dca86,segment=NetworkSegment(4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249),segment_id=4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:03.027198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.043545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:03.109137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5eb01-1c6b-4e3f-ab3a-de4d067630d8 req-bb3fd74d-af0d-4e36-a68d-2dc00d9f9e30 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:03.110851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75a5eb01-1c6b-4e3f-ab3a-de4d067630d8 req-bb3fd74d-af0d-4e36-a68d-2dc00d9f9e30 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1043906 Feb 11 14:23:03.119095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b0738b6-193f-4b69-9590-b264f416fc6c req-b8473b27-0a1f-4877-9acd-2de97be2e3bb tempest-AbsoluteLimitsNegativeTestJSON-1683048853 tempest-AbsoluteLimitsNegativeTestJSON-1683048853-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5fca86bfc1742af855084b97d7cc966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1576812 Feb 11 14:23:03.128216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.140090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:03.214848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.243280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:03.254144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:03.259497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:03.293703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75a5eb01-1c6b-4e3f-ab3a-de4d067630d8 req-10b09722-e835-4d8d-8dce-b53f8c5ac137 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676478 Feb 11 14:23:03.337365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event updated for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:03.364127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c8f30d3-8bfe-470b-89a3-b4f7967ad530 req-c0cbeab7-a335-4020-9248-0cb3c4dc927c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 210 time: 0.0511765 Feb 11 14:23:03.382080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:03.388174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.427994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.498840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.508690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:03.514849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:03.518986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=f58d092a-8a1a-4061-bd06-90654ff45076,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:03.538152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:03.540298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:03.540975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.556668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fd06f-a7d0-4c20-83b9-5dfa3510555c req-65a5fc92-9ec0-4b53-bf7f-45113535a790 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:03.556960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-9b60cc35-018f-4ac3-8b3e-11653c64bec2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2146549 Feb 11 14:23:03.558119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=6ca0a3e2-40ba-4019-8ccc-a6dc026dca86,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:03.558269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b5fd06f-a7d0-4c20-83b9-5dfa3510555c req-65a5fc92-9ec0-4b53-bf7f-45113535a790 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 931 time: 0.1430225 Feb 11 14:23:03.583397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Request body: {'port': {'device_id': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:03.586862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port 6ca0a3e2-40ba-4019-8ccc-a6dc026dca86 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:03.607779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b5fd06f-a7d0-4c20-83b9-5dfa3510555c req-cdf53acc-66c5-4057-9121-6fe4b18762cc tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Feb 11 14:23:03.713703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.716280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.732385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33318) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:03.734802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af3e4ea9-d2c9-4370-bd62-5546ac7f5fbd tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7363329 Feb 11 14:23:03.737671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:a7:55:fe'}, {'ip_address': '2001:db8::217', 'mac_address': 'fa:16:3e:95:e2:de'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:03.783059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0399bc2-eecc-471c-980e-d55036a58f7c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:03.828174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:03.828590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1cf8f6-7fe6-4c0b-aca4-ebe0926ca249') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:03.848938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-122b7fa5-a98d-4471-baaf-bc9d5eefdf49 None None] Provisioning complete for port f58d092a-8a1a-4061-bd06-90654ff45076 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:03.849773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122b7fa5-a98d-4471-baaf-bc9d5eefdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.862344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.888110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-122b7fa5-a98d-4471-baaf-bc9d5eefdf49 None None] Port f58d092a-8a1a-4061-bd06-90654ff45076 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:03.981392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:03.982057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33324) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:04.021496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:04.021851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:04.026847 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:04.118702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bded600b-d9a5-43b1-bb3c-13372cf6cd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.212909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741891-07c1-408d-b3ae-ae1e131be135 req-59a84960-eb44-4a10-ade8-f99716c2312b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:04.214414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c741891-07c1-408d-b3ae-ae1e131be135 req-59a84960-eb44-4a10-ade8-f99716c2312b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.2369409 Feb 11 14:23:04.223554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.278656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.326219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.326219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/c0399bc2-eecc-471c-980e-d55036a58f7c HTTP/1.1" status: 204 len: 168 time: 4.9591434 Feb 11 14:23:04.338056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:04.341201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c741891-07c1-408d-b3ae-ae1e131be135 req-55a114ff-87c7-4cf3-8730-3f1e76482bb5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206150 Feb 11 14:23:04.354525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bded600b-d9a5-43b1-bb3c-13372cf6cd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.360741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2129206036'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:04.367297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e715-12ac-4f0b-ab0d-48e4a1d63ca1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=c0399bc2-eecc-471c-980e-d55036a58f7c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:04.423843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bded600b-d9a5-43b1-bb3c-13372cf6cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.518273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bded600b-d9a5-43b1-bb3c-13372cf6cd03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5fca86bfc1742af855084b97d7cc966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340471 Feb 11 14:23:04.519736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1914cd9d-3e53-444a-b0ac-43855a143c1c req-153ef95d-1fff-4564-8e59-355a9a84778d tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 210 time: 0.0480256 Feb 11 14:23:04.520736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:04.527872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867d2404-0d02-441d-b625-79bcbf1a57f8 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:04.530193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded600b-d9a5-43b1-bb3c-13372cf6cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca2e66-47da-4648-9b90-52bfe48852d1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:04.540698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.567136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a1cb4-e428-497b-8b9d-7441ced88f9a req-5bf26173-d50f-4d68-afe6-f4fa394aaece tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:04.568662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a88a1cb4-e428-497b-8b9d-7441ced88f9a req-5bf26173-d50f-4d68-afe6-f4fa394aaece tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1071196 Feb 11 14:23:04.576641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Transition to ACTIVE for port object 867d2404-0d02-441d-b625-79bcbf1a57f8 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:04.609037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.635922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:04.639288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.661101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.661630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.700188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:04.707984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.712693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a88a1cb4-e428-497b-8b9d-7441ced88f9a req-cfab3d46-92fd-4009-a132-be7545659922 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274366 Feb 11 14:23:04.714567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.746558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.746913 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment dfaa1db5-f265-4a65-964b-8e2c6edadcd6 of type vlan for network c77cdbe6-95dc-4dba-b516-130892ae3995 Feb 11 14:23:04.772765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-3f3d8340-af52-4254-9071-4c54670a0b18 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:04.774284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-3f3d8340-af52-4254-9071-4c54670a0b18 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.62 "GET /v2.0/networks?id=18343db8-251e-4db2-a0a4-542439673d1c HTTP/1.1" status: 200 len: 809 time: 0.1858535 Feb 11 14:23:04.776461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] In _notify_port_updated(), no bound segment for port f58d092a-8a1a-4061-bd06-90654ff45076 on network 028430cf-a7be-4801-91ac-a6bd1e605720 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:23:04.782715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:04.782715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.786661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "PUT /v2.0/ports/f58d092a-8a1a-4061-bd06-90654ff45076 HTTP/1.1" status: 200 len: 1068 time: 1.0505419 Feb 11 14:23:04.786661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Pushing event updated for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:04.791215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33344) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:04.810887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Request body: {'port': {'device_id': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c', 'admin_state_up': True, 'tenant_id': '4fa1b7d4f3b844209090f5f447db3c7b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:04.900417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.903265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.905137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/beca2e66-47da-4648-9b90-52bfe48852d1 HTTP/1.1" status: 204 len: 168 time: 0.3833227 Feb 11 14:23:04.932576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:04.943688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307faf41-9ff5-4715-b337-bfb040dd7c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca2e66-47da-4648-9b90-52bfe48852d1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:04.979880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5f1dc-4e0b-4424-9d67-e6bffaa17c51 req-fd6844ec-7743-4f74-888b-5a2ab122c52d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:05.000913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7e5f1dc-4e0b-4424-9d67-e6bffaa17c51 req-fd6844ec-7743-4f74-888b-5a2ab122c52d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 943 time: 0.2864196 Feb 11 14:23:05.028052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b670b5-aadd-4cfd-a02f-244480d49475 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event updated for resources: {'Port': ['ID=f58d092a-8a1a-4061-bd06-90654ff45076,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:05.049678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Made reservation on behalf of 4fa1b7d4f3b844209090f5f447db3c7b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:05.055968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.121416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Attempting to bind port 867d2404-0d02-441d-b625-79bcbf1a57f8 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:05.121780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Attempting to bind port 867d2404-0d02-441d-b625-79bcbf1a57f8 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:05.132288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Attempting to bind port 867d2404-0d02-441d-b625-79bcbf1a57f8 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:05.132449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f4671735-a380-4177-aca3-8ac50788befe None None] Provisioning complete for port f58d092a-8a1a-4061-bd06-90654ff45076 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:05.132449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4671735-a380-4177-aca3-8ac50788befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.134595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7e5f1dc-4e0b-4424-9d67-e6bffaa17c51 req-38aa728b-2a0d-4807-9be6-b59f004da269 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328211 Feb 11 14:23:05.138015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Port 867d2404-0d02-441d-b625-79bcbf1a57f8 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:05.138338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Attempting to bind port 867d2404-0d02-441d-b625-79bcbf1a57f8 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:05.146958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:05.147375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Checking segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:05.147681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Bound using segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:05.148117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Bound port: 867d2404-0d02-441d-b625-79bcbf1a57f8, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:05.148476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.182530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f4671735-a380-4177-aca3-8ac50788befe None None] Port f58d092a-8a1a-4061-bd06-90654ff45076 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:05.186080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port f58d092a-8a1a-4061-bd06-90654ff45076 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:05.186575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.195116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.200594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:05.201223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.221520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Allocated IP 172.20.0.4 (18343db8-251e-4db2-a0a4-542439673d1c/a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d/665b63f3-574a-47d8-bbdf-a9ba849bb038) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:05.332047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9898250 Feb 11 14:23:05.337511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:05.344507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:05.379697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10011b57-d216-4ac4-bbdd-1697b773c52d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=c77cdbe6-95dc-4dba-b516-130892ae3995,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:05.382902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:05.388964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c77cdbe6-95dc-4dba-b516-130892ae3995 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:05.405019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=867d2404-0d02-441d-b625-79bcbf1a57f8,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:05.409168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.422876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for f58d092a-8a1a-4061-bd06-90654ff45076 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:05.487497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.535892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.562404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:05.563105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.564626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] 10.222.0.60 "PUT /v2.0/ports/867d2404-0d02-441d-b625-79bcbf1a57f8 HTTP/1.1" status: 200 len: 1091 time: 1.9978313 Feb 11 14:23:05.565180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:05.578539 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc962d8-2215-43d2-a58b-8f60ee225d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:05.622459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:05.624688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.706068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76b3736b-7bc9-46f5-9a31-d33771dacb33 req-9309c4ef-ff2b-4ba4-89ec-a3b596924676 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 210 time: 0.0619335 Feb 11 14:23:05.706868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee405c7-c0f5-4d62-a248-002b12afa20e service neutron] Pushing event updated for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:05.755437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc199f-0ec1-45d7-a7ec-a780990dfc0e req-c9b77d94-d8ae-49eb-a33b-e411799f3a9a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:05.755437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39dc199f-0ec1-45d7-a7ec-a780990dfc0e req-c9b77d94-d8ae-49eb-a33b-e411799f3a9a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.3042908 Feb 11 14:23:05.796716 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a33d21-082d-4deb-92e2-50311b1725b1 x-openstack-request-id: req-42a33d21-082d-4deb-92e2-50311b1725b1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:05.797036 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:05.797288 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42a33d21-082d-4deb-92e2-50311b1725b1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:05.797867 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8', 'status': 'completed', 'code': 200} Feb 11 14:23:05.809118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-1d52918f-0e09-4155-9e6e-9184af36fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:05.811562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-1d52918f-0e09-4155-9e6e-9184af36fde7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 1094 time: 0.1130245 Feb 11 14:23:05.844305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39dc199f-0ec1-45d7-a7ec-a780990dfc0e req-3e3a7048-6e57-4b41-ae84-a94630d6a032 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781162 Feb 11 14:23:05.855004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.874464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-1524ca46-9107-4b77-b8c6-04fbbafa262a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867d2404-0d02-441d-b625-79bcbf1a57f8 HTTP/1.1" status: 200 len: 217 time: 0.0520194 Feb 11 14:23:05.925284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:05.946757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Network 18343db8-251e-4db2-a0a4-542439673d1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:05.953192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:05.959935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:05.966553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Pushing event updated for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:05.991788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=f58d092a-8a1a-4061-bd06-90654ff45076,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:06.050842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.052071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.102483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-6bef44f8-a062-427a-89d4-0d070b98bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.104050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-6bef44f8-a062-427a-89d4-0d070b98bea0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.2211437 Feb 11 14:23:06.121241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582396a4-eafa-4a28-a83e-13debc379a70 req-5e73044c-a3bf-4bb8-85da-f3c931449792 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.128795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-582396a4-eafa-4a28-a83e-13debc379a70 req-5e73044c-a3bf-4bb8-85da-f3c931449792 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2329655 Feb 11 14:23:06.186457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-40d9de14-5204-4e35-b929-2de844c4da81 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4023502 Feb 11 14:23:06.186844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-b6d881bb-583e-46ed-91bd-8a7a3697dc89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556500 Feb 11 14:23:06.199717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Request body: {'port': {'device_id': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:06.243384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.378413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-582396a4-eafa-4a28-a83e-13debc379a70 req-3db770ee-f97d-4d93-a55c-69a767e0edfd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479489 Feb 11 14:23:06.380225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.387226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1bba2e70-f9b5-4884-9e7a-db78685b449f tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/f58d092a-8a1a-4061-bd06-90654ff45076 HTTP/1.1" status: 204 len: 168 time: 1.5907955 Feb 11 14:23:06.387910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.390750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33386) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:06.446014 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1322bb31-d0c2-4184-a944-849a44771486 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] GET failed (client error): The resource could not be found. Feb 11 14:23:06.450386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1322bb31-d0c2-4184-a944-849a44771486 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports/f58d092a-8a1a-4061-bd06-90654ff45076 HTTP/1.1" status: 404 len: 333 time: 0.0558932 Feb 11 14:23:06.451703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33388) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:06.470891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:06.477621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=4aa0754b-9523-4093-9aee-51b95375b721,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:06.509645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a44d4-2d9d-4d05-b575-99626020d568 req-d0f97365-89dc-4dd4-bc8d-91d4f66cf8b8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.511150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e5a44d4-2d9d-4d05-b575-99626020d568 req-d0f97365-89dc-4dd4-bc8d-91d4f66cf8b8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 943 time: 0.2086301 Feb 11 14:23:06.522677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:06.523123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: c77cdbe6-95dc-4dba-b516-130892ae3995, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:06.523253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-1f75e536-a03b-4959-b77e-45bcd6223233 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199055 Feb 11 14:23:06.614083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-748924437-network', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:06.648749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port 24b7ff87-f71a-482f-bc1c-529e9fdbabb3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:06.649106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.654567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0458fae-ddd4-4483-bfb2-8011f78ac27d req-a7eb3a5f-7517-4429-96af-0a785f5f3cb3 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037185 Feb 11 14:23:06.668198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1e5a44d4-2d9d-4d05-b575-99626020d568 req-86884f19-8fea-4484-a6e4-78420f9caf76 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417944 Feb 11 14:23:06.747267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network c77cdbe6-95dc-4dba-b516-130892ae3995 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:06.758134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.770697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for 24b7ff87-f71a-482f-bc1c-529e9fdbabb3 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:06.814153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665b63f3-574a-47d8-bbdf-a9ba849bb038 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:06.821668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.826101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Made reservation on behalf of 91d56a7c9cfe4d61b3d8200b03ca38c5 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:06.828396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.842809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.853529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Transition to ACTIVE for port object 665b63f3-574a-47d8-bbdf-a9ba849bb038 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:06.893801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c77cdbe6-95dc-4dba-b516-130892ae3995) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:06.906190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.907071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.907739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce77a37-b4a6-4712-b7b3-4277dea6a19b None None] Network c77cdbe6-95dc-4dba-b516-130892ae3995 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:06.947182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.039077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Pushing event updated for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:07.050029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.053927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0abe26ba-ebc1-464c-8917-1a718bba4174 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7145929 Feb 11 14:23:07.064347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c52444-5612-4366-bdec-a3a37fcc0f91 req-26455446-2471-43bd-9c3d-8cb758541f65 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.065910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52c52444-5612-4366-bdec-a3a37fcc0f91 req-26455446-2471-43bd-9c3d-8cb758541f65 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1560142 Feb 11 14:23:07.069673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:07.072596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517794540'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:07.083501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c77cdbe6-95dc-4dba-b516-130892ae3995', 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '4aa0754b-9523-4093-9aee-51b95375b721'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:07.085332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.141200 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.202937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52c52444-5612-4366-bdec-a3a37fcc0f91 req-f3bc6460-869f-4cdd-a67b-ece286bb8d2a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111009 Feb 11 14:23:07.221884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-c4ac748a-6117-486e-aa02-1fbccc20a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.222726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-c4ac748a-6117-486e-aa02-1fbccc20a566 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 1094 time: 0.4096169 Feb 11 14:23:07.227496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:07.243681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665d0c-11c0-49e8-a454-3272a8501c74 req-3dcf17ad-4fe1-4a52-b68b-b49a9213ce04 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.250057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c665d0c-11c0-49e8-a454-3272a8501c74 req-3dcf17ad-4fe1-4a52-b68b-b49a9213ce04 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 931 time: 0.4340546 Feb 11 14:23:07.254711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.255090 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Added segment fbba925c-2cbb-4ca4-8db7-ec67d1f42c13 of type vlan for network 59045a06-df7b-4142-9705-81061836abc0 Feb 11 14:23:07.256877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf6215-fb41-4d33-b022-a4ec5dff4996,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:07.269039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Allocated IP 2001:db8::3 (c77cdbe6-95dc-4dba-b516-130892ae3995/4aa0754b-9523-4093-9aee-51b95375b721/3f794ebb-a4e3-4bde-90a1-40142042de0c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:07.424599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c665d0c-11c0-49e8-a454-3272a8501c74 req-aa98b50a-f476-48c3-9800-511133115b01 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696513 Feb 11 14:23:07.454019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.493702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-55273d35-c3c5-42b2-b43d-e722554752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.495491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-55273d35-c3c5-42b2-b43d-e722554752cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 915 time: 0.2615855 Feb 11 14:23:07.539759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-4ab9d502-1b65-4968-92cd-248d79d0de70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867d2404-0d02-441d-b625-79bcbf1a57f8 HTTP/1.1" status: 200 len: 217 time: 0.0372014 Feb 11 14:23:07.556057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.593116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-0cd5bf42-6df0-482d-9438-4f8e27e09539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.594646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-0cd5bf42-6df0-482d-9438-4f8e27e09539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.0484009 Feb 11 14:23:07.602057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Network c77cdbe6-95dc-4dba-b516-130892ae3995 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:07.606410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:07.609330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Pushing event updated for resources: {'Port': ['ID=3f794ebb-a4e3-4bde-90a1-40142042de0c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:07.612012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:07.620152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:07.631092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.637334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-a7c8788b-7ad1-491a-88db-da8ced3b2c36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359042 Feb 11 14:23:07.653738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Attempting to bind port 665b63f3-574a-47d8-bbdf-a9ba849bb038 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:07.654122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Attempting to bind port 665b63f3-574a-47d8-bbdf-a9ba849bb038 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c53fdd53-0e91-46bf-963b-f79bc2a22086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:07.654766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Attempting to bind port 665b63f3-574a-47d8-bbdf-a9ba849bb038 on network 18343db8-251e-4db2-a0a4-542439673d1c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:07.683706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Attempting to bind port 3f794ebb-a4e3-4bde-90a1-40142042de0c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:07.684320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Attempting to bind port 3f794ebb-a4e3-4bde-90a1-40142042de0c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:07.684690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Attempting to bind port 3f794ebb-a4e3-4bde-90a1-40142042de0c on network c77cdbe6-95dc-4dba-b516-130892ae3995 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:07.692611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:07.693901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Checking segment: {'id': 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:07.694487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.695199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Bound using segment: {'id': 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:07.696084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Bound port: 3f794ebb-a4e3-4bde-90a1-40142042de0c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c77cdbe6-95dc-4dba-b516-130892ae3995'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:07.697086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.709910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Port 665b63f3-574a-47d8-bbdf-a9ba849bb038 on network 18343db8-251e-4db2-a0a4-542439673d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:07.716278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Attempting to bind port 665b63f3-574a-47d8-bbdf-a9ba849bb038 on network 18343db8-251e-4db2-a0a4-542439673d1c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:07.734972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:07.744253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.744607 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 816ca3dc-cdec-42aa-8279-f1d2b0628fe1 of type vlan for network 7f7de69b-d3fb-4817-ac0b-3b36c0458df5 Feb 11 14:23:07.756332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.804096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.809817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=24b7ff87-f71a-482f-bc1c-529e9fdbabb3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:07.815711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] For port 3f794ebb-a4e3-4bde-90a1-40142042de0c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:07.823664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] For port 3f794ebb-a4e3-4bde-90a1-40142042de0c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3f794ebb-a4e3-4bde-90a1-40142042de0c,segment=NetworkSegment(dfaa1db5-f265-4a65-964b-8e2c6edadcd6),segment_id=dfaa1db5-f265-4a65-964b-8e2c6edadcd6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:07.855156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:07.855430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Checking segment: {'id': 'c53fdd53-0e91-46bf-963b-f79bc2a22086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:07.855814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Bound using segment: {'id': 'c53fdd53-0e91-46bf-963b-f79bc2a22086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:07.856248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Bound port: 665b63f3-574a-47d8-bbdf-a9ba849bb038, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53fdd53-0e91-46bf-963b-f79bc2a22086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:07.856605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.859400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.869775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-41fa20bb-1ca7-409f-940c-e49c3fac6570 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250953 Feb 11 14:23:07.875648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.883979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4a9625c4-9313-42ab-a7f5-dda800823302 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/24b7ff87-f71a-482f-bc1c-529e9fdbabb3 HTTP/1.1" status: 204 len: 168 time: 1.4212973 Feb 11 14:23:07.884772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33410) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:07.917926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb550-96c5-4445-82be-ecc7df02fd4e req-b2f6da73-9d16-4da3-a1e0-bb42ae1f7092 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.925128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e15fb550-96c5-4445-82be-ecc7df02fd4e req-b2f6da73-9d16-4da3-a1e0-bb42ae1f7092 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.3213291 Feb 11 14:23:07.945480 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.964394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.972036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:07.972657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:07.976038 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b01f90-3cb7-4b1b-b2e5-11e4e7bc2fba tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] GET failed (client error): The resource could not be found. Feb 11 14:23:07.978906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-16b01f90-3cb7-4b1b-b2e5-11e4e7bc2fba tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "GET /v2.0/ports/24b7ff87-f71a-482f-bc1c-529e9fdbabb3 HTTP/1.1" status: 404 len: 333 time: 0.0730226 Feb 11 14:23:07.983351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:08.121127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b8efc-5a37-4b0b-b930-df1a978e6deb None None] Pushing event updated for resources: {'Port': ['ID=3f794ebb-a4e3-4bde-90a1-40142042de0c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:08.191962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.193866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:08.196636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.216657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af76fc5-8e60-4c9d-b290-3da732411646 req-bebe683c-f395-4c10-a8cc-21974d266a15 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:08.218328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8af76fc5-8e60-4c9d-b290-3da732411646 req-bebe683c-f395-4c10-a8cc-21974d266a15 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 943 time: 0.4172111 Feb 11 14:23:08.275421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=7f7de69b-d3fb-4817-ac0b-3b36c0458df5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:08.285028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cc962d8-2215-43d2-a58b-8f60ee225d9d req-868bdc2b-a33c-43fe-88a6-0fa31925fa0e service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978331 Feb 11 14:23:08.290121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7f7de69b-d3fb-4817-ac0b-3b36c0458df5 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:08.299109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-29be58ec-bf3d-4507-a7aa-189c0ad85a8c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2301946 Feb 11 14:23:08.305294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:08.311316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '7f7de69b-d3fb-4817-ac0b-3b36c0458df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:08.339009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8af76fc5-8e60-4c9d-b290-3da732411646 req-730ad781-6831-4e86-9bd3-6e8185a949cf tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004715 Feb 11 14:23:08.408033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port 8a279ada-980b-4a9c-97cb-01ef697ea458 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:08.408408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.426718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e15fb550-96c5-4445-82be-ecc7df02fd4e req-35b20d1b-30c2-4855-8d71-09e7cedc4daf tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5007112 Feb 11 14:23:08.533157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:08.543966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] Pushing event updated for resources: {'Network': ['ID=59045a06-df7b-4142-9705-81061836abc0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:08.556454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0fee91fb-91a7-4eb0-9bd0-8d68c57535fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0770862 Feb 11 14:23:08.563098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 59045a06-df7b-4142-9705-81061836abc0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:08.563981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33424) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:08.569740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Request body: {'subnet': {'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-748924437-subnet', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:08.597696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038,segment=NetworkSegment(c53fdd53-0e91-46bf-963b-f79bc2a22086),segment_id=c53fdd53-0e91-46bf-963b-f79bc2a22086)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:08.644001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffba256-7ed0-4ba3-b6f7-3ec07cc1cc47 req-9d5124c4-a80c-40f2-9365-3aa7a5cbd063 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:08.645659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ffba256-7ed0-4ba3-b6f7-3ec07cc1cc47 req-9d5124c4-a80c-40f2-9365-3aa7a5cbd063 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1610889 Feb 11 14:23:08.692206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.718887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3f794ebb-a4e3-4bde-90a1-40142042de0c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:08.746541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.753078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:08.753701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.755098 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] 10.222.0.62 "PUT /v2.0/ports/665b63f3-574a-47d8-bbdf-a9ba849bb038 HTTP/1.1" status: 200 len: 1091 time: 2.5608668 Feb 11 14:23:08.755575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:08.759478 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:08.768879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Made reservation on behalf of 91d56a7c9cfe4d61b3d8200b03ca38c5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:08.771796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.778695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ffba256-7ed0-4ba3-b6f7-3ec07cc1cc47 req-9d4d4ce6-aecf-4519-bc3b-414b0f6bcdf8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078601 Feb 11 14:23:08.779635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for 8a279ada-980b-4a9c-97cb-01ef697ea458 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:08.814966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3f794ebb-a4e3-4bde-90a1-40142042de0c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:08.815345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.894264 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec79881-21c5-4d42-8185-427c2fd15842 x-openstack-request-id: req-aec79881-21c5-4d42-8185-427c2fd15842 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:08.894626 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:08.894813 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aec79881-21c5-4d42-8185-427c2fd15842 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:08.895173 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038', 'status': 'completed', 'code': 200} Feb 11 14:23:08.903086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af5fa1-a3dd-4887-bf36-af402a2af28a service neutron] Pushing event updated for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:08.913291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850faec-7c38-4667-878c-8fd8ec5e949b req-9b1c1bf8-bdcb-4953-b837-4e23099ca64b tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:08.920549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3850faec-7c38-4667-878c-8fd8ec5e949b req-9b1c1bf8-bdcb-4953-b837-4e23099ca64b tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 943 time: 0.3249815 Feb 11 14:23:08.941813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:08.978173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 3f794ebb-a4e3-4bde-90a1-40142042de0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3f794ebb-a4e3-4bde-90a1-40142042de0c,segment=NetworkSegment(dfaa1db5-f265-4a65-964b-8e2c6edadcd6),segment_id=dfaa1db5-f265-4a65-964b-8e2c6edadcd6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:09.020404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3850faec-7c38-4667-878c-8fd8ec5e949b req-86db3b6b-c0fb-4c1d-b9a9-1860b19b9b25 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989740 Feb 11 14:23:09.028147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-89c22d22-35fe-48e3-a1c2-82629c1b424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:09.029845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-89c22d22-35fe-48e3-a1c2-82629c1b424b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa1b7d4f3b844209090f5f447db3c7b&device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 1094 time: 0.1338537 Feb 11 14:23:09.032477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.077296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.094969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:09.101244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.144154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=8a279ada-980b-4a9c-97cb-01ef697ea458,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:09.148298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=3f794ebb-a4e3-4bde-90a1-40142042de0c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:09.151049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 867d2404-0d02-441d-b625-79bcbf1a57f8 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:09.151466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.157891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-817aed96-fcc2-4d57-88df-a48968c3416e tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/ports/8a279ada-980b-4a9c-97cb-01ef697ea458 HTTP/1.1" status: 204 len: 168 time: 1.0938742 Feb 11 14:23:09.161969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:09.243001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting subnet 95cc3de7-7eae-4ebf-8960-81c97655094d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:09.254573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.337231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.339187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=867d2404-0d02-441d-b625-79bcbf1a57f8,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:09.358425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '867d2404-0d02-441d-b625-79bcbf1a57f8', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'port_id': '867d2404-0d02-441d-b625-79bcbf1a57f8', 'mac_address': 'fa:16:3e:db:27:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f14edb4-aa0b-44af-a0f7-c6a7356671a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:09.423121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.442617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867d2404-0d02-441d-b625-79bcbf1a57f8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:09.463734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:23:09.466173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:23:09.468620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=867d2404-0d02-441d-b625-79bcbf1a57f8,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:09.472482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-2cf4ec4f-235e-44eb-89ce-6c6653378364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:09.474469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-2cf4ec4f-235e-44eb-89ce-6c6653378364 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4fa1b7d4f3b844209090f5f447db3c7b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4355621 Feb 11 14:23:09.563259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.626475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.659452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:09.734557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.756994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5cdab-388f-4653-b033-e12c1c77d772 req-5838d3bf-ff0c-42e6-92c8-4abc6e1fc0e5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:09.758771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3b5cdab-388f-4653-b033-e12c1c77d772 req-5838d3bf-ff0c-42e6-92c8-4abc6e1fc0e5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 944 time: 0.2008309 Feb 11 14:23:09.798997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['867d2404-0d02-441d-b625-79bcbf1a57f8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:09.805536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3b5cdab-388f-4653-b033-e12c1c77d772 req-a049cc64-1d7f-4768-8492-f3222cac263b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Feb 11 14:23:09.816295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c78854-ea7b-42ad-a814-5ffd43775b39 None None] Network c77cdbe6-95dc-4dba-b516-130892ae3995 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:09.819000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-fc6c5ca2-3286-4bb6-b186-25ce6805ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:09.820612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8da885a3-b9d5-49f3-8fd9-890f56bc1a8a req-fc6c5ca2-3286-4bb6-b186-25ce6805ede8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3352764 Feb 11 14:23:09.862602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c745a77-d3af-4b2a-b8e9-93150137da17 req-06ba7614-93c2-4780-b2d5-e233eaae79f3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:09.871191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c745a77-d3af-4b2a-b8e9-93150137da17 req-06ba7614-93c2-4780-b2d5-e233eaae79f3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2361472 Feb 11 14:23:09.900475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.956249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12dae4f-1722-4053-bf89-94cf00aba8dc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:09.959248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f94774ca-9c4d-44e9-b66e-cdbbfd22af60 None None] Provisioning complete for port 3f794ebb-a4e3-4bde-90a1-40142042de0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:09.959712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f94774ca-9c4d-44e9-b66e-cdbbfd22af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.965737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:09.970085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/subnets/95cc3de7-7eae-4ebf-8960-81c97655094d HTTP/1.1" status: 204 len: 168 time: 0.8065937 Feb 11 14:23:09.973058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b7f7e-9352-4907-8e90-dbd66f1042f9 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Subnet': ['ID=95cc3de7-7eae-4ebf-8960-81c97655094d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:09.975995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:10.002241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e78c5-435f-49bc-bd5f-0e95196218b2 None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:10.004097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c745a77-d3af-4b2a-b8e9-93150137da17 req-8e51a1a4-f99f-4963-b809-469391e06df4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320555 Feb 11 14:23:10.005850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Checking segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:10.021772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Network hostable DHCP agents. Network: 59045a06-df7b-4142-9705-81061836abc0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:10.021772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-999b8fa7-a11a-429d-9b71-8bae47fcfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.021772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-999b8fa7-a11a-429d-9b71-8bae47fcfb0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa1b7d4f3b844209090f5f447db3c7b&device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 1094 time: 0.1438661 Feb 11 14:23:10.089807 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.093489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-f53c9226-be09-4e1b-aca1-60dafb4990f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038 HTTP/1.1" status: 200 len: 217 time: 0.0601692 Feb 11 14:23:10.151268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=cf989c1d-b576-446f-8867-6ca468366609,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:10.171930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346184b-cecd-4427-b644-6436fe4f4d6e req-5a53a182-7bec-4306-b815-71d9444924f1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.177271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d346184b-cecd-4427-b644-6436fe4f4d6e req-5a53a182-7bec-4306-b815-71d9444924f1 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.2874846 Feb 11 14:23:10.182232 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.187901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Network 59045a06-df7b-4142-9705-81061836abc0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:10.234697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '816ca3dc-cdec-42aa-8279-f1d2b0628fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7f7de69b-d3fb-4817-ac0b-3b36c0458df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:10.235298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 7f7de69b-d3fb-4817-ac0b-3b36c0458df5, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:10.245809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-821c76ff-38fd-4985-9457-37ce4960ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.247501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-821c76ff-38fd-4985-9457-37ce4960ddc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d HTTP/1.1" status: 200 len: 849 time: 0.0995626 Feb 11 14:23:10.267982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d346184b-cecd-4427-b644-6436fe4f4d6e req-965d2c4a-18e5-435d-b5b9-b6644abafd91 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809896 Feb 11 14:23:10.289480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-95c8a622-0776-4080-a382-8f794385c98b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18343db8-251e-4db2-a0a4-542439673d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334420 Feb 11 14:23:10.293650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 59045a06-df7b-4142-9705-81061836abc0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:10.300392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.300616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.313875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c591258-21ad-40ca-be0f-9513dbdb3f53 None None] Network 59045a06-df7b-4142-9705-81061836abc0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:10.314948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Deleting port d3819a1a-b18d-4d13-b76c-04f36f9fd941 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:10.315303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.477150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-b7e08f79-d09d-49dd-9d50-26863f5185e3 service neutron] 10.222.0.62 "GET /v2.0/networks/18343db8-251e-4db2-a0a4-542439673d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789310 Feb 11 14:23:10.482402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 7f7de69b-d3fb-4817-ac0b-3b36c0458df5 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:10.498805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] For port d3819a1a-b18d-4d13-b76c-04f36f9fd941, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d3819a1a-b18d-4d13-b76c-04f36f9fd941,segment=NetworkSegment(73ad000f-2254-4276-8d57-6d87d8dae3aa),segment_id=73ad000f-2254-4276-8d57-6d87d8dae3aa)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:10.504743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.514322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7f7de69b-d3fb-4817-ac0b-3b36c0458df5) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:10.564993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.565772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.703833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3bb7c5b-e3f5-47da-972b-875838fe0a02 req-d151297a-9c56-456b-8ebf-b3f98298033d service neutron] 10.222.0.62 "GET /v2.0/networks/18343db8-251e-4db2-a0a4-542439673d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187552 Feb 11 14:23:10.714689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-395f7da7-de03-402e-ac73-8bec94130bfc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1468918 Feb 11 14:23:10.718234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:10.724593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Calling delete_port for d3819a1a-b18d-4d13-b76c-04f36f9fd941 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:10.725078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:10.739187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad0c88-4a4b-4467-866b-13d3ad41c2a2 None None] Network 7f7de69b-d3fb-4817-ac0b-3b36c0458df5 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:10.751446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3f794ebb-a4e3-4bde-90a1-40142042de0c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:10.771815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-efae08de-861d-4298-a796-9a2c2fa83bab tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4651463 Feb 11 14:23:10.775958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:10.791027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00d56e-30d9-4149-bf50-a6d5c221d950 req-1edf10e8-d8df-49c3-aa62-58c99d2d8f64 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.795983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b00d56e-30d9-4149-bf50-a6d5c221d950 req-1edf10e8-d8df-49c3-aa62-58c99d2d8f64 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2601318 Feb 11 14:23:10.896876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-bcc257f7-af8f-48da-822a-8762fb6b275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.898472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-bcc257f7-af8f-48da-822a-8762fb6b275c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.2398665 Feb 11 14:23:10.900790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.902842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.904740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.951511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] DHCP port deletion for 028430cf-a7be-4801-91ac-a6bd1e605720 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:10.965170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c099fe52-bc23-4412-b590-90525575ae4e None None] Provisioning complete for port 3f794ebb-a4e3-4bde-90a1-40142042de0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:10.965630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c099fe52-bc23-4412-b590-90525575ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.975131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:10.989192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312c771-d948-4971-8d1c-46d9a48644c6 req-15607463-f99b-4f44-aa26-cf1c54a7e52c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:10.997461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4312c771-d948-4971-8d1c-46d9a48644c6 req-15607463-f99b-4f44-aa26-cf1c54a7e52c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 943 time: 0.4343805 Feb 11 14:23:11.041599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b00d56e-30d9-4149-bf50-a6d5c221d950 req-76b93070-0fb3-41a3-83ac-074db3583b47 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631718 Feb 11 14:23:11.131466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3f794ebb-a4e3-4bde-90a1-40142042de0c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:11.132044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.132152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-b90ddb24-4842-4c41-b26c-76bf36df0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:11.133476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4312c771-d948-4971-8d1c-46d9a48644c6 req-1a2d1923-ef42-4af3-973b-c23955220070 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343899 Feb 11 14:23:11.135198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-b90ddb24-4842-4c41-b26c-76bf36df0f0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.2143035 Feb 11 14:23:11.169283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4af23-3b51-46b6-b996-879d627a3ccd None None] Network 59045a06-df7b-4142-9705-81061836abc0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:11.231170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.248384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.290154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Port': ['ID=d3819a1a-b18d-4d13-b76c-04f36f9fd941,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:11.292088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] No DVR routers for this DVR port d3819a1a-b18d-4d13-b76c-04f36f9fd941 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:11.341749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-4f81201d-aee0-4ddc-b311-86d618bdab2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.1957207 Feb 11 14:23:11.415908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.426903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.435417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.441366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028430cf-a7be-4801-91ac-a6bd1e605720']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.452690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Deleting port d3819a1a-b18d-4d13-b76c-04f36f9fd941 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:11.453243 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.454675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ad000f-2254-4276-8d57-6d87d8dae3aa') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.454973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ad000f-2254-4276-8d57-6d87d8dae3aa') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.465577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.478617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375c5c0-2677-4c72-9c7c-5d2cfe9082ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7f7de69b-d3fb-4817-ac0b-3b36c0458df5', 'network_id': '7f7de69b-d3fb-4817-ac0b-3b36c0458df5', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': 'cf989c1d-b576-446f-8867-6ca468366609'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:11.479962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c375c5c0-2677-4c72-9c7c-5d2cfe9082ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.480117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.486840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:11.487241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.504268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=cf989c1d-b576-446f-8867-6ca468366609,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:11.564233 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:11.613539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-fcc487e1-5537-4d5f-8c02-1a05a17584f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:11.614481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf879b22-8294-48a2-b547-b102846dfa23 req-b5647ba3-925c-47b7-addd-8e71c4b35c41 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:11.615439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-fcc487e1-5537-4d5f-8c02-1a05a17584f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.0523338 Feb 11 14:23:11.616045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] For port d3819a1a-b18d-4d13-b76c-04f36f9fd941, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:11.616540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.622536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf879b22-8294-48a2-b547-b102846dfa23 req-b5647ba3-925c-47b7-addd-8e71c4b35c41 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1901293 Feb 11 14:23:11.624112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc289cc-d9fe-4978-9417-99c0f0cc4dbd req-412d19d7-890a-4375-8a5b-db46895891c9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:11.625650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdc289cc-d9fe-4978-9417-99c0f0cc4dbd req-412d19d7-890a-4375-8a5b-db46895891c9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 944 time: 0.4220660 Feb 11 14:23:11.657297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.666456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.690504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Calling delete_port for d3819a1a-b18d-4d13-b76c-04f36f9fd941 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:11.696711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Port d3819a1a-b18d-4d13-b76c-04f36f9fd941 was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:23:11.699419 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.704453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.708079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Network 028430cf-a7be-4801-91ac-a6bd1e605720 is not hosted by any dhcp agent {{(pid=109377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:23:11.708673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] 10.222.0.31 "DELETE /v2.0/networks/028430cf-a7be-4801-91ac-a6bd1e605720 HTTP/1.1" status: 204 len: 168 time: 1.7310734 Feb 11 14:23:11.711634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] No DVR routers for this DVR port d3819a1a-b18d-4d13-b76c-04f36f9fd941 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:11.712876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f9fb8-81f4-445a-9993-a453b93ff112 tempest-AllowedAddressPairIpV6TestJSON-752055183 tempest-AllowedAddressPairIpV6TestJSON-752055183-project] Pushing event deleted for resources: {'Network': ['ID=028430cf-a7be-4801-91ac-a6bd1e605720,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:11.741678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdc289cc-d9fe-4978-9417-99c0f0cc4dbd req-39cd2a6b-4e93-417f-ad10-76c98222ccae tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853350 Feb 11 14:23:11.743710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-85124894-798b-4c2e-9d06-70499f76bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:11.745365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-85124894-798b-4c2e-9d06-70499f76bde0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188576 Feb 11 14:23:11.752076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bf879b22-8294-48a2-b547-b102846dfa23 req-ef51beff-ad97-4a72-b443-9b8c1c8d36ff tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227460 Feb 11 14:23:11.752076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7de69b-d3fb-4817-ac0b-3b36c0458df5']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.752753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b95c6-47e6-4dab-9394-3d1c6d0773b7 None None] Pushing event deleted for resources: {'Port': ['ID=d3819a1a-b18d-4d13-b76c-04f36f9fd941,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:11.760176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59841ee8-9bb3-4663-a6e3-dc3f7ce62bef None None] Network 7f7de69b-d3fb-4817-ac0b-3b36c0458df5 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:11.779521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816ca3dc-cdec-42aa-8279-f1d2b0628fe1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.779816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816ca3dc-cdec-42aa-8279-f1d2b0628fe1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:11.803457 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.824561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.831321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:11.835122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:11.851833 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:11.893693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-911eee5f-27ee-4ef3-8e03-4755d38c6ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370625 Feb 11 14:23:12.004181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b650b0a7-4d53-4161-a67b-8f5806a7f06b req-fa95d6ac-561c-46ce-9fcf-d67ac81c6d2c service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031232 Feb 11 14:23:12.016970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.029626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.036157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/7f7de69b-d3fb-4817-ac0b-3b36c0458df5 HTTP/1.1" status: 204 len: 168 time: 1.2589412 Feb 11 14:23:12.039942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33482) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:12.049373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158578262'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:12.062529 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.082018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113447f7-6515-4f5c-9ec5-df955937c342 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=7f7de69b-d3fb-4817-ac0b-3b36c0458df5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:12.102200 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.178140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:12.181204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.216874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27b82c-6523-4405-812b-862fd9a54931 req-dd863871-aae8-4581-a764-24cf8b3e4772 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:12.225191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee27b82c-6523-4405-812b-862fd9a54931 req-dd863871-aae8-4581-a764-24cf8b3e4772 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0890985 Feb 11 14:23:12.245909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:12.266809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.267203 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 8b16c992-96ff-4c8e-955d-827ce8261c96 of type vlan for network 867fb92e-e0ec-4f2f-b3bf-991e165181cd Feb 11 14:23:12.287059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee27b82c-6523-4405-812b-862fd9a54931 req-34a22f1c-78a0-4895-bd13-baf9a841171a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552678 Feb 11 14:23:12.315630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33496) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:12.335536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.447829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.453510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:12.454112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.566591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d3819a1a-b18d-4d13-b76c-04f36f9fd941 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:12.588094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d3819a1a-b18d-4d13-b76c-04f36f9fd941 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:12.588925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d3819a1a-b18d-4d13-b76c-04f36f9fd941 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:12.614000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661e1c-0125-4bdd-bd55-2dd1a144910e req-f33f857e-32ff-422b-8cf0-dffa1ca9ff15 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:12.614659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=867fb92e-e0ec-4f2f-b3bf-991e165181cd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:12.615625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f661e1c-0125-4bdd-bd55-2dd1a144910e req-f33f857e-32ff-422b-8cf0-dffa1ca9ff15 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 943 time: 0.1007891 Feb 11 14:23:12.622541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a5612016-160b-49f2-8e23-863fab8cfded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e6400ca9a7e4a048c119b673ee22464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046780 Feb 11 14:23:12.622541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:12.633776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 867fb92e-e0ec-4f2f-b3bf-991e165181cd details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:12.653652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Allocated IP 172.25.7.193 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2cabbb83-964d-499b-90ae-d1966823f8b5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:12.680087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f661e1c-0125-4bdd-bd55-2dd1a144910e req-2ea6178d-9ffb-4bb9-ac28-f2212a976094 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571928 Feb 11 14:23:12.706769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d53e4322-97d3-480e-b3db-a0888cebb4b9 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6652665 Feb 11 14:23:12.720051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33506) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:12.728573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:12.760439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.843231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.887849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:12.947259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c872e8-fe08-421f-a57e-a7725cf1415d req-acf23331-419c-4c55-b17e-5821cf957a46 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:12.949459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12c872e8-fe08-421f-a57e-a7725cf1415d req-acf23331-419c-4c55-b17e-5821cf957a46 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.0772388 Feb 11 14:23:12.973383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a005-27fb-4249-994e-f7a35e77dd6d req-8c041dbb-73f6-425c-9802-461ccf65144a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:12.975127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b240a005-27fb-4249-994e-f7a35e77dd6d req-8c041dbb-73f6-425c-9802-461ccf65144a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 944 time: 0.0750499 Feb 11 14:23:12.989433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12c872e8-fe08-421f-a57e-a7725cf1415d req-a12ed354-3c3b-4355-8b70-f398107da9e8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Feb 11 14:23:13.012291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:13.012291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.021358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b240a005-27fb-4249-994e-f7a35e77dd6d req-422937c0-9916-44cd-8600-ede8245265c4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Feb 11 14:23:13.036616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.072056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.075471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.078326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45038829-df5c-4b7b-a276-9ab0fd69fc12 HTTP/1.1" status: 204 len: 168 time: 0.4529233 Feb 11 14:23:13.092486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b568-d512-464d-bcb8-607eeb8fa433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45038829-df5c-4b7b-a276-9ab0fd69fc12,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:13.099855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:13.104954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:13.108478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:13.126415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 867d2404-0d02-441d-b625-79bcbf1a57f8 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:13.134539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Pushing event updated for resources: {'Port': ['ID=2cabbb83-964d-499b-90ae-d1966823f8b5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:13.326489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 867d2404-0d02-441d-b625-79bcbf1a57f8 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:13.330541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 867d2404-0d02-441d-b625-79bcbf1a57f8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:13.330902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.412919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a53f61-6246-4424-ba72-ea036b7dc71f req-72987376-a0ef-45c7-bc2e-9377c76a72b2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:13.414338 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.420306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6a53f61-6246-4424-ba72-ea036b7dc71f req-72987376-a0ef-45c7-bc2e-9377c76a72b2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0583444 Feb 11 14:23:13.438590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.449889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=867d2404-0d02-441d-b625-79bcbf1a57f8,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:13.451398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:13.454020 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb83e04-ec5c-43ae-b554-12ab3886dc7a" -d '{"events": [{"server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "name": "network-vif-plugged", "status": "completed", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:13.503152 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb44f4c-943c-46d0-b015-c5a6ccfc9fc7 x-openstack-request-id: req-4eb44f4c-943c-46d0-b015-c5a6ccfc9fc7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:13.503599 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "name": "network-vif-plugged", "status": "completed", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:13.503712 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eb44f4c-943c-46d0-b015-c5a6ccfc9fc7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:13.504115 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8', 'code': 200} Feb 11 14:23:13.517916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.565092 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6a53f61-6246-4424-ba72-ea036b7dc71f req-7706e36b-bbc3-44f7-aa75-578ff1d83c14 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437898 Feb 11 14:23:13.613198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=3c56131a-6355-44b5-89aa-907e1f9f1ba3,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:13.643025 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.673738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:13.703842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '8b16c992-96ff-4c8e-955d-827ce8261c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:13.704209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 867fb92e-e0ec-4f2f-b3bf-991e165181cd, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:13.777532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20bbc-f639-4019-929f-4f538e3761f5 req-2847214b-7436-410a-b0bb-110f758a7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:13.782186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1b20bbc-f639-4019-929f-4f538e3761f5 req-2847214b-7436-410a-b0bb-110f758a7be0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 1096 time: 0.1614468 Feb 11 14:23:13.842104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 867fb92e-e0ec-4f2f-b3bf-991e165181cd is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:13.876967 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1b20bbc-f639-4019-929f-4f538e3761f5 req-49dc9eb5-7ed2-493d-a6cb-730f2f3f43f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882769 Feb 11 14:23:13.897913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcc0f6-d442-45b9-9a56-2de6aa684c20 req-48897c48-9c5e-4afd-9a36-af7b717ccfe3 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:13.899457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8bcc0f6-d442-45b9-9a56-2de6aa684c20 req-48897c48-9c5e-4afd-9a36-af7b717ccfe3 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 943 time: 0.0710449 Feb 11 14:23:13.925266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246b78-52ed-447b-bc35-b08132df3de3 req-cf4065c9-9487-421a-bc12-2f2a51befdb8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:13.927497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89246b78-52ed-447b-bc35-b08132df3de3 req-cf4065c9-9487-421a-bc12-2f2a51befdb8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2093000 Feb 11 14:23:13.948226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8bcc0f6-d442-45b9-9a56-2de6aa684c20 req-fe111cdf-d845-4298-9827-8f6061edb979 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Feb 11 14:23:13.962863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:13.990410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 867fb92e-e0ec-4f2f-b3bf-991e165181cd) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:13.996318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:14.006892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.007007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ba2cb-2d1a-4c6d-9500-53c7e363fed0 None None] Network 867fb92e-e0ec-4f2f-b3bf-991e165181cd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:14.039236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89246b78-52ed-447b-bc35-b08132df3de3 req-e92657ec-c2fa-41b8-aaf0-695a64426f79 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030884 Feb 11 14:23:14.142825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-44fea694-8e91-4cfd-9cba-d4af487c101c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4302208 Feb 11 14:23:14.145690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:14.214623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ccfd9-6ddd-4c1c-9801-855453f684b6 req-79ade532-8d0d-47b1-b92d-b76fcd3730a5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:14.216358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-011ccfd9-6ddd-4c1c-9801-855453f684b6 req-79ade532-8d0d-47b1-b92d-b76fcd3730a5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 945 time: 0.0623507 Feb 11 14:23:14.223090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de48eb-ec5b-4185-9e14-27b848f90390 req-68b539ad-232d-49b0-beb3-2e0904a3e1a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:14.225311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2de48eb-ec5b-4185-9e14-27b848f90390 req-68b539ad-232d-49b0-beb3-2e0904a3e1a4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1266286 Feb 11 14:23:14.227859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-867fb92e-e0ec-4f2f-b3bf-991e165181cd', 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '3c56131a-6355-44b5-89aa-907e1f9f1ba3'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:14.229029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.255422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:23:14.297289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.311392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2de48eb-ec5b-4185-9e14-27b848f90390 req-a0f16fdd-c534-45ac-b0da-05ffa40e3915 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763252 Feb 11 14:23:14.380184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-011ccfd9-6ddd-4c1c-9801-855453f684b6 req-80eda1c2-7250-42ce-b30b-005a2a120fd3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468315 Feb 11 14:23:14.432660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.458388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Allocated IP 2001:db8::1 (867fb92e-e0ec-4f2f-b3bf-991e165181cd/3c56131a-6355-44b5-89aa-907e1f9f1ba3/d199847e-64e1-41fe-bd11-6d485d64c759) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:14.483416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:14.501931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Sync routers for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:14.544305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:14.544847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:22:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:14.634980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.639313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:14.640769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52d1f249-bd55-489d-995b-f1742af1ed29 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9211144 Feb 11 14:23:14.698413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:14.710689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:14.868255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1056091850'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:14.900931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ccf4c-b442-485f-9d46-b6e7d7861847 req-1e87d4ff-3a24-48c8-b2fb-8bb4fdbdb230 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:14.911998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-129ccf4c-b442-485f-9d46-b6e7d7861847 req-1e87d4ff-3a24-48c8-b2fb-8bb4fdbdb230 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0990677 Feb 11 14:23:14.964335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-129ccf4c-b442-485f-9d46-b6e7d7861847 req-4b342ce9-7366-4bff-b09d-373f76055f14 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Feb 11 14:23:14.995938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:14.999563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.021519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.174181 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.181233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 665b63f3-574a-47d8-bbdf-a9ba849bb038 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:15.188244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68236f-0ff3-4b4f-bb9c-ad23efa4112b req-c257d1fe-aee9-4fc3-862a-5b84eb095a69 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.191205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a68236f-0ff3-4b4f-bb9c-ad23efa4112b req-c257d1fe-aee9-4fc3-862a-5b84eb095a69 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0912094 Feb 11 14:23:15.250656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a68236f-0ff3-4b4f-bb9c-ad23efa4112b req-a359940a-054b-4cbf-a4fe-e190107ddd9c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521781 Feb 11 14:23:15.265109 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.273059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.323004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:15.348302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.348528 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Added segment 0912180a-0cff-400e-aefc-a1f4497fa5d6 of type vlan for network 87cfd248-16c3-47a9-b7bf-4fb835709e58 Feb 11 14:23:15.378072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:13Z', 'revision_number': 3, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:15.391857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038,segment=NetworkSegment(c53fdd53-0e91-46bf-963b-f79bc2a22086),segment_id=c53fdd53-0e91-46bf-963b-f79bc2a22086)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:15.392269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.417740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616d8a0-9776-425c-b9e0-856b4ab093df,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:15.418193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b74aa-bd4c-455e-b130-0643833202fe req-e7800b6e-433a-4aa9-88f4-fe0d560c8896 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.426358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b0b74aa-bd4c-455e-b130-0643833202fe req-e7800b6e-433a-4aa9-88f4-fe0d560c8896 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 943 time: 0.1407099 Feb 11 14:23:15.432463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.435533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Checking router: 7d6cd9f8-7ca7-4237-844c-f787e40d1214 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:15.440436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Updating router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 port 2cabbb83-964d-499b-90ae-d1966823f8b5 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:15.495368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '665b63f3-574a-47d8-bbdf-a9ba849bb038', 'network_id': '18343db8-251e-4db2-a0a4-542439673d1c', 'port_id': '665b63f3-574a-47d8-bbdf-a9ba849bb038', 'mac_address': 'fa:16:3e:4e:2d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:15.514484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941167ea-c746-4c84-b270-27e50de6976c req-cf062c67-81ef-41ce-9e26-3bcc8fce4f56 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.516591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-941167ea-c746-4c84-b270-27e50de6976c req-cf062c67-81ef-41ce-9e26-3bcc8fce4f56 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1006522 Feb 11 14:23:15.561057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b0b74aa-bd4c-455e-b130-0643833202fe req-0a083d0c-6b0e-4c94-8f1c-06e640637467 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861461 Feb 11 14:23:15.574965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Pushing event updated for resources: {'Port': ['ID=d199847e-64e1-41fe-bd11-6d485d64c759,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:15.577601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.582868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-941167ea-c746-4c84-b270-27e50de6976c req-c69813f9-b919-4589-8118-af955d6bacf0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577471 Feb 11 14:23:15.584495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.592647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.593345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.609075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.675969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Network': ['ID=87cfd248-16c3-47a9-b7bf-4fb835709e58,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:15.712270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Network 867fb92e-e0ec-4f2f-b3bf-991e165181cd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:15.713922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:15.718533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=3c56131a-6355-44b5-89aa-907e1f9f1ba3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:15.740688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:15.745340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:15.763806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e759e4-198c-4258-b340-f97ca9eda05f req-055a32c4-3295-4f70-bc05-89e73adcfff7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.766093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9e759e4-198c-4258-b340-f97ca9eda05f req-055a32c4-3295-4f70-bc05-89e73adcfff7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.0642412 Feb 11 14:23:15.769724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.770140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.773999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.774455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.774846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.811291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2d7a6281-0cd0-46f8-b684-16bc907104b7 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0962977 Feb 11 14:23:15.812113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:15.819442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'subnet': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:15.823166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.903129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.912820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665b63f3-574a-47d8-bbdf-a9ba849bb038 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:15.922233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9e759e4-198c-4258-b340-f97ca9eda05f req-250ac522-28f2-4f2c-9734-e311cfae9536 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455412 Feb 11 14:23:15.930856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Attempting to bind port d199847e-64e1-41fe-bd11-6d485d64c759 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:15.931361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Attempting to bind port d199847e-64e1-41fe-bd11-6d485d64c759 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8b16c992-96ff-4c8e-955d-827ce8261c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:15.931762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Attempting to bind port d199847e-64e1-41fe-bd11-6d485d64c759 on network 867fb92e-e0ec-4f2f-b3bf-991e165181cd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:15.951365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641ed9-0962-4179-b92b-cd9f57eeb670 req-ae7152a7-7411-469c-b477-2eafcb72c547 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.954365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:15.954746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Checking segment: {'id': '8b16c992-96ff-4c8e-955d-827ce8261c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:15.955150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.955548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Bound using segment: {'id': '8b16c992-96ff-4c8e-955d-827ce8261c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:15.956109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Bound port: d199847e-64e1-41fe-bd11-6d485d64c759, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b16c992-96ff-4c8e-955d-827ce8261c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:15.956548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.959764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4641ed9-0962-4179-b92b-cd9f57eeb670 req-ae7152a7-7411-469c-b477-2eafcb72c547 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 945 time: 0.2438488 Feb 11 14:23:15.960564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038,segment=NetworkSegment(c53fdd53-0e91-46bf-963b-f79bc2a22086),segment_id=c53fdd53-0e91-46bf-963b-f79bc2a22086)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:15.967313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867fb92e-e0ec-4f2f-b3bf-991e165181cd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:15.994943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16c992-96ff-4c8e-955d-827ce8261c96') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:15.995303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16c992-96ff-4c8e-955d-827ce8261c96') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:16.007226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:16.012216 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.038550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.069791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.076781 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.090866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] For port d199847e-64e1-41fe-bd11-6d485d64c759, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:16.091596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4641ed9-0962-4179-b92b-cd9f57eeb670 req-ebfd06b1-475a-449d-a116-14b43f09dc6c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307645 Feb 11 14:23:16.097811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:16.098608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:16.114074 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:16.136932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.208903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.222254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.300672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] For port d199847e-64e1-41fe-bd11-6d485d64c759, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d199847e-64e1-41fe-bd11-6d485d64c759,segment=NetworkSegment(8b16c992-96ff-4c8e-955d-827ce8261c96),segment_id=8b16c992-96ff-4c8e-955d-827ce8261c96)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:16.348617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['665b63f3-574a-47d8-bbdf-a9ba849bb038'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:16.390447 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.399417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2bc71-bba7-43f2-9ff4-76dfeee00f32 req-4e6d1e67-388e-4805-9e35-f801cff6388d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.411042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:23:16.411042 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:23:16.411042 n-d-828407-1 neutron-server[109375]: [parameters: {'id': '867fb92e-e0ec-4f2f-b3bf-991e165181cd'}] Feb 11 14:23:16.411042 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:16.411042 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:16.415476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3f2bc71-bba7-43f2-9ff4-76dfeee00f32 req-4e6d1e67-388e-4805-9e35-f801cff6388d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0863476 Feb 11 14:23:16.483200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3f2bc71-bba7-43f2-9ff4-76dfeee00f32 req-28bbb119-5d01-41be-84c6-cf2ba59b2850 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567670 Feb 11 14:23:16.485413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.490590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8073d-2a43-46c9-a7d6-94d987a61a6f None None] Pushing event updated for resources: {'Port': ['ID=2cabbb83-964d-499b-90ae-d1966823f8b5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.520117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.531438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Allocated IP 172.20.0.1 (59045a06-df7b-4142-9705-81061836abc0/c12dae4f-1722-4053-bf89-94cf00aba8dc/20887a03-8346-484c-8b0e-aebe2d596652) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:16.558321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Subnet': ['ID=0725e4da-a14d-4b23-b006-78f1bc82ae7c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.582163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Attempting to bind port 2cabbb83-964d-499b-90ae-d1966823f8b5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:16.582543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Attempting to bind port 2cabbb83-964d-499b-90ae-d1966823f8b5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:16.583027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Attempting to bind port 2cabbb83-964d-499b-90ae-d1966823f8b5 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:16.604770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Checking segment: {'id': '0912180a-0cff-400e-aefc-a1f4497fa5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:16.606195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network hostable DHCP agents. Network: 87cfd248-16c3-47a9-b7bf-4fb835709e58, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:16.625359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:16.625742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:16.626144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.626541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:16.630613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Bound port: 2cabbb83-964d-499b-90ae-d1966823f8b5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:16.630613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.682696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed624b6f-6890-4288-8407-cdfe3e7a293c None None] Pushing event updated for resources: {'Port': ['ID=d199847e-64e1-41fe-bd11-6d485d64c759,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.710305 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.715013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56c707-a599-49e9-aeaf-116653636a73 None None] Network 867fb92e-e0ec-4f2f-b3bf-991e165181cd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:16.733625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106be4a1-8c6e-4dcd-b447-1cfc8e7b355d req-bb5ba54e-ae58-4d65-8d3e-09c8549a635c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.735231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-106be4a1-8c6e-4dcd-b447-1cfc8e7b355d req-bb5ba54e-ae58-4d65-8d3e-09c8549a635c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 944 time: 0.0545616 Feb 11 14:23:16.779069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] For port 2cabbb83-964d-499b-90ae-d1966823f8b5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:16.783906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-106be4a1-8c6e-4dcd-b447-1cfc8e7b355d req-aaa2ca45-fb2e-43d7-b018-afb997898f6a tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Feb 11 14:23:16.787142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:16.809502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] For port 2cabbb83-964d-499b-90ae-d1966823f8b5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2cabbb83-964d-499b-90ae-d1966823f8b5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:16.845248 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.904838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.905045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 87cfd248-16c3-47a9-b7bf-4fb835709e58) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:16.910081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.910786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.918307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96533723-8e7a-485b-b578-ef3c5f6dc91d None None] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:16.920738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:16.936206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Network 59045a06-df7b-4142-9705-81061836abc0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:16.944454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:16.967994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Pushing event updated for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:16.974934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:17.015185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-27d81236-4b71-4d6f-ad32-9639b39eb7ee tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2022214 Feb 11 14:23:17.017847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:17.023650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-361865937'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:17.033410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8073d-2a43-46c9-a7d6-94d987a61a6f None None] Pushing event updated for resources: {'Port': ['ID=2cabbb83-964d-499b-90ae-d1966823f8b5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:17.038437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:17.039183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:22:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:17.049536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.206030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:17.209425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-87cfd248-16c3-47a9-b7bf-4fb835709e58', 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'tenant_id': 'e5099bcd23524a72b43d650672de77ed', 'fixed_ips': [{'subnet_id': '0725e4da-a14d-4b23-b006-78f1bc82ae7c'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:17.210212 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.252451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcde2-6c49-4d2f-8cef-51935ddfcf18 req-7e794f21-3a09-4f81-9095-fe243e51b4ef tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.254087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb5bcde2-6c49-4d2f-8cef-51935ddfcf18 req-7e794f21-3a09-4f81-9095-fe243e51b4ef tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.0814185 Feb 11 14:23:17.308293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.316975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port d199847e-64e1-41fe-bd11-6d485d64c759 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:17.317242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.345581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb5bcde2-6c49-4d2f-8cef-51935ddfcf18 req-be0137bf-e4ca-4958-8b53-349b450190ac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847547 Feb 11 14:23:17.361265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:17.365632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.386983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:17.582587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port d199847e-64e1-41fe-bd11-6d485d64c759, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d199847e-64e1-41fe-bd11-6d485d64c759,segment=NetworkSegment(8b16c992-96ff-4c8e-955d-827ce8261c96),segment_id=8b16c992-96ff-4c8e-955d-827ce8261c96)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:17.583756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.605234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.4 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/413e8f0c-eb2f-48f4-bc47-a802f4bc72e0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:17.622930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for d199847e-64e1-41fe-bd11-6d485d64c759 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:17.671708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:13Z', 'revision_number': 3, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:17.703207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.709668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eeb774-37c4-4b31-a5b1-fd5964560e67 None None] The sync data for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 is: [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:13Z', 'revision_number': 3, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:17.790227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.852365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.852808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90289c-3236-4175-92b4-7dbecac813ee req-1fe5e074-0a87-4356-9353-d2cb55c8f465 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.854767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a90289c-3236-4175-92b4-7dbecac813ee req-1fe5e074-0a87-4356-9353-d2cb55c8f465 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2609384 Feb 11 14:23:17.924512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port d199847e-64e1-41fe-bd11-6d485d64c759 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:17.927926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Pushing event updated for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:17.967469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a90289c-3236-4175-92b4-7dbecac813ee req-ea17cb62-d2b1-4e2a-aa0c-76dbec593ddb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055524 Feb 11 14:23:17.971014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.097247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=d199847e-64e1-41fe-bd11-6d485d64c759,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:18.136810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.153075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-263b4bae-e4de-4bd4-87a3-a4c718e059ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.215919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.341258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.359128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Allocated IP 172.20.0.2 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/ebece035-a6d9-4fce-aa49-f897aa5ae261) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:18.381200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=413e8f0c-eb2f-48f4-bc47-a802f4bc72e0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:18.403874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2f5cd-c812-4c84-8631-1ddafdf116de req-fec11a79-b480-4669-a51c-05768a643b86 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:18.406820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:18.412219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5b2f5cd-c812-4c84-8631-1ddafdf116de req-fec11a79-b480-4669-a51c-05768a643b86 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 944 time: 0.4957290 Feb 11 14:23:18.414503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:18.418036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:18.542633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5b2f5cd-c812-4c84-8631-1ddafdf116de req-4577397e-fdd9-4ad1-a596-4a074f14399d tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242838 Feb 11 14:23:18.545830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867fb92e-e0ec-4f2f-b3bf-991e165181cd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:18.580393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:18.581393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.587269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Network 59045a06-df7b-4142-9705-81061836abc0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:18.618595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:18.628070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16c992-96ff-4c8e-955d-827ce8261c96') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:18.628371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16c992-96ff-4c8e-955d-827ce8261c96') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:18.645695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.747617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33644) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:18.758972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-1590299461', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e3:58:b1'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:18.761504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9d962fad-0b4b-4ae3-a076-f1728265dd47 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7425373 Feb 11 14:23:18.768970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.775563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2cabbb83-964d-499b-90ae-d1966823f8b5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:18.826974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27a0d-3a71-4e65-833f-5cbe701f900d req-ba470970-4102-4dbf-9373-3de28ec2b747 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:18.831764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09c27a0d-3a71-4e65-833f-5cbe701f900d req-ba470970-4102-4dbf-9373-3de28ec2b747 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.2019076 Feb 11 14:23:18.883521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:18.883946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:18.895266 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:18.906478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09c27a0d-3a71-4e65-833f-5cbe701f900d req-8ace3bdc-abc7-4c66-8bf8-c1de1743d6aa tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708156 Feb 11 14:23:18.921402 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.938564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 665b63f3-574a-47d8-bbdf-a9ba849bb038 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:19.007208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2cabbb83-964d-499b-90ae-d1966823f8b5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:19.007208 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.035550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.107002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:19.111051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Pushing event updated for resources: {'Port': ['ID=ebece035-a6d9-4fce-aa49-f897aa5ae261,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.121990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:19.127575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7257-e598-4c71-9612-85db12115686 req-98794129-73ab-4eba-a80f-640c6809a281 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:19.129347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f29e7257-e598-4c71-9612-85db12115686 req-98794129-73ab-4eba-a80f-640c6809a281 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.4139638 Feb 11 14:23:19.136695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:19.204789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 665b63f3-574a-47d8-bbdf-a9ba849bb038 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:19.218466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.263470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.266904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/867fb92e-e0ec-4f2f-b3bf-991e165181cd HTTP/1.1" status: 204 len: 168 time: 5.1203887 Feb 11 14:23:19.271079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33650) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:19.271580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:19.276768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1578386239'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:19.292077 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.302512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 665b63f3-574a-47d8-bbdf-a9ba849bb038 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:19.303393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.328359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249071d-1f46-4017-8bb3-6eab20000512 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=867fb92e-e0ec-4f2f-b3bf-991e165181cd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.348287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f29e7257-e598-4c71-9612-85db12115686 req-e32b8db3-b0ba-416e-8675-5455dd35a873 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034998 Feb 11 14:23:19.385934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 2cabbb83-964d-499b-90ae-d1966823f8b5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2cabbb83-964d-499b-90ae-d1966823f8b5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:19.387200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Attempting to bind port ebece035-a6d9-4fce-aa49-f897aa5ae261 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:19.387640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Attempting to bind port ebece035-a6d9-4fce-aa49-f897aa5ae261 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0912180a-0cff-400e-aefc-a1f4497fa5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:19.388075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Attempting to bind port ebece035-a6d9-4fce-aa49-f897aa5ae261 on network 87cfd248-16c3-47a9-b7bf-4fb835709e58 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:19.402155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:19.402622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Checking segment: {'id': '0912180a-0cff-400e-aefc-a1f4497fa5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:19.403109 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.403574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Bound using segment: {'id': '0912180a-0cff-400e-aefc-a1f4497fa5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:19.404126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Bound port: ebece035-a6d9-4fce-aa49-f897aa5ae261, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0912180a-0cff-400e-aefc-a1f4497fa5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:19.404611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.424532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:19.429612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.467882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:19.478389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.479007 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment c676bbc5-bdf2-48c7-8501-fdde90d977ae of type vlan for network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 Feb 11 14:23:19.509981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.512329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.526651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.569372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:19.612575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:19.615157 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6913bbb6-0a3a-4820-af04-87d1285545a7" -d '{"events": [{"server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "name": "network-vif-plugged", "status": "completed", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:19.631001 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.638208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:19.639596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.643478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] For port ebece035-a6d9-4fce-aa49-f897aa5ae261, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:19.648313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038,segment=NetworkSegment(c53fdd53-0e91-46bf-963b-f79bc2a22086),segment_id=c53fdd53-0e91-46bf-963b-f79bc2a22086)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:19.661005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=2cabbb83-964d-499b-90ae-d1966823f8b5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.681369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] For port ebece035-a6d9-4fce-aa49-f897aa5ae261, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ebece035-a6d9-4fce-aa49-f897aa5ae261,segment=NetworkSegment(0912180a-0cff-400e-aefc-a1f4497fa5d6),segment_id=0912180a-0cff-400e-aefc-a1f4497fa5d6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:19.701176 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82400cf1-3e75-4340-aac5-4fab212f328a x-openstack-request-id: req-82400cf1-3e75-4340-aac5-4fab212f328a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:19.701876 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "name": "network-vif-plugged", "status": "completed", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:19.702959 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82400cf1-3e75-4340-aac5-4fab212f328a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:19.703595 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038', 'code': 200} Feb 11 14:23:19.727072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.742751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:19.753187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-daaf1f44-4832-4fcb-bcdd-8f46744ab884 admin admin] 10.222.0.31 "PUT /v2.0/routers/7d6cd9f8-7ca7-4237-844c-f787e40d1214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1124516 Feb 11 14:23:19.768432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.771098 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.802263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port f8c4c721-fdd6-4907-b8fa-84897f2a12b1 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:19.829473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.971877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6996329 Feb 11 14:23:19.972640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d9029-7f67-4f52-9df4-b290e168a67a tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=b1ff1aa0-d69a-4a49-9328-7a962b33d9c0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:19.985973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054a0d-a3f2-4eb4-9560-ec4faa206b54 None None] Pushing event updated for resources: {'Port': ['ID=ebece035-a6d9-4fce-aa49-f897aa5ae261,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:20.011088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:20.011888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:20.027306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:20.114187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d7ad-9e28-495a-805b-2ec0910f2a7c req-36d2605d-6b74-4113-b3a4-22935a10eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.116545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f66d7ad-9e28-495a-805b-2ec0910f2a7c req-36d2605d-6b74-4113-b3a4-22935a10eaee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 1096 time: 0.3319287 Feb 11 14:23:20.134070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201faa2-6042-48e8-b123-d4cab8018d66 req-f68160ba-7129-41db-9318-654772040f8b tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.143099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3201faa2-6042-48e8-b123-d4cab8018d66 req-f68160ba-7129-41db-9318-654772040f8b tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.3636220 Feb 11 14:23:20.395766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9a745a2-972d-4872-945d-b44c9121127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.432930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f66d7ad-9e28-495a-805b-2ec0910f2a7c req-3f1cf7cb-f8bc-45bb-b510-65c1272ef226 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865407 Feb 11 14:23:20.440321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3201faa2-6042-48e8-b123-d4cab8018d66 req-8d7e6e89-4713-4881-9dfa-e71d5578ac44 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960205 Feb 11 14:23:20.605811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:20.606022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf675-1e31-45a0-a3de-f5b0d59960e2 req-bc20cfe2-b8b1-43fb-978b-e5e12c8f47e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:20.606022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43aaf675-1e31-45a0-a3de-f5b0d59960e2 req-bc20cfe2-b8b1-43fb-978b-e5e12c8f47e4 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.0983682 Feb 11 14:23:20.611221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.14 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/f8c4c721-fdd6-4907-b8fa-84897f2a12b1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:20.614209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.667120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:20.691605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43aaf675-1e31-45a0-a3de-f5b0d59960e2 req-e425a169-eaff-49cc-91b7-d5403044c0ad tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Feb 11 14:23:20.742574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2cabbb83-964d-499b-90ae-d1966823f8b5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:20.859141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2cabbb83-964d-499b-90ae-d1966823f8b5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:20.859460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.888598 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Sync routers for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:20.909039 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:20.909929 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.002819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04b0f9-1454-436c-9edb-0750cfce7689 req-fef135a5-33b5-47df-9f69-d2c3a3304297 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.010950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b04b0f9-1454-436c-9edb-0750cfce7689 req-fef135a5-33b5-47df-9f69-d2c3a3304297 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1273313 Feb 11 14:23:21.029272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebece035-a6d9-4fce-aa49-f897aa5ae261 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:21.050849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.094127 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:21.100818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-0ab6b1c8-3f3f-44b1-8d35-97aaea7270b6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.105489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b04b0f9-1454-436c-9edb-0750cfce7689 req-db723a99-6122-4474-b2cc-b187ea39f4cb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935168 Feb 11 14:23:21.111737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-0ab6b1c8-3f3f-44b1-8d35-97aaea7270b6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 810 time: 0.2986555 Feb 11 14:23:21.133604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-fbcb5fb8-efcd-4dba-876d-7fd8dd4f0aa7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/quotas/91d56a7c9cfe4d61b3d8200b03ca38c5 HTTP/1.1" status: 200 len: 375 time: 0.0204792 Feb 11 14:23:21.135849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ebece035-a6d9-4fce-aa49-f897aa5ae261 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:21.140738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.241459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.288371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-e73954e4-e1f0-486e-9aaf-7667cc03d88a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536915 Feb 11 14:23:21.321843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:21.321957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.330435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:21.358514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:21.395883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.476796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=f8c4c721-fdd6-4907-b8fa-84897f2a12b1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:21.478266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port ebece035-a6d9-4fce-aa49-f897aa5ae261, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ebece035-a6d9-4fce-aa49-f897aa5ae261,segment=NetworkSegment(0912180a-0cff-400e-aefc-a1f4497fa5d6),segment_id=0912180a-0cff-400e-aefc-a1f4497fa5d6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:21.553632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.554368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.587682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e792-3973-41b5-965f-a6b416f48b41 req-fcb7c1c4-b6fc-4c0a-b0ca-6ae89ba403d9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.624789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6229e792-3973-41b5-965f-a6b416f48b41 req-fcb7c1c4-b6fc-4c0a-b0ca-6ae89ba403d9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1215856 Feb 11 14:23:21.639736 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:17Z', 'revision_number': 4, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '20887a03-8346-484c-8b0e-aebe2d596652', 'name': '', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'mac_address': 'fa:16:3e:94:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:16Z', 'updated_at': '2022-02-11T14:23:17Z', 'revision_number': 2, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'subnets': [{'id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.646970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.668123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=3e0791ed-e445-429f-b29d-473458f800c6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:21.689507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6229e792-3973-41b5-965f-a6b416f48b41 req-de5e6b49-0070-456b-beb5-2e9ac8503df1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924194 Feb 11 14:23:21.702960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1bdbed3d-2b40-468e-93e9-f42a0b64fbaa tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.9518185 Feb 11 14:23:21.706292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:21.751677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.754918 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Checking router: 7d6cd9f8-7ca7-4237-844c-f787e40d1214 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:21.759290 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Updating router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 port 20887a03-8346-484c-8b0e-aebe2d596652 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:21.808838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': 'c676bbc5-bdf2-48c7-8501-fdde90d977ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:21.810448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: b1ff1aa0-d69a-4a49-9328-7a962b33d9c0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:21.814783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=ebece035-a6d9-4fce-aa49-f897aa5ae261,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:21.823813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd1090-f286-43a4-b796-8e4965d76914 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.830146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd1090-f286-43a4-b796-8e4965d76914 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.842695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d461f7-866f-4eb6-bc68-f5ea9c71bf1b None None] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:21.850665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd1090-f286-43a4-b796-8e4965d76914 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.859450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c8dd1090-f286-43a4-b796-8e4965d76914 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1493773 Feb 11 14:23:21.865378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:21.874222 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.884231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-c3009080-53d6-4dd1-92ab-348036315385 service neutron] 10.222.0.31 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944858 Feb 11 14:23:21.938646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-609f620b-6d84-47dc-91f8-e9b429ad393c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813214 Feb 11 14:23:21.977270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48b8d0-0a29-4d2b-91dc-431f4722f9a2 req-1fe12f46-a2d9-4d55-8fc4-1f8de21ad06f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:21.988783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c48b8d0-0a29-4d2b-91dc-431f4722f9a2 req-1fe12f46-a2d9-4d55-8fc4-1f8de21ad06f tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1290243 Feb 11 14:23:22.009075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-20c0f475-c02e-4d1e-b319-902f9a4c58b9 None None] Provisioning complete for port ebece035-a6d9-4fce-aa49-f897aa5ae261 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:22.025591 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20c0f475-c02e-4d1e-b319-902f9a4c58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.068737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:22.130784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c48b8d0-0a29-4d2b-91dc-431f4722f9a2 req-47f0bcd7-bf3b-4a62-b9fe-3f79c8fa12ae tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398597 Feb 11 14:23:22.160147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785668f5-f492-4cc9-9534-07159cda8f7c req-5f5d4ea9-4bdd-4e92-8cb2-a786e3a12eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.169794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-5f5d4ea9-4bdd-4e92-8cb2-a786e3a12eac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 1097 time: 0.1440780 Feb 11 14:23:22.207587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b1ff1aa0-d69a-4a49-9328-7a962b33d9c0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:22.238208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c61b9-7072-4447-9038-508bdb10d59e None None] Network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:22.249583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.250521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.364698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-710426c7-e6a2-4fd1-bf15-fabd80ffce53 service neutron] 10.222.0.31 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793410 Feb 11 14:23:22.373727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2503b42c-d272-4728-a7f8-ae33a830b3fc tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3609867 Feb 11 14:23:22.387516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:22.441463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785668f5-f492-4cc9-9534-07159cda8f7c req-09db8951-e813-4706-a7ab-9d3e9649098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.448063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-09db8951-e813-4706-a7ab-9d3e9649098a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.2581556 Feb 11 14:23:22.482859 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.551713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port f8c4c721-fdd6-4907-b8fa-84897f2a12b1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:22.555959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.574480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-62af79d6-a954-415a-a168-a618cdea1c60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8732e83-9a48-41c3-b535-8528a6611ebb HTTP/1.1" status: 200 len: 217 time: 0.0698767 Feb 11 14:23:22.613405 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.614406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b1ff1aa0-d69a-4a49-9328-7a962b33d9c0', 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '3e0791ed-e445-429f-b29d-473458f800c6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:22.615424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.755394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff005e8-6173-47ce-98ed-4f4290f447d8 req-451449c1-1888-4571-8041-12ca29c8f7d6 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.760379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cff005e8-6173-47ce-98ed-4f4290f447d8 req-451449c1-1888-4571-8041-12ca29c8f7d6 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.3112431 Feb 11 14:23:22.794900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Pushing event updated for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:22.815629 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.816994 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.817905 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.818473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.819041 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.819617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.820179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.820724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.821298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.822012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.822603 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.823153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.836645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785668f5-f492-4cc9-9534-07159cda8f7c req-378f1fcb-2abe-464a-ae49-0f78d5702c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:22.841217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-378f1fcb-2abe-464a-ae49-0f78d5702c3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.2316191 Feb 11 14:23:23.016812 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Attempting to bind port 20887a03-8346-484c-8b0e-aebe2d596652 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:23.017368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Attempting to bind port 20887a03-8346-484c-8b0e-aebe2d596652 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:23.017886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Attempting to bind port 20887a03-8346-484c-8b0e-aebe2d596652 on network 59045a06-df7b-4142-9705-81061836abc0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:23.033438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cff005e8-6173-47ce-98ed-4f4290f447d8 req-d0ebf55f-dca9-4edd-b122-b7ca53e4d78a tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673967 Feb 11 14:23:23.044631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:23.045034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Checking segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:23.045580 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.045977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Bound using segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:23.046447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Bound port: 20887a03-8346-484c-8b0e-aebe2d596652, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:23.046832 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.087103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Allocated IP 2001:db8::1 (b1ff1aa0-d69a-4a49-9328-7a962b33d9c0/3e0791ed-e445-429f-b29d-473458f800c6/a0898462-776f-4a35-add9-385e98094b87) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:23.131844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785668f5-f492-4cc9-9534-07159cda8f7c req-32509789-bbdc-4ed4-ad26-d6e372ca6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:23.137374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-32509789-bbdc-4ed4-ad26-d6e372ca6cbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2799056 Feb 11 14:23:23.246299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] For port 20887a03-8346-484c-8b0e-aebe2d596652, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:23.255336 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] For port 20887a03-8346-484c-8b0e-aebe2d596652, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20887a03-8346-484c-8b0e-aebe2d596652,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:23.323498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-7d3589a0-accb-4c9b-af92-c04e74aa5a05 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838720 Feb 11 14:23:23.339002 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.463057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.466212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebece035-a6d9-4fce-aa49-f897aa5ae261 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:23.476394 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0c3f8-bc1b-4fb4-8a27-1534779aab0c None None] Pushing event updated for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:23.544511 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:23.545194 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:23.592467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.595069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab203ed-4afd-473d-bcde-b7ec267df517 req-0e30e310-84dd-45b1-a2d9-d2366cc1152b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:23.603591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ab203ed-4afd-473d-bcde-b7ec267df517 req-0e30e310-84dd-45b1-a2d9-d2366cc1152b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1418045 Feb 11 14:23:23.633674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785668f5-f492-4cc9-9534-07159cda8f7c req-280a16c3-b9da-4957-9914-a89aa2d86882 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037856 Feb 11 14:23:23.698425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.704375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Provisioning complete for port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:23.705925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.715474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ab203ed-4afd-473d-bcde-b7ec267df517 req-42f76a88-853a-4ef9-b4da-8532d5f1e125 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105886 Feb 11 14:23:23.716131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:23.722366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:23.755263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:23.815197 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:23.841659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.872804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Pushing event updated for resources: {'Port': ['ID=a0898462-776f-4a35-add9-385e98094b87,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:23.876970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36ee5db2-fcd6-4dc0-97f5-b0b57b79d47a req-ed926550-1499-456e-8ae7-5b61670f4725 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.0582983 Feb 11 14:23:23.931408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:23.986087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.998754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ebece035-a6d9-4fce-aa49-f897aa5ae261 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:24.005621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.006708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da32dac-3736-401e-8405-576750336029 req-dedb8fc0-4765-4f25-b699-c6f8465564c8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.008845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Provisioning complete for port f8c4c721-fdd6-4907-b8fa-84897f2a12b1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:24.013641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5da32dac-3736-401e-8405-576750336029 req-dedb8fc0-4765-4f25-b699-c6f8465564c8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2971265 Feb 11 14:23:24.014843 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.016451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-48c54b7c-75f2-4d94-82fb-bccc35b3a4bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3045797 Feb 11 14:23:24.018737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.117756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for f8c4c721-fdd6-4907-b8fa-84897f2a12b1 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:24.124538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Attempting to bind port a0898462-776f-4a35-add9-385e98094b87 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:24.124948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Attempting to bind port a0898462-776f-4a35-add9-385e98094b87 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c676bbc5-bdf2-48c7-8501-fdde90d977ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:24.125870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Attempting to bind port a0898462-776f-4a35-add9-385e98094b87 on network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:24.170260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:24.171137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Checking segment: {'id': 'c676bbc5-bdf2-48c7-8501-fdde90d977ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:24.171137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.171915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Bound using segment: {'id': 'c676bbc5-bdf2-48c7-8501-fdde90d977ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:24.172625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Bound port: a0898462-776f-4a35-add9-385e98094b87, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c676bbc5-bdf2-48c7-8501-fdde90d977ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b1ff1aa0-d69a-4a49-9328-7a962b33d9c0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:24.173753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.181405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Port f8c4c721-fdd6-4907-b8fa-84897f2a12b1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:24.223082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Provisioning complete for port ebece035-a6d9-4fce-aa49-f897aa5ae261 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:24.223505 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa435d0c-6140-4010-8782-8b53ce970ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.243915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:17Z', 'revision_number': 4, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '20887a03-8346-484c-8b0e-aebe2d596652', 'name': '', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'mac_address': 'fa:16:3e:94:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:16Z', 'updated_at': '2022-02-11T14:23:23Z', 'revision_number': 4, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'subnets': [{'id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:24.275713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5da32dac-3736-401e-8405-576750336029 req-7e84ff49-a3cb-4fd9-bf29-40dde8aada20 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527249 Feb 11 14:23:24.292755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e676eb8c-0d85-47b8-871d-56bb3ae64ff1 None None] The sync data for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 is: [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:23:17Z', 'revision_number': 4, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '20887a03-8346-484c-8b0e-aebe2d596652', 'name': '', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'mac_address': 'fa:16:3e:94:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:16Z', 'updated_at': '2022-02-11T14:23:23Z', 'revision_number': 4, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'subnets': [{'id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:24.356806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-733c178a-272f-40ca-ae27-22d881f060ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.380864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-733c178a-272f-40ca-ae27-22d881f060ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd55af1014e44a8c90de56ba236213f3&device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 1096 time: 0.2525997 Feb 11 14:23:24.518632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port a0898462-776f-4a35-add9-385e98094b87 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:24.518982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.558888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] For port a0898462-776f-4a35-add9-385e98094b87, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:24.667890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] For port a0898462-776f-4a35-add9-385e98094b87, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0898462-776f-4a35-add9-385e98094b87,segment=NetworkSegment(c676bbc5-bdf2-48c7-8501-fdde90d977ae),segment_id=c676bbc5-bdf2-48c7-8501-fdde90d977ae)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:24.760610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20887a03-8346-484c-8b0e-aebe2d596652 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:24.808935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-b45984c6-4f5d-4047-8142-ab9ad739c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.810434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-b45984c6-4f5d-4047-8142-ab9ad739c2bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 200 len: 907 time: 0.4112835 Feb 11 14:23:24.853303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.897044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port a0898462-776f-4a35-add9-385e98094b87, host n-d-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:24.897957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.974520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4807716d-3723-48cf-a61c-fee3f87a7619 None None] Provisioning complete for port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:24.974836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4807716d-3723-48cf-a61c-fee3f87a7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.980427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-063b9209-d61a-44e9-9436-4c2387a9f184 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 200 len: 217 time: 0.1437955 Feb 11 14:23:25.014007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc046821-a3ec-4243-b826-fbc34846b5f5 req-6aa22319-97ce-46d1-9adb-2b68c6aa0436 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.015638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc046821-a3ec-4243-b826-fbc34846b5f5 req-6aa22319-97ce-46d1-9adb-2b68c6aa0436 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.3246052 Feb 11 14:23:25.016741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for a0898462-776f-4a35-add9-385e98094b87 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:25.034140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.312781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d850-9fd1-4ccd-b5b4-2e13a084bfa8 req-d9b7e42b-0985-45c2-b0bf-10c49aaebcc5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.327170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb16d850-9fd1-4ccd-b5b4-2e13a084bfa8 req-d9b7e42b-0985-45c2-b0bf-10c49aaebcc5 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1439030 Feb 11 14:23:25.400209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f967a8-834c-46f8-8555-f507ae5a7398 None None] Pushing event updated for resources: {'Port': ['ID=a0898462-776f-4a35-add9-385e98094b87,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:25.418084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4807716d-3723-48cf-a61c-fee3f87a7619 None None] Port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:25.419975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 20887a03-8346-484c-8b0e-aebe2d596652 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:25.420348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.424006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4807716d-3723-48cf-a61c-fee3f87a7619 None None] Could not find standard attr ID for object f8c4c721-fdd6-4907-b8fa-84897f2a12b1. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:23:25.447240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb16d850-9fd1-4ccd-b5b4-2e13a084bfa8 req-373eeabf-6601-42f0-88d8-899fd0c28a26 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079452 Feb 11 14:23:25.484437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=f8c4c721-fdd6-4907-b8fa-84897f2a12b1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:25.591629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-efc880c5-c38e-475b-a5b6-e0302c3ddd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.593392 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-efc880c5-c38e-475b-a5b6-e0302c3ddd7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 200 len: 846 time: 0.5605178 Feb 11 14:23:25.633418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc046821-a3ec-4243-b826-fbc34846b5f5 req-f56bbceb-6395-4ad7-92c9-e9ca3e886075 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5685334 Feb 11 14:23:25.643813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.736428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 20887a03-8346-484c-8b0e-aebe2d596652, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20887a03-8346-484c-8b0e-aebe2d596652,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:25.842597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-98fdc599-8aef-49ae-b96b-f530683c4ba1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a640834-de0b-411c-bf30-d829d270956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080910 Feb 11 14:23:25.966775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.054009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06446791-2ff1-4459-8182-0aa8efce7c92 req-a92aacdb-e0d3-4072-8048-eaf4e4acd170 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.0299182 Feb 11 14:23:26.058142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.094364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.097644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-383af244-a74d-4b4c-83de-1b471026e1a4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/f8c4c721-fdd6-4907-b8fa-84897f2a12b1 HTTP/1.1" status: 204 len: 168 time: 4.2299941 Feb 11 14:23:26.101296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33748) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:26.137156 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-de73e0ad-a3ad-4c40-9ed7-2c41b5782367 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] GET failed (client error): The resource could not be found. Feb 11 14:23:26.138995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de73e0ad-a3ad-4c40-9ed7-2c41b5782367 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports/f8c4c721-fdd6-4907-b8fa-84897f2a12b1 HTTP/1.1" status: 404 len: 333 time: 0.0363750 Feb 11 14:23:26.140540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144fd2-faa7-436e-9a86-f44e9065d30e req-bb3a3bcb-59da-4159-9b81-d66a2fda5e3a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.142174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2144fd2-faa7-436e-9a86-f44e9065d30e req-bb3a3bcb-59da-4159-9b81-d66a2fda5e3a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2576897 Feb 11 14:23:26.143142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:26.152802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-98118162'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:26.207282 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-64d9dc30-11f6-4db8-8d33-e2b463733720 service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330817 Feb 11 14:23:26.247645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2144fd2-faa7-436e-9a86-f44e9065d30e req-f4677cd7-5e13-4c51-9872-373964e37ca4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847890 Feb 11 14:23:26.315528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.353247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-d3729715-4f85-4617-88d5-6e9aa1ee68ac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.355649 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-d3729715-4f85-4617-88d5-6e9aa1ee68ac tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.1754496 Feb 11 14:23:26.373204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=a0898462-776f-4a35-add9-385e98094b87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.497968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port a0898462-776f-4a35-add9-385e98094b87 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:26.603040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d978f0a-ac99-4bbf-ba3e-677506853ff1 req-1524af8d-b2cf-454d-bbc3-9f91f744bc4d service neutron] 10.222.0.62 "GET /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891802 Feb 11 14:23:26.681313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb21c68-78f1-440e-b649-395ba86d3554 req-ca6afe8d-8305-4abc-acbc-91a69b6a7dfe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.683161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0bb21c68-78f1-440e-b649-395ba86d3554 req-ca6afe8d-8305-4abc-acbc-91a69b6a7dfe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2069573 Feb 11 14:23:26.684189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.684638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20887a03-8346-484c-8b0e-aebe2d596652 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:26.743830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:26.751444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.777285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-079b797e-b54c-4bae-a78d-27eef26c8b4a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.779390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-079b797e-b54c-4bae-a78d-27eef26c8b4a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 810 time: 0.3404238 Feb 11 14:23:26.796453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf385de1-1741-481b-9d34-3966fd9464ee None None] Network b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:26.805209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Request body: {'port': {'device_id': '2304714d-08df-4f74-a230-4162af9f3fee', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'admin_state_up': True, 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:26.827773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0bb21c68-78f1-440e-b649-395ba86d3554 req-603ab813-e913-4868-a150-9a4fe7c5a69b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077104 Feb 11 14:23:26.866189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 20887a03-8346-484c-8b0e-aebe2d596652 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:26.866571 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.871802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-faf1c571-c113-40c9-b48b-82ee07fa5697 None None] Could not find standard attr ID for object a0898462-776f-4a35-add9-385e98094b87. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:23:26.933173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.988650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port 82f48d87-71f1-4015-a1d7-64a6306e5a17 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:26.994563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.000987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0791ed-e445-429f-b29d-473458f800c6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:27.115084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc8ffc-ec4d-45b3-800c-eae5c5be7bac None None] DHCP port deletion for b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:27.137908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973d302-f418-46b1-a63b-b6422a1b4eca None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:23:27.150301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:27.171814 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.207243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff1aa0-d69a-4a49-9328-7a962b33d9c0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:27.219320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c676bbc5-bdf2-48c7-8501-fdde90d977ae') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:27.219619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c676bbc5-bdf2-48c7-8501-fdde90d977ae') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:27.239693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.287306 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5730c8fd-7bbc-4c08-9f33-7d79e166f75f req-92068093-1f54-4952-b53d-5cf459466b09 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.0346885 Feb 11 14:23:27.295466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.309310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port f2077d3b-dd84-42c2-b8de-f7fff17eb131 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:27.319115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:27.319115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:27.322587 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:27.359047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d302-f418-46b1-a63b-b6422a1b4eca None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:23:27.383332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803743-90f6-44ff-ab30-f00994f1efea req-a0bcd663-aeb9-421c-9b6a-46331a51563e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:27.391655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36803743-90f6-44ff-ab30-f00994f1efea req-a0bcd663-aeb9-421c-9b6a-46331a51563e tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 945 time: 0.3621228 Feb 11 14:23:27.421542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e664210-5faa-433a-a5f6-c2dd00ad1030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.466106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port 82f48d87-71f1-4015-a1d7-64a6306e5a17, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=82f48d87-71f1-4015-a1d7-64a6306e5a17,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:27.466467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.478514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36803743-90f6-44ff-ab30-f00994f1efea req-caa8c627-1b6f-42b9-8469-56e82b71cd5b tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859871 Feb 11 14:23:27.500343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for 82f48d87-71f1-4015-a1d7-64a6306e5a17 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:27.572945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.594626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.601924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 HTTP/1.1" status: 204 len: 168 time: 5.2108421 Feb 11 14:23:27.606808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33798) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:27.627529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a39eb-49e4-41e6-935f-d84175664b24 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=b1ff1aa0-d69a-4a49-9328-7a962b33d9c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:27.639395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549131197'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:27.656290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Made reservation on behalf of 91d56a7c9cfe4d61b3d8200b03ca38c5 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:27.660361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.706042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e664210-5faa-433a-a5f6-c2dd00ad1030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.749424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:27.754956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.784427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:27.806825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.806825 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 002ebc8e-c9a3-40be-a27f-2550dabcc329 of type vlan for network 714bbe09-057e-4a00-9d77-2522f78a6889 Feb 11 14:23:27.826610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e664210-5faa-433a-a5f6-c2dd00ad1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.847691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.889442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e664210-5faa-433a-a5f6-c2dd00ad1030 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb4cea33199f448aa0c57834b75871b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405932 Feb 11 14:23:27.892951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:27.897017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e664210-5faa-433a-a5f6-c2dd00ad1030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10648b-41ea-446e-a52d-f6f2b4d06b18,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:27.972020 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.996382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:27.996382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.002023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.7 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/f2077d3b-dd84-42c2-b8de-f7fff17eb131) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:28.014250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-612092e9-dd57-4b0e-99e6-2a90766666d4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:28.015769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-612092e9-dd57-4b0e-99e6-2a90766666d4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.3699737 Feb 11 14:23:28.055557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=714bbe09-057e-4a00-9d77-2522f78a6889,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.070195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:28.115512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ebc8837b-5e91-4d48-a0cc-ea1827a3080c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/quotas/4a45747e2fd94e9ba7b3ae2c8cdf5e04 HTTP/1.1" status: 200 len: 375 time: 0.0856044 Feb 11 14:23:28.136738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e448601-4f0f-4351-8476-095dbb01d1f5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5101628 Feb 11 14:23:28.139533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:28.144672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.185744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.188871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Allocated IP 172.20.0.4 (59045a06-df7b-4142-9705-81061836abc0/c12dae4f-1722-4053-bf89-94cf00aba8dc/38ee9aed-73aa-4e16-aba7-c6bce2524ebe) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:28.198033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:28.199456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.275237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=82f48d87-71f1-4015-a1d7-64a6306e5a17,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.315923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.326775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:28.332464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.390471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ca3dec61-651f-4e33-b379-4142108097d5 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2544641 Feb 11 14:23:28.399728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port 82f48d87-71f1-4015-a1d7-64a6306e5a17 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:28.421034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.424377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f12bdbd3-0be6-4203-a3fa-8d45af528d5c req-90311b02-aed6-4763-97da-b26cc85761be tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.60 "DELETE /v2.0/ports/82f48d87-71f1-4015-a1d7-64a6306e5a17 HTTP/1.1" status: 204 len: 173 time: 2.0461345 Feb 11 14:23:28.427275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'name': 'network-vif-deleted', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:28.429556 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02458ab9-5ced-42b4-8b34-49b1cd5b03bb" -d '{"events": [{"server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "name": "network-vif-deleted", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:28.556687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0898462-776f-4a35-add9-385e98094b87 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:28.568184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ae56d5-bc1f-4f83-870b-3d5ec8eb8eec req-6634ca23-b4a6-43eb-8d2e-5c2f6bda5559 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.0419304 Feb 11 14:23:28.587223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a0898462-776f-4a35-add9-385e98094b87 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:28.588145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0898462-776f-4a35-add9-385e98094b87 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:28.630942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.641676 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73111962-6d53-4f15-ae69-736cf40bb03a x-openstack-request-id: req-73111962-6d53-4f15-ae69-736cf40bb03a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:28.641970 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a18d48-6223-4587-8709-4f4b89cddfa2", "name": "network-vif-deleted", "tag": "82f48d87-71f1-4015-a1d7-64a6306e5a17", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:28.642217 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73111962-6d53-4f15-ae69-736cf40bb03a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:28.642619 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a18d48-6223-4587-8709-4f4b89cddfa2', 'name': 'network-vif-deleted', 'tag': '82f48d87-71f1-4015-a1d7-64a6306e5a17', 'status': 'completed', 'code': 200} Feb 11 14:23:28.681075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.698655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-824e99c7-6499-4b31-921a-e5162d98ea4d service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930446 Feb 11 14:23:28.743685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.746286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=e70a518f-9ede-4d5d-addf-157a2b52d9db,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.753741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '002ebc8e-c9a3-40be-a27f-2550dabcc329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:28.754103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 714bbe09-057e-4a00-9d77-2522f78a6889, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:28.777914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.780727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.781884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e10648b-41ea-446e-a52d-f6f2b4d06b18 HTTP/1.1" status: 204 len: 168 time: 0.8770199 Feb 11 14:23:28.805106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400109e5-6211-4891-817b-8039c37ea164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10648b-41ea-446e-a52d-f6f2b4d06b18,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.864248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 714bbe09-057e-4a00-9d77-2522f78a6889 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:28.865566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-7852cac0-9ef6-4295-b04d-68c66f45254f service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540387 Feb 11 14:23:28.904062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.961048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:28.964327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:28.966988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:28.984160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af5b0540-13ae-490d-951c-0c694e2ae40c req-f508ec38-59d2-4976-b13e-8b324be20fca tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a18d48-6223-4587-8709-4f4b89cddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0390334 Feb 11 14:23:29.014023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=f2077d3b-dd84-42c2-b8de-f7fff17eb131,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.021206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.046776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 714bbe09-057e-4a00-9d77-2522f78a6889) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:29.053280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:29.053280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.079528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104b5c2-491d-408e-8479-1807078ce082 None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:29.092568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Pushing event updated for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.126702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Network 59045a06-df7b-4142-9705-81061836abc0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:29.135729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:29.136853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.141037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:29.144081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:29.196078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 82f48d87-71f1-4015-a1d7-64a6306e5a17 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:29.226483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 82f48d87-71f1-4015-a1d7-64a6306e5a17 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:29.227150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 82f48d87-71f1-4015-a1d7-64a6306e5a17 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:29.237824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:29.238477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.244512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b98c9f13-bad8-4fdf-a3e9-68683c8aefaa tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1008747 Feb 11 14:23:29.248957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:29.259729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:29.259896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cb6e749-4f5c-43ea-a484-d20dc47138e1 req-29e23bee-62ed-4a5c-b9ec-334afd19da94 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.0644226 Feb 11 14:23:29.286170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff9598bd-13cd-436f-8a33-4fa0f0bb189b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1407876 Feb 11 14:23:29.293955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:29.303011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e3:58:b1'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:29.337008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-bef5beb1-ad7a-45ce-8711-b1d2d02bdcad tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5381019 Feb 11 14:23:29.402612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Request body: {'port': {'device_id': '2304714d-08df-4f74-a230-4162af9f3fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:29.480966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-714bbe09-057e-4a00-9d77-2522f78a6889', 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': 'e70a518f-9ede-4d5d-addf-157a2b52d9db'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:29.492129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.502663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-da209435-6bff-4aac-92ca-fc06b0b06e57 None None] Provisioning complete for port f2077d3b-dd84-42c2-b8de-f7fff17eb131 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:29.503041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da209435-6bff-4aac-92ca-fc06b0b06e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.555299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:29.559471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.567727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.623977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da209435-6bff-4aac-92ca-fc06b0b06e57 None None] Port f2077d3b-dd84-42c2-b8de-f7fff17eb131 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:29.724453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Allocated IP 2001:db8::2 (714bbe09-057e-4a00-9d77-2522f78a6889/e70a518f-9ede-4d5d-addf-157a2b52d9db/56316d93-4492-423d-8fb3-2ad0b19136dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:29.888834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.925351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e7ab6-9bb0-4a80-9000-caaab0b628a0 req-029b095c-c70d-4867-9f5a-47b29ec9d643 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:29.927774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-733e7ab6-9bb0-4a80-9000-caaab0b628a0 req-029b095c-c70d-4867-9f5a-47b29ec9d643 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.0524547 Feb 11 14:23:29.949951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.951610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.016839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 714bbe09-057e-4a00-9d77-2522f78a6889 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:30.045519 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-733e7ab6-9bb0-4a80-9000-caaab0b628a0 req-d9877c83-508c-45b5-a2fa-c0fc26cbf709 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946300 Feb 11 14:23:30.047072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.049589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:30.055118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.055729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.069626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=c36a63d2-7144-41bf-981c-680003eeb97b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.120854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:30.123890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:30.126712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:30.135296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Pushing event updated for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.198756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-49bc03f8-1a50-4236-a937-7957243aa391 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9466293 Feb 11 14:23:30.199638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Attempting to bind port 56316d93-4492-423d-8fb3-2ad0b19136dd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:30.200008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Attempting to bind port 56316d93-4492-423d-8fb3-2ad0b19136dd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '002ebc8e-c9a3-40be-a27f-2550dabcc329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:30.200475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Attempting to bind port 56316d93-4492-423d-8fb3-2ad0b19136dd on network 714bbe09-057e-4a00-9d77-2522f78a6889 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:30.206172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:30.208296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Checking segment: {'id': '002ebc8e-c9a3-40be-a27f-2550dabcc329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:30.208296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.208296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Bound using segment: {'id': '002ebc8e-c9a3-40be-a27f-2550dabcc329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:30.208810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Bound port: 56316d93-4492-423d-8fb3-2ad0b19136dd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ebc8e-c9a3-40be-a27f-2550dabcc329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:30.209395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.210707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:30.326854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.332198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.339670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.341758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.343477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.345518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f58b7c7c-2b31-4ad2-ad98-4e50d3444313 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1335852 Feb 11 14:23:30.357581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:30.369363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:30.377138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=56316d93-4492-423d-8fb3-2ad0b19136dd,segment=NetworkSegment(002ebc8e-c9a3-40be-a27f-2550dabcc329),segment_id=002ebc8e-c9a3-40be-a27f-2550dabcc329)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:30.388696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767813270'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:30.395639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-401418cc-2b8d-4673-9010-c3618464b248 req-a39ec666-8639-4a69-811c-14c990b7df6c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.0480540 Feb 11 14:23:30.408485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:30.427166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fca2-ff88-4ce1-93d5-dceb80094611 req-b902be89-97aa-43d9-bc3e-e8ab89a30a90 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.433701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f31fca2-ff88-4ce1-93d5-dceb80094611 req-b902be89-97aa-43d9-bc3e-e8ab89a30a90 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 931 time: 0.6983633 Feb 11 14:23:30.458578 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.486579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:30.486834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.491924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.539273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:30.551317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.551817 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 0fa7931b-cebc-4979-b568-3d8cbe8357c0 of type vlan for network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f Feb 11 14:23:30.603637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-153486191-network', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:30.609635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.632826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839439d3-0513-4da7-9c96-748a948dcc71 None None] Pushing event updated for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.636717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f31fca2-ff88-4ce1-93d5-dceb80094611 req-e4fa3f32-d56b-43bc-a662-7d0e1ffc8928 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018394 Feb 11 14:23:30.700089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ee9aed-73aa-4e16-aba7-c6bce2524ebe {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:30.713765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.744081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Transition to ACTIVE for port object 38ee9aed-73aa-4e16-aba7-c6bce2524ebe will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:30.767529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.809352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.821145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:30.826692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.858951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.899332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Made reservation on behalf of 2b217377622d4f79b7d1c3102d6180a6 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:30.903218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.934234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.938091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.964928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.965944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=544cd4a6-d7bf-4525-a1a5-aed90ee4577f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.985678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:31.057370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=f2077d3b-dd84-42c2-b8de-f7fff17eb131,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:31.086197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-11b2abb5-4e7c-4eb4-9dec-081a1a443199 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7271700 Feb 11 14:23:31.090023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:31.094161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.099161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:31.174645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] In _notify_port_updated(), no bound segment for port f2077d3b-dd84-42c2-b8de-f7fff17eb131 on network 87cfd248-16c3-47a9-b7bf-4fb835709e58 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:23:31.177539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.178199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.193322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:31.193558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8156df81-a919-4b69-a85c-7324e8c3336a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "PUT /v2.0/ports/f2077d3b-dd84-42c2-b8de-f7fff17eb131 HTTP/1.1" status: 200 len: 991 time: 1.8983440 Feb 11 14:23:31.213451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.235318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Attempting to bind port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:31.235727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Attempting to bind port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:31.235974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Attempting to bind port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe on network 59045a06-df7b-4142-9705-81061836abc0 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:31.252552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe on network 59045a06-df7b-4142-9705-81061836abc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:31.252949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Attempting to bind port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe on network 59045a06-df7b-4142-9705-81061836abc0 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:31.257913 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.259982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:31.260364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Checking segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:31.260755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Bound using segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:31.261221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Bound port: 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:31.261575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.279827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755edf5-0338-4fa4-831f-a7b434a5bc9d req-36832647-8e7e-4696-99b3-0f99b5d814f3 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.281706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2755edf5-0338-4fa4-831f-a7b434a5bc9d req-36832647-8e7e-4696-99b3-0f99b5d814f3 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.1213300 Feb 11 14:23:31.301084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:31.388525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2755edf5-0338-4fa4-831f-a7b434a5bc9d req-bec04296-c7a5-44c0-aedd-ad480214fc75 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635970 Feb 11 14:23:31.403590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e9c17-94ea-4d45-a30d-9adb02603a6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:31.408460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.409047 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Added segment 2fe24c42-4902-47d3-8ec2-9225588da175 of type vlan for network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 Feb 11 14:23:31.424638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:31.500156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46d021-903f-435c-b684-687cb188c95a req-0bb2e004-a0a1-4e66-a210-26ea951b379c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.501730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b46d021-903f-435c-b684-687cb188c95a req-0bb2e004-a0a1-4e66-a210-26ea951b379c tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.2893751 Feb 11 14:23:31.503522 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.532410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa2892c1-fa17-458a-a77f-3e1e330a4e7c req-8d62c25a-5019-4f18-bf5c-9550b59157d6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.0438011 Feb 11 14:23:31.543306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:31.550279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b9dc498e-fcaf-403e-836e-0526cead164f None None] Provisioning complete for port f2077d3b-dd84-42c2-b8de-f7fff17eb131 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:31.550754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b9dc498e-fcaf-403e-836e-0526cead164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.591398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc498e-fcaf-403e-836e-0526cead164f None None] Port f2077d3b-dd84-42c2-b8de-f7fff17eb131 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:31.606650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.619530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.657049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.657403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.658830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] 10.222.0.62 "PUT /v2.0/ports/38ee9aed-73aa-4e16-aba7-c6bce2524ebe HTTP/1.1" status: 200 len: 1091 time: 2.2679694 Feb 11 14:23:31.659333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:31.661765 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc81763a-b1ed-42bf-aa9f-b58621c24264" -d '{"events": [{"name": "network-changed", "server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:31.685621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353b51-0719-4d06-ac98-f43cfed45116 req-f8560da2-4e1b-468b-a19d-e30dfa772652 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.693364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47353b51-0719-4d06-ac98-f43cfed45116 req-f8560da2-4e1b-468b-a19d-e30dfa772652 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.2823145 Feb 11 14:23:31.703268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175606-06fb-4aef-9cf0-68a45be37035 service neutron] Pushing event updated for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:31.703998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.704953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.705533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.732328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port f2077d3b-dd84-42c2-b8de-f7fff17eb131 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:31.734341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.788203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747b76-fd31-428d-998f-62bf7e9e3902 req-3988204f-0cff-4b4b-8c30-d17c1c93691e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.790324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05747b76-fd31-428d-998f-62bf7e9e3902 req-3988204f-0cff-4b4b-8c30-d17c1c93691e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 943 time: 0.0585544 Feb 11 14:23:31.851760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05747b76-fd31-428d-998f-62bf7e9e3902 req-9e930776-4a2c-46d0-8af0-8924588e203f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551536 Feb 11 14:23:31.898471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-25a31f56-4e96-40e1-a18f-0bde9230c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:31.900840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-25a31f56-4e96-40e1-a18f-0bde9230c23b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 1094 time: 0.0656080 Feb 11 14:23:31.909934 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeed75f-b33f-4ce5-a613-4bd445afb72d x-openstack-request-id: req-1eeed75f-b33f-4ce5-a613-4bd445afb72d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:31.910395 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:31.910793 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eeed75f-b33f-4ce5-a613-4bd445afb72d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:31.911057 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe', 'status': 'completed', 'code': 200} Feb 11 14:23:31.928368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf93b9-df05-4ebb-8ef9-d2cba080870c None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:31.951949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-51abd470-bb46-435e-a4f6-85f0258db7e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe HTTP/1.1" status: 200 len: 217 time: 0.0398674 Feb 11 14:23:32.006816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280efa-bfb6-4698-b524-3be333621fcd req-b8f78688-339c-4261-8daa-bf96ec2e1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.008577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-b8f78688-339c-4261-8daa-bf96ec2e1441 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.0489609 Feb 11 14:23:32.043483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-46ba17c0-4547-4d76-9b4e-9dd5e013e292 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268567 Feb 11 14:23:32.059177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] Provisioning complete for port 56316d93-4492-423d-8fb3-2ad0b19136dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:32.059981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.076128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.158892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f is not hosted by any dhcp agent {{(pid=109376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:23:32.168365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.169191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.170857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "PUT /v2.0/networks/544cd4a6-d7bf-4525-a1a5-aed90ee4577f HTTP/1.1" status: 200 len: 723 time: 1.0796845 Feb 11 14:23:32.174023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33922) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:32.185354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7757494 Feb 11 14:23:32.191268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:32.196496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33924) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:32.203606 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.204534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47353b51-0719-4d06-ac98-f43cfed45116 req-bd3ea9b8-15bd-43b8-bbf4-864e8acf4bd8 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053618 Feb 11 14:23:32.207394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Request body: {'subnet': {'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-153486191-subnet', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:32.211632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468269-8f03-492d-9769-3d7e3aef1536 admin admin] Pushing event updated for resources: {'Network': ['ID=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.226226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:32.230065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Deleting port 665b63f3-574a-47d8-bbdf-a9ba849bb038 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:32.241130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.335517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.342484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=56316d93-4492-423d-8fb3-2ad0b19136dd,segment=NetworkSegment(002ebc8e-c9a3-40be-a27f-2550dabcc329),segment_id=002ebc8e-c9a3-40be-a27f-2550dabcc329)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:32.359548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Update dhcp port {'port': {'network_id': '714bbe09-057e-4a00-9d77-2522f78a6889', 'fixed_ips': [{'subnet_id': 'e70a518f-9ede-4d5d-addf-157a2b52d9db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c36a63d2-7144-41bf-981c-680003eeb97b'}], 'binding:host_id': 'n-d-828407-1'}, 'id': '56316d93-4492-423d-8fb3-2ad0b19136dd'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:23:32.367922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for f2077d3b-dd84-42c2-b8de-f7fff17eb131 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:32.376185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce689e37-3941-4b05-82cc-bd0c23078008 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=544cd4a6-d7bf-4525-a1a5-aed90ee4577f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.384855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-37a3a2f0-c653-4e23-948e-e0ac27e282dc service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258979 Feb 11 14:23:32.394783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-b2aa9097-f9df-4943-ad51-3f90b2cfc7cc tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.397228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-b2aa9097-f9df-4943-ad51-3f90b2cfc7cc tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.3366492 Feb 11 14:23:32.400242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:32.411949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Made reservation on behalf of 2b217377622d4f79b7d1c3102d6180a6 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:32.414449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.450637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] For port 665b63f3-574a-47d8-bbdf-a9ba849bb038, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=665b63f3-574a-47d8-bbdf-a9ba849bb038,segment=NetworkSegment(c53fdd53-0e91-46bf-963b-f79bc2a22086),segment_id=c53fdd53-0e91-46bf-963b-f79bc2a22086)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:32.451149 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.475985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Calling delete_port for 665b63f3-574a-47d8-bbdf-a9ba849bb038 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:32.501679 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.554459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc21155-dcf9-48ed-8521-f7a1e9290b22 None None] Pushing event updated for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.557160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.640762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Request body: {'port': {'device_id': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'admin_state_up': True, 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:32.695682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-110ad8f9-a69d-4891-a100-8af0e2440b06 req-8e881a30-1aff-41ae-8691-c7b4fb2a8734 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.0589387 Feb 11 14:23:32.772060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.820872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-7712e84a-1399-4026-8be9-bb3a393b4456 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.822675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-7712e84a-1399-4026-8be9-bb3a393b4456 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.1725769 Feb 11 14:23:32.861981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 56316d93-4492-423d-8fb3-2ad0b19136dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:32.884090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:32.889552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.900275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0d5f-a20a-42f9-a092-74ce88ca4d17 req-7a98b2eb-1ad6-40f6-aac5-64b00e3e41d2 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.908057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-affd0d5f-a20a-42f9-a092-74ce88ca4d17 req-7a98b2eb-1ad6-40f6-aac5-64b00e3e41d2 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 945 time: 0.2635636 Feb 11 14:23:32.930244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.944735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['665b63f3-574a-47d8-bbdf-a9ba849bb038'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:32.947874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54280efa-bfb6-4698-b524-3be333621fcd req-e91c9b99-d17e-48fc-8b3f-210f225b2304 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482109 Feb 11 14:23:32.948667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce9f254-66d7-4d53-803a-81abe3f9de95,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.982379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Pushing event deleted for resources: {'Port': ['ID=665b63f3-574a-47d8-bbdf-a9ba849bb038,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.986463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.988847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Allocated IP 172.20.0.1 (714bbe09-057e-4a00-9d77-2522f78a6889/c36a63d2-7144-41bf-981c-680003eeb97b/56316d93-4492-423d-8fb3-2ad0b19136dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:33.000540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 56316d93-4492-423d-8fb3-2ad0b19136dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:33.000540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.040715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Checking segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:33.041116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Network hostable DHCP agents. Network: 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:33.079905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=f2077d3b-dd84-42c2-b8de-f7fff17eb131,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:33.094261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-affd0d5f-a20a-42f9-a092-74ce88ca4d17 req-caaded6c-968b-465a-8204-fbcc4127e26b tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa0949ee-0298-4265-8062-bceb62980459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852486 Feb 11 14:23:33.097964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Deleting port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:33.105107 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.144238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] No DVR routers for this DVR port 665b63f3-574a-47d8-bbdf-a9ba849bb038 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:33.161215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=56316d93-4492-423d-8fb3-2ad0b19136dd,segment=NetworkSegment(002ebc8e-c9a3-40be-a27f-2550dabcc329),segment_id=002ebc8e-c9a3-40be-a27f-2550dabcc329)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:33.178040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-4659784f-4e59-4d6e-96c9-353a8702dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.179667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-4659784f-4e59-4d6e-96c9-353a8702dace service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 1094 time: 0.1035240 Feb 11 14:23:33.233602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.262022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.265372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b46d021-903f-435c-b684-687cb188c95a req-312f7960-94c9-4077-a4c6-7208b5d5cdf8 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.62 "DELETE /v2.0/ports/665b63f3-574a-47d8-bbdf-a9ba849bb038 HTTP/1.1" status: 204 len: 173 time: 1.7570417 Feb 11 14:23:33.265829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'name': 'network-vif-deleted', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:33.268220 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c398cf-fb93-4e47-87c9-d5a59856545b" -d '{"events": [{"server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "name": "network-vif-deleted", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:33.272753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:33.298254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.300827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:33.304633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.402319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8712734-f422-4812-a6b2-2de26a7fb604 None None] Pushing event updated for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:33.421059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:33.431035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa532f4-265a-4e64-9993-2d14084bec67 None None] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:33.449675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.451037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.462314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c326-19dc-4944-a142-3cb81cffbe16 req-10a3a4b1-aaec-41ff-9321-de025de1156d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.472542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4d6c326-19dc-4944-a142-3cb81cffbe16 req-10a3a4b1-aaec-41ff-9321-de025de1156d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 943 time: 0.4167800 Feb 11 14:23:33.487330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88831ad-b89e-4c83-a7d6-ee2459e1d42d req-59bc40e9-5663-4e38-ad7f-66b956fd21d7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.488794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b88831ad-b89e-4c83-a7d6-ee2459e1d42d req-59bc40e9-5663-4e38-ad7f-66b956fd21d7 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 945 time: 0.1906297 Feb 11 14:23:33.490491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] For port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,segment=NetworkSegment(ddbbe405-f58f-48c2-9717-ff89a9da53fd),segment_id=ddbbe405-f58f-48c2-9717-ff89a9da53fd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:33.491121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.504504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.518398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Calling delete_port for d0bc81fe-a1a9-4a99-9200-7875d52a7dcd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:33.527145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-135ff16a-9452-41b2-b09c-cc69488db63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.530774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-135ff16a-9452-41b2-b09c-cc69488db63e service neutron] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 911 time: 0.3429620 Feb 11 14:23:33.531041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.534449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57d191ac-d17b-401a-aee7-b9a190c1a464 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/f2077d3b-dd84-42c2-b8de-f7fff17eb131 HTTP/1.1" status: 204 len: 168 time: 2.3368616 Feb 11 14:23:33.542066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:33.574448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb84cd49-7998-439e-88ee-f439160d6bdd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3729310 Feb 11 14:23:33.581559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:33.624383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:33.643480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4d6c326-19dc-4944-a142-3cb81cffbe16 req-4f9c9b11-87a6-47d6-b9a2-a111fab922ed tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669264 Feb 11 14:23:33.653628 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b26bca-ebcc-487c-9b00-f303f68a11fc tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] GET failed (client error): The resource could not be found. Feb 11 14:23:33.655800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-45b26bca-ebcc-487c-9b00-f303f68a11fc tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports/f2077d3b-dd84-42c2-b8de-f7fff17eb131 HTTP/1.1" status: 404 len: 333 time: 0.1124504 Feb 11 14:23:33.662424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:33.673073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-1513357810'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:33.679724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-dfa355f6-6655-4c8c-a245-674bad6710f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe HTTP/1.1" status: 200 len: 217 time: 0.1112220 Feb 11 14:23:33.696451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:33.697748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.736910 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9fad63-8fc0-4030-8c02-19ddcdcfeb8f x-openstack-request-id: req-9f9fad63-8fc0-4030-8c02-19ddcdcfeb8f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:33.743372 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc586deb-b502-4a47-a341-3bbd76b131eb", "name": "network-vif-deleted", "tag": "665b63f3-574a-47d8-bbdf-a9ba849bb038", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:33.743372 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f9fad63-8fc0-4030-8c02-19ddcdcfeb8f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:33.743372 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc586deb-b502-4a47-a341-3bbd76b131eb', 'name': 'network-vif-deleted', 'tag': '665b63f3-574a-47d8-bbdf-a9ba849bb038', 'status': 'completed', 'code': 200} Feb 11 14:23:33.758890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b88831ad-b89e-4c83-a7d6-ee2459e1d42d req-e925fb52-e277-4ce7-8907-326c67b4300a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/security-groups?id=5deaf976-c22a-45b8-804d-b9f4be1604b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584319 Feb 11 14:23:33.788066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:33.824864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '0fa7931b-cebc-4979-b568-3d8cbe8357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:33.825298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 544cd4a6-d7bf-4525-a1a5-aed90ee4577f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:33.875509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-7fd05c3f-01bd-4eaf-9261-cc0cbac153d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:33.876348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0d3668-20d6-4273-82f3-5914125f5bde req-43538726-50e8-46f0-8173-eaa51067bfd0 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.0627067 Feb 11 14:23:33.877111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-7fd05c3f-01bd-4eaf-9261-cc0cbac153d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1601923 Feb 11 14:23:33.933684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Allocated IP 172.20.0.2 (09e10391-d254-46f9-a0f5-e2a7b4d9f8e3/9ce9f254-66d7-4d53-803a-81abe3f9de95/d0179dff-b7fc-469e-bb8c-210b98ad4beb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:33.934371 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-d4ffa5d8-bd5b-44d5-be12-666776c4c8be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483582 Feb 11 14:23:33.942023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Allocated IP 172.20.0.4 (4078ecd7-b9a6-477b-a4a8-fa9551c79ef4/2f14edb4-aa0b-44af-a0f7-c6a7356671a1/365163f5-2306-42d9-9c21-c609d518bf64) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:33.964134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.967450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.002676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:34.060876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.118292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 544cd4a6-d7bf-4525-a1a5-aed90ee4577f) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:34.126669 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-b062a030-00de-410a-9abf-891783c0a185 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823699 Feb 11 14:23:34.128011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:34.128447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.135336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984f19c-e8cf-4faa-bbd0-4bde9ae5f460 None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:34.139600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:34.144743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.187929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.239451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d0bc81fe-a1a9-4a99-9200-7875d52a7dcd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:34.273641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e7c763e-1608-48c9-a216-557ce072a276 req-b91384ab-bd51-4a0c-b7ee-7f3f02a24398 tempest-ServerTagsTestJSON-2120331534 tempest-ServerTagsTestJSON-2120331534-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc586deb-b502-4a47-a341-3bbd76b131eb HTTP/1.1" status: 200 len: 210 time: 0.0603669 Feb 11 14:23:34.277599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b43938-821c-44b6-8655-0d4cefd8a441 None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:34.288324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6503f16e-b48f-4d13-9242-52b095447c80 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1043413 Feb 11 14:23:34.293272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.294685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33948) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:34.299643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Pushing event deleted for resources: {'Port': ['ID=d0bc81fe-a1a9-4a99-9200-7875d52a7dcd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:34.308635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:34.386892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc81763a-b1ed-42bf-aa9f-b58621c24264 req-cf8d37c7-e60b-4bf6-bb39-44aa28b3c851 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523794 Feb 11 14:23:34.450889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25876832'] for subnet, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.462296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port 4abcd504-297c-4adf-a4cd-efd4a243c6ba yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:34.520676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] No DVR routers for this DVR port d0bc81fe-a1a9-4a99-9200-7875d52a7dcd on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:34.526331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.530190 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c97c7ce-a194-4a27-b892-e1029d62fa62 req-a6e3d6fb-5ded-43e6-92a8-934cdbb9f23a tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.62 "DELETE /v2.0/ports/d0bc81fe-a1a9-4a99-9200-7875d52a7dcd HTTP/1.1" status: 204 len: 173 time: 1.6984365 Feb 11 14:23:34.535861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.548387 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.550131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e6d03471-1f82-4ec3-9c96-d72e287be55a None None] Provisioning complete for port 56316d93-4492-423d-8fb3-2ad0b19136dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:34.550493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6d03471-1f82-4ec3-9c96-d72e287be55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.635375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.642075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 56316d93-4492-423d-8fb3-2ad0b19136dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:34.707595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['867d2404-0d02-441d-b625-79bcbf1a57f8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:34.708916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:34.712833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:34.723106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event updated for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:34.723733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:34.723840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:34.726478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.785593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:34.786320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.792208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763871979111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3858596'] for subnet, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.811351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:34.811998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.816520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "PUT /v2.0/subnets/2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a HTTP/1.1" status: 200 len: 826 time: 0.5114641 Feb 11 14:23:34.835169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:34.868369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Pushing event updated for resources: {'Port': ['ID=d0179dff-b7fc-469e-bb8c-210b98ad4beb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:34.928581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.3 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/4abcd504-297c-4adf-a4cd-efd4a243c6ba) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:34.930703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 56316d93-4492-423d-8fb3-2ad0b19136dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:34.931183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.933777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca49247b-8c8e-4500-b718-ff9a32b6abb5 req-4157ca4e-4433-48db-bf2d-4d0820b2d4a9 tempest-ServersTestJSON-1733302050 tempest-ServersTestJSON-1733302050-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e88271-6807-4ac1-8016-8ca010de269e HTTP/1.1" status: 200 len: 210 time: 0.0395687 Feb 11 14:23:34.947223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60f63-d362-4935-bd31-d0ccabdd1f43 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:34.965009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-ac84245b-eddf-4c0e-8ffc-d2425839dff9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5545135 Feb 11 14:23:34.982530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Request body: {'port': {'device_id': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:34.998631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:35.015738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dae68-f541-4674-bccc-5b1a7281176c req-41233ce0-f873-4fa6-b364-4ddbe426704c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:35.018548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 665b63f3-574a-47d8-bbdf-a9ba849bb038 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:35.018708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f8dae68-f541-4674-bccc-5b1a7281176c req-41233ce0-f873-4fa6-b364-4ddbe426704c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 943 time: 0.2391844 Feb 11 14:23:35.029067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:35.060717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-544cd4a6-d7bf-4525-a1a5-aed90ee4577f', 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': '2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:35.061729 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.068716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:35.079912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.101744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 665b63f3-574a-47d8-bbdf-a9ba849bb038 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:35.101744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 665b63f3-574a-47d8-bbdf-a9ba849bb038 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:35.272392 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f8dae68-f541-4674-bccc-5b1a7281176c req-ecfef743-e951-44bd-960a-56f71199925f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292707 Feb 11 14:23:35.432722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:35.472373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.543208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239100b-4306-4324-a327-26d296a76f3e req-1fd07567-2822-4c2c-ba5d-052e6bfb62a7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:35.545409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0239100b-4306-4324-a327-26d296a76f3e req-1fd07567-2822-4c2c-ba5d-052e6bfb62a7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 931 time: 0.4850101 Feb 11 14:23:35.554617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Deleting subnet a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:35.582491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.596503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Attempting to bind port d0179dff-b7fc-469e-bb8c-210b98ad4beb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:35.596875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Attempting to bind port d0179dff-b7fc-469e-bb8c-210b98ad4beb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:35.597263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Attempting to bind port d0179dff-b7fc-469e-bb8c-210b98ad4beb on network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:35.609634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:35.610004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Checking segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:35.610412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.610808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Bound using segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:35.611280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Bound port: d0179dff-b7fc-469e-bb8c-210b98ad4beb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:35.611863 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.693714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.742880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'name': 'network-vif-deleted', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:35.745498 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e3955b-43d4-4a31-8584-c73d21a9c733" -d '{"events": [{"server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "name": "network-vif-deleted", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:35.804378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.821515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.830567 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48553a8-d4fd-4059-baea-f373a042a611 x-openstack-request-id: req-f48553a8-d4fd-4059-baea-f373a042a611 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:35.830981 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e88271-6807-4ac1-8016-8ca010de269e", "name": "network-vif-deleted", "tag": "d0bc81fe-a1a9-4a99-9200-7875d52a7dcd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:35.831330 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f48553a8-d4fd-4059-baea-f373a042a611 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:35.832436 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e88271-6807-4ac1-8016-8ca010de269e', 'name': 'network-vif-deleted', 'tag': 'd0bc81fe-a1a9-4a99-9200-7875d52a7dcd', 'status': 'completed', 'code': 200} Feb 11 14:23:35.842087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Allocated IP 2001:db8::2 (544cd4a6-d7bf-4525-a1a5-aed90ee4577f/2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a/585bee7c-a6e6-4847-9566-0127f22b99a8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:35.860916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] For port d0179dff-b7fc-469e-bb8c-210b98ad4beb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:35.886352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.898920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.913246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] For port d0179dff-b7fc-469e-bb8c-210b98ad4beb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d0179dff-b7fc-469e-bb8c-210b98ad4beb,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:35.945651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.983569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:35.989787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ff825414-251f-4b8a-b841-1b4bb4981e1a None None] Provisioning complete for port 56316d93-4492-423d-8fb3-2ad0b19136dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:35.990174 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff825414-251f-4b8a-b841-1b4bb4981e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.998066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:36.008909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0239100b-4306-4324-a327-26d296a76f3e req-c3d0494a-dcbb-4d34-a8d6-5ec1298db60b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498150 Feb 11 14:23:36.038715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.042266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33966) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:36.048820 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.054106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:36.168629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=4abcd504-297c-4adf-a4cd-efd4a243c6ba,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.176437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Pushing event updated for resources: {'Port': ['ID=d0179dff-b7fc-469e-bb8c-210b98ad4beb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.180203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.196149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365163f5-2306-42d9-9c21-c609d518bf64 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:36.201185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:36.202165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.209639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.223401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Deleting subnet 994f0967-9908-4092-b3e6-dba791058371 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:36.229387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.230029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.230552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.231071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.231579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.232094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.232584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.233113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.234245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.234780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.235116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.235590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.236162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f43fea-304c-4fa0-9364-c06fbd35160a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:36.281046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Transition to ACTIVE for port object 365163f5-2306-42d9-9c21-c609d518bf64 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:36.283529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Allocated IP 172.25.7.3 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e8cb8b17-b70f-4bdb-90f0-8e151b1395df) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:36.291462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.304672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.359503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.367113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:36.371616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:36.374063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:36.392524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.401143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d4eceb25-8914-4d9a-8bab-a96f1e2baef2 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7301996 Feb 11 14:23:36.407574 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.421445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:36.476985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:58:b1'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:36.479059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.480472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Pushing event updated for resources: {'Port': ['ID=585bee7c-a6e6-4847-9566-0127f22b99a8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.495663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Attempting to bind port 585bee7c-a6e6-4847-9566-0127f22b99a8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:36.496686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Attempting to bind port 585bee7c-a6e6-4847-9566-0127f22b99a8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0fa7931b-cebc-4979-b568-3d8cbe8357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:36.496686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Attempting to bind port 585bee7c-a6e6-4847-9566-0127f22b99a8 on network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:36.509119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:36.509593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Checking segment: {'id': '0fa7931b-cebc-4979-b568-3d8cbe8357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:36.510104 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.510566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Bound using segment: {'id': '0fa7931b-cebc-4979-b568-3d8cbe8357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:36.511121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Bound port: 585bee7c-a6e6-4847-9566-0127f22b99a8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa7931b-cebc-4979-b568-3d8cbe8357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:36.511573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.528327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.566569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Pushing event updated for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.615333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.617347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.621519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:36.622268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d HTTP/1.1" status: 204 len: 168 time: 1.1879525 Feb 11 14:23:36.623661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b07b-93c9-435b-a69f-5249c8b6dedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dfb8bd-792b-465f-9872-0aa7e8d9ac8d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.690806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e9ae2248-52da-4fa2-ad0c-76c9be586ac1 None None] Provisioning complete for port 4abcd504-297c-4adf-a4cd-efd4a243c6ba triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:36.691149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2248-52da-4fa2-ad0c-76c9be586ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.694675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] For port 585bee7c-a6e6-4847-9566-0127f22b99a8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:36.699493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] For port 585bee7c-a6e6-4847-9566-0127f22b99a8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=585bee7c-a6e6-4847-9566-0127f22b99a8,segment=NetworkSegment(0fa7931b-cebc-4979-b568-3d8cbe8357c0),segment_id=0fa7931b-cebc-4979-b568-3d8cbe8357c0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:36.718560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544cd4a6-d7bf-4525-a1a5-aed90ee4577f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:36.725437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d73ee-c6b2-4f5b-a0ad-66800a0f03e1 req-85850f3d-4fea-420d-8f3d-a898442952d1 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:36.727246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-466d73ee-c6b2-4f5b-a0ad-66800a0f03e1 req-85850f3d-4fea-420d-8f3d-a898442952d1 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 943 time: 0.2318723 Feb 11 14:23:36.731845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d0179dff-b7fc-469e-bb8c-210b98ad4beb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:36.751452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa7931b-cebc-4979-b568-3d8cbe8357c0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:36.751754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa7931b-cebc-4979-b568-3d8cbe8357c0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:36.770585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.778105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.779353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae2248-52da-4fa2-ad0c-76c9be586ac1 None None] Port 4abcd504-297c-4adf-a4cd-efd4a243c6ba cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:36.794167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.796451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d0179dff-b7fc-469e-bb8c-210b98ad4beb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:36.796826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.811241 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.824097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.824829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.825718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:36.826119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:36.836336 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:36.906429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994f0967-9908-4092-b3e6-dba791058371,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.908807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.914882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01b84f04-66fb-4974-b06e-685437ee71a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/994f0967-9908-4092-b3e6-dba791058371 HTTP/1.1" status: 204 len: 168 time: 0.8691990 Feb 11 14:23:36.921498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33974) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:36.925587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e542bdd-1166-4034-a172-aa0cadab867d None None] Pushing event updated for resources: {'Port': ['ID=585bee7c-a6e6-4847-9566-0127f22b99a8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:36.964880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c04e29-4f52-49a8-a113-d7fc1f5f811c None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:36.971553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.999794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18343db8-251e-4db2-a0a4-542439673d1c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.009687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:23:37.009687 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:23:37.009687 n-d-828407-1 neutron-server[109376]: [parameters: {'id': '544cd4a6-d7bf-4525-a1a5-aed90ee4577f'}] Feb 11 14:23:37.009687 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:37.010233 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:37.011750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53fdd53-0e91-46bf-963b-f79bc2a22086') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.012993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53fdd53-0e91-46bf-963b-f79bc2a22086') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.015612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.022525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 38ee9aed-73aa-4e16-aba7-c6bce2524ebe details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:37.024769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d0bc81fe-a1a9-4a99-9200-7875d52a7dcd no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:37.025510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.040504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.044026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.058029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.059174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.065188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: d0bc81fe-a1a9-4a99-9200-7875d52a7dcd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:37.065533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d0bc81fe-a1a9-4a99-9200-7875d52a7dcd not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:37.087103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:37.087517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.088395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-466d73ee-c6b2-4f5b-a0ad-66800a0f03e1 req-1d76b74b-c415-4156-85d6-9cbae71e0035 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707705 Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:37.089478 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:37.136395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:37.146956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:37.150086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:37.188601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.199727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port d0179dff-b7fc-469e-bb8c-210b98ad4beb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d0179dff-b7fc-469e-bb8c-210b98ad4beb,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:37.248263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c997b64-1b18-4629-912b-693a2cee2e1f None None] Network 544cd4a6-d7bf-4525-a1a5-aed90ee4577f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:37.307418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:37.310308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.313407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.336547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.342887 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.348566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] 10.222.0.31 "DELETE /v2.0/networks/18343db8-251e-4db2-a0a4-542439673d1c HTTP/1.1" status: 204 len: 168 time: 0.7245443 Feb 11 14:23:37.367371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b532d2-c754-4f33-8cc9-76dd2b1db05b admin admin] Pushing event deleted for resources: {'Network': ['ID=18343db8-251e-4db2-a0a4-542439673d1c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.376769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'port_id': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe', 'mac_address': 'fa:16:3e:32:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:37.383997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Attempting to bind port 365163f5-2306-42d9-9c21-c609d518bf64 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:37.384329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Attempting to bind port 365163f5-2306-42d9-9c21-c609d518bf64 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:37.384774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Attempting to bind port 365163f5-2306-42d9-9c21-c609d518bf64 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:37.386634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801abcb-4764-4441-9086-79dfc8824661 req-d5c90234-6ee0-4151-b5a7-8d801b717dcb tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:37.388379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6801abcb-4764-4441-9086-79dfc8824661 req-d5c90234-6ee0-4151-b5a7-8d801b717dcb tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 943 time: 0.2011395 Feb 11 14:23:37.393337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Port 365163f5-2306-42d9-9c21-c609d518bf64 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:37.393877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Attempting to bind port 365163f5-2306-42d9-9c21-c609d518bf64 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:37.401628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:37.401975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Checking segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:37.402351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Bound using segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:37.402990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Bound port: 365163f5-2306-42d9-9c21-c609d518bf64, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:37.403533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.406081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.428641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.492630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.512072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6801abcb-4764-4441-9086-79dfc8824661 req-d68780df-26a4-4851-b4ea-9e90173b275b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884278 Feb 11 14:23:37.514767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.518641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=d0179dff-b7fc-469e-bb8c-210b98ad4beb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.534501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ee9aed-73aa-4e16-aba7-c6bce2524ebe {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:37.564361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a640834-de0b-411c-bf30-d829d270956c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.574830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:37.591133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port 585bee7c-a6e6-4847-9566-0127f22b99a8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:37.591635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.607315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=4abcd504-297c-4adf-a4cd-efd4a243c6ba,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.624705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbbe405-f58f-48c2-9717-ff89a9da53fd') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.625124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbbe405-f58f-48c2-9717-ff89a9da53fd') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:37.649945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.665714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] In _notify_port_updated(), no bound segment for port 4abcd504-297c-4adf-a4cd-efd4a243c6ba on network 87cfd248-16c3-47a9-b7bf-4fb835709e58 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:23:37.671394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:37.672161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.676166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e0b73fd9-fa74-4ebf-a3dd-d2b721d3ce19 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "PUT /v2.0/ports/4abcd504-297c-4adf-a4cd-efd4a243c6ba HTTP/1.1" status: 200 len: 996 time: 1.2339787 Feb 11 14:23:37.682057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33980) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:37.713991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.714925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.719949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:37.725698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port 585bee7c-a6e6-4847-9566-0127f22b99a8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=585bee7c-a6e6-4847-9566-0127f22b99a8,segment=NetworkSegment(0fa7931b-cebc-4979-b568-3d8cbe8357c0),segment_id=0fa7931b-cebc-4979-b568-3d8cbe8357c0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:37.726347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.740819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:37.740819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.743722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=365163f5-2306-42d9-9c21-c609d518bf64,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:37.748663 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:37.787027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for 585bee7c-a6e6-4847-9566-0127f22b99a8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:37.832671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.846827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.847263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.864638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b9713-84ad-41cb-aca7-376ab3a1d8af None None] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:37.902292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:37.907647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:37.909012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.911678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] 10.222.0.60 "PUT /v2.0/ports/365163f5-2306-42d9-9c21-c609d518bf64 HTTP/1.1" status: 200 len: 1091 time: 2.9366097 Feb 11 14:23:37.922822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:37.927517 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19707367-09fc-4879-bf07-3a7275286b46" -d '{"events": [{"name": "network-changed", "server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "tag": "365163f5-2306-42d9-9c21-c609d518bf64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:37.942398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0fa-0ad1-462e-8649-ea46b5b61c3b None None] Provisioning complete for port d0179dff-b7fc-469e-bb8c-210b98ad4beb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:37.943011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78b8c0fa-0ad1-462e-8649-ea46b5b61c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.948180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.958036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.965238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4a640834-de0b-411c-bf30-d829d270956c HTTP/1.1" status: 204 len: 168 time: 1.0307832 Feb 11 14:23:38.007358 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaf15a6-1423-4133-980a-e0143937faee x-openstack-request-id: req-3eaf15a6-1423-4133-980a-e0143937faee {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:38.007358 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "tag": "365163f5-2306-42d9-9c21-c609d518bf64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:38.007358 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eaf15a6-1423-4133-980a-e0143937faee {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:38.007358 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64', 'status': 'completed', 'code': 200} Feb 11 14:23:38.007872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc5d8f-2d29-4c5a-b40b-53e16c6e7e1e service neutron] Pushing event updated for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.009052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['38ee9aed-73aa-4e16-aba7-c6bce2524ebe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:38.011974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dfba1-88f8-4541-bb67-b710ee4e3b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a640834-de0b-411c-bf30-d829d270956c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.030983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-919cac14-e9fb-4b90-b216-9e8ee9a6f07c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fa1b7d4f3b844209090f5f447db3c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158135 Feb 11 14:23:38.035694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:38.070382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port 4abcd504-297c-4adf-a4cd-efd4a243c6ba {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:38.070736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.093334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707367-09fc-4879-bf07-3a7275286b46 req-6afa277e-e8c0-444d-964b-dffc59319ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.095504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19707367-09fc-4879-bf07-3a7275286b46 req-6afa277e-e8c0-444d-964b-dffc59319ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 1094 time: 0.0816677 Feb 11 14:23:38.099354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.178122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=585bee7c-a6e6-4847-9566-0127f22b99a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.180508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port 585bee7c-a6e6-4847-9566-0127f22b99a8 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:38.186638 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.210519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.269994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.297579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for 4abcd504-297c-4adf-a4cd-efd4a243c6ba owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:38.308102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707367-09fc-4879-bf07-3a7275286b46 req-e6f8cde2-b8fb-4f45-8102-b1e7aaaa0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.310666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19707367-09fc-4879-bf07-3a7275286b46 req-e6f8cde2-b8fb-4f45-8102-b1e7aaaa0d68 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1840065 Feb 11 14:23:38.323376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0fa-0ad1-462e-8649-ea46b5b61c3b None None] Provisioning complete for port 4abcd504-297c-4adf-a4cd-efd4a243c6ba triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:38.323866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78b8c0fa-0ad1-462e-8649-ea46b5b61c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.383383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-78b8c0fa-0ad1-462e-8649-ea46b5b61c3b None None] Port 4abcd504-297c-4adf-a4cd-efd4a243c6ba cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:38.430161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.451627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880a43d-43a1-466b-a9bc-cf04a67a7328 req-ebae8ed0-3eba-4131-9aff-578ffad5e3b2 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.453230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f880a43d-43a1-466b-a9bc-cf04a67a7328 req-ebae8ed0-3eba-4131-9aff-578ffad5e3b2 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 944 time: 0.2155063 Feb 11 14:23:38.475238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:38.476371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707367-09fc-4879-bf07-3a7275286b46 req-49e4c235-bca0-41a3-98ef-4b12e96dccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.478112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19707367-09fc-4879-bf07-3a7275286b46 req-49e4c235-bca0-41a3-98ef-4b12e96dccbb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598008 Feb 11 14:23:38.481912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544cd4a6-d7bf-4525-a1a5-aed90ee4577f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:38.503440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.507113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa7931b-cebc-4979-b568-3d8cbe8357c0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:38.507496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa7931b-cebc-4979-b568-3d8cbe8357c0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:38.531649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.531649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.543394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.544283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa0949ee-0298-4265-8062-bceb62980459 HTTP/1.1" status: 204 len: 168 time: 0.5076478 Feb 11 14:23:38.568235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-30e35c4f-9e88-4f77-b150-3584656a3351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd55af1014e44a8c90de56ba236213f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887518 Feb 11 14:23:38.591232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:38.654321 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.656999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d0179dff-b7fc-469e-bb8c-210b98ad4beb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:38.677470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f880a43d-43a1-466b-a9bc-cf04a67a7328 req-80dc8b19-6dec-4ad1-a12a-538302c451e8 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130518 Feb 11 14:23:38.678261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadbd13-9943-4d5f-a1cc-203a9bfde03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0949ee-0298-4265-8062-bceb62980459,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.703658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-7cdb6269-010d-4fda-bfae-ac53164d88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.703658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-7cdb6269-010d-4fda-bfae-ac53164d88e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 1094 time: 0.1455128 Feb 11 14:23:38.703658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.750053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:38.750053 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.750277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=4abcd504-297c-4adf-a4cd-efd4a243c6ba,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:38.750382 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:38.762628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a44b35-2695-4d9d-9c25-2446a2c306a5 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:23:38.838395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea541-2d1c-4d42-9993-9d0477129c04 req-0a818aad-385b-4f10-9921-8e4d72945362 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.845428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-434ea541-2d1c-4d42-9993-9d0477129c04 req-0a818aad-385b-4f10-9921-8e4d72945362 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 943 time: 0.2108591 Feb 11 14:23:38.848474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-f7b09796-9845-4597-9db4-2917268a00a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=365163f5-2306-42d9-9c21-c609d518bf64 HTTP/1.1" status: 200 len: 217 time: 0.1039450 Feb 11 14:23:38.873555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-478615c0-b3b6-42d0-802b-5245f29a5a58 None None] Provisioning complete for port d0179dff-b7fc-469e-bb8c-210b98ad4beb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:38.873932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-478615c0-b3b6-42d0-802b-5245f29a5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.909147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d0179dff-b7fc-469e-bb8c-210b98ad4beb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:38.909515 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.920142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.934340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.939843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/544cd4a6-d7bf-4525-a1a5-aed90ee4577f HTTP/1.1" status: 204 len: 168 time: 4.0988498 Feb 11 14:23:38.940053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:38.942820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.965600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d8b0-e93a-4c0c-8565-613e389d5ae1 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=544cd4a6-d7bf-4525-a1a5-aed90ee4577f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.971744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a44b35-2695-4d9d-9c25-2446a2c306a5 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:23:38.977491 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64883e1-2842-4aee-acaa-132442f17da8 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:38.977491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64883e1-2842-4aee-acaa-132442f17da8 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:38.980949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c64883e1-2842-4aee-acaa-132442f17da8 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/544cd4a6-d7bf-4525-a1a5-aed90ee4577f HTTP/1.1" status: 404 len: 339 time: 0.0395217 Feb 11 14:23:38.981134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-434ea541-2d1c-4d42-9993-9d0477129c04 req-7c2af5c3-b573-4bc4-82ef-2a83838f0b21 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250935 Feb 11 14:23:38.986316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34002) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:38.994098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948656034', 'description': 'd1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:39.003584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Router 7dfdc542-168e-4995-96d4-89084c91cddf is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:23:39.020788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.026800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5553b64d-1820-4e57-9e57-097e09ab708f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/4abcd504-297c-4adf-a4cd-efd4a243c6ba HTTP/1.1" status: 204 len: 168 time: 1.3412073 Feb 11 14:23:39.028843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34006) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:39.037304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-3fa5a452-bc56-4470-bce9-47d9e5e43c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:39.039725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 38ee9aed-73aa-4e16-aba7-c6bce2524ebe up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:39.039846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-3fa5a452-bc56-4470-bce9-47d9e5e43c5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.1616731 Feb 11 14:23:39.041358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.088703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-314c6a84-3ec9-4dd7-8ccd-0c664f3e9eab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347161 Feb 11 14:23:39.103780 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68b89f2-ca76-46cd-9898-376684c8da6a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] GET failed (client error): The resource could not be found. Feb 11 14:23:39.109645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a68b89f2-ca76-46cd-9898-376684c8da6a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports/4abcd504-297c-4adf-a4cd-efd4a243c6ba HTTP/1.1" status: 404 len: 333 time: 0.0749240 Feb 11 14:23:39.110317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:39.124258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-1031587883'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:39.182511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:39.213971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:39.220743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.277236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.281166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1c41a2a-42fb-4b5a-a7e0-8f1e80d55ff1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6968033 Feb 11 14:23:39.283597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:39.296665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:39.337761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.338103 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 4933e127-4f6e-462e-b722-8c0cebc17288 of type vlan for network 9861c8fa-181e-444f-b164-f7c3843808c5 Feb 11 14:23:39.346711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:39.401736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.404254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.405708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5deaf976-c22a-45b8-804d-b9f4be1604b6 HTTP/1.1" status: 204 len: 168 time: 0.8131785 Feb 11 14:23:39.419729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-44cdc132-4596-496e-85c8-aec11da59881 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194060 Feb 11 14:23:39.430065 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.436059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3aac-27e5-4161-a24e-0fab4f37cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deaf976-c22a-45b8-804d-b9f4be1604b6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:39.542468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:39.542468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:39.559567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef518cc6-2395-48f2-8dcf-cfe7453bab0b req-b7f1288d-8991-4415-afc0-12f6383e17ba service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238644 Feb 11 14:23:39.635008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.641301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:39.641910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1033953'] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.644232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:39.647470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.696194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:39.709590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:39.709973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:39.729797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port 93504b34-b1fc-4d82-8de1-6384cbc758cd yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:39.759041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:39.828119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8379872 Feb 11 14:23:39.831675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ac2a9-b53c-445c-a051-8dd325492d99 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=9861c8fa-181e-444f-b164-f7c3843808c5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:39.836388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34032) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:39.872182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9861c8fa-181e-444f-b164-f7c3843808c5 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:39.985317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.006952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973f4f3-907b-48c1-97a6-aabd3184f551 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:40.012945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3973f4f3-907b-48c1-97a6-aabd3184f551 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks?id=9861c8fa-181e-444f-b164-f7c3843808c5 HTTP/1.1" status: 200 len: 765 time: 0.1725757 Feb 11 14:23:40.014680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:40.023257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'description': 'd2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:40.047549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbe994-6467-4509-91aa-f20d46d66eb1 req-0afedf4d-275b-494a-a498-50137b540bbe tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:40.069325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.6 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/93504b34-b1fc-4d82-8de1-6384cbc758cd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:40.069541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97bbe994-6467-4509-91aa-f20d46d66eb1 req-0afedf4d-275b-494a-a498-50137b540bbe tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 944 time: 0.2216797 Feb 11 14:23:40.210164 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.245520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-97bbe994-6467-4509-91aa-f20d46d66eb1 req-08e946e2-7fb7-43c3-a4a8-b916693ef895 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752932 Feb 11 14:23:40.284161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:40.287509 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10817cb8-ad95-4eda-8898-9a7ea2498748" -d '{"events": [{"server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "name": "network-vif-plugged", "status": "completed", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:40.304383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:40.310766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:37Z', 'revision_number': 3, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:40.346555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:40.355155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Updating router 7dfdc542-168e-4995-96d4-89084c91cddf port e8cb8b17-b70f-4bdb-90f0-8e151b1395df binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:40.368299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046501-9176-4cdb-bf84-a0e5c5ae4c31 req-2f9a9fcc-4e72-492a-8e62-336a7b036f5c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:40.370376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d046501-9176-4cdb-bf84-a0e5c5ae4c31 req-2f9a9fcc-4e72-492a-8e62-336a7b036f5c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 943 time: 0.1960094 Feb 11 14:23:40.382846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.427793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Allocated IP 172.20.0.1 (09e10391-d254-46f9-a0f5-e2a7b4d9f8e3/9ce9f254-66d7-4d53-803a-81abe3f9de95/41510af8-4de7-4a10-8634-a6a0b81988aa) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:40.440074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:40.446211 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.815033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.835705 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.855084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d046501-9176-4cdb-bf84-a0e5c5ae4c31 req-d0b0c1ac-65fc-429d-84d8-50fc825e36c7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853736 Feb 11 14:23:40.899027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.911506 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87f531-7cc6-4551-bc54-1fb50792ee39 x-openstack-request-id: req-0f87f531-7cc6-4551-bc54-1fb50792ee39 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:40.911506 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "name": "network-vif-plugged", "status": "completed", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:40.911506 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f87f531-7cc6-4551-bc54-1fb50792ee39 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:40.911506 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe', 'code': 200} Feb 11 14:23:40.958544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.965792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:40.966466 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.019321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Attempting to bind port e8cb8b17-b70f-4bdb-90f0-8e151b1395df on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:41.020621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Attempting to bind port e8cb8b17-b70f-4bdb-90f0-8e151b1395df by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:41.020621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Attempting to bind port e8cb8b17-b70f-4bdb-90f0-8e151b1395df on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:41.021018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 9861c8fa-181e-444f-b164-f7c3843808c5 is not hosted by any dhcp agent {{(pid=109375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:23:41.026453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.027502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:41.027691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.027902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:41.028272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.028833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "PUT /v2.0/networks/9861c8fa-181e-444f-b164-f7c3843808c5 HTTP/1.1" status: 200 len: 762 time: 1.0114517 Feb 11 14:23:41.031949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:41.032202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Bound port: e8cb8b17-b70f-4bdb-90f0-8e151b1395df, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:41.032653 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.035042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.054338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.056285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9939e-cc66-4df2-8847-e30dcba8fba0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=9861c8fa-181e-444f-b164-f7c3843808c5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.108929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.113955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9861c8fa-181e-444f-b164-f7c3843808c5 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:41.131888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:41.135332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:41.139912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:41.140824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f2d5-b88d-4040-9da3-6fb75b4ab677 req-b52be8ff-276b-4d5d-973c-2bcc2f837828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.142490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95e3f2d5-b88d-4040-9da3-6fb75b4ab677 req-b52be8ff-276b-4d5d-973c-2bcc2f837828 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 1096 time: 0.1708865 Feb 11 14:23:41.154699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa404a68-7f3d-45f5-8056-17609ce7ebe4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.156761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa404a68-7f3d-45f5-8056-17609ce7ebe4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks?id=9861c8fa-181e-444f-b164-f7c3843808c5 HTTP/1.1" status: 200 len: 765 time: 0.1207633 Feb 11 14:23:41.164913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.165199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=93504b34-b1fc-4d82-8de1-6384cbc758cd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.196618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.197556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.201444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] For port e8cb8b17-b70f-4bdb-90f0-8e151b1395df, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:41.211146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 365163f5-2306-42d9-9c21-c609d518bf64 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:41.213512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f68c9-a7f2-49b1-80ea-035060bb6bc8 None None] Pushing event updated for resources: {'Port': ['ID=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.241113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] For port e8cb8b17-b70f-4bdb-90f0-8e151b1395df, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:41.243183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.302870 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1508e43c-55be-4659-a712-80ea857e36c4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1891067 Feb 11 14:23:41.306227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.317139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'network_id': '87cfd248-16c3-47a9-b7bf-4fb835709e58', 'name': 'tempest-AllowedAddressPairTestJSON-1403090603'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:41.329315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.402253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:41.402807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:41.447327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:41.449203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1287550235-network', 'tenant_id': '7dd6493465804c709a27f8170d371f62'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:41.450516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95e3f2d5-b88d-4040-9da3-6fb75b4ab677 req-f877f222-6488-493c-a354-ceb77e85ea25 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914906 Feb 11 14:23:41.467036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:41.495726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:41.515448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=365163f5-2306-42d9-9c21-c609d518bf64,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:41.554335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Pushing event updated for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.566356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '365163f5-2306-42d9-9c21-c609d518bf64', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'port_id': '365163f5-2306-42d9-9c21-c609d518bf64', 'mac_address': 'fa:16:3e:66:a0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f14edb4-aa0b-44af-a0f7-c6a7356671a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:41.579257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f68c9-a7f2-49b1-80ea-035060bb6bc8 None None] Pushing event updated for resources: {'Port': ['ID=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.590795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9a055d5c-3f2a-46e0-8ab7-bded28830dc6 None None] Provisioning complete for port 93504b34-b1fc-4d82-8de1-6384cbc758cd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:41.591358 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a055d5c-3f2a-46e0-8ab7-bded28830dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.594170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd68a1-9342-495f-8c8e-b96303569d10 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.598823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0ecd68a1-9342-495f-8c8e-b96303569d10 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4289196 Feb 11 14:23:41.599004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ae898-cb3f-493b-b72b-af30b6b9d8db req-1c828c31-2a7e-4296-a1c9-51c4d1b59eb1 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.599253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.600260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a8ae898-cb3f-493b-b72b-af30b6b9d8db req-1c828c31-2a7e-4296-a1c9-51c4d1b59eb1 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1565871 Feb 11 14:23:41.625052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:41.641930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Made reservation on behalf of 7dd6493465804c709a27f8170d371f62 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:41.644843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.667891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.679580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd671f32-336d-44d7-b889-22772bac96f4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 207 time: 0.0732121 Feb 11 14:23:41.680326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.699188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a8ae898-cb3f-493b-b72b-af30b6b9d8db req-6fd22674-51e5-4c5e-8e56-d1cdb00d0d49 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855329 Feb 11 14:23:41.721168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.800620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.845948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Made reservation on behalf of e5099bcd23524a72b43d650672de77ed for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:41.850409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.869853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] device_id is not set on port 947b6ebd-a167-4717-b1af-85cffe94e9b7 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:23:41.876185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.927264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.935402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.942705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.950254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.960295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.967299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.975272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9a055d5c-3f2a-46e0-8ab7-bded28830dc6 None None] Port 93504b34-b1fc-4d82-8de1-6384cbc758cd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:41.977705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34094) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:41.982452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-39c37b7b-f461-40e4-a7d2-a4f3aae1b2db tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2992599 Feb 11 14:23:42.000201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:42.009840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.031893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365163f5-2306-42d9-9c21-c609d518bf64 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:42.045870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.069693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=365163f5-2306-42d9-9c21-c609d518bf64,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:42.075738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.078958 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Added segment df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4 of type vlan for network 9d278a94-817a-4d84-8ec4-69436fc8ce5b Feb 11 14:23:42.119589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-18bd80f2-7597-4132-9048-61280092bc34 None None] Provisioning complete for port 41510af8-4de7-4a10-8634-a6a0b81988aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:42.120262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18bd80f2-7597-4132-9048-61280092bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.125054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.131201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ce6a-e2f5-474d-bb61-01c3633cd10d req-42bdc48a-e587-44c5-a4aa-0b1cee702966 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.133490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4002ce6a-e2f5-474d-bb61-01c3633cd10d req-42bdc48a-e587-44c5-a4aa-0b1cee702966 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 943 time: 0.1485806 Feb 11 14:23:42.159635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.195459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc90cac-9f55-4679-8c60-a3bb9c7be207,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:42.196356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-18bd80f2-7597-4132-9048-61280092bc34 None None] Port 41510af8-4de7-4a10-8634-a6a0b81988aa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:42.219256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:37Z', 'revision_number': 3, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:42.222590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4002ce6a-e2f5-474d-bb61-01c3633cd10d req-85a92809-dc8e-4868-946c-737ca112c000 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812821 Feb 11 14:23:42.248636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.249562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.250291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.267405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba4ff1-e04c-42c0-9f5f-6fc5bfcdd148 None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:37Z', 'revision_number': 3, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:42.270812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:42.368931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2568481 Feb 11 14:23:42.374972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f87c-c9fc-4993-8cb2-05406c0090ad admin admin] Pushing event updated for resources: {'Network': ['ID=9d278a94-817a-4d84-8ec4-69436fc8ce5b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:42.376884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:42.385736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:42.387530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Allocated IP 172.20.0.12 (87cfd248-16c3-47a9-b7bf-4fb835709e58/0725e4da-a14d-4b23-b006-78f1bc82ae7c/947b6ebd-a167-4717-b1af-85cffe94e9b7) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:42.398191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Request body: {'subnet': {'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1287550235-subnet', 'tenant_id': '7dd6493465804c709a27f8170d371f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:42.406756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.449438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['365163f5-2306-42d9-9c21-c609d518bf64'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:42.468426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eac0437b-320c-43e4-8b9e-5161b6ed72da tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4875588 Feb 11 14:23:42.471850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:42.487328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.610442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Pushing event updated for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:42.624139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Made reservation on behalf of 7dd6493465804c709a27f8170d371f62 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:42.644029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.731394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.790286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.792971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.794958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.796632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.798437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.804590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a25a5bda-b8f9-456e-ba24-3393ecafa5b4 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3268158 Feb 11 14:23:42.805585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:42.876296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.889350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.890536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:42.890926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.892210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.893801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.895283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.896961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-38205930-845f-413e-b1e4-bc149d7976d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0902460 Feb 11 14:23:42.901218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:42.945570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:42.948821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:42.951317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:42.958362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=947b6ebd-a167-4717-b1af-85cffe94e9b7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:43.014203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.014979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.048597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f8cb-04a5-403d-aaf1-3bcbd495b084 req-55d5e31d-ff8e-423c-8e64-00fcb078f1fc tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.056606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4042f8cb-04a5-403d-aaf1-3bcbd495b084 req-55d5e31d-ff8e-423c-8e64-00fcb078f1fc tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2542744 Feb 11 14:23:43.131593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-76e3e2f1-eeb1-4727-8078-5308e5d586a6 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8196380 Feb 11 14:23:43.132305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:43.138994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e3:58:b1'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:0a:e3:a8'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:43.186316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4042f8cb-04a5-403d-aaf1-3bcbd495b084 req-1676c4e8-43fb-4cea-be6f-a68dbbdfb4c5 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287904 Feb 11 14:23:43.193410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd2d7d-2198-4357-8b39-cc5fe874677d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.198612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d7bd2d7d-2198-4357-8b39-cc5fe874677d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks/1423a043-0cd9-4b9e-97d4-c9f7817b18d7 HTTP/1.1" status: 200 len: 804 time: 0.2944210 Feb 11 14:23:43.202988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:43.321541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:43.336005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:43.343327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9624-c40c-4fe8-9b9e-4b836a7bf310 None None] Provisioning complete for port 947b6ebd-a167-4717-b1af-85cffe94e9b7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:43.344433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9624-c40c-4fe8-9b9e-4b836a7bf310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.407016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.416809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9624-c40c-4fe8-9b9e-4b836a7bf310 None None] Port 947b6ebd-a167-4717-b1af-85cffe94e9b7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:43.476338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.486818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4fc1d75f-af76-43db-9952-81f43fa4d10c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/networks/1423a043-0cd9-4b9e-97d4-c9f7817b18d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2509878 Feb 11 14:23:43.494554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:43.541034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd90a2-74f7-43fa-be6b-5468fbfe1174 req-78960862-48c5-45c9-bc5f-7964531bacec tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.542672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7abd90a2-74f7-43fa-be6b-5468fbfe1174 req-78960862-48c5-45c9-bc5f-7964531bacec tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 944 time: 0.2232535 Feb 11 14:23:43.574792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a2f3b-042d-481c-9feb-7de2a671d246 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.576485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d6a2f3b-042d-481c-9feb-7de2a671d246 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets/0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7 HTTP/1.1" status: 200 len: 843 time: 0.0808203 Feb 11 14:23:43.581624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:43.595560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714394e9-a7dc-475f-b14f-b7c9ce266627,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:43.642449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c9e3cc76-c412-4aae-acf2-94e0622546e5 None None] Provisioning complete for port 41510af8-4de7-4a10-8634-a6a0b81988aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:43.643311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cc76-c412-4aae-acf2-94e0622546e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.662203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572205b-b1f6-41d5-9109-cada29c41998 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.667037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3572205b-b1f6-41d5-9109-cada29c41998 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "GET /v2.0/subnets/0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0805764 Feb 11 14:23:43.670487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:43.677973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353787110'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:43.697001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7abd90a2-74f7-43fa-be6b-5468fbfe1174 req-cef241a4-38b3-403b-9540-9cd79449f339 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039202 Feb 11 14:23:43.697721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Checking segment: {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:43.698087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Network hostable DHCP agents. Network: 9d278a94-817a-4d84-8ec4-69436fc8ce5b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:43.706110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Router 7dfdc542-168e-4995-96d4-89084c91cddf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:43.751077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3cc76-c412-4aae-acf2-94e0622546e5 None None] Port 41510af8-4de7-4a10-8634-a6a0b81988aa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:43.810811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:43.814202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.846520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3548-e326-4634-8b98-ee7d4eed1c50 req-c9249772-5f33-4014-b574-ce9b62afa7e0 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.854475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c04e3548-e326-4634-8b98-ee7d4eed1c50 req-c9249772-5f33-4014-b574-ce9b62afa7e0 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0944889 Feb 11 14:23:43.868052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:43.881803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.906226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:43.910368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c04e3548-e326-4634-8b98-ee7d4eed1c50 req-c0f0d3e3-0886-453f-a14c-04d20cd729ec tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543830 Feb 11 14:23:43.920132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-2a2dea75-1997-4d6d-935b-4ce52c4fa895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.921676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-2a2dea75-1997-4d6d-935b-4ce52c4fa895 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 1096 time: 0.1460528 Feb 11 14:23:43.924780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:43.926943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.927275 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Added segment 07c675b8-32c2-478e-b356-674be071d5ab of type vlan for network 28fc8647-ba70-4642-8ba9-0ab13742156e Feb 11 14:23:43.938168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b248954b-e1b1-4b6a-949a-57bb9bab0a89 admin admin] 10.222.0.31 "PUT /v2.0/routers/7dfdc542-168e-4995-96d4-89084c91cddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6485488 Feb 11 14:23:43.956038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.029938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-978dce33-bded-4655-920a-305b64e4bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:44.031698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-978dce33-bded-4655-920a-305b64e4bd55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 911 time: 0.1028714 Feb 11 14:23:44.033542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9d278a94-817a-4d84-8ec4-69436fc8ce5b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:44.042468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f6c87-cc90-4397-a7dd-027cd3839f86 None None] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:44.066950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:44.066950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.069288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event updated for resources: {'Port': ['ID=947b6ebd-a167-4717-b1af-85cffe94e9b7,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:44.086671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] In _notify_port_updated(), no bound segment for port 947b6ebd-a167-4717-b1af-85cffe94e9b7 on network 87cfd248-16c3-47a9-b7bf-4fb835709e58 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:23:44.093974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:44.095422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.097912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e157aa3c-d0cd-42f1-af08-bbe2e733d143 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "PUT /v2.0/ports/947b6ebd-a167-4717-b1af-85cffe94e9b7 HTTP/1.1" status: 200 len: 1056 time: 0.9640012 Feb 11 14:23:44.100877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:44.106039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-99c8d0f3-5870-44d4-a035-40533fc57eae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe HTTP/1.1" status: 200 len: 217 time: 0.0466704 Feb 11 14:23:44.134670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.229280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f5d300dd-c253-402f-be47-e5f6f35f6e50 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8504143 Feb 11 14:23:44.258564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-9e2d5978-6fbb-4015-8826-805be99966fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:44.258564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-9e2d5978-6fbb-4015-8826-805be99966fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1353884 Feb 11 14:23:44.266899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port 947b6ebd-a167-4717-b1af-85cffe94e9b7 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:44.267505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.310292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-5f711254-6278-46ae-b79b-7e981524e096 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398107 Feb 11 14:23:44.334353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff32b5-0fa0-45b4-a6c8-9a7dedead5ae None None] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:44.439660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-292a233c-b50d-4572-8190-55985466c29b service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257060 Feb 11 14:23:44.439660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.444629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:44.445272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.536826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.552001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Network': ['ID=28fc8647-ba70-4642-8ba9-0ab13742156e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:44.562552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1d18b547-e3da-4d22-91d7-adf10d4b81ac None None] Provisioning complete for port 947b6ebd-a167-4717-b1af-85cffe94e9b7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:44.563112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d18b547-e3da-4d22-91d7-adf10d4b81ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:44.566981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for 947b6ebd-a167-4717-b1af-85cffe94e9b7 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:44.611349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 28fc8647-ba70-4642-8ba9-0ab13742156e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:44.681828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6b5efa-ed2d-455d-93d5-c87271a469b3 req-9c64728c-c099-46df-a8ad-18ed9b870432 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334893 Feb 11 14:23:44.710117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1d18b547-e3da-4d22-91d7-adf10d4b81ac None None] Port 947b6ebd-a167-4717-b1af-85cffe94e9b7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:44.755264 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:44.773453 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:44.774067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:44.786043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e90628ad-a1e2-41f1-8b56-85efb3fd9b77 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1144755 Feb 11 14:23:44.799092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:44.799092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:44.799649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e8cb8b17-b70f-4bdb-90f0-8e151b1395df up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:44.873981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e8cb8b17-b70f-4bdb-90f0-8e151b1395df triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:44.874472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.010430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:45.043750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.066149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.090032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port e8cb8b17-b70f-4bdb-90f0-8e151b1395df, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:45.105811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030551-fccf-4bb3-903e-481e053e68b5 req-eefe4b5f-6e06-450f-a7c5-59c835668d46 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.108212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90030551-fccf-4bb3-903e-481e053e68b5 req-eefe4b5f-6e06-450f-a7c5-59c835668d46 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 944 time: 0.1161911 Feb 11 14:23:45.123197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=947b6ebd-a167-4717-b1af-85cffe94e9b7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:45.176052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90030551-fccf-4bb3-903e-481e053e68b5 req-c4b1eae4-9b6a-44b7-85cd-68ec29d1f6a4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602534 Feb 11 14:23:45.223684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.231574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 365163f5-2306-42d9-9c21-c609d518bf64 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:45.245747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:45.251067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-899790913-network', 'tenant_id': '6e5b963898614817892dc19fc9887582'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:45.262122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Made reservation on behalf of 684d8330703f4979b47e5136d4fad36b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:45.264510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.286167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-d1250c82-e160-4191-8a18-d7d26a08b8c3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.294561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-d1250c82-e160-4191-8a18-d7d26a08b8c3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 814 time: 0.3153553 Feb 11 14:23:45.345672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-04303bd9-e281-4512-87e4-f32317ae8154 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/quotas/7dd6493465804c709a27f8170d371f62 HTTP/1.1" status: 200 len: 375 time: 0.0484281 Feb 11 14:23:45.380232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:45.429696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-7de91a76-1173-42cb-a8d3-d39e04e75b4a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781448 Feb 11 14:23:45.435085 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:42Z', 'revision_number': 2, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:45.493266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:45.493907 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Updating router 7dfdc542-168e-4995-96d4-89084c91cddf port 41510af8-4de7-4a10-8634-a6a0b81988aa binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:45.524715 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.532040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 365163f5-2306-42d9-9c21-c609d518bf64 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:45.536925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 365163f5-2306-42d9-9c21-c609d518bf64 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:45.537462 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.674940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.703466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:45.707029 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b1aa2-4dfa-4968-8b5b-87b21f8251e5" -d '{"events": [{"server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "name": "network-vif-plugged", "status": "completed", "tag": "365163f5-2306-42d9-9c21-c609d518bf64"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:45.738525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=365163f5-2306-42d9-9c21-c609d518bf64,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:45.751344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.758811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4d39c76b-d9a6-47f9-8ea2-e1521490f517 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/947b6ebd-a167-4717-b1af-85cffe94e9b7 HTTP/1.1" status: 204 len: 168 time: 1.6562700 Feb 11 14:23:45.761880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34192) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:45.806778 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-469b7f1c-3968-4e11-92ed-cc80e7083282 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] GET failed (client error): The resource could not be found. Feb 11 14:23:45.811891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-469b7f1c-3968-4e11-92ed-cc80e7083282 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports/947b6ebd-a167-4717-b1af-85cffe94e9b7 HTTP/1.1" status: 404 len: 333 time: 0.0485373 Feb 11 14:23:45.820696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.820870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:45.837426 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.837994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-b0646212-def9-444b-a2db-8a152f7cee6e service neutron] 10.222.0.31 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996780 Feb 11 14:23:45.843586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:23:45.844311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:23:45.887083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:45.937051 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.944239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d68b-c98a-47a8-83b1-78855dacd55c req-237fdd44-e021-4ab1-894c-13b85f0fbd7f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.946972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4369d68b-c98a-47a8-83b1-78855dacd55c req-237fdd44-e021-4ab1-894c-13b85f0fbd7f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.5389311 Feb 11 14:23:45.948515 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-2b14eb35-4bcc-4c80-83cd-1b2aa2614f0f service neutron] 10.222.0.31 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029692 Feb 11 14:23:45.978937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Made reservation on behalf of 6e5b963898614817892dc19fc9887582 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:45.981354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.996002 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce634562-cd0b-4a5e-b90e-f7bb47e3b297 None None] Pushing event updated for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.013192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.085343 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Attempting to bind port 41510af8-4de7-4a10-8634-a6a0b81988aa on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:46.085711 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Attempting to bind port 41510af8-4de7-4a10-8634-a6a0b81988aa by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:46.086067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Attempting to bind port 41510af8-4de7-4a10-8634-a6a0b81988aa on network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:46.087401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4369d68b-c98a-47a8-83b1-78855dacd55c req-35a54148-12e2-446f-80ec-680d4b6790ff tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315062 Feb 11 14:23:46.103309 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:46.103687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Checking segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:46.104326 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.104715 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Bound using segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:46.105205 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Bound port: 41510af8-4de7-4a10-8634-a6a0b81988aa, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:46.105589 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.173864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port 93504b34-b1fc-4d82-8de1-6384cbc758cd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:46.174302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.198245 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] For port 41510af8-4de7-4a10-8634-a6a0b81988aa, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:46.201807 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] For port 41510af8-4de7-4a10-8634-a6a0b81988aa, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=41510af8-4de7-4a10-8634-a6a0b81988aa,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:46.252531 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83364056-2203-4cbf-bd02-10d9f991cf2c x-openstack-request-id: req-83364056-2203-4cbf-bd02-10d9f991cf2c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:46.253195 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "name": "network-vif-plugged", "status": "completed", "tag": "365163f5-2306-42d9-9c21-c609d518bf64", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:46.254083 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83364056-2203-4cbf-bd02-10d9f991cf2c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:46.254553 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64', 'code': 200} Feb 11 14:23:46.264911 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.396570 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce634562-cd0b-4a5e-b90e-f7bb47e3b297 None None] Pushing event updated for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.416623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:46.416623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:46.428019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e7b5563-d59e-452f-b664-543f1841e498 req-78223e6a-4174-4734-9c22-19561807c32c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 210 time: 0.1136158 Feb 11 14:23:46.459272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] Provisioning complete for port 41510af8-4de7-4a10-8634-a6a0b81988aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:46.460141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.488599 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.545827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.552432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.609547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523586bf-5b01-44e1-9719-0b86af8fc858 req-31079ca7-c0f1-41a2-b4ba-9528e1c64bc2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:46.611297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523586bf-5b01-44e1-9719-0b86af8fc858 req-31079ca7-c0f1-41a2-b4ba-9528e1c64bc2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.1920984 Feb 11 14:23:46.615609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b86a-40c4-406e-b8fa-23005d0ab6ab req-c29cd6de-be88-4c6b-951e-8a6df9f5998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:46.621056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b60b86a-40c4-406e-b8fa-23005d0ab6ab req-c29cd6de-be88-4c6b-951e-8a6df9f5998d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 1096 time: 0.2475007 Feb 11 14:23:46.622795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for 93504b34-b1fc-4d82-8de1-6384cbc758cd owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:46.631573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.633583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.700439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] For port 41510af8-4de7-4a10-8634-a6a0b81988aa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=41510af8-4de7-4a10-8634-a6a0b81988aa,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:46.714166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e8cb8b17-b70f-4bdb-90f0-8e151b1395df up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:46.733777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:46.754786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-523586bf-5b01-44e1-9719-0b86af8fc858 req-c99eee0f-ae16-4199-8c32-fc93929740e7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297004 Feb 11 14:23:46.755181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:46.760602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b60b86a-40c4-406e-b8fa-23005d0ab6ab req-5b6d6f44-d979-496a-af0f-1284f4cfc085 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270003 Feb 11 14:23:46.762957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=bdb41509-8d25-47fe-a149-a21fcd9a399f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.778077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a9251-f51e-4832-a688-384a80a1481d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.780835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.822434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.823051 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Added segment 8d16423c-cc20-4f18-ad8a-3cc1c6878e0e of type vlan for network c500a2f9-fa38-4f97-b193-89d2e710d3ce Feb 11 14:23:46.826372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.827024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.827024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.827379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.827728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.828070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.828357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.828681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.829029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.829352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.829676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.830236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.841629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.841974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.842312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.842652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.842982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.843307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.843630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.843949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.844270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.844588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.844920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.845244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:46.858635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f9ec-085f-4a99-a8ea-133d1cbd7072 None None] Pushing event updated for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.861178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e8cb8b17-b70f-4bdb-90f0-8e151b1395df triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:46.861583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.877691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Checking segment: {'id': '07c675b8-32c2-478e-b356-674be071d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:46.878063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network hostable DHCP agents. Network: 28fc8647-ba70-4642-8ba9-0ab13742156e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:46.900807 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.927258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b17a86ca-a653-4baa-831c-6d10ddc9663b None None] Provisioning complete for port 41510af8-4de7-4a10-8634-a6a0b81988aa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:46.927659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b17a86ca-a653-4baa-831c-6d10ddc9663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.013612 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:47.035604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Network 28fc8647-ba70-4642-8ba9-0ab13742156e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:47.077723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc783795-8389-45b7-be8f-67aae39826b8 None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:47.085250 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.086967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.087956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.166834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 28fc8647-ba70-4642-8ba9-0ab13742156e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:47.171359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.172239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.185460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb3f59-b1af-49f8-b456-715dad48ad30 None None] Network 28fc8647-ba70-4642-8ba9-0ab13742156e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:47.195250 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.259809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] Pushing event updated for resources: {'Network': ['ID=c500a2f9-fa38-4f97-b193-89d2e710d3ce,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:47.271828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:47.319663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9283fef1-17da-42fa-b6fb-749612b6bee5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0728753 Feb 11 14:23:47.329105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=93504b34-b1fc-4d82-8de1-6384cbc758cd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:47.331617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34218) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:47.337518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Request body: {'subnet': {'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-899790913-subnet', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:47.349466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-637fad06-eb3d-46ce-9139-4b1cd6e86520 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5590513 Feb 11 14:23:47.352849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34220) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:47.364864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:47.412734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f5ac5-b285-4033-9b73-52dd3a760c25 req-d9cbd1f7-7ebb-4f4d-82de-53a94dc14cfe tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.425008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-321f5ac5-b285-4033-9b73-52dd3a760c25 req-d9cbd1f7-7ebb-4f4d-82de-53a94dc14cfe tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2061484 Feb 11 14:23:47.490116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.494198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0295129f-4082-40be-b0c1-043e8b4f4c1a tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/93504b34-b1fc-4d82-8de1-6384cbc758cd HTTP/1.1" status: 204 len: 168 time: 1.6586344 Feb 11 14:23:47.508416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:47.518322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-28fc8647-ba70-4642-8ba9-0ab13742156e', 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e', 'tenant_id': '684d8330703f4979b47e5136d4fad36b', 'fixed_ips': [{'subnet_id': 'bdb41509-8d25-47fe-a149-a21fcd9a399f'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:47.522918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.548653 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63a1900-6ff3-4658-87ae-bb4f70166e6b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] GET failed (client error): The resource could not be found. Feb 11 14:23:47.555784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e63a1900-6ff3-4658-87ae-bb4f70166e6b tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "GET /v2.0/ports/93504b34-b1fc-4d82-8de1-6384cbc758cd HTTP/1.1" status: 404 len: 333 time: 0.0405924 Feb 11 14:23:47.556032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25876832'] for subnet, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.556151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:47.643122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Made reservation on behalf of 6e5b963898614817892dc19fc9887582 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:47.646908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.649865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-321f5ac5-b285-4033-9b73-52dd3a760c25 req-08f0e0bd-c2e3-463d-a979-08bf65344fba tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227297 Feb 11 14:23:47.712994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d98452f6-9181-4583-9008-09e1460234e8 req-c77691d1-c4e4-44d8-925c-4edfcbc42e82 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 210 time: 0.0731518 Feb 11 14:23:47.742972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:47.743331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.807448 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 14:23:47.807448 n-d-828407-1 neutron-server[109377]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 11 14:23:47.807448 n-d-828407-1 neutron-server[109377]: [parameters: {'in_use': 1, 'id_1': 'bdb41509-8d25-47fe-a149-a21fcd9a399f'}] Feb 11 14:23:47.807448 n-d-828407-1 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:47.808236 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:47.955977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.001424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for 413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:48.070871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17acd-1b77-480b-bda5-805bfd292f96 req-1da3f8b3-272f-4b29-92de-bf70a8f16a7f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:48.072927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59c17acd-1b77-480b-bda5-805bfd292f96 req-1da3f8b3-272f-4b29-92de-bf70a8f16a7f tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.1129358 Feb 11 14:23:48.096475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763871979111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3858596'] for subnet, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.124758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:48.125425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.129993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "PUT /v2.0/subnets/bdb41509-8d25-47fe-a149-a21fcd9a399f HTTP/1.1" status: 200 len: 900 time: 0.7760103 Feb 11 14:23:48.132875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51f39656-4baa-4808-a827-b568ffbaae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.164434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34232) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:48.210682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59c17acd-1b77-480b-bda5-805bfd292f96 req-a7192fa9-6a5d-4eb5-ac8c-35b5ec600948 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294792 Feb 11 14:23:48.253167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.307179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba6837-068b-43f5-85b3-cc41cabfa2ac tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event updated for resources: {'Subnet': ['ID=bdb41509-8d25-47fe-a149-a21fcd9a399f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:48.313313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.322664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.371733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.429240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5062e797-0912-4190-be71-c398b6d7a5e7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:48.494734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=413e8f0c-eb2f-48f4-bc47-a802f4bc72e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:48.565885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.589183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Checking segment: {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:48.594756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Network hostable DHCP agents. Network: c500a2f9-fa38-4f97-b193-89d2e710d3ce, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:48.601859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Allocated IP 2001:db8::3 (28fc8647-ba70-4642-8ba9-0ab13742156e/bdb41509-8d25-47fe-a149-a21fcd9a399f/e7d81685-4505-43c2-96f6-42da98af29b0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:48.732428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.736032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8a0d3f09-8bd7-471c-a46e-44924016808f tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/ports/413e8f0c-eb2f-48f4-bc47-a802f4bc72e0 HTTP/1.1" status: 204 len: 168 time: 1.1789591 Feb 11 14:23:48.738738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:48.838856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 41510af8-4de7-4a10-8634-a6a0b81988aa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:48.879136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:48.897798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5daadc-9585-47cf-9f85-b97a3bbf0621 req-fd9c8875-fd0d-4ba7-a1a8-9a3740693d1b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:48.899490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f5daadc-9585-47cf-9f85-b97a3bbf0621 req-fd9c8875-fd0d-4ba7-a1a8-9a3740693d1b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0772905 Feb 11 14:23:48.937625 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.948249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 41510af8-4de7-4a10-8634-a6a0b81988aa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:48.948249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.955098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9c5bf3b-a521-46a5-b58b-0d98d46422a3 req-fa313a52-fb73-4cdc-a241-0b19c1584b8d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 210 time: 0.0839226 Feb 11 14:23:48.962876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting subnet 0725e4da-a14d-4b23-b006-78f1bc82ae7c {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:48.967792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.979379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f5daadc-9585-47cf-9f85-b97a3bbf0621 req-c95d2300-d69e-4994-8796-ee55f8ed5ef8 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Feb 11 14:23:49.043787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.067774 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.073290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c500a2f9-fa38-4f97-b193-89d2e710d3ce) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:49.085182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:49.086214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.098260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Network 28fc8647-ba70-4642-8ba9-0ab13742156e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:49.102371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:49.108246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:49.116296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2e4f3-5fbd-45e0-b07c-cf4ef8fc62ec None None] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:49.160716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.207818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb41509-8d25-47fe-a149-a21fcd9a399f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:49.213384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.254561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bbf1ff0f-abd2-4b52-9e28-e008287c58e6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9217958 Feb 11 14:23:49.257880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34256) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:49.262465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:49.275889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:49.298476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Attempting to bind port e7d81685-4505-43c2-96f6-42da98af29b0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:49.298884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Attempting to bind port e7d81685-4505-43c2-96f6-42da98af29b0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '07c675b8-32c2-478e-b356-674be071d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:49.301493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Attempting to bind port e7d81685-4505-43c2-96f6-42da98af29b0 on network 28fc8647-ba70-4642-8ba9-0ab13742156e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:49.309535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Pushing event updated for resources: {'Port': ['ID=e7d81685-4505-43c2-96f6-42da98af29b0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:49.367162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:49.373080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Checking segment: {'id': '07c675b8-32c2-478e-b356-674be071d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:49.373080 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.373080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Bound using segment: {'id': '07c675b8-32c2-478e-b356-674be071d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:49.373080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Bound port: e7d81685-4505-43c2-96f6-42da98af29b0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c675b8-32c2-478e-b356-674be071d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28fc8647-ba70-4642-8ba9-0ab13742156e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:49.373080 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.424044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.443269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.474191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ce98-0b5f-4e91-a264-8a840f98a953 req-b05b822f-867d-4590-8477-de434b518eaf tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:49.475705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ec8ce98-0b5f-4e91-a264-8a840f98a953 req-b05b822f-867d-4590-8477-de434b518eaf tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.1361363 Feb 11 14:23:49.486609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-7508204b-7344-4cc0-89fd-594ad6358a69 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:49.488852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-7508204b-7344-4cc0-89fd-594ad6358a69 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.62 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 814 time: 0.2139750 Feb 11 14:23:49.513104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Request body: {'port': {'device_id': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'admin_state_up': True, 'tenant_id': '7dd6493465804c709a27f8170d371f62'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:49.513638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fc8647-ba70-4642-8ba9-0ab13742156e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:49.516563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Subnet': ['ID=0725e4da-a14d-4b23-b006-78f1bc82ae7c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:49.535044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.540763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ee2fc87-78b0-4a3b-a745-9a7c058e3ea4 tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/subnets/0725e4da-a14d-4b23-b006-78f1bc82ae7c HTTP/1.1" status: 204 len: 168 time: 0.7971091 Feb 11 14:23:49.544961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c675b8-32c2-478e-b356-674be071d5ab') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:49.544961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c675b8-32c2-478e-b356-674be071d5ab') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:49.544961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:49.551633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30f92c-6d30-4009-972e-7d4490546ada None None] Network 87cfd248-16c3-47a9-b7bf-4fb835709e58 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:49.564284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.571219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] For port e7d81685-4505-43c2-96f6-42da98af29b0, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:49.614429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.615461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.622932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'fixed_ips': [{'subnet_id': '5062e797-0912-4190-be71-c398b6d7a5e7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:49.624601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.629951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d20812-7517-4c17-8262-6df2d6c912f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.630819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] For port e7d81685-4505-43c2-96f6-42da98af29b0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e7d81685-4505-43c2-96f6-42da98af29b0,segment=NetworkSegment(07c675b8-32c2-478e-b356-674be071d5ab),segment_id=07c675b8-32c2-478e-b356-674be071d5ab)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:49.652721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.665167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ec8ce98-0b5f-4e91-a264-8a840f98a953 req-e42bc3ca-b609-4882-9764-10e69950a9cd tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752820 Feb 11 14:23:49.728784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Deleting port ebece035-a6d9-4fce-aa49-f897aa5ae261 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:49.728784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.740494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.794721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Made reservation on behalf of 7dd6493465804c709a27f8170d371f62 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:49.799007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.823431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.824545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.838690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:49.839193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:49.843531 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:49.865874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d20812-7517-4c17-8262-6df2d6c912f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.912378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39446fa-3fec-42c7-9785-65ff6e13df9c None None] Pushing event updated for resources: {'Port': ['ID=e7d81685-4505-43c2-96f6-42da98af29b0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:49.915672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] For port ebece035-a6d9-4fce-aa49-f897aa5ae261, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ebece035-a6d9-4fce-aa49-f897aa5ae261,segment=NetworkSegment(0912180a-0cff-400e-aefc-a1f4497fa5d6),segment_id=0912180a-0cff-400e-aefc-a1f4497fa5d6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:49.916482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.939434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Calling delete_port for ebece035-a6d9-4fce-aa49-f897aa5ae261 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:49.962573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d20812-7517-4c17-8262-6df2d6c912f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.005905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f8f44-e292-49e8-b7a9-8283c2d17831 None None] Network 28fc8647-ba70-4642-8ba9-0ab13742156e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:50.026560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:23:50.026560 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:23:50.026560 n-d-828407-1 neutron-server[109375]: [parameters: {'id': '28fc8647-ba70-4642-8ba9-0ab13742156e'}] Feb 11 14:23:50.026560 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:50.028485 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:50.151342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aedd3cf0-3cd3-4e6a-9c57-d2436653f764 req-d32f2a2e-cdc0-4544-8ed1-10a50b555338 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 210 time: 0.0421436 Feb 11 14:23:50.177574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-4c445a9f-baba-48b1-8355-f868248ff8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:50.177574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-4c445a9f-baba-48b1-8355-f868248ff8aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.1397240 Feb 11 14:23:50.213448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.237412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e201ba0-d16b-4308-9332-4d8b52ec3851 None None] DHCP port deletion for 87cfd248-16c3-47a9-b7bf-4fb835709e58 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:50.246373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e5d20812-7517-4c17-8262-6df2d6c912f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e6522540aa24c8481622f6bc6b7abbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577341 Feb 11 14:23:50.246373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d20812-7517-4c17-8262-6df2d6c912f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672abc54-a15f-4594-a4ad-f255d136905b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:50.251682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Allocated IP 172.20.0.2 (c500a2f9-fa38-4f97-b193-89d2e710d3ce/5062e797-0912-4190-be71-c398b6d7a5e7/1727f89c-1c6b-4909-8651-303a1da2fb21) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:50.262509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34272) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:50.276712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.281492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9e201ba0-d16b-4308-9332-4d8b52ec3851 None None] The port 'ebece035-a6d9-4fce-aa49-f897aa5ae261' was deleted {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 11 14:23:50.309771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41edbf4-163d-401d-b6e3-f84fe469e5e9 req-69923330-8380-475c-836e-91132a3aeb24 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:50.311860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b41edbf4-163d-401d-b6e3-f84fe469e5e9 req-69923330-8380-475c-836e-91132a3aeb24 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.4048219 Feb 11 14:23:50.403861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Allocated IP 172.20.0.9 (9d278a94-817a-4d84-8ec4-69436fc8ce5b/714394e9-a7dc-475f-b14f-b7c9ce266627/cf51b5ff-ac46-47fe-b991-c56f82839d7e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:50.412494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] No DVR routers for this DVR port ebece035-a6d9-4fce-aa49-f897aa5ae261 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:50.414295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Port': ['ID=ebece035-a6d9-4fce-aa49-f897aa5ae261,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:50.426985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0e92-431f-4dee-b311-77b710e92077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.474168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a6745-e3e9-4c2b-ac84-9fccb88fd249 None None] Network 28fc8647-ba70-4642-8ba9-0ab13742156e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:50.530915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b41edbf4-163d-401d-b6e3-f84fe469e5e9 req-1e248af5-966f-468c-a8be-15f5a40e02bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494775 Feb 11 14:23:50.534910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.558192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-3563f2ee-eb3d-4e3f-a296-d6e950e3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:50.560615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-3563f2ee-eb3d-4e3f-a296-d6e950e3aea7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.3763735 Feb 11 14:23:50.563033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.591038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834f49-924e-45cc-9631-4947f53a9456 req-60f1975d-a525-49e3-a83d-41a373c53443 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:50.593029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12834f49-924e-45cc-9631-4947f53a9456 req-60f1975d-a525-49e3-a83d-41a373c53443 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2514029 Feb 11 14:23:50.602115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.639650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cfd248-16c3-47a9-b7bf-4fb835709e58']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:50.652442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0912180a-0cff-400e-aefc-a1f4497fa5d6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:50.652442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0912180a-0cff-400e-aefc-a1f4497fa5d6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:50.656118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.666731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.667264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebece035-a6d9-4fce-aa49-f897aa5ae261 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:50.694368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ebece035-a6d9-4fce-aa49-f897aa5ae261 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:50.694703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebece035-a6d9-4fce-aa49-f897aa5ae261 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:50.719367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.783719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.850302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Pushing event updated for resources: {'Port': ['ID=1727f89c-1c6b-4909-8651-303a1da2fb21,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:50.864174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.864942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:50.867665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:50.873090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:50.890829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.938382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.957992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Attempting to bind port 1727f89c-1c6b-4909-8651-303a1da2fb21 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:50.958801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Attempting to bind port 1727f89c-1c6b-4909-8651-303a1da2fb21 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:50.960837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Attempting to bind port 1727f89c-1c6b-4909-8651-303a1da2fb21 on network c500a2f9-fa38-4f97-b193-89d2e710d3ce {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:50.969310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:50.969757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Checking segment: {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:50.970335 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.970978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Bound using segment: {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:50.971457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Bound port: 1727f89c-1c6b-4909-8651-303a1da2fb21, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:50.972733 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.989739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:51.002690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:51.008849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:51.032484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-dba833f0-918b-445d-9641-c4e2b1d30452 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.4529870 Feb 11 14:23:51.086808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] For port 1727f89c-1c6b-4909-8651-303a1da2fb21, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:51.094347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] For port 1727f89c-1c6b-4909-8651-303a1da2fb21, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1727f89c-1c6b-4909-8651-303a1da2fb21,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:51.108388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.108642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.125420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.126047 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.132023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.149037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Allocated IP 172.25.7.204 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/c0842449-73d2-4cb2-aac3-b27d1d9ac27b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:51.179703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.185357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:51.186103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:51.189524 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:51.254259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-2a14d01b-4892-4057-8123-239d58eee7b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7449565 Feb 11 14:23:51.267577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12834f49-924e-45cc-9631-4947f53a9456 req-2930c18f-fcad-4e17-9e4d-c5956cef10c7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236171 Feb 11 14:23:51.276562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Request body: {'port': {'device_id': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:51.279363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-5b7c8e9a-6273-49df-a129-d4317b582cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.281508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-5b7c8e9a-6273-49df-a129-d4317b582cca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.2261086 Feb 11 14:23:51.311467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a648efe-69f4-4504-b62b-a84702315df8 None None] Pushing event updated for resources: {'Port': ['ID=1727f89c-1c6b-4909-8651-303a1da2fb21,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.350034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port e7d81685-4505-43c2-96f6-42da98af29b0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:51.350376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.395485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-8ea82977-6856-4658-8ec6-0121c14f19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.397012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-8ea82977-6856-4658-8ec6-0121c14f19c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067526 Feb 11 14:23:51.410464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.415029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.426103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d4eb5-74c1-4ea4-9f1d-dcafdb25e5bd req-825233a8-f741-4ab0-9148-f7e4fad353f0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.427624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-988d4eb5-74c1-4ea4-9f1d-dcafdb25e5bd req-825233a8-f741-4ab0-9148-f7e4fad353f0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 931 time: 0.1666212 Feb 11 14:23:51.511566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.511566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.512717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/672abc54-a15f-4594-a4ad-f255d136905b HTTP/1.1" status: 204 len: 168 time: 1.2496364 Feb 11 14:23:51.516323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port e7d81685-4505-43c2-96f6-42da98af29b0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e7d81685-4505-43c2-96f6-42da98af29b0,segment=NetworkSegment(07c675b8-32c2-478e-b356-674be071d5ab),segment_id=07c675b8-32c2-478e-b356-674be071d5ab)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:51.517055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.530120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.537908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.542962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] 10.222.0.31 "DELETE /v2.0/networks/87cfd248-16c3-47a9-b7bf-4fb835709e58 HTTP/1.1" status: 204 len: 168 time: 1.9991548 Feb 11 14:23:51.545538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-988d4eb5-74c1-4ea4-9f1d-dcafdb25e5bd req-1eb49d7a-4938-4135-bc01-930c03079c63 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023712 Feb 11 14:23:51.575118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b6f5-20f3-4c6b-9883-ebcdb7579e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672abc54-a15f-4594-a4ad-f255d136905b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.674699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for e7d81685-4505-43c2-96f6-42da98af29b0 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:51.720680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8848d3-3cf4-4665-b29f-d18766fdff3d tempest-AllowedAddressPairTestJSON-88928837 tempest-AllowedAddressPairTestJSON-88928837-project] Pushing event deleted for resources: {'Network': ['ID=87cfd248-16c3-47a9-b7bf-4fb835709e58,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.723121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.766551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:51.798594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:51.804939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:51.806725 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Pushing event updated for resources: {'Port': ['ID=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.810672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-d7296edc-e64e-4de8-b12b-b16508bbbb02 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844395 Feb 11 14:23:51.811446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:51.929193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783902-14e9-445e-bbfc-b0da0af02066 req-38e9019a-e896-47b0-94d5-172422455a3b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.931111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7783902-14e9-445e-bbfc-b0da0af02066 req-38e9019a-e896-47b0-94d5-172422455a3b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2156949 Feb 11 14:23:52.009294 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f7783902-14e9-445e-bbfc-b0da0af02066 req-ccefe078-dd93-4c5d-a67a-9f47be925d68 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675976 Feb 11 14:23:52.031377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d004d218-3bb3-4445-b01b-6752f090cf2c req-71e916d0-4585-4072-8fed-92749c8c2646 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101214 Feb 11 14:23:52.082480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.136556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=e7d81685-4505-43c2-96f6-42da98af29b0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:52.148014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port e7d81685-4505-43c2-96f6-42da98af29b0 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:52.238720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34306) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:52.262894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.292773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fc8647-ba70-4642-8ba9-0ab13742156e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:52.316151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c675b8-32c2-478e-b356-674be071d5ab') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:52.322724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c675b8-32c2-478e-b356-674be071d5ab') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:52.336942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.357684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.373992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:52.374580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:52.380134 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:52.484238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-159b1053-31cd-4828-8292-00c3e3202654 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5099bcd23524a72b43d650672de77ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443202 Feb 11 14:23:52.490592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34316) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:52.563315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.567161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a9510-1f0b-4f97-964e-c98d3bea1706 req-b414f233-38f9-42b2-913c-c526ee93c14c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.574805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.574951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb7a9510-1f0b-4f97-964e-c98d3bea1706 req-b414f233-38f9-42b2-913c-c526ee93c14c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1964335 Feb 11 14:23:52.583318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/28fc8647-ba70-4642-8ba9-0ab13742156e HTTP/1.1" status: 204 len: 168 time: 4.4175019 Feb 11 14:23:52.586762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:52.608823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859754a6-69a9-4d34-9f49-1730bb48bfd7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=28fc8647-ba70-4642-8ba9-0ab13742156e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:52.629403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.680452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.712198 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3776a371-5d0a-4ae9-b7ac-83ab4c083ab6 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:52.713321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3776a371-5d0a-4ae9-b7ac-83ab4c083ab6 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:52.717068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3776a371-5d0a-4ae9-b7ac-83ab4c083ab6 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/bdb41509-8d25-47fe-a149-a21fcd9a399f HTTP/1.1" status: 404 len: 337 time: 0.1286983 Feb 11 14:23:52.721663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34328) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:52.730214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:52.731081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1727f89c-1c6b-4909-8651-303a1da2fb21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:52.760527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.798061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb7a9510-1f0b-4f97-964e-c98d3bea1706 req-cff1c59f-3145-4c3f-96cd-047d71ccd48c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217338 Feb 11 14:23:52.838327 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d69fd7-8366-40fc-9e27-c3d225cb1062 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:52.838862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d69fd7-8366-40fc-9e27-c3d225cb1062 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:52.847200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9d69fd7-8366-40fc-9e27-c3d225cb1062 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/28fc8647-ba70-4642-8ba9-0ab13742156e HTTP/1.1" status: 404 len: 339 time: 0.1204951 Feb 11 14:23:52.852476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:52.863433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1727f89c-1c6b-4909-8651-303a1da2fb21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:52.863805 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:52.991791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.011256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.014820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc938e99-3c4f-4175-95db-50a825b3ece8 None None] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:53.068635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.076511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.081689 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a616d8a0-9776-425c-b9e0-856b4ab093df HTTP/1.1" status: 204 len: 168 time: 0.5897636 Feb 11 14:23:53.147568 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.149947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Transition to ACTIVE for port object cf51b5ff-ac46-47fe-b991-c56f82839d7e will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:53.194078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1c052-8ea9-4e63-b13f-0297ac7c38e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616d8a0-9776-425c-b9e0-856b4ab093df,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:53.200928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f0e84b2c-c9c6-48cf-bc51-eae633f5b994 None None] Provisioning complete for port 1727f89c-1c6b-4909-8651-303a1da2fb21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:53.201302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0e84b2c-c9c6-48cf-bc51-eae633f5b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.209056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.258862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9861c8fa-181e-444f-b164-f7c3843808c5']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:53.272765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4933e127-4f6e-462e-b722-8c0cebc17288') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:53.273214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4933e127-4f6e-462e-b722-8c0cebc17288') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:53.278702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.286218 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.297084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.302288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.310094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.312515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:53.313450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.329731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1727f89c-1c6b-4909-8651-303a1da2fb21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1727f89c-1c6b-4909-8651-303a1da2fb21,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:53.340872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f144-aa88-44ad-8f86-dd71cfe2267b req-ea368091-bc6a-4c3a-b480-71ec99415860 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:53.342937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16b5f144-aa88-44ad-8f86-dd71cfe2267b req-ea368091-bc6a-4c3a-b480-71ec99415860 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 931 time: 0.3961551 Feb 11 14:23:53.396018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0e84b2c-c9c6-48cf-bc51-eae633f5b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.458739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.460347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:53.461352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:53.481724 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:53.588720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.592537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16b5f144-aa88-44ad-8f86-dd71cfe2267b req-56381165-884e-4828-8f7e-228621f1b27e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956172 Feb 11 14:23:53.600134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-f0e84b2c-c9c6-48cf-bc51-eae633f5b994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:23:53.600292 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-f0e84b2c-c9c6-48cf-bc51-eae633f5b994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:23:53.603158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1727f89c-1c6b-4909-8651-303a1da2fb21,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:53.603709 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.629772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/9861c8fa-181e-444f-b164-f7c3843808c5 HTTP/1.1" status: 204 len: 168 time: 0.7762039 Feb 11 14:23:53.635392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:53.636766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Attempting to bind port cf51b5ff-ac46-47fe-b991-c56f82839d7e on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:53.637303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Attempting to bind port cf51b5ff-ac46-47fe-b991-c56f82839d7e by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:53.637812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Attempting to bind port cf51b5ff-ac46-47fe-b991-c56f82839d7e on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:53.653215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9aa3-ca55-42fa-8cd1-7ec9cb84fd22 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=9861c8fa-181e-444f-b164-f7c3843808c5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:53.689449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Port cf51b5ff-ac46-47fe-b991-c56f82839d7e on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:53.693451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Attempting to bind port cf51b5ff-ac46-47fe-b991-c56f82839d7e on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:53.696004 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeb476c-e0af-47d7-8658-80a91ea3254e tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:53.696462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeb476c-e0af-47d7-8658-80a91ea3254e tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:53.699651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ddeb476c-e0af-47d7-8658-80a91ea3254e tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/2bcb15a5-e0a8-49d4-ac39-7d4d8f40c65a HTTP/1.1" status: 404 len: 337 time: 0.0593557 Feb 11 14:23:53.703357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:53.714706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:53.714706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Checking segment: {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:53.715400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Bound using segment: {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:53.715517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Bound port: cf51b5ff-ac46-47fe-b991-c56f82839d7e, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:53.715797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.730387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c414f21-43b7-4722-880e-2c9e6b3f3ff8 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:23:53.760383 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f06fd-bc65-4da2-b2eb-6e78d19d6601 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:53.761309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f06fd-bc65-4da2-b2eb-6e78d19d6601 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:53.769927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-531f06fd-bc65-4da2-b2eb-6e78d19d6601 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/544cd4a6-d7bf-4525-a1a5-aed90ee4577f HTTP/1.1" status: 404 len: 339 time: 0.0654323 Feb 11 14:23:53.772586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34364) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:53.826373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f2d0-780c-4a46-8d76-d2f825e81095 req-5bacf544-4c09-465f-9507-a0e10c524ceb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:53.827909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e22f2d0-780c-4a46-8d76-d2f825e81095 req-5bacf544-4c09-465f-9507-a0e10c524ceb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1341162 Feb 11 14:23:53.859805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:23:53.871612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:53.890294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:53.907766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting subnet c36a63d2-7144-41bf-981c-680003eeb97b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:53.908236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e22f2d0-780c-4a46-8d76-d2f825e81095 req-6584ff31-5de0-4129-b028-6a70fb485d65 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702910 Feb 11 14:23:53.929718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:53.936545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c414f21-43b7-4722-880e-2c9e6b3f3ff8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:23:53.974842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.023036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.033874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.034995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.036583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] 10.222.0.62 "PUT /v2.0/ports/cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 1091 time: 2.7640460 Feb 11 14:23:54.038928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:54.045482 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8adc4-37ee-42fc-a885-4442d2decd26" -d '{"events": [{"name": "network-changed", "server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:54.125523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec720f6-a06c-4c60-a886-95a130038245 service neutron] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:54.142022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:54.197706 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a795a1c-076f-40b0-9170-504cc3fb60c1 x-openstack-request-id: req-4a795a1c-076f-40b0-9170-504cc3fb60c1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:54.198299 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:54.198933 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a795a1c-076f-40b0-9170-504cc3fb60c1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:54.200025 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'status': 'completed', 'code': 200} Feb 11 14:23:54.207549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50b12-2120-47a5-ae2e-1fa1d373bd12 req-9574378a-cb65-49ad-9528-0eded9fb8a8a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.213188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05d50b12-2120-47a5-ae2e-1fa1d373bd12 req-9574378a-cb65-49ad-9528-0eded9fb8a8a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2042549 Feb 11 14:23:54.219855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-757992bf-d118-44ed-9e09-dad97ba19567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.222175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-757992bf-d118-44ed-9e09-dad97ba19567 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1094 time: 0.0773363 Feb 11 14:23:54.233149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Sync routers for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:54.294763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.297124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-661b6c5e-9c7e-4cbe-b209-776f1241de91 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0374715 Feb 11 14:23:54.299153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-be354edc-f0db-4cf9-a762-7c7e2133c642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 217 time: 0.0684154 Feb 11 14:23:54.300651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:54.325108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05d50b12-2120-47a5-ae2e-1fa1d373bd12 req-3b3b3ea4-735e-4288-9d4b-f4e9785a8c3d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Feb 11 14:23:54.332914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.353535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:54.354213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:54.494103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.585143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:54.598724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.608691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113c77-a27e-4dd7-b465-270f876de435 req-b4164e21-75c5-4b12-8a3d-65158ee87e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.610365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/c36a63d2-7144-41bf-981c-680003eeb97b HTTP/1.1" status: 204 len: 168 time: 0.8348291 Feb 11 14:23:54.615433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-b4164e21-75c5-4b12-8a3d-65158ee87e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.3060462 Feb 11 14:23:54.616575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34392) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:54.617578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf9689-b242-4377-a1db-b39372c1c217 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=c36a63d2-7144-41bf-981c-680003eeb97b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:54.636374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e8889546-ecff-48d8-ab9c-163289e7b5b3 None None] Provisioning complete for port 1727f89c-1c6b-4909-8651-303a1da2fb21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:54.636374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8889546-ecff-48d8-ab9c-163289e7b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.728565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting subnet e70a518f-9ede-4d5d-addf-157a2b52d9db {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:54.732335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.746430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a853793-2388-4b49-84cb-a4ca007e938c None None] Network 714bbe09-057e-4a00-9d77-2522f78a6889 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:54.758044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1727f89c-1c6b-4909-8651-303a1da2fb21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:54.761125 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-ea7a87cb-4d52-4141-93a9-337df1862548 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575905 Feb 11 14:23:54.795024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:54.961166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329861-84e3-4517-9f4b-ce0783f645c7 req-15729f2d-a2d2-4104-a565-0389da75ada9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.963216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d329861-84e3-4517-9f4b-ce0783f645c7 req-15729f2d-a2d2-4104-a565-0389da75ada9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.2005053 Feb 11 14:23:54.972490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.090165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d329861-84e3-4517-9f4b-ce0783f645c7 req-460b0629-460a-4bad-b8c5-b178a6ebfe02 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183591 Feb 11 14:23:55.100782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-2f62913b-b0a4-4e8b-98c1-cd1f67f6be7e service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272717 Feb 11 14:23:55.156816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.239010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1727f89c-1c6b-4909-8651-303a1da2fb21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:55.239527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.242361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=e70a518f-9ede-4d5d-addf-157a2b52d9db,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:55.258442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.265129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7d229209-d39e-4d37-bdbc-ce05e343ef98 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/e70a518f-9ede-4d5d-addf-157a2b52d9db HTTP/1.1" status: 204 len: 168 time: 0.6419857 Feb 11 14:23:55.265769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:55.355355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09113c77-a27e-4dd7-b465-270f876de435 req-d66f4a57-5747-4bdf-8013-89e33a84e80f service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450769 Feb 11 14:23:55.405655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.462296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:52Z', 'revision_number': 3, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:55.492688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Checking router: 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:55.493257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Updating router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d port c0842449-73d2-4cb2-aac3-b27d1d9ac27b binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:55.525896 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.551912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] DHCP port deletion for 714bbe09-057e-4a00-9d77-2522f78a6889 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:55.586431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.658817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6373ff-e1f1-46f1-8d31-55beebeb1996 req-1481ce5f-f2d9-474c-8557-317dfcce8e3a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:55.666505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c6373ff-e1f1-46f1-8d31-55beebeb1996 req-1481ce5f-f2d9-474c-8557-317dfcce8e3a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2495327 Feb 11 14:23:55.676737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port 56316d93-4492-423d-8fb3-2ad0b19136dd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:55.677478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.764680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Deleting port 56316d93-4492-423d-8fb3-2ad0b19136dd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:55.767489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.834339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c6373ff-e1f1-46f1-8d31-55beebeb1996 req-f38ffa3a-45b7-4650-8d09-28ae8c9d9774 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514211 Feb 11 14:23:55.836283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=56316d93-4492-423d-8fb3-2ad0b19136dd,segment=NetworkSegment(002ebc8e-c9a3-40be-a27f-2550dabcc329),segment_id=002ebc8e-c9a3-40be-a27f-2550dabcc329)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:55.836657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:55.849324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for 56316d93-4492-423d-8fb3-2ad0b19136dd owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:55.888701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-870701f4-89ec-42c5-8eca-ce3fb9872d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:55.891197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-870701f4-89ec-42c5-8eca-ce3fb9872d0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1094 time: 0.3070788 Feb 11 14:23:55.930176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Allocated IP 172.20.0.1 (c500a2f9-fa38-4f97-b193-89d2e710d3ce/5062e797-0912-4190-be71-c398b6d7a5e7/17833389-aea3-473c-b7ce-3ac062b7bc4f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:55.979379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] For port 56316d93-4492-423d-8fb3-2ad0b19136dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=56316d93-4492-423d-8fb3-2ad0b19136dd,segment=NetworkSegment(002ebc8e-c9a3-40be-a27f-2550dabcc329),segment_id=002ebc8e-c9a3-40be-a27f-2550dabcc329)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:55.979789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.014197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Calling delete_port for 56316d93-4492-423d-8fb3-2ad0b19136dd owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:56.063674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.079096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-632bf84a-5681-4b32-8ab7-dddba53ba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:56.080627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-632bf84a-5681-4b32-8ab7-dddba53ba0dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 915 time: 0.1811292 Feb 11 14:23:56.094699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:56.101929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port 56316d93-4492-423d-8fb3-2ad0b19136dd on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:56.158838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-b18c9cfd-e5a4-4259-8514-20638642e7fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 217 time: 0.0696356 Feb 11 14:23:56.225224 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.239692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-1b782e99-1edd-43ad-aeae-52621bab1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:56.241269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-1b782e99-1edd-43ad-aeae-52621bab1eec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.0727947 Feb 11 14:23:56.293596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.320409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714bbe09-057e-4a00-9d77-2522f78a6889']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:56.327878 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.331242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002ebc8e-c9a3-40be-a27f-2550dabcc329') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:56.331242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002ebc8e-c9a3-40be-a27f-2550dabcc329') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:56.341537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.347230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.367564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.375224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:56.375719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:56.380700 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:56.393376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] No DVR routers for this DVR port 56316d93-4492-423d-8fb3-2ad0b19136dd on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:56.396618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e92271-4268-47be-b59e-f7cfcf27a99d None None] Pushing event deleted for resources: {'Port': ['ID=56316d93-4492-423d-8fb3-2ad0b19136dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:56.414320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.414643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-b5431962-2184-455c-8092-19f259e9a28b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310871 Feb 11 14:23:56.446314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.519585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Attempting to bind port c0842449-73d2-4cb2-aac3-b27d1d9ac27b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:56.520230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Attempting to bind port c0842449-73d2-4cb2-aac3-b27d1d9ac27b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:56.520835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Attempting to bind port c0842449-73d2-4cb2-aac3-b27d1d9ac27b on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:56.524494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dbb60-489f-4c03-b53c-45fe8e3a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:56.530782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:56.531490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:56.532092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.532744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:56.533475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Bound port: c0842449-73d2-4cb2-aac3-b27d1d9ac27b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:56.535771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.613624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4081b2-45e0-4c4a-bf69-8872090e7986 req-b7df2f18-ecea-44dc-8a1e-f8d6d74393ac tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:56.619845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] For port c0842449-73d2-4cb2-aac3-b27d1d9ac27b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:56.626009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca4081b2-45e0-4c4a-bf69-8872090e7986 req-b7df2f18-ecea-44dc-8a1e-f8d6d74393ac tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.3235009 Feb 11 14:23:56.626186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] For port c0842449-73d2-4cb2-aac3-b27d1d9ac27b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:56.650814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:56.665267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:56.666143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 56316d93-4492-423d-8fb3-2ad0b19136dd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:56.675980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:56.679069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:56.703539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 56316d93-4492-423d-8fb3-2ad0b19136dd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:56.704071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 56316d93-4492-423d-8fb3-2ad0b19136dd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:56.725893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.734110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.739313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/714bbe09-057e-4a00-9d77-2522f78a6889 HTTP/1.1" status: 204 len: 168 time: 1.4725466 Feb 11 14:23:56.747888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:56.812259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.830369 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f8c3cf-8aa1-431e-b666-fa340b2806d3 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:56.830369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f8c3cf-8aa1-431e-b666-fa340b2806d3 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:56.841775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a1f8c3cf-8aa1-431e-b666-fa340b2806d3 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/3e0791ed-e445-429f-b29d-473458f800c6 HTTP/1.1" status: 404 len: 337 time: 0.0894017 Feb 11 14:23:56.843125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22452a5-bced-4f5a-8186-0198166bbf1c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=714bbe09-057e-4a00-9d77-2522f78a6889,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:56.850786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:56.931242 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b648d29-a351-4b74-9a60-178ecd67e1d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:56.937770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b648d29-a351-4b74-9a60-178ecd67e1d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:56.952304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b648d29-a351-4b74-9a60-178ecd67e1d5 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/b1ff1aa0-d69a-4a49-9328-7a962b33d9c0 HTTP/1.1" status: 404 len: 339 time: 0.0998194 Feb 11 14:23:56.958869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.022098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:57.024996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:57.055429 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df57998-7666-473a-a16e-5b17ce37636b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:57.055429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df57998-7666-473a-a16e-5b17ce37636b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:57.059243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4df57998-7666-473a-a16e-5b17ce37636b tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/3c56131a-6355-44b5-89aa-907e1f9f1ba3 HTTP/1.1" status: 404 len: 337 time: 0.0991495 Feb 11 14:23:57.067190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34452) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.121005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dbb60-489f-4c03-b53c-45fe8e3a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:57.139426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca4081b2-45e0-4c4a-bf69-8872090e7986 req-3f928ed7-334a-4ee1-9774-7a9687feb6d9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147066 Feb 11 14:23:57.163469 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e071ec1-e8d3-4f7f-a5bf-6cdc0fe662d7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:57.164238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e071ec1-e8d3-4f7f-a5bf-6cdc0fe662d7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:57.171383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e071ec1-e8d3-4f7f-a5bf-6cdc0fe662d7 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/867fb92e-e0ec-4f2f-b3bf-991e165181cd HTTP/1.1" status: 404 len: 339 time: 0.0779724 Feb 11 14:23:57.174100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.184088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.200316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a044e07c-9da9-4fa8-84de-2064dbd58cec None None] Provisioning complete for port 17833389-aea3-473c-b7ce-3ac062b7bc4f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:57.202999 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a044e07c-9da9-4fa8-84de-2064dbd58cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.233012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-2a55c6cd-8736-4a1a-882c-fb9414705806 service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002882 Feb 11 14:23:57.252852 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50dbaf9-90c1-4b82-aa4e-ed844d2ac926 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:57.253424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50dbaf9-90c1-4b82-aa4e-ed844d2ac926 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:57.257293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d50dbaf9-90c1-4b82-aa4e-ed844d2ac926 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/cf989c1d-b576-446f-8867-6ca468366609 HTTP/1.1" status: 404 len: 337 time: 0.0753679 Feb 11 14:23:57.260060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34462) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.288958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6508-42cb-4738-90d7-0e5904afb35d req-3c55c2bc-e90c-4ab7-a703-5a3d2d1b04c0 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:57.300560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f86e6508-42cb-4738-90d7-0e5904afb35d req-3c55c2bc-e90c-4ab7-a703-5a3d2d1b04c0 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2720370 Feb 11 14:23:57.328662 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e2cc0c-8e05-4ce8-823d-ba0d428fae15 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:57.329373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e2cc0c-8e05-4ce8-823d-ba0d428fae15 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:57.333095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97e2cc0c-8e05-4ce8-823d-ba0d428fae15 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/7f7de69b-d3fb-4817-ac0b-3b36c0458df5 HTTP/1.1" status: 404 len: 339 time: 0.0711336 Feb 11 14:23:57.338766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34468) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.388935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a044e07c-9da9-4fa8-84de-2064dbd58cec None None] Port 17833389-aea3-473c-b7ce-3ac062b7bc4f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:57.398896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:57.419211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f86e6508-42cb-4738-90d7-0e5904afb35d req-8bec93e9-bd64-4a54-b520-959db7691e6e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954614 Feb 11 14:23:57.428287 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c8adc4-37ee-42fc-a885-4442d2decd26 req-eb1dde55-69c4-40a3-93a4-cbcb5206c00e service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882563 Feb 11 14:23:57.430554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting subnet 4aa0754b-9523-4093-9aee-51b95375b721 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:57.445764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.496352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.597886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.631123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.655848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:57.764253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:52Z', 'revision_number': 3, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:57.794666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.840124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea28c63-6701-42ee-9c0f-d299c99b92f4 None None] The sync data for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 is: [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:52Z', 'revision_number': 3, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:57.844559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa0754b-9523-4093-9aee-51b95375b721,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:57.853314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.855754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf111176-d5fd-4813-9631-2bd89f054115 None None] Network c77cdbe6-95dc-4dba-b516-130892ae3995 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:57.861073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b4b9e377-b14d-401c-af1e-859b1464909c tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/4aa0754b-9523-4093-9aee-51b95375b721 HTTP/1.1" status: 204 len: 168 time: 0.5181079 Feb 11 14:23:57.869447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34478) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:57.876728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.975822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.000218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.038937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port 3f794ebb-a4e3-4bde-90a1-40142042de0c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:58.039283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.131203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] DHCP port deletion for c77cdbe6-95dc-4dba-b516-130892ae3995 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:58.141383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port 3f794ebb-a4e3-4bde-90a1-40142042de0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3f794ebb-a4e3-4bde-90a1-40142042de0c,segment=NetworkSegment(dfaa1db5-f265-4a65-964b-8e2c6edadcd6),segment_id=dfaa1db5-f265-4a65-964b-8e2c6edadcd6)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:58.142042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.144437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.157603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:58.171456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for 3f794ebb-a4e3-4bde-90a1-40142042de0c owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:58.315765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Deleting port 3f794ebb-a4e3-4bde-90a1-40142042de0c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:58.315765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.388448 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.450204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port 3f794ebb-a4e3-4bde-90a1-40142042de0c on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:58.453609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] For port 3f794ebb-a4e3-4bde-90a1-40142042de0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3f794ebb-a4e3-4bde-90a1-40142042de0c,segment=NetworkSegment(dfaa1db5-f265-4a65-964b-8e2c6edadcd6),segment_id=dfaa1db5-f265-4a65-964b-8e2c6edadcd6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:58.456580 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.462900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=3f794ebb-a4e3-4bde-90a1-40142042de0c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:58.482016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e6106-efac-4d7a-b104-8913d437be31 req-f5cf6dc5-f9da-4e40-857c-77ae978ae9b9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:58.484686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-427e6106-efac-4d7a-b104-8913d437be31 req-f5cf6dc5-f9da-4e40-857c-77ae978ae9b9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1629813 Feb 11 14:23:58.527671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:58.530534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Calling delete_port for 3f794ebb-a4e3-4bde-90a1-40142042de0c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:58.587744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-427e6106-efac-4d7a-b104-8913d437be31 req-8620a81f-4aff-4c5e-b3d0-48f318a45839 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831084 Feb 11 14:23:58.593625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:58.595098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:58.770139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c0842449-73d2-4cb2-aac3-b27d1d9ac27b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:58.812094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.824627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77cdbe6-95dc-4dba-b516-130892ae3995']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:58.836164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:58.836763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaa1db5-f265-4a65-964b-8e2c6edadcd6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:58.849039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.858851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f27cdde-cfd9-491a-92aa-068144534cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.876253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:58.884878 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.887451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.895027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:58.895444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.906429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] No DVR routers for this DVR port 3f794ebb-a4e3-4bde-90a1-40142042de0c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:58.933890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f84ab9-b69b-4c93-9f7d-c4fb78f374aa None None] Pushing event deleted for resources: {'Port': ['ID=3f794ebb-a4e3-4bde-90a1-40142042de0c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:58.980965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c0842449-73d2-4cb2-aac3-b27d1d9ac27b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:58.981340 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:59.027115 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:59.056527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1e6c-c3d0-477a-90e7-49d4371f7d70 req-999d6a01-a344-458b-a0b2-3b050b5e90dd tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:59.066985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f43c1e6c-c3d0-477a-90e7-49d4371f7d70 req-999d6a01-a344-458b-a0b2-3b050b5e90dd tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.4808934 Feb 11 14:23:59.101111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-483605d2-2b13-428c-a544-95fa3d3c1c9f None None] Provisioning complete for port 17833389-aea3-473c-b7ce-3ac062b7bc4f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:59.101577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-483605d2-2b13-428c-a544-95fa3d3c1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.124040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.150922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f43c1e6c-c3d0-477a-90e7-49d4371f7d70 req-5eee107a-5e61-46ef-9a38-d42af29a5498 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828023 Feb 11 14:23:59.158649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.161821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:59.168063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/c77cdbe6-95dc-4dba-b516-130892ae3995 HTTP/1.1" status: 204 len: 168 time: 1.2975152 Feb 11 14:23:59.179836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:59.182997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:59.189152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-483605d2-2b13-428c-a544-95fa3d3c1c9f None None] Port 17833389-aea3-473c-b7ce-3ac062b7bc4f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:59.192366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aa492206-a253-4c47-8675-1ceee063c3d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/687f2e0b-7c2c-44ef-82eb-5bf59c523f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8904338 Feb 11 14:23:59.224136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a469d3b-9e0a-40bc-90c5-0a357bddbd69 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=c77cdbe6-95dc-4dba-b516-130892ae3995,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:59.253126 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6010bdab-a1ac-453e-bcc0-b44e50cae88d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:59.253379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6010bdab-a1ac-453e-bcc0-b44e50cae88d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:59.259138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34502) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:59.265825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6010bdab-a1ac-453e-bcc0-b44e50cae88d tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/0cd7bf29-f87a-4529-a885-2aa80ae51fad HTTP/1.1" status: 404 len: 337 time: 0.0658345 Feb 11 14:23:59.285737 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c907c7d5-15bd-47a2-a304-f5560fb1b1b0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] DELETE failed (client error): The resource could not be found. Feb 11 14:23:59.286539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c907c7d5-15bd-47a2-a304-f5560fb1b1b0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:23:59.292765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c907c7d5-15bd-47a2-a304-f5560fb1b1b0 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/c0399bc2-eecc-471c-980e-d55036a58f7c HTTP/1.1" status: 404 len: 339 time: 0.0272231 Feb 11 14:23:59.296521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:59.333057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f27cdde-cfd9-491a-92aa-068144534cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.398083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting subnet 0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:59.402828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.423284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f27cdde-cfd9-491a-92aa-068144534cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.498877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.525770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0f27cdde-cfd9-491a-92aa-068144534cf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e59b6fb732e440a8ca9c6a465f308e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967284 Feb 11 14:23:59.526553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:59.528812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27cdde-cfd9-491a-92aa-068144534cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe569e5d-d564-4808-8ad1-d492ceef43da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:59.582185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:23:59.606829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.652267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.692434 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.749617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.791455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669e22-1258-45ee-84b5-6383458b8a54 req-3b23561c-0354-4737-b136-5656058558bb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:59.793261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7c669e22-1258-45ee-84b5-6383458b8a54 req-3b23561c-0354-4737-b136-5656058558bb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0597696 Feb 11 14:23:59.800922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port c0842449-73d2-4cb2-aac3-b27d1d9ac27b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:59.826328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:59.833978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.836558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.849931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe569e5d-d564-4808-8ad1-d492ceef43da HTTP/1.1" status: 204 len: 168 time: 0.3179073 Feb 11 14:23:59.856659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'port_id': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'mac_address': 'fa:16:3e:0c:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714394e9-a7dc-475f-b14f-b7c9ce266627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:59.868067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c198ca8-a175-4138-a138-31deeac08eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe569e5d-d564-4808-8ad1-d492ceef43da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:59.904207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7c669e22-1258-45ee-84b5-6383458b8a54 req-188a8c24-6074-469f-8bcc-b869db26c212 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021919 Feb 11 14:23:59.920178 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:59.989813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.018954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.037691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3f794ebb-a4e3-4bde-90a1-40142042de0c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:00.048194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:00.074762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:00.075728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:00.080091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3f794ebb-a4e3-4bde-90a1-40142042de0c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:00.080544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3f794ebb-a4e3-4bde-90a1-40142042de0c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:00.084414 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.092096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3dbff-8629-4748-9e79-26e97f0f0dff None None] Network 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:00.092768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83736911-e423-4e8b-8ed1-7282ffe44753 tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/subnets/0fe8e4a1-36a4-43e6-9fcb-1f9bf661d0a7 HTTP/1.1" status: 204 len: 168 time: 0.7985327 Feb 11 14:24:00.094878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34556) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:00.104264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:00.240300 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.316438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.402524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:00.423885 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.443731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346effa0-4fa5-4b22-8f8b-3fa243327299 req-d5d1c7ae-63be-4607-bbb5-1173992bb7ec tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:00.445675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-346effa0-4fa5-4b22-8f8b-3fa243327299 req-d5d1c7ae-63be-4607-bbb5-1173992bb7ec tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1580017 Feb 11 14:24:00.464387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] DHCP port deletion for 1423a043-0cd9-4b9e-97d4-c9f7817b18d7 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:24:00.503301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cf51b5ff-ac46-47fe-b991-c56f82839d7e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:00.600106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-346effa0-4fa5-4b22-8f8b-3fa243327299 req-0cf95186-5fbb-4481-b919-1af4da23e24b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422703 Feb 11 14:24:00.603092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Deleting port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:00.603667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.656950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Deleting port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:00.659926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.720875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] For port 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=62c48397-65f2-449b-8f6e-9ae8a008c6e0,segment=NetworkSegment(b3fff8c6-89da-4d3c-9205-59b383e7d758),segment_id=b3fff8c6-89da-4d3c-9205-59b383e7d758)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:00.721967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.741179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Calling delete_port for 62c48397-65f2-449b-8f6e-9ae8a008c6e0 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:00.746376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c0842449-73d2-4cb2-aac3-b27d1d9ac27b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:00.818553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] For port 62c48397-65f2-449b-8f6e-9ae8a008c6e0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=62c48397-65f2-449b-8f6e-9ae8a008c6e0,segment=NetworkSegment(b3fff8c6-89da-4d3c-9205-59b383e7d758),segment_id=b3fff8c6-89da-4d3c-9205-59b383e7d758)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:00.819110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.829591 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Sync routers for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:00.849588 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:00.856128 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:00.876034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Calling delete_port for 62c48397-65f2-449b-8f6e-9ae8a008c6e0 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:00.966965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c0842449-73d2-4cb2-aac3-b27d1d9ac27b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:00.966965 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.017112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.036661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.057268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Port': ['ID=62c48397-65f2-449b-8f6e-9ae8a008c6e0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:01.067757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] No DVR routers for this DVR port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:01.070557 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:01.095322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] Pushing event deleted for resources: {'Port': ['ID=62c48397-65f2-449b-8f6e-9ae8a008c6e0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:01.095916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e687d16-d1eb-416e-990c-a0b6d6777858 None None] No DVR routers for this DVR port 62c48397-65f2-449b-8f6e-9ae8a008c6e0 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:01.193183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1418c-5a54-42e6-9ce6-ce46b615b52b req-b15a0dcf-c4d4-4a4b-8337-18965afa5028 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:01.204212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be1418c-5a54-42e6-9ce6-ce46b615b52b req-b15a0dcf-c4d4-4a4b-8337-18965afa5028 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 944 time: 0.1702597 Feb 11 14:24:01.211410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.285994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 62c48397-65f2-449b-8f6e-9ae8a008c6e0 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:01.286325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be1418c-5a54-42e6-9ce6-ce46b615b52b req-16d2ed26-d278-40d6-abe9-d57521c63fbe tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779796 Feb 11 14:24:01.319953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 62c48397-65f2-449b-8f6e-9ae8a008c6e0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:01.328535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 62c48397-65f2-449b-8f6e-9ae8a008c6e0 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:01.330691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:01.333828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.348944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53d0fff8-879e-43ed-a29d-7028edd2b049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.368861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1423a043-0cd9-4b9e-97d4-c9f7817b18d7']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:01.379826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fff8c6-89da-4d3c-9205-59b383e7d758') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:01.380191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fff8c6-89da-4d3c-9205-59b383e7d758') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:01.390324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.404426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.412123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:01.412749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:01.416488 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:01.441614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53d0fff8-879e-43ed-a29d-7028edd2b049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.475214 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:57Z', 'revision_number': 4, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '17833389-aea3-473c-b7ce-3ac062b7bc4f', 'name': '', 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'mac_address': 'fa:16:3e:51:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:55Z', 'updated_at': '2022-02-11T14:23:57Z', 'revision_number': 2, 'project_id': '6e5b963898614817892dc19fc9887582', 'subnets': [{'id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:01.502674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Checking router: 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:01.503167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Updating router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d port 17833389-aea3-473c-b7ce-3ac062b7bc4f binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:24:01.530918 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.571319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.571833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53d0fff8-879e-43ed-a29d-7028edd2b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.580196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.592648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] 10.222.0.31 "DELETE /v2.0/networks/1423a043-0cd9-4b9e-97d4-c9f7817b18d7 HTTP/1.1" status: 204 len: 168 time: 1.4965029 Feb 11 14:24:01.633506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913be1-565e-4406-ae23-dbf635f2242f tempest-NetworksIpV6Test-1169195136 tempest-NetworksIpV6Test-1169195136-project] Pushing event deleted for resources: {'Network': ['ID=1423a043-0cd9-4b9e-97d4-c9f7817b18d7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:01.673137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-53d0fff8-879e-43ed-a29d-7028edd2b049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e9a18b9b4f8433da20c78c8fa815314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391085 Feb 11 14:24:01.673526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:01.674718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0fff8-879e-43ed-a29d-7028edd2b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ea2d2-4d4b-4733-941c-6d366eb61b4e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:01.807729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.844214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:01.865577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445a6ab-d4e6-4740-90ce-dbb82e3877ce req-8b550d25-57d8-4e31-8b5b-574d9c29e61c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:01.867413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6445a6ab-d4e6-4740-90ce-dbb82e3877ce req-8b550d25-57d8-4e31-8b5b-574d9c29e61c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1194420 Feb 11 14:24:01.929086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6445a6ab-d4e6-4740-90ce-dbb82e3877ce req-6f4adda3-2fca-418f-9364-9c622675d542 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Feb 11 14:24:01.976781 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.004641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.007334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.008498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/799ea2d2-4d4b-4733-941c-6d366eb61b4e HTTP/1.1" status: 204 len: 168 time: 0.3337052 Feb 11 14:24:02.016418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b126d-5700-4329-8d78-3f56642a7185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ea2d2-4d4b-4733-941c-6d366eb61b4e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:02.028229 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.089251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe2e1-e254-4f3c-8bb0-40fca530bb6e None None] Pushing event updated for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:02.181647 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Attempting to bind port 17833389-aea3-473c-b7ce-3ac062b7bc4f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:02.182009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Attempting to bind port 17833389-aea3-473c-b7ce-3ac062b7bc4f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:02.182371 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Attempting to bind port 17833389-aea3-473c-b7ce-3ac062b7bc4f on network c500a2f9-fa38-4f97-b193-89d2e710d3ce {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:02.198563 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:02.198931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Checking segment: {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:02.199337 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.199727 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Bound using segment: {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:02.200201 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Bound port: 17833389-aea3-473c-b7ce-3ac062b7bc4f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:02.200574 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.349724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] For port 17833389-aea3-473c-b7ce-3ac062b7bc4f, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:02.354171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] For port 17833389-aea3-473c-b7ce-3ac062b7bc4f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17833389-aea3-473c-b7ce-3ac062b7bc4f,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:02.364899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-29853e45-f72b-478f-91f4-332c99163ba2 None None] Provisioning complete for port 17833389-aea3-473c-b7ce-3ac062b7bc4f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:02.365463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29853e45-f72b-478f-91f4-332c99163ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.409581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34638) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:02.425960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-29853e45-f72b-478f-91f4-332c99163ba2 None None] Port 17833389-aea3-473c-b7ce-3ac062b7bc4f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:24:02.453960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152fcf-55e1-4286-a83d-6c792c89db70 req-dc6ba114-c5cd-4f30-bacd-2e978b3d8176 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:02.455501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8152fcf-55e1-4286-a83d-6c792c89db70 req-dc6ba114-c5cd-4f30-bacd-2e978b3d8176 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 944 time: 0.0730381 Feb 11 14:24:02.480296 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.501179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8152fcf-55e1-4286-a83d-6c792c89db70 req-445da6d8-1a74-4535-86e3-634819c860c6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Feb 11 14:24:02.556333 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe2e1-e254-4f3c-8bb0-40fca530bb6e None None] Pushing event updated for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:02.559529 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:02.560256 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:02.772585 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:02.864959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] Provisioning complete for port 17833389-aea3-473c-b7ce-3ac062b7bc4f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:02.865945 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:02.972087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.021337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] For port 17833389-aea3-473c-b7ce-3ac062b7bc4f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17833389-aea3-473c-b7ce-3ac062b7bc4f,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:03.064631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:57Z', 'revision_number': 4, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '17833389-aea3-473c-b7ce-3ac062b7bc4f', 'name': '', 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'mac_address': 'fa:16:3e:51:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:55Z', 'updated_at': '2022-02-11T14:24:02Z', 'revision_number': 4, 'project_id': '6e5b963898614817892dc19fc9887582', 'subnets': [{'id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:03.090860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.111062 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03af44ee-9bc1-4a7f-8299-e1bb357dbb5d None None] The sync data for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 is: [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:23:57Z', 'revision_number': 4, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '17833389-aea3-473c-b7ce-3ac062b7bc4f', 'name': '', 'network_id': 'c500a2f9-fa38-4f97-b193-89d2e710d3ce', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'mac_address': 'fa:16:3e:51:2b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:55Z', 'updated_at': '2022-02-11T14:24:02Z', 'revision_number': 4, 'project_id': '6e5b963898614817892dc19fc9887582', 'subnets': [{'id': '5062e797-0912-4190-be71-c398b6d7a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:03.135823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bbffb-c654-449f-8806-21dd99aa1ee6 req-953b5a65-5e97-4184-94b3-76c4f3f8926c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.148619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed1bbffb-c654-449f-8806-21dd99aa1ee6 req-953b5a65-5e97-4184-94b3-76c4f3f8926c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1042089 Feb 11 14:24:03.151796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:03.294291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed1bbffb-c654-449f-8806-21dd99aa1ee6 req-f1c479b5-5c7e-45dc-b4e1-611e879878da tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450987 Feb 11 14:24:03.306633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f80a6-4c26-4091-8939-428167d05f53 None None] Pushing event updated for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:03.367727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a0fd12d9-6bf7-418e-9b8b-e702fc15f66e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=684d8330703f4979b47e5136d4fad36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9611058 Feb 11 14:24:03.369470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:03.462001 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.468228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port cf51b5ff-ac46-47fe-b991-c56f82839d7e completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:03.473794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port cf51b5ff-ac46-47fe-b991-c56f82839d7e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:03.474300 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.495260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.598954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.643524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:03.645797 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c7ef56-ffcb-47dc-8c82-6d6d800027ef" -d '{"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:03.660592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:03.695189 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8472e34-ad06-4930-a143-16043f17d025 x-openstack-request-id: req-f8472e34-ad06-4930-a143-16043f17d025 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:03.695670 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:03.696224 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8472e34-ad06-4930-a143-16043f17d025 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:03.696627 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'code': 200} Feb 11 14:24:03.709117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71b7d2-af0e-42e9-b43e-5e88777873fb req-4bb6afb1-33b4-42a9-b819-2b1e6ba38262 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.710623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d71b7d2-af0e-42e9-b43e-5e88777873fb req-4bb6afb1-33b4-42a9-b819-2b1e6ba38262 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 944 time: 0.0731142 Feb 11 14:24:03.750863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.754816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.756250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71cbe36c-b144-4cc8-bc0a-187ecab540b9 HTTP/1.1" status: 204 len: 168 time: 0.3853779 Feb 11 14:24:03.760079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:03.794975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d71b7d2-af0e-42e9-b43e-5e88777873fb req-ccd78b14-30b1-46d5-823d-f430890cb8d3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Feb 11 14:24:03.813861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f94b57-af4f-4622-a9ab-47e33532e7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cbe36c-b144-4cc8-bc0a-187ecab540b9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:03.844047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead303b-6a34-4f84-945c-5aff813c5191 req-5af99704-bf5f-4116-98a4-5a9b389641ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.845723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aead303b-6a34-4f84-945c-5aff813c5191 req-5af99704-bf5f-4116-98a4-5a9b389641ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1096 time: 0.0884612 Feb 11 14:24:03.867671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:03.905417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aead303b-6a34-4f84-945c-5aff813c5191 req-db68b06b-ba69-43fb-8904-258a8529face service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511050 Feb 11 14:24:04.477403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dedac-f5ad-4183-83cf-f19756aa7e40 req-5fa6acb8-c828-45be-9e3c-ae1e569f4dca tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:04.480727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3d9dedac-f5ad-4183-83cf-f19756aa7e40 req-5fa6acb8-c828-45be-9e3c-ae1e569f4dca tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0786507 Feb 11 14:24:04.561630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3d9dedac-f5ad-4183-83cf-f19756aa7e40 req-4d46dbce-b542-4bda-acfe-0aac188f58be tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Feb 11 14:24:04.684043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17833389-aea3-473c-b7ce-3ac062b7bc4f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:04.744403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 17833389-aea3-473c-b7ce-3ac062b7bc4f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:04.745079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:04.943138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552fcd-4061-48b2-bcaa-a1f3cf2d777b req-d35d971d-87c2-41d9-8c64-0682b7def0ab tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:04.944703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02552fcd-4061-48b2-bcaa-a1f3cf2d777b req-d35d971d-87c2-41d9-8c64-0682b7def0ab tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0595398 Feb 11 14:24:04.997151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02552fcd-4061-48b2-bcaa-a1f3cf2d777b req-cbf7dde8-00eb-4a02-bf5a-2df36621f0ee tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Feb 11 14:24:05.691693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b010f2-8841-4438-9564-3698a8e43e92 req-59794d28-891e-4650-94f5-b3ddba7f5251 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:05.693063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99b010f2-8841-4438-9564-3698a8e43e92 req-59794d28-891e-4650-94f5-b3ddba7f5251 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0543373 Feb 11 14:24:05.743115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99b010f2-8841-4438-9564-3698a8e43e92 req-c22e4ebf-b127-4c65-930e-8a6ecd67db16 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Feb 11 14:24:06.117304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f967-a4ed-4ccd-bbc5-9749f7dc3adb req-4ce886a7-1a55-4a03-a354-b4c2ae9854c4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.125360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a185f967-a4ed-4ccd-bbc5-9749f7dc3adb req-4ce886a7-1a55-4a03-a354-b4c2ae9854c4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0652046 Feb 11 14:24:06.158028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:06.172548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a185f967-a4ed-4ccd-bbc5-9749f7dc3adb req-b99561e3-b77a-4db8-9b9f-8b34df3f0b80 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Feb 11 14:24:06.480141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-470933004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:06.655384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.656559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.739049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.747882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-ef96ac61-3070-4f3a-99f0-673863da8040 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.755683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-ef96ac61-3070-4f3a-99f0-673863da8040 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 814 time: 0.2066305 Feb 11 14:24:06.772321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-31d8fc5c-a721-479b-b7d6-653f277366b3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/quotas/7dd6493465804c709a27f8170d371f62 HTTP/1.1" status: 200 len: 375 time: 0.0156994 Feb 11 14:24:06.819001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.852639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-da780776-83b4-45d3-82d4-48564afd7bf6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794601 Feb 11 14:24:06.899272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96831f6-f1f4-46d9-8017-d2ccbc53043b req-b82f5482-a792-4307-814a-6be1ca9f5d43 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.907340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e96831f6-f1f4-46d9-8017-d2ccbc53043b req-b82f5482-a792-4307-814a-6be1ca9f5d43 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0651031 Feb 11 14:24:06.926499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.927716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f24a680-3757-495e-9a74-8e8d26805c0d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7683206 Feb 11 14:24:06.932785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:06.941767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1290132989'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:06.956628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e96831f6-f1f4-46d9-8017-d2ccbc53043b req-410b546b-bfe5-47a6-a2df-491965425052 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478163 Feb 11 14:24:06.991083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-da96a57e-b9b5-4626-91e5-15339bd0eddb service neutron] 10.222.0.31 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278298 Feb 11 14:24:07.040017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:07.044656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.072010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.101162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-efbf0018-6297-45a9-b6c5-d27df438f308 service neutron] 10.222.0.31 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055746 Feb 11 14:24:07.197867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.297661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.333014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:24:07.399838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6ccd2-1e3c-4255-a9fa-8cc50b0cb546,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:07.406366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3643648c-6c77-4c5b-959d-fe2a182def89 req-5319644e-11c3-4ca8-9665-e7c203d88cf6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0484817 Feb 11 14:24:07.408165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.409673 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Added segment 20105d55-c662-4b7b-b08e-5b6a9949ddbb of type vlan for network 67893a24-734c-48ee-99a8-83e313418598 Feb 11 14:24:07.471908 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.628396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.634978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:07.635577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:07.716241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Network': ['ID=67893a24-734c-48ee-99a8-83e313418598,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:07.727597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 67893a24-734c-48ee-99a8-83e313418598 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:24:07.826321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dee8591f-4c43-442f-8994-d9ddab05cb3e tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8918965 Feb 11 14:24:07.826685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34790) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:07.836372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'subnet': {'network_id': '67893a24-734c-48ee-99a8-83e313418598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:08.183956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd970a-a336-4ece-aa34-f70380d37370 req-c927e62c-490a-426f-a107-4eaf7e945aaa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:08.189417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7cd970a-a336-4ece-aa34-f70380d37370 req-c927e62c-490a-426f-a107-4eaf7e945aaa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0668864 Feb 11 14:24:08.277628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7cd970a-a336-4ece-aa34-f70380d37370 req-f1a40d8e-59a6-4753-8ab3-7a5b93a2143a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Feb 11 14:24:08.405605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:08.420841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:08.569384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa02ba8d-223e-469b-a3fe-f5d9d18ef99c req-7ec53394-8ed9-4957-a14e-52bffea21526 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0705402 Feb 11 14:24:08.851602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:08.940726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Subnet': ['ID=f20c675a-7c72-4029-8336-41d43b082249,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:08.950578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Checking segment: {'id': '20105d55-c662-4b7b-b08e-5b6a9949ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67893a24-734c-48ee-99a8-83e313418598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:08.951183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network hostable DHCP agents. Network: 67893a24-734c-48ee-99a8-83e313418598, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:24:09.073986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network 67893a24-734c-48ee-99a8-83e313418598 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:24:09.199128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 67893a24-734c-48ee-99a8-83e313418598) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:09.205904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:09.205904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.211498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c4976-cb68-4fc5-a4fd-0e1828353766 None None] Network 67893a24-734c-48ee-99a8-83e313418598 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:09.301025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d1a11d4-5cf6-4629-9489-33c97e19b8dc tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710605 Feb 11 14:24:09.304016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34832) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:09.311068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'network': {'name': 'tempest-router-network01--1064499001'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:09.445939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-67893a24-734c-48ee-99a8-83e313418598', 'network_id': '67893a24-734c-48ee-99a8-83e313418598', 'tenant_id': '35b6459e7ff74a6cb6b51b2fcad24c26', 'fixed_ips': [{'subnet_id': 'f20c675a-7c72-4029-8336-41d43b082249'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:24:09.446799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.448291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d3b38-307f-427f-8f8d-e4291caad59a req-df49d1e6-986e-4e7a-a159-8fd331be1d17 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:09.459004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f20d3b38-307f-427f-8f8d-e4291caad59a req-df49d1e6-986e-4e7a-a159-8fd331be1d17 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0889370 Feb 11 14:24:09.468413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:09.472735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.553102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:24:09.568326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.569397 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Added segment 85c65782-6925-45e6-bc52-dd25dc28c6f3 of type vlan for network b532be70-36b2-496f-a73f-493a0b7b9220 Feb 11 14:24:09.634456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Allocated IP 172.20.0.2 (67893a24-734c-48ee-99a8-83e313418598/f20c675a-7c72-4029-8336-41d43b082249/8816c6b1-d092-4012-b1ba-7c145ea4980b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:09.664453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.773645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f20d3b38-307f-427f-8f8d-e4291caad59a req-4b5934db-51a8-4b3c-bf0e-9084af5cc776 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138223 Feb 11 14:24:09.779838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.787927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:09.788832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.807604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c0e8a38-4d36-4847-9e5a-ca6901d73e7f req-8d9ec690-ce74-4bcd-8d6b-719339efba7c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0808566 Feb 11 14:24:09.880362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Network': ['ID=b532be70-36b2-496f-a73f-493a0b7b9220,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:09.900949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a10a11d-0037-459b-b012-da00117201be tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5954361 Feb 11 14:24:09.903600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:09.916227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'network': {'name': 'tempest-router-network02--197869654'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:09.925890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b532be70-36b2-496f-a73f-493a0b7b9220 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:24:10.029303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.119753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.121949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:10.129850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.177484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Network 67893a24-734c-48ee-99a8-83e313418598 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:10.190726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:10.201509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:10.235744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:24:10.290388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-bdc2a2d8-e4ce-48e4-9501-1f34fcde4f8e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:10.294197 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-bdc2a2d8-e4ce-48e4-9501-1f34fcde4f8e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.60 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 814 time: 0.3222783 Feb 11 14:24:10.303394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.303551 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Added segment 5a5da462-17e6-4744-a437-ac8649b1aa9e of type vlan for network 9ff48069-4475-44b4-b779-b12dbfa9a671 Feb 11 14:24:10.314177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Request body: {'port': {'device_id': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'admin_state_up': True, 'tenant_id': '7dd6493465804c709a27f8170d371f62'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:10.318338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Pushing event updated for resources: {'Port': ['ID=8816c6b1-d092-4012-b1ba-7c145ea4980b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:10.394486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Attempting to bind port 8816c6b1-d092-4012-b1ba-7c145ea4980b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:10.394969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Attempting to bind port 8816c6b1-d092-4012-b1ba-7c145ea4980b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '20105d55-c662-4b7b-b08e-5b6a9949ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67893a24-734c-48ee-99a8-83e313418598'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:10.395345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Attempting to bind port 8816c6b1-d092-4012-b1ba-7c145ea4980b on network 67893a24-734c-48ee-99a8-83e313418598 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:10.403590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:10.404069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Checking segment: {'id': '20105d55-c662-4b7b-b08e-5b6a9949ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67893a24-734c-48ee-99a8-83e313418598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:10.404494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.404921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Bound using segment: {'id': '20105d55-c662-4b7b-b08e-5b6a9949ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67893a24-734c-48ee-99a8-83e313418598'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:10.405681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Bound port: 8816c6b1-d092-4012-b1ba-7c145ea4980b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20105d55-c662-4b7b-b08e-5b6a9949ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67893a24-734c-48ee-99a8-83e313418598'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:10.406554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.508500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] For port 8816c6b1-d092-4012-b1ba-7c145ea4980b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:10.517651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] For port 8816c6b1-d092-4012-b1ba-7c145ea4980b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8816c6b1-d092-4012-b1ba-7c145ea4980b,segment=NetworkSegment(20105d55-c662-4b7b-b08e-5b6a9949ddbb),segment_id=20105d55-c662-4b7b-b08e-5b6a9949ddbb)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:10.548298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.641008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.726328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Made reservation on behalf of 7dd6493465804c709a27f8170d371f62 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:10.735961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.770706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.772392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed385d6-781a-4212-a239-07e4a681f321 None None] Pushing event updated for resources: {'Port': ['ID=8816c6b1-d092-4012-b1ba-7c145ea4980b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:10.777351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:10.778426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:10.995923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Network': ['ID=9ff48069-4475-44b4-b779-b12dbfa9a671,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.011810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:24:11.073709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01b36a10-c491-4dd0-b98e-8d9cc4eedbf6 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1677978 Feb 11 14:24:11.090592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:11.169459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d834592-8ef3-48fc-84e8-9d1e189cae10 req-5775baa0-ec2b-448c-88a4-47bbb9ecce85 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.1030819 Feb 11 14:24:11.184238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'subnet': {'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:11.187535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Allocated IP 172.20.0.10 (9d278a94-817a-4d84-8ec4-69436fc8ce5b/714394e9-a7dc-475f-b14f-b7c9ce266627/0df547ac-1b74-4c12-8d96-4116a54715c4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:11.235057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5bec3-b3ea-42e0-acab-ee7e885f1991 req-318fa38d-466d-4b17-b7d9-561aaa7da2fa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:11.248776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8de5bec3-b3ea-42e0-acab-ee7e885f1991 req-318fa38d-466d-4b17-b7d9-561aaa7da2fa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2842834 Feb 11 14:24:11.506917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:11.538672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40761eb-3d92-4756-a65b-b07e4ac5ccc2 req-4324cb76-518c-4461-93a2-d44fa0537cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:11.540441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d40761eb-3d92-4756-a65b-b07e4ac5ccc2 req-4324cb76-518c-4461-93a2-d44fa0537cac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 1096 time: 0.4687614 Feb 11 14:24:11.549600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8de5bec3-b3ea-42e0-acab-ee7e885f1991 req-8a5ff443-63d6-40c1-9c01-c78691580059 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938886 Feb 11 14:24:11.604962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d40761eb-3d92-4756-a65b-b07e4ac5ccc2 req-35ed236e-ed00-4baa-92ec-bd5f39bef642 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540495 Feb 11 14:24:11.696109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:11.700834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:11.778034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:11.792694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cf51b5ff-ac46-47fe-b991-c56f82839d7e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:11.888207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Pushing event updated for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.918098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Network 9d278a94-817a-4d84-8ec4-69436fc8ce5b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:11.920423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:11.933131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:12.079095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:12.083371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:12.137276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:12.201938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-89471a80-1155-47a5-a802-32d366bc8fdb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8964109 Feb 11 14:24:12.216446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Request body: {'port': {'device_id': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:12.234995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Subnet': ['ID=3b1ba042-70b0-408c-870e-95ce651d9c2b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:12.243759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Checking segment: {'id': '85c65782-6925-45e6-bc52-dd25dc28c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:12.246381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network hostable DHCP agents. Network: b532be70-36b2-496f-a73f-493a0b7b9220, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:24:12.347720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network b532be70-36b2-496f-a73f-493a0b7b9220 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:24:12.364372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:12.425317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfec79-87da-4cff-88c4-eaa44440367c None None] Network 67893a24-734c-48ee-99a8-83e313418598 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:12.470010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b532be70-36b2-496f-a73f-493a0b7b9220) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:12.475562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:12.476225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:12.484142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd95be2-c172-45e5-b644-2e32ecfc803c req-27310f08-5ae8-4f62-a3d4-f5f6e28eff96 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:12.492565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bd95be2-c172-45e5-b644-2e32ecfc803c req-27310f08-5ae8-4f62-a3d4-f5f6e28eff96 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 932 time: 0.2298982 Feb 11 14:24:12.539853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d31cd-e396-4448-b659-ae568d0cb01c None None] Network b532be70-36b2-496f-a73f-493a0b7b9220 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:12.623652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3de9bc4f-9bdd-4679-b9b0-bafde6951cf5 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4559085 Feb 11 14:24:12.624416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:12.630049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'subnet': {'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:12.660141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bd95be2-c172-45e5-b644-2e32ecfc803c req-6090c300-85aa-48fe-a712-a1e0ab239280 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582150 Feb 11 14:24:12.711184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34896) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:13.031952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725490c-0b3a-4543-8cd1-d2d6a237483d req-1e07e288-58c9-4dab-8ab1-7e48df96c1c5 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:13.035754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c725490c-0b3a-4543-8cd1-d2d6a237483d req-1e07e288-58c9-4dab-8ab1-7e48df96c1c5 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.2566242 Feb 11 14:24:13.116784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Made reservation on behalf of 35b6459e7ff74a6cb6b51b2fcad24c26 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:13.128310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.188269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df547ac-1b74-4c12-8d96-4116a54715c4 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:13.202714 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.224565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Transition to ACTIVE for port object 0df547ac-1b74-4c12-8d96-4116a54715c4 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:13.232182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32e49463-d7b9-40e6-a8fb-b022765054d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.243855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8816c6b1-d092-4012-b1ba-7c145ea4980b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:13.245013 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c725490c-0b3a-4543-8cd1-d2d6a237483d req-904d6a43-1985-4a9e-a0e4-0af02a412431 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970816 Feb 11 14:24:13.302937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.421692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:13.425152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3be971d1-9fd8-4185-ad0d-e24dbddaa704 None None] Provisioning complete for port 8816c6b1-d092-4012-b1ba-7c145ea4980b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:13.425580 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be971d1-9fd8-4185-ad0d-e24dbddaa704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.438728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32e49463-d7b9-40e6-a8fb-b022765054d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.475570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8816c6b1-d092-4012-b1ba-7c145ea4980b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:13.476016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.531405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32e49463-d7b9-40e6-a8fb-b022765054d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.554455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.630903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b532be70-36b2-496f-a73f-493a0b7b9220', 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220', 'tenant_id': '35b6459e7ff74a6cb6b51b2fcad24c26', 'fixed_ips': [{'subnet_id': '3b1ba042-70b0-408c-870e-95ce651d9c2b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:24:13.631870 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.642194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Attempting to bind port 0df547ac-1b74-4c12-8d96-4116a54715c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:13.645617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Attempting to bind port 0df547ac-1b74-4c12-8d96-4116a54715c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:13.649083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Attempting to bind port 0df547ac-1b74-4c12-8d96-4116a54715c4 on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:13.679961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.700244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Port 0df547ac-1b74-4c12-8d96-4116a54715c4 on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:13.712101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Attempting to bind port 0df547ac-1b74-4c12-8d96-4116a54715c4 on network 9d278a94-817a-4d84-8ec4-69436fc8ce5b {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:13.721237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32e49463-d7b9-40e6-a8fb-b022765054d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ebf499ee3334cc38691725408e625d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058982 Feb 11 14:24:13.721237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:13.721237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Checking segment: {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:13.721676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Bound using segment: {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:13.721810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Bound port: 0df547ac-1b74-4c12-8d96-4116a54715c4, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:13.722502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.722694 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be971d1-9fd8-4185-ad0d-e24dbddaa704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.734057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Subnet': ['ID=6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:13.736763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:13.781510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49463-d7b9-40e6-a8fb-b022765054d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbb396-a869-4811-993c-6929c3460ca2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:13.831862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:13.837633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=0df547ac-1b74-4c12-8d96-4116a54715c4,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:13.875239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8816c6b1-d092-4012-b1ba-7c145ea4980b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8816c6b1-d092-4012-b1ba-7c145ea4980b,segment=NetworkSegment(20105d55-c662-4b7b-b08e-5b6a9949ddbb),segment_id=20105d55-c662-4b7b-b08e-5b6a9949ddbb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:13.884140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Checking segment: {'id': '5a5da462-17e6-4744-a437-ac8649b1aa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:13.884850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network hostable DHCP agents. Network: 9ff48069-4475-44b4-b779-b12dbfa9a671, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:24:13.920860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.966397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:13.980244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.028911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.038192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.050023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.050677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.053674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-d00abf7c-1bb6-46ed-92e7-d79cc762deb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/0df547ac-1b74-4c12-8d96-4116a54715c4 HTTP/1.1" status: 200 len: 1092 time: 1.8421659 Feb 11 14:24:14.054227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:14.060882 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:14.089760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Allocated IP 172.20.0.2 (b532be70-36b2-496f-a73f-493a0b7b9220/3b1ba042-70b0-408c-870e-95ce651d9c2b/12ea733d-bac5-4d23-a21a-f5431fc33b8e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:14.092598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8816c6b1-d092-4012-b1ba-7c145ea4980b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.096124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-3be971d1-9fd8-4185-ad0d-e24dbddaa704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:24:14.096581 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-3be971d1-9fd8-4185-ad0d-e24dbddaa704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:24:14.145667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5926d-22a9-4885-b8fc-71d36a03ae6c req-26a80b33-32b5-40dc-91e2-1d31cd6a4423 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.150297 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06144bf7-19a9-4472-97eb-c5feef99e098 x-openstack-request-id: req-06144bf7-19a9-4472-97eb-c5feef99e098 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:14.150610 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:14.150874 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06144bf7-19a9-4472-97eb-c5feef99e098 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:14.151423 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4', 'status': 'completed', 'code': 200} Feb 11 14:24:14.157771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5f5926d-22a9-4885-b8fc-71d36a03ae6c req-26a80b33-32b5-40dc-91e2-1d31cd6a4423 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 944 time: 0.3249536 Feb 11 14:24:14.162045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:24:14.215344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5f5926d-22a9-4885-b8fc-71d36a03ae6c req-c94dc06d-10ba-4ccb-ae28-2053cdcb557f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561614 Feb 11 14:24:14.255559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-2dd26e29-9547-4dc2-aa37-6c6915749593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.257316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-2dd26e29-9547-4dc2-aa37-6c6915749593 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0971303 Feb 11 14:24:14.262933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9ff48069-4475-44b4-b779-b12dbfa9a671) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:14.285343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.290219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.290864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad71a3-9612-4488-8ed2-762975220dd1 None None] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:14.302452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.307215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.308687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aabbb396-a869-4811-993c-6929c3460ca2 HTTP/1.1" status: 204 len: 168 time: 0.5681825 Feb 11 14:24:14.322910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482a3d1-592c-41a4-b8a6-0076264a745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbb396-a869-4811-993c-6929c3460ca2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.370554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ec1c4a5-2690-4d35-be86-e881d0574c68 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7445338 Feb 11 14:24:14.372868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:14.373255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-736cbffe-545f-46b4-a721-5762a2ae09b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df547ac-1b74-4c12-8d96-4116a54715c4 HTTP/1.1" status: 200 len: 217 time: 0.1070988 Feb 11 14:24:14.510557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746db60-34eb-44cc-a0f8-06c619674638 req-67212cc0-affc-4382-8ba0-0c8bf3865cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.512554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-67212cc0-affc-4382-8ba0-0c8bf3865cce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.1204197 Feb 11 14:24:14.547020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9ff48069-4475-44b4-b779-b12dbfa9a671', 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671', 'tenant_id': '35b6459e7ff74a6cb6b51b2fcad24c26', 'fixed_ips': [{'subnet_id': '6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:24:14.547982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.549659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6592-dad1-400d-bff8-1e88bb8ae741 req-eb7ac9b9-3d8f-4358-b272-7e78631babd6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.551219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-163a6592-dad1-400d-bff8-1e88bb8ae741 req-eb7ac9b9-3d8f-4358-b272-7e78631babd6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1770048 Feb 11 14:24:14.613745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-e31f3eff-19a5-4c7e-a889-a5288ac29526 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614648 Feb 11 14:24:14.793362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8816c6b1-d092-4012-b1ba-7c145ea4980b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:14.796928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-163a6592-dad1-400d-bff8-1e88bb8ae741 req-d42c1f36-bc23-4d20-bce1-36637e34be84 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795485 Feb 11 14:24:14.848485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.902930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.904238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-4f4b81e7-4dc4-475b-ac72-13db78749da0 service neutron] 10.222.0.60 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642548 Feb 11 14:24:14.960974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.130540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f746db60-34eb-44cc-a0f8-06c619674638 req-5bb2bbd2-2e21-4647-ad16-cdacdcdcedb0 service neutron] 10.222.0.60 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167945 Feb 11 14:24:15.143129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Network b532be70-36b2-496f-a73f-493a0b7b9220 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:15.156363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:15.189598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8816c6b1-d092-4012-b1ba-7c145ea4980b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:15.192503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.208447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:15.293724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d510fc70-f9a7-43af-b443-cd86245b6514 None None] Provisioning complete for port 8816c6b1-d092-4012-b1ba-7c145ea4980b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:15.294348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d510fc70-f9a7-43af-b443-cd86245b6514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.344974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34952) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:15.350245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Allocated IP 172.20.0.2 (9ff48069-4475-44b4-b779-b12dbfa9a671/6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef/8f0bf58c-c05e-43a6-b19f-22c6cbad27be) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:15.368477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Allocated IP 172.20.0.1 (b532be70-36b2-496f-a73f-493a0b7b9220/3b1ba042-70b0-408c-870e-95ce651d9c2b/e690cfb8-60f8-4117-8c6e-b78fe9ea6236) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:15.370225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.406123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-c548aca2-82ee-489d-851e-f733cf4931a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.407991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-c548aca2-82ee-489d-851e-f733cf4931a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 1095 time: 0.1015396 Feb 11 14:24:15.420936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-d0ddd295-08be-4bf0-b39e-be8fabd93560 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.428585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-d0ddd295-08be-4bf0-b39e-be8fabd93560 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 810 time: 0.2926040 Feb 11 14:24:15.515481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.544628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-29dc97e0-742e-4b73-afd3-9137915dbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.546090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-29dc97e0-742e-4b73-afd3-9137915dbe99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 915 time: 0.1148372 Feb 11 14:24:15.565490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7d32f1eb-5ff4-4a05-b502-d2382a416ccf tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/quotas/91d56a7c9cfe4d61b3d8200b03ca38c5 HTTP/1.1" status: 200 len: 375 time: 0.1348524 Feb 11 14:24:15.580063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.615017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-3fc83202-75bb-4c57-a337-f6427573e113 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df547ac-1b74-4c12-8d96-4116a54715c4 HTTP/1.1" status: 200 len: 217 time: 0.0608001 Feb 11 14:24:15.649477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bea4a5-fa5b-422a-9ebb-2bdc2de893dd req-c462f238-8cbd-49cc-a71f-18d36c985138 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.649477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2bea4a5-fa5b-422a-9ebb-2bdc2de893dd req-c462f238-8cbd-49cc-a71f-18d36c985138 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 944 time: 0.0943105 Feb 11 14:24:15.649477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.652679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Pushing event updated for resources: {'Port': ['ID=12ea733d-bac5-4d23-a21a-f5431fc33b8e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:15.719579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network b532be70-36b2-496f-a73f-493a0b7b9220 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:15.726437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:15.729941 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.735237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-aa53b9b2-6010-46b9-9aff-e8c3d0b9bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.738886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-aa53b9b2-6010-46b9-9aff-e8c3d0b9bbe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.1098328 Feb 11 14:24:15.752577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:15.788095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-58f941ff-f9bc-4b8d-8251-26ab17dd4b40 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2220936 Feb 11 14:24:15.810381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-aa5d789d-ff31-46ef-b535-3fea3294bdef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574441 Feb 11 14:24:15.815894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2bea4a5-fa5b-422a-9ebb-2bdc2de893dd req-bbc05513-a8ef-460f-9814-ee67dc073adc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542675 Feb 11 14:24:15.833165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Port': ['ID=e690cfb8-60f8-4117-8c6e-b78fe9ea6236,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:15.864400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.887611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Pushing event updated for resources: {'Port': ['ID=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:15.906167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Attempting to bind port 12ea733d-bac5-4d23-a21a-f5431fc33b8e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:15.906543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Attempting to bind port 12ea733d-bac5-4d23-a21a-f5431fc33b8e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '85c65782-6925-45e6-bc52-dd25dc28c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:15.906912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Attempting to bind port 12ea733d-bac5-4d23-a21a-f5431fc33b8e on network b532be70-36b2-496f-a73f-493a0b7b9220 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:15.916460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:15.918168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:15.918553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Checking segment: {'id': '85c65782-6925-45e6-bc52-dd25dc28c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:15.918954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:15.919348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Bound using segment: {'id': '85c65782-6925-45e6-bc52-dd25dc28c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:15.919890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Bound port: 12ea733d-bac5-4d23-a21a-f5431fc33b8e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c65782-6925-45e6-bc52-dd25dc28c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b532be70-36b2-496f-a73f-493a0b7b9220'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:15.920286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.000264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] For port 12ea733d-bac5-4d23-a21a-f5431fc33b8e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:16.004780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] For port 12ea733d-bac5-4d23-a21a-f5431fc33b8e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12ea733d-bac5-4d23-a21a-f5431fc33b8e,segment=NetworkSegment(85c65782-6925-45e6-bc52-dd25dc28c6f3),segment_id=85c65782-6925-45e6-bc52-dd25dc28c6f3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:16.025562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.033886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:16.040063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:16.136567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Attempting to bind port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:16.137013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Attempting to bind port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5a5da462-17e6-4744-a437-ac8649b1aa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:16.137428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Attempting to bind port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be on network 9ff48069-4475-44b4-b779-b12dbfa9a671 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:16.148150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:16.148380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Checking segment: {'id': '5a5da462-17e6-4744-a437-ac8649b1aa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:16.149045 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.149759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Bound using segment: {'id': '5a5da462-17e6-4744-a437-ac8649b1aa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:16.149902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Bound port: 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5da462-17e6-4744-a437-ac8649b1aa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ff48069-4475-44b4-b779-b12dbfa9a671'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:16.150714 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.150859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-1b8f0719-9731-403a-93e8-c208d1ada9bc service neutron] 10.222.0.31 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428161 Feb 11 14:24:16.206030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-90ca5d8e-1161-4a1e-8a69-014bde97d6f1 service neutron] 10.222.0.60 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758411 Feb 11 14:24:16.269020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] For port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:16.269020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] For port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,segment=NetworkSegment(5a5da462-17e6-4744-a437-ac8649b1aa9e),segment_id=5a5da462-17e6-4744-a437-ac8649b1aa9e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:16.357247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-5978d95e-b21b-43ba-8c0e-bb51516bdd6e service neutron] 10.222.0.31 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902120 Feb 11 14:24:16.369727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f41bc6a-01a1-455f-8ec0-50722d6a95c9 req-06baadc6-0ccf-40c8-8e2d-999365e44bd8 service neutron] 10.222.0.60 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314809 Feb 11 14:24:16.486663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.543657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9c268-72ed-4e35-9792-a00af4b8f296 None None] Pushing event updated for resources: {'Port': ['ID=12ea733d-bac5-4d23-a21a-f5431fc33b8e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:16.628766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.683788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1b7a37ee87e4e55847f5020f2e414ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3330426 Feb 11 14:24:16.683788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbd1ce-7f7c-417d-9fb6-003ae84c857b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:16.684738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34962) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:16.718401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.737197 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.784391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.807170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.812237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.813250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.816838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.817369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.818429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.819499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.819906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.822332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.823505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.837815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c0913-927f-40da-ae43-6e492d35ad4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:16.915078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116ab4e-2dad-41c7-9c3e-27f734224250 None None] Pushing event updated for resources: {'Port': ['ID=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.010419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.047697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.196573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357752ab-5714-48e0-81dc-b838c916d1c2 req-400cb3b1-10ea-48c8-b32a-cebe44df9036 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:17.197341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-357752ab-5714-48e0-81dc-b838c916d1c2 req-400cb3b1-10ea-48c8-b32a-cebe44df9036 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 944 time: 0.1006539 Feb 11 14:24:17.203839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-804aed0d-7e30-4758-95ec-675813959e50 req-c24df21c-c6ab-4c6f-95f9-2603ef2e5a45 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 210 time: 0.0491426 Feb 11 14:24:17.204308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.216623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.217935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccfbd1ce-7f7c-417d-9fb6-003ae84c857b HTTP/1.1" status: 204 len: 168 time: 0.5320995 Feb 11 14:24:17.293153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92d1c-92ff-4ab5-85a5-ed5bcbd21b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbd1ce-7f7c-417d-9fb6-003ae84c857b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.294761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 0df547ac-1b74-4c12-8d96-4116a54715c4 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:17.303893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-357752ab-5714-48e0-81dc-b838c916d1c2 req-267fb965-e99c-451e-a6a2-d3fe8a436da2 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849214 Feb 11 14:24:17.462609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.616035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.820009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Port': ['ID=e690cfb8-60f8-4117-8c6e-b78fe9ea6236,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:17.822847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:18.151400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network b532be70-36b2-496f-a73f-493a0b7b9220 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:18.152267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:18.199072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=0df547ac-1b74-4c12-8d96-4116a54715c4,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:18.210212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-942ee7d9-9e8f-4e2b-86fb-92e8c7b0aa01 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:18.225414 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-511f6ad9-b531-4502-b954-a185930597e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:18.227189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-942ee7d9-9e8f-4e2b-86fb-92e8c7b0aa01 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.1993711 Feb 11 14:24:18.242689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '0df547ac-1b74-4c12-8d96-4116a54715c4', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'port_id': '0df547ac-1b74-4c12-8d96-4116a54715c4', 'mac_address': 'fa:16:3e:21:44:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714394e9-a7dc-475f-b14f-b7c9ce266627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:18.253143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-c3e931de-4459-4fda-8e73-1d64adf670b0 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/quotas/4a45747e2fd94e9ba7b3ae2c8cdf5e04 HTTP/1.1" status: 200 len: 375 time: 0.0249801 Feb 11 14:24:18.363506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:18.376451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-a0e023ee-2f9b-4bdb-8570-9185bf7f3457 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220677 Feb 11 14:24:18.404216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df547ac-1b74-4c12-8d96-4116a54715c4 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:18.431983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=0df547ac-1b74-4c12-8d96-4116a54715c4,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:18.476380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a29361e-6d93-470c-bdcc-e67b254752d2 req-c6af3f8f-1bd8-49ed-bce0-072b5a836a57 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 210 time: 0.0507443 Feb 11 14:24:18.486846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20ac05-9796-499b-9f3f-0e707108fc8c None None] Network b532be70-36b2-496f-a73f-493a0b7b9220 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:18.560918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-bb70f2f6-ad30-4b09-9690-4726609df445 service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813614 Feb 11 14:24:18.651189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Router fcdd755c-e271-4490-9e1b-138bd6d92931 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:24:18.681819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:18.707784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f32a7-408e-4512-8b43-d65c399b1dcb req-72b5429f-7e76-45d6-9713-1f86a923c64b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:18.716825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f12f32a7-408e-4512-8b43-d65c399b1dcb req-72b5429f-7e76-45d6-9713-1f86a923c64b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 944 time: 0.1384561 Feb 11 14:24:18.720243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] Provisioning complete for port 12ea733d-bac5-4d23-a21a-f5431fc33b8e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:18.724783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:18.787130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-23674f05-91d6-408d-9983-a60a7e6ff0fe service neutron] 10.222.0.31 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252092 Feb 11 14:24:18.903166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba5166-fa81-4ef6-bd06-641129867bc3 None None] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:18.905467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12ea733d-bac5-4d23-a21a-f5431fc33b8e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:19.080789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['0df547ac-1b74-4c12-8d96-4116a54715c4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:19.259550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90eb834d-52aa-4ea4-84ab-94bc4e23e7f1 req-9e227d64-7cca-46d0-b6a1-75371dac7d29 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0744326 Feb 11 14:24:19.434719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f12f32a7-408e-4512-8b43-d65c399b1dcb req-c7a6db24-a206-4f2e-914b-264a166c7863 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169807 Feb 11 14:24:19.444785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:19.446080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-192bdaf3-fbb0-4747-933f-00cb4ffc35c4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0704460 Feb 11 14:24:19.448325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35042) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:19.525290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:19.575646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:19.606382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] Sync routers for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:19.724881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e937e801-d630-4922-b427-a553155acfd3 req-ef9abe8f-f220-4f4e-ab6e-ea0bb094698f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 210 time: 0.1109006 Feb 11 14:24:19.731499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:19.732172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:19.748343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 12ea733d-bac5-4d23-a21a-f5431fc33b8e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:19.749043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:19.867651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] For port 12ea733d-bac5-4d23-a21a-f5431fc33b8e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12ea733d-bac5-4d23-a21a-f5431fc33b8e,segment=NetworkSegment(85c65782-6925-45e6-bc52-dd25dc28c6f3),segment_id=85c65782-6925-45e6-bc52-dd25dc28c6f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:19.900963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:19.924075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:19.925204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:23:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:20.042296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:20.070284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:20.071321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935146eb-da91-484c-be57-dcc21b5b2207 None None] The sync data for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:20.203647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-d18e8e4c-a753-4b9a-8c67-aab3c31b2f77 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:20.206731 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-d18e8e4c-a753-4b9a-8c67-aab3c31b2f77 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 810 time: 0.3866198 Feb 11 14:24:20.223435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Request body: {'port': {'device_id': 'cb9aab2e-a658-4572-a043-6649f869edad', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'admin_state_up': True, 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:20.278465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8f0bf58c-c05e-43a6-b19f-22c6cbad27be up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:20.310118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] Provisioning complete for port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:20.339283 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:20.494531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f40ddc-c663-4a71-a596-69b363c8d1fa None None] Pushing event updated for resources: {'Port': ['ID=12ea733d-bac5-4d23-a21a-f5431fc33b8e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:20.496368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5d66526-f541-4197-a2cf-464db451bdb5 req-5dc95374-a22d-4317-83d9-89585dfdc684 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0553133 Feb 11 14:24:20.633165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Made reservation on behalf of 91d56a7c9cfe4d61b3d8200b03ca38c5 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:20.637741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:20.813475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0b8441c-f1ef-4d6d-b699-ecf21472f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:20.920776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668197d-0805-4718-8405-b995e13ca189 req-bcd9e1b9-bc58-449b-b590-c32a5bf5c51f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:20.938890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5668197d-0805-4718-8405-b995e13ca189 req-bcd9e1b9-bc58-449b-b590-c32a5bf5c51f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 945 time: 0.2395685 Feb 11 14:24:21.047075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:21.047758 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:21.055964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:21.093021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98e634e4-57c3-4533-90ee-a20a7b953308 req-dbe030a1-ae63-4393-8944-9d8e50792f0a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 210 time: 0.1936917 Feb 11 14:24:21.129468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Allocated IP 172.20.0.11 (59045a06-df7b-4142-9705-81061836abc0/c12dae4f-1722-4053-bf89-94cf00aba8dc/78fd39cb-5442-4c8c-838b-2707e666537c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:21.203311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] For port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,segment=NetworkSegment(5a5da462-17e6-4744-a437-ac8649b1aa9e),segment_id=5a5da462-17e6-4744-a437-ac8649b1aa9e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:21.276643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:21.301104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5668197d-0805-4718-8405-b995e13ca189 req-82342483-50a4-457e-a3c3-1223efcbf7fc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609312 Feb 11 14:24:21.318597 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-9c5dd8c0-ee4e-4f07-b481-234a5ae8e064 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:24:21.319848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c5dd8c0-ee4e-4f07-b481-234a5ae8e064 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8701744 Feb 11 14:24:21.324413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35074) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:21.324639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 0df547ac-1b74-4c12-8d96-4116a54715c4 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:21.361874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:21.617042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a6d86e4-d0a6-47c9-9d9c-adc3d334f9af req-5b81735d-14c2-4a90-8f25-2a0ffad3c39b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Feb 11 14:24:21.794618 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.029598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.033365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 0df547ac-1b74-4c12-8d96-4116a54715c4 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:22.040187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 0df547ac-1b74-4c12-8d96-4116a54715c4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:22.040882 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.042885 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.046260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.084570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['38ee9aed-73aa-4e16-aba7-c6bce2524ebe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:22.106114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting port e690cfb8-60f8-4117-8c6e-b78fe9ea6236 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:22.106837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.144623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Pushing event updated for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.148656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Network 59045a06-df7b-4142-9705-81061836abc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:22.150649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:22.163643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:22.227344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:22.228168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.240094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.246177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:24:22.246857 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:24:22.254999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Calling delete_port for e690cfb8-60f8-4117-8c6e-b78fe9ea6236 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:22.257187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa3629-3f0d-4692-a095-2d81a5aed50f None None] Pushing event updated for resources: {'Port': ['ID=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.268491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5d4ecfdb-af00-4ecf-b009-0df706f0003e None None] Provisioning complete for port 12ea733d-bac5-4d23-a21a-f5431fc33b8e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:22.268991 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecfdb-af00-4ecf-b009-0df706f0003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.393889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.416828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-b8ac40fa-98fe-4055-99d2-727a671b0448 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1986933 Feb 11 14:24:22.457132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Request body: {'port': {'device_id': 'cb9aab2e-a658-4572-a043-6649f869edad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:22.537139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:22.541867 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768043af-cf62-4f51-9564-548cdb3520d7" -d '{"events": [{"server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "name": "network-vif-plugged", "status": "completed", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:22.570448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003d9f-aef6-4aa0-8268-c3b9c0b488d8 req-3b717077-5929-43d8-a6d9-c39d806a7ed0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:22.583849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a003d9f-aef6-4aa0-8268-c3b9c0b488d8 req-3b717077-5929-43d8-a6d9-c39d806a7ed0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 945 time: 0.1579113 Feb 11 14:24:22.597082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80885740-057c-4ae9-b302-c4db9d4d9967 req-e55a154a-badd-4d92-8347-c60e62620f93 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:22.599761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80885740-057c-4ae9-b302-c4db9d4d9967 req-e55a154a-badd-4d92-8347-c60e62620f93 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 932 time: 0.1304917 Feb 11 14:24:22.612332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.625124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=0df547ac-1b74-4c12-8d96-4116a54715c4,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:22.628301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.678090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a003d9f-aef6-4aa0-8268-c3b9c0b488d8 req-d401bd07-f9eb-461e-bffd-b2272ec71860 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861175 Feb 11 14:24:22.683138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5d4ecfdb-af00-4ecf-b009-0df706f0003e None None] Provisioning complete for port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:22.683527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecfdb-af00-4ecf-b009-0df706f0003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.702560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Port': ['ID=e690cfb8-60f8-4117-8c6e-b78fe9ea6236,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:22.773327 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43882334-9ad8-4666-b59b-65fc2a50451a x-openstack-request-id: req-43882334-9ad8-4666-b59b-65fc2a50451a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:22.773626 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "name": "network-vif-plugged", "status": "completed", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:22.776481 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43882334-9ad8-4666-b59b-65fc2a50451a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:22.776942 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4', 'code': 200} Feb 11 14:24:22.812655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80885740-057c-4ae9-b302-c4db9d4d9967 req-5d1d524d-f1fe-4795-be43-6eb1593479b7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960840 Feb 11 14:24:22.879422 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:22.882911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-b374bbe4-f65e-47cb-81f7-ba76bfc9d223 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2967081 Feb 11 14:24:23.007325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1fda30a8-5c3b-4110-95ce-c398a6083c3f req-2702e358-ccd1-4dd1-bce8-f4a4dad2bf1b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0654693 Feb 11 14:24:23.099426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f633-9bd6-45ca-820c-58d6b6794c8e req-905fb30e-f079-42dc-b1f9-edecf93efbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.101066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d417f633-9bd6-45ca-820c-58d6b6794c8e req-905fb30e-f079-42dc-b1f9-edecf93efbd2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 1097 time: 0.2221572 Feb 11 14:24:23.244801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-320e8530-6405-4733-8b86-7db229ce92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.246420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-320e8530-6405-4733-8b86-7db229ce92ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.2668309 Feb 11 14:24:23.267532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-81a89780-5a84-48b0-85ac-dae0349160d3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.269047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-81a89780-5a84-48b0-85ac-dae0349160d3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 814 time: 0.4097290 Feb 11 14:24:23.275808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.282523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fd39cb-5442-4c8c-838b-2707e666537c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:23.292039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.306182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Transition to ACTIVE for port object 78fd39cb-5442-4c8c-838b-2707e666537c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:23.388198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.407071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:23.415738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5d4ecfdb-af00-4ecf-b009-0df706f0003e None None] Could not find standard attr ID for object e690cfb8-60f8-4117-8c6e-b78fe9ea6236. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:24:23.434885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Request body: {'port': {'device_id': '91f36fe7-641e-416d-a823-f1b86748c591', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'admin_state_up': True, 'tenant_id': '4a45747e2fd94e9ba7b3ae2c8cdf5e04'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:23.445161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d417f633-9bd6-45ca-820c-58d6b6794c8e req-8ad3f86c-895d-45e6-87c0-7c7abb8e2a12 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854066 Feb 11 14:24:23.452259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.479063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.539299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12ea733d-bac5-4d23-a21a-f5431fc33b8e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:23.590157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Pushing event updated for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:23.603763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 12ea733d-bac5-4d23-a21a-f5431fc33b8e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:23.604144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.669217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Attempting to bind port 78fd39cb-5442-4c8c-838b-2707e666537c on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:23.669217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Attempting to bind port 78fd39cb-5442-4c8c-838b-2707e666537c by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:23.669869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Attempting to bind port 78fd39cb-5442-4c8c-838b-2707e666537c on network 59045a06-df7b-4142-9705-81061836abc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:23.674738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Port 78fd39cb-5442-4c8c-838b-2707e666537c on network 59045a06-df7b-4142-9705-81061836abc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:23.675073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Attempting to bind port 78fd39cb-5442-4c8c-838b-2707e666537c on network 59045a06-df7b-4142-9705-81061836abc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:23.681497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:23.681846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Checking segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:23.682403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Bound using segment: {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:23.683192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Bound port: 78fd39cb-5442-4c8c-838b-2707e666537c, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '59045a06-df7b-4142-9705-81061836abc0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:23.683570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.726149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-d9247de0-3311-4202-ab28-21bb95a195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.728876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-d9247de0-3311-4202-ab28-21bb95a195f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.4589293 Feb 11 14:24:23.774086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:23.777773 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=78fd39cb-5442-4c8c-838b-2707e666537c,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:23.837143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8f0bf58c-c05e-43a6-b19f-22c6cbad27be up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:23.840072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-d5d59c8d-11aa-4ae7-b188-8d3b9f7e393a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2782221 Feb 11 14:24:23.873498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.946272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:23.948283 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.966826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.970466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:23.974441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] 10.222.0.62 "PUT /v2.0/ports/78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 200 len: 1092 time: 1.5373206 Feb 11 14:24:23.982411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:23.985056 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:24.063347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Made reservation on behalf of 4a45747e2fd94e9ba7b3ae2c8cdf5e04 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:24.068468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:24.103254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b49af-6b38-4e4e-975b-9ce28d8a4e71 req-483f5549-7820-46b1-a409-50f23a0ba879 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.104709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-903b49af-6b38-4e4e-975b-9ce28d8a4e71 req-483f5549-7820-46b1-a409-50f23a0ba879 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 944 time: 0.1294093 Feb 11 14:24:24.108662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322ef6-9221-4cdb-88e5-ad6259c240fe service neutron] Pushing event updated for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:24.120287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-6d006c50-53af-44f3-9fa8-941e9ef4c2b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.3734608 Feb 11 14:24:24.162492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408af0f1-1383-450a-b7b9-da24a2056728 req-363abbc8-d571-435e-814c-25083e19a1d1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.174473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-408af0f1-1383-450a-b7b9-da24a2056728 req-363abbc8-d571-435e-814c-25083e19a1d1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 946 time: 0.3419416 Feb 11 14:24:24.236460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-903b49af-6b38-4e4e-975b-9ce28d8a4e71 req-cda5ce73-92d4-46d1-a2b7-18a6d376cc51 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081669 Feb 11 14:24:24.241868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Router fcdd755c-e271-4490-9e1b-138bd6d92931 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:24.247949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-b91e0796-accd-4c6d-8e91-ad3cc0caa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.247949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-b91e0796-accd-4c6d-8e91-ad3cc0caa7d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 1097 time: 0.3664365 Feb 11 14:24:24.252364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-cd54cc84-678a-492a-9d66-069c147f6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.254156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-cd54cc84-678a-492a-9d66-069c147f6405 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1095 time: 0.0583928 Feb 11 14:24:24.304922 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ac0067-1247-4f56-a2da-fb2c75ae99eb x-openstack-request-id: req-d7ac0067-1247-4f56-a2da-fb2c75ae99eb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:24.305215 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:24.305467 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7ac0067-1247-4f56-a2da-fb2c75ae99eb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:24.306391 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c', 'status': 'completed', 'code': 200} Feb 11 14:24:24.310913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-4fe8e042-65e0-4b2b-92aa-c17c1002095d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 200 len: 217 time: 0.0438635 Feb 11 14:24:24.375997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-408af0f1-1383-450a-b7b9-da24a2056728 req-bc615efd-b6fd-458f-8bab-6fc2cc89217b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960585 Feb 11 14:24:24.416844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0ce527c-50db-4ee8-b989-1c4cb281fb21 req-b85b6c22-86c3-49d6-a9ec-507cfd5766ac tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0372713 Feb 11 14:24:24.425478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-9c092e18-7be5-4c94-aaba-0fb5bf748ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.427910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-9c092e18-7be5-4c94-aaba-0fb5bf748ab2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1104565 Feb 11 14:24:24.473808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-e2b83f45-c971-4759-8cfd-708d8bb40abf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310223 Feb 11 14:24:24.542520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-4f5709d2-efe1-4f4c-a798-44caf18182b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.545186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-4f5709d2-efe1-4f4c-a798-44caf18182b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.3513739 Feb 11 14:24:24.635273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-203a52aa-7998-4206-8cec-a1c04ca4caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.636761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-203a52aa-7998-4206-8cec-a1c04ca4caf1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 915 time: 0.3559425 Feb 11 14:24:24.637890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:24.656169 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] Sync routers for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:24.666417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7530b26b-4d91-4bdf-ad46-4b2ed1231f81 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844671 Feb 11 14:24:24.682471 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:24.683351 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:24.735332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:24.743829 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:24.744885 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:24.802300 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:24.803491 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4465a76-746c-4baf-800e-565cae1cf84a None None] The sync data for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:24.831167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fddf4c8-d997-48fc-99c8-bd9ad8cff024 req-7cc060d8-5ef9-42a2-87d1-5f0d441c32bc service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565373 Feb 11 14:24:25.005349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-f9134d4c-35cb-4cbf-be62-a4a85025c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.007021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-f9134d4c-35cb-4cbf-be62-a4a85025c9d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1095 time: 0.0455112 Feb 11 14:24:25.062711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc36d307-db7e-48ca-9a3b-30fa2fe28734 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7385499 Feb 11 14:24:25.077613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:25.118526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-6002cb60-fe14-4a1c-80e0-5513c25b8f8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc38f243-6237-447f-ad44-56b178888951 HTTP/1.1" status: 200 len: 217 time: 0.0650909 Feb 11 14:24:25.150088 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-1306ca35-99eb-458c-b8fb-34c8cd9f7843 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] delete failed (client error): The resource could not be found. Feb 11 14:24:25.156279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1306ca35-99eb-458c-b8fb-34c8cd9f7843 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1745633256 HTTP/1.1" status: 404 len: 335 time: 0.0828085 Feb 11 14:24:25.156939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:25.159876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-e4e1210d-7eef-4510-9675-a3e8a9ac05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.162681 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-e4e1210d-7eef-4510-9675-a3e8a9ac05cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5715816 Feb 11 14:24:25.164935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c84019dc-ebc5-410c-b1a6-cd029b685701 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcdd755c-e271-4490-9e1b-138bd6d92931'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:25.208637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Allocated IP 172.20.0.12 (4078ecd7-b9a6-477b-a4a8-fa9551c79ef4/2f14edb4-aa0b-44af-a0f7-c6a7356671a1/75c2e375-fdfa-47e8-8157-0b2eda23b5a5) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:25.270128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-94ac41bb-1dd6-4df7-86ee-0deab0d58c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.270128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-94ac41bb-1dd6-4df7-86ee-0deab0d58c2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 911 time: 0.2430096 Feb 11 14:24:25.291328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-3d7766c0-6ee1-4ce7-bb89-8b46d8bcb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.292796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-3d7766c0-6ee1-4ce7-bb89-8b46d8bcb12c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.1644139 Feb 11 14:24:25.365983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-6bf80052-d27e-48b9-993b-d6b473e53025 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577905 Feb 11 14:24:25.577980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-3a7cf495-6e7f-45d0-83ef-a114bec73d04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 200 len: 217 time: 0.2662497 Feb 11 14:24:25.639751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35186) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:25.717268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:25.756502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-4f37a4a7-58bc-4d86-a6f0-a13a2bd4eba8 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579281 Feb 11 14:24:25.771994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c84019dc-ebc5-410c-b1a6-cd029b685701 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:25.808358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-314b3424-b9bf-426d-a538-7db203ec74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.810361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-314b3424-b9bf-426d-a538-7db203ec74e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1949022 Feb 11 14:24:25.812929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44f24d-1977-4583-99f3-901c4affa56a req-378ab7b5-f699-46e4-862d-4aef3a7c15d3 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.815025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df44f24d-1977-4583-99f3-901c4affa56a req-378ab7b5-f699-46e4-862d-4aef3a7c15d3 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 944 time: 0.3349466 Feb 11 14:24:25.861575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254db03-665e-4fe3-93cf-e22e7a626832 req-ad5f9a4c-51f6-431f-9a0c-7233909399f6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.863702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4254db03-665e-4fe3-93cf-e22e7a626832 req-ad5f9a4c-51f6-431f-9a0c-7233909399f6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 946 time: 0.2904427 Feb 11 14:24:25.865406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-22013d3b-03e8-483d-a63d-efdc305aabeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397992 Feb 11 14:24:25.871388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:25.886585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:25.897644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-a1b5a040-1c78-489c-811e-b487cb19821f service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161040 Feb 11 14:24:25.898368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c23ef419-f9b2-49d3-8b0c-53acd3f86554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:25.953275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['867d2404-0d02-441d-b625-79bcbf1a57f8', '365163f5-2306-42d9-9c21-c609d518bf64'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:25.969672 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-c84019dc-ebc5-410c-b1a6-cd029b685701 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] update failed (client error): The resource could not be found. Feb 11 14:24:25.970909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c84019dc-ebc5-410c-b1a6-cd029b685701 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931 HTTP/1.1" status: 404 len: 339 time: 0.8108141 Feb 11 14:24:25.974040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-f009d611-2f82-4b04-8f74-17d70f3d770c service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889030 Feb 11 14:24:25.981869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35192) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:26.009288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4254db03-665e-4fe3-93cf-e22e7a626832 req-a804f8fb-a3cb-4e3c-ad24-281a7eb4137e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262035 Feb 11 14:24:26.038671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:26.131176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df44f24d-1977-4583-99f3-901c4affa56a req-1f7ade4b-a366-449e-8f05-c2219dfb6a6a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805495 Feb 11 14:24:26.131751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:26.139730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event updated for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:26.177412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:26.177703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f611de0-a8d4-4bd5-bcc2-523f8eb457cd req-94e13c75-adcd-4dc4-9dfa-d4982f4df636 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719589 Feb 11 14:24:26.185524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1535bf8-9788-4208-8bba-cfe6270e579b req-3a70e78d-e6fb-406c-8292-60e48a369bb6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.187017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1535bf8-9788-4208-8bba-cfe6270e579b req-3a70e78d-e6fb-406c-8292-60e48a369bb6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 932 time: 0.0814366 Feb 11 14:24:26.245414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1535bf8-9788-4208-8bba-cfe6270e579b req-50c258c0-bd0d-4cca-a4e9-ea8f77bd64f2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516887 Feb 11 14:24:26.296063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6526e65e-4c96-4b56-b16f-58261bd153dc req-254851b5-0075-415e-886b-9d4514fce50d service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310855 Feb 11 14:24:26.417770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a1b9e-585b-45b1-a2c7-10a6a64da1ee req-8ccc3864-4134-4733-92b4-358426cc423a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.419848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d8a1b9e-585b-45b1-a2c7-10a6a64da1ee req-8ccc3864-4134-4733-92b4-358426cc423a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Feb 11 14:24:26.454883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.455424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:26.464194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ba173d3-c571-40dc-bd04-b33ea615ee30 req-ad9ec5d7-0d84-403e-9116-fda0c8562282 service neutron] 10.222.0.62 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377049 Feb 11 14:24:26.465652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d8a1b9e-585b-45b1-a2c7-10a6a64da1ee req-d19b00f8-b53c-48fa-8663-dfe2f09ebfc7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Feb 11 14:24:26.604164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c23ef419-f9b2-49d3-8b0c-53acd3f86554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:26.659859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb066355-6f3b-4030-9a5e-3623d624d11f req-866718bf-eec7-4d32-8249-053383b011b4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.661611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb066355-6f3b-4030-9a5e-3623d624d11f req-866718bf-eec7-4d32-8249-053383b011b4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0760400 Feb 11 14:24:26.722163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:26.730600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cb066355-6f3b-4030-9a5e-3623d624d11f req-d85763ac-51fa-4630-a688-fb202601adc7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623991 Feb 11 14:24:26.900586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7210e-5e1e-4c47-8a35-5dfed141c575 req-06daba4c-5371-41d8-b2df-ba928db1aac2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.902952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ab7210e-5e1e-4c47-8a35-5dfed141c575 req-06daba4c-5371-41d8-b2df-ba928db1aac2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0819809 Feb 11 14:24:26.907412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-55c1e886-6236-46de-85fc-ae05a47a582b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4786227 Feb 11 14:24:26.947535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c23ef419-f9b2-49d3-8b0c-53acd3f86554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:26.956063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ab7210e-5e1e-4c47-8a35-5dfed141c575 req-c6950a7d-d096-4536-9408-88828e344971 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457556 Feb 11 14:24:26.977909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Request body: {'port': {'device_id': '91f36fe7-641e-416d-a823-f1b86748c591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:27.077056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:27.077827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c23ef419-f9b2-49d3-8b0c-53acd3f86554 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a83b73cb981a4804a76b176db90ca4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4347785 Feb 11 14:24:27.088734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef419-f9b2-49d3-8b0c-53acd3f86554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33cea7-3487-4610-ae60-fdceddcd88b9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:27.131679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f08200-c068-49f3-8598-a88c8477e997 req-c330bd98-4fc4-4b9a-a3c4-149549193d94 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.139036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3f08200-c068-49f3-8598-a88c8477e997 req-c330bd98-4fc4-4b9a-a3c4-149549193d94 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1102405 Feb 11 14:24:27.165616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.175165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9863d4-7b7b-4681-bb0b-3c42a67970fc req-f31d717e-4fd7-4a95-9b46-f695dbcef4dd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.176855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b9863d4-7b7b-4681-bb0b-3c42a67970fc req-f31d717e-4fd7-4a95-9b46-f695dbcef4dd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 946 time: 0.2606158 Feb 11 14:24:27.200227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3f08200-c068-49f3-8598-a88c8477e997 req-1bef4716-a847-4195-9481-9006a350c763 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603242 Feb 11 14:24:27.201041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.229557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.231609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Allocated IP 172.20.0.1 (67893a24-734c-48ee-99a8-83e313418598/f20c675a-7c72-4029-8336-41d43b082249/b9204ca9-0d46-47bc-8a2b-d41814e7b00e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:27.311568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b9863d4-7b7b-4681-bb0b-3c42a67970fc req-2ea8f3ec-3c16-4f23-ad9c-4bbd8ee4bbbb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158915 Feb 11 14:24:27.357101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e2055-df20-48d9-aefa-70f68842344c req-e273fcc9-3f68-4e66-a8f4-e3c17245606b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.366674 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046e2055-df20-48d9-aefa-70f68842344c req-e273fcc9-3f68-4e66-a8f4-e3c17245606b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 944 time: 0.0755949 Feb 11 14:24:27.402640 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.405989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.412405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f33cea7-3487-4610-ae60-fdceddcd88b9 HTTP/1.1" status: 204 len: 168 time: 0.3294530 Feb 11 14:24:27.418287 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046e2055-df20-48d9-aefa-70f68842344c req-89013ef4-02b2-42a2-881e-8f57be4b62b8 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Feb 11 14:24:27.424365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffce20-c005-473e-a5e5-3a9dc09bec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f33cea7-3487-4610-ae60-fdceddcd88b9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:27.611135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d885-bcfd-48bf-9c8b-d441d96457c6 req-efe8931a-de8d-49c0-ab5b-957edbf7d2dd tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.618691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9450d885-bcfd-48bf-9c8b-d441d96457c6 req-efe8931a-de8d-49c0-ab5b-957edbf7d2dd tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 932 time: 0.1911180 Feb 11 14:24:27.662710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b68d8054-bd87-431b-9c5f-d3efcff52aba tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.665002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b68d8054-bd87-431b-9c5f-d3efcff52aba tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.1341202 Feb 11 14:24:27.674127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.687852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-491d4f6f-23d0-492d-8fed-e08b7562e220 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/quotas/c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 375 time: 0.0157824 Feb 11 14:24:27.714474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9450d885-bcfd-48bf-9c8b-d441d96457c6 req-8097f217-8b7c-4f8c-bc78-38c78ee61077 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949049 Feb 11 14:24:27.761651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-37c18266-bfb9-4801-9c53-421021f04115 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0728686 Feb 11 14:24:27.785811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:27.795930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.811247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Transition to ACTIVE for port object 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:27.845385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.860983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-95129a8d-83d6-4ccd-926b-96ba71666804 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929782 Feb 11 14:24:27.886995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network 67893a24-734c-48ee-99a8-83e313418598 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:27.892286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:27.896506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:28.000934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.010031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-ae90ae2a-a3d5-40a1-b992-3591a7631519 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409242 Feb 11 14:24:28.017549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Port': ['ID=b9204ca9-0d46-47bc-8a2b-d41814e7b00e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:28.030160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.247096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:28.290664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b1ca3ff2-a98d-4f5e-9ef2-39bca0b04d3a None None] Provisioning complete for port b9204ca9-0d46-47bc-8a2b-d41814e7b00e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:28.291415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3ff2-a98d-4f5e-9ef2-39bca0b04d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.299389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-8b813da8-3cd8-476c-baa8-3626fd17dbee tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:28.301006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-8b813da8-3cd8-476c-baa8-3626fd17dbee tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 946 time: 0.1595519 Feb 11 14:24:28.329790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca3ff2-a98d-4f5e-9ef2-39bca0b04d3a None None] Port b9204ca9-0d46-47bc-8a2b-d41814e7b00e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:24:28.410344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Attempting to bind port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:28.410772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Attempting to bind port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:28.410984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Attempting to bind port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:28.421153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:28.421539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Attempting to bind port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 on network 4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:28.429172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:28.429513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Checking segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:28.429901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Bound using segment: {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:28.430330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Bound port: 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7265698e-0e2e-4e37-8d9c-15dff3f18e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:28.430688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.438308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36f9d54b-7acb-4199-9a6c-ddbc56022043 req-3c486c1a-ee69-47e2-b4ef-16738470cf00 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Feb 11 14:24:28.551462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Deleting port 0df547ac-1b74-4c12-8d96-4116a54715c4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:28.551876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.596981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da21a4-b5a3-4b85-a25f-109cc6563a06 req-a344d1d0-5d08-4f30-93a0-1eebe3f47979 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:28.601306 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-56da21a4-b5a3-4b85-a25f-109cc6563a06 req-a344d1d0-5d08-4f30-93a0-1eebe3f47979 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 944 time: 0.0606012 Feb 11 14:24:28.601804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:28.622817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3d9-b6bd-4042-af51-df41b5e9b865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.680401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-56da21a4-b5a3-4b85-a25f-109cc6563a06 req-78fea67e-6ca4-41b2-b3c5-f34bfc78da40 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Feb 11 14:24:28.738800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3d9-b6bd-4042-af51-df41b5e9b865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.849626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2273b-6b68-4dbe-8c6f-86329b61f895 req-9a573a05-e7d1-4611-9b8a-2dee553fc20c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:28.852139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bd2273b-6b68-4dbe-8c6f-86329b61f895 req-9a573a05-e7d1-4611-9b8a-2dee553fc20c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 944 time: 0.0571194 Feb 11 14:24:28.876113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3d9-b6bd-4042-af51-df41b5e9b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.928427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b37b3d9-b6bd-4042-af51-df41b5e9b865 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e93f4e5d9d5f4fb2a51834d68c43cab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254657 Feb 11 14:24:28.931390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6bd2273b-6b68-4dbe-8c6f-86329b61f895 req-f89d5af9-7509-4f27-b5c9-175e6cb9b613 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717902 Feb 11 14:24:28.931867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35260) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:28.940399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b3d9-b6bd-4042-af51-df41b5e9b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c62902-ae72-4235-bfcb-9a251d043b84,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:28.970761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3fafd-cdb4-496e-a8ed-acd547bca123 req-9fe382d1-cb60-4cae-917c-356ee939a89a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:28.972578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49f3fafd-cdb4-496e-a8ed-acd547bca123 req-9fe382d1-cb60-4cae-917c-356ee939a89a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 946 time: 0.5308540 Feb 11 14:24:28.975703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:29.017063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.025213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:29.031460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.045110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.068067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49f3fafd-cdb4-496e-a8ed-acd547bca123 req-382a66a7-f41c-4bea-b84e-4bb452864111 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784695 Feb 11 14:24:29.070440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] For port 0df547ac-1b74-4c12-8d96-4116a54715c4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=0df547ac-1b74-4c12-8d96-4116a54715c4,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:29.070822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.108263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Calling delete_port for 0df547ac-1b74-4c12-8d96-4116a54715c4 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:29.191712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.239693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.243291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.249628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6c62902-ae72-4235-bfcb-9a251d043b84 HTTP/1.1" status: 204 len: 168 time: 0.3133321 Feb 11 14:24:29.269991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 78fd39cb-5442-4c8c-838b-2707e666537c details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:29.281287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833d525-ca33-4296-9f1d-da8c04534abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c62902-ae72-4235-bfcb-9a251d043b84,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:29.285333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.285963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.287371 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] 10.222.0.60 "PUT /v2.0/ports/75c2e375-fdfa-47e8-8157-0b2eda23b5a5 HTTP/1.1" status: 200 len: 1092 time: 2.3351111 Feb 11 14:24:29.291272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:29.293377 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a" -d '{"events": [{"name": "network-changed", "server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:29.344017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65ed51-752b-4929-a55b-d73c7e565ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:29.424314 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6fbb5-d356-4ca0-a1d6-eeaf9d51d843 x-openstack-request-id: req-05e6fbb5-d356-4ca0-a1d6-eeaf9d51d843 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:29.425058 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:29.425058 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05e6fbb5-d356-4ca0-a1d6-eeaf9d51d843 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:29.425300 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5', 'status': 'completed', 'code': 200} Feb 11 14:24:29.449133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=78fd39cb-5442-4c8c-838b-2707e666537c,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:29.462234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '78fd39cb-5442-4c8c-838b-2707e666537c', 'network_id': '59045a06-df7b-4142-9705-81061836abc0', 'port_id': '78fd39cb-5442-4c8c-838b-2707e666537c', 'mac_address': 'fa:16:3e:6e:68:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12dae4f-1722-4053-bf89-94cf00aba8dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:29.509154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.522934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fd39cb-5442-4c8c-838b-2707e666537c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:29.528408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-72ba1ef7-3990-4c9b-ae50-56e06b3cb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.530188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-72ba1ef7-3990-4c9b-ae50-56e06b3cb117 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 1095 time: 0.1039548 Feb 11 14:24:29.543773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=78fd39cb-5442-4c8c-838b-2707e666537c,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:29.549018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-078029ee-b494-480e-b014-6d0714de0409 req-401cf214-3cab-4f0a-909f-f1820f56f5cd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.0441835 Feb 11 14:24:29.595591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-f34aab5e-d2e4-4022-9e9c-477532dcf105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0497780 Feb 11 14:24:29.640233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.659194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261505-39fa-40bf-843a-612d6c9e2845 req-af46f636-2ad6-4610-b985-9b29224cf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.661348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-af46f636-2ad6-4610-b985-9b29224cf9d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.0572112 Feb 11 14:24:29.692966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-110760c1-a90e-4fdf-8aa2-70f42971f15e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258327 Feb 11 14:24:29.741811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.747894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.768769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cf51b5ff-ac46-47fe-b991-c56f82839d7e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:29.785345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Pushing event deleted for resources: {'Port': ['ID=0df547ac-1b74-4c12-8d96-4116a54715c4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:29.794510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.841547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:29.843981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47689799-aee5-46ca-bc7e-69acef7f7897 req-77a9bfa3-13a7-4bd0-ab22-a28e5a5d1006 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.853451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47689799-aee5-46ca-bc7e-69acef7f7897 req-77a9bfa3-13a7-4bd0-ab22-a28e5a5d1006 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 945 time: 0.0973577 Feb 11 14:24:29.906777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] No DVR routers for this DVR port 0df547ac-1b74-4c12-8d96-4116a54715c4 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:29.914793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47689799-aee5-46ca-bc7e-69acef7f7897 req-393bf023-8cc8-4760-b7b3-53209c413069 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Feb 11 14:24:29.925153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.925634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b465cbb8-a42e-4ba9-a8b0-4729560456bb req-565bdaf1-54b6-44a6-81ab-ac8810b36429 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.60 "DELETE /v2.0/ports/0df547ac-1b74-4c12-8d96-4116a54715c4 HTTP/1.1" status: 204 len: 173 time: 1.6053114 Feb 11 14:24:29.938770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-dfaec9bb-a5b9-423c-9965-448abdc3d9f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393987 Feb 11 14:24:29.941730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event updated for resources: {'Port': ['ID=b9204ca9-0d46-47bc-8a2b-d41814e7b00e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:29.954254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.033125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['78fd39cb-5442-4c8c-838b-2707e666537c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:30.186410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31261505-39fa-40bf-843a-612d6c9e2845 req-7341450b-b0f0-4a7a-b61c-0074f1a20e9d service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390435 Feb 11 14:24:30.199555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfc517-0231-421a-919c-06eaee1f5b16 req-dcb6cf64-2583-4733-a087-19dcb479f9c6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.202023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15dfc517-0231-421a-919c-06eaee1f5b16 req-dcb6cf64-2583-4733-a087-19dcb479f9c6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 944 time: 0.1345203 Feb 11 14:24:30.264968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Network 67893a24-734c-48ee-99a8-83e313418598 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:30.275870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73059958-0aaa-4015-afd8-96a0e760f3e1 req-7244ac2f-b013-4f8e-8fc1-8584cc0af950 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0548072 Feb 11 14:24:30.290827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:30.317572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15dfc517-0231-421a-919c-06eaee1f5b16 req-92368b7c-7a9f-4ba5-84c4-768a11377a66 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040940 Feb 11 14:24:30.421359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Router fcdd755c-e271-4490-9e1b-138bd6d92931 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:30.438707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.555426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-e2f6f926-1bff-4e87-a69e-d831d164dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.557185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-e2f6f926-1bff-4e87-a69e-d831d164dc9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 1095 time: 0.1229322 Feb 11 14:24:30.570609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b253dbc6-d82b-438c-a7b0-4ae98b8c3329 None None] Provisioning complete for port b9204ca9-0d46-47bc-8a2b-d41814e7b00e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:30.572727 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b253dbc6-d82b-438c-a7b0-4ae98b8c3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.583766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:30.601532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b86cd3cf-140a-41e5-ab87-23f3f9b5f625 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5807071 Feb 11 14:24:30.601728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:30.637540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] Sync routers for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:30.658788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b253dbc6-d82b-438c-a7b0-4ae98b8c3329 None None] Port b9204ca9-0d46-47bc-8a2b-d41814e7b00e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:24:30.675787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:30.678278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:30.721778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-62a4d8ab-3fe1-4f34-813a-da8734936912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.723434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c68c24a4-adb9-4e21-b3e7-750a3e7a084a req-a75c84a9-3022-43a4-86fe-b2a42925fed9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.0545375 Feb 11 14:24:30.735871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-62a4d8ab-3fe1-4f34-813a-da8734936912 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 200 len: 915 time: 0.1712384 Feb 11 14:24:30.736907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:30.758967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:30.759653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:30.760111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3739bdc9-e490-4e97-a86e-4b631510b98f tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.777831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-9c57b937-3c66-4f63-befe-615869fb3067 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0414093 Feb 11 14:24:30.821427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:30.822628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ad609-41a4-42df-9bdb-696a30acfe42 None None] The sync data for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:30.851724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-7dd36dba-dbb5-4569-a4e3-07ee50bc1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.853263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-7dd36dba-dbb5-4569-a4e3-07ee50bc1636 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 200 len: 854 time: 0.0682430 Feb 11 14:24:30.888091 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-3739bdc9-e490-4e97-a86e-4b631510b98f tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 14:24:30.895472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3739bdc9-e490-4e97-a86e-4b631510b98f tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931 HTTP/1.1" status: 409 len: 329 time: 0.2949677 Feb 11 14:24:30.896240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:30.913205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-d4443cca-8e30-4b81-addb-6cf457fc28b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521636 Feb 11 14:24:31.061331 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-d3a66742-6724-4f57-9708-e8df2cf7cbe6 service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403937 Feb 11 14:24:31.185360 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42639e6b-eb9b-46e5-8cdf-ff2c4a13866a req-06fb7747-91d0-4a33-84a6-588d7dbf605c service neutron] 10.222.0.60 "GET /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148381 Feb 11 14:24:31.209973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:31.277520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 78fd39cb-5442-4c8c-838b-2707e666537c up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:31.383164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 0df547ac-1b74-4c12-8d96-4116a54715c4 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:31.432172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'name': 'network-vif-deleted', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:31.439353 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d0277-d34e-444f-8ed7-ac5b4a3c7d44" -d '{"events": [{"server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "name": "network-vif-deleted", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:31.445798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 0df547ac-1b74-4c12-8d96-4116a54715c4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:31.446231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 0df547ac-1b74-4c12-8d96-4116a54715c4 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:31.466399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c99c187-5150-4747-9114-1f9025a14c21 req-9ec90e44-0217-48f7-8bfb-790bf9fad7e4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e73da2e-faf1-4214-b316-ca688e72a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0375977 Feb 11 14:24:31.469306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b7270-0d2a-4fa3-89ec-e8eacf5a5f3f req-83405762-333b-4923-939e-8dff56a1dee6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:31.480148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e47b7270-0d2a-4fa3-89ec-e8eacf5a5f3f req-83405762-333b-4923-939e-8dff56a1dee6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 945 time: 0.4856420 Feb 11 14:24:31.492666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:31.549584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e47b7270-0d2a-4fa3-89ec-e8eacf5a5f3f req-8e36bbed-ca07-4745-84b1-9f768bddd654 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579264 Feb 11 14:24:31.581302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 78fd39cb-5442-4c8c-838b-2707e666537c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:31.593817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 78fd39cb-5442-4c8c-838b-2707e666537c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:31.593817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:31.594025 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d17945f-2c51-4077-b755-0dfd6953f3cf x-openstack-request-id: req-0d17945f-2c51-4077-b755-0dfd6953f3cf {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:31.594025 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e73da2e-faf1-4214-b316-ca688e72a3b9", "name": "network-vif-deleted", "tag": "0df547ac-1b74-4c12-8d96-4116a54715c4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:31.594025 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d17945f-2c51-4077-b755-0dfd6953f3cf {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:31.594025 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e73da2e-faf1-4214-b316-ca688e72a3b9', 'name': 'network-vif-deleted', 'tag': '0df547ac-1b74-4c12-8d96-4116a54715c4', 'status': 'completed', 'code': 200} Feb 11 14:24:31.687287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d067-3cae-446e-b657-ae3549c61cd7 req-8a5fddc3-2259-4af9-a6ee-0423d1f14ade tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:31.689492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6321d067-3cae-446e-b657-ae3549c61cd7 req-8a5fddc3-2259-4af9-a6ee-0423d1f14ade tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 944 time: 0.1143069 Feb 11 14:24:31.695359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:31.723034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:31.725915 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883bfe08-9c9d-49aa-afac-31f99a84436c" -d '{"events": [{"server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "name": "network-vif-plugged", "status": "completed", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:31.761508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=78fd39cb-5442-4c8c-838b-2707e666537c,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:31.763011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6321d067-3cae-446e-b657-ae3549c61cd7 req-3b2141d8-1162-4392-902c-fbdfd2726237 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663774 Feb 11 14:24:31.797085 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af056776-802a-43d1-882d-4ba9942e60dd x-openstack-request-id: req-af056776-802a-43d1-882d-4ba9942e60dd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:31.797330 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "name": "network-vif-plugged", "status": "completed", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:31.797510 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af056776-802a-43d1-882d-4ba9942e60dd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:31.800979 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c', 'code': 200} Feb 11 14:24:31.910375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:31.920407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ebbbb-4a33-4945-9954-37cb5a1a4eee req-e31e939f-548e-4c93-bde2-50d5bb78ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:31.923764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c9ebbbb-4a33-4945-9954-37cb5a1a4eee req-e31e939f-548e-4c93-bde2-50d5bb78ae29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1096 time: 0.0562911 Feb 11 14:24:31.949867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting port b9204ca9-0d46-47bc-8a2b-d41814e7b00e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:31.950284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:32.081100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c9ebbbb-4a33-4945-9954-37cb5a1a4eee req-fefa2791-41ca-496d-9ec3-0c142a299652 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485882 Feb 11 14:24:32.108101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:32.536374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d38d566a-46de-4d06-8b12-471099edef6f req-851b180e-b2b0-42fe-8ac9-0b8a875e3bd5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.6508014 Feb 11 14:24:32.614507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:32.628122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Calling delete_port for b9204ca9-0d46-47bc-8a2b-d41814e7b00e owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:32.680379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813fe8f-0640-4646-91d7-9a52d3f9b37c req-976a19ad-f6e1-446b-861b-d577196688fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:32.681929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7813fe8f-0640-4646-91d7-9a52d3f9b37c req-976a19ad-f6e1-446b-861b-d577196688fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0774546 Feb 11 14:24:32.715670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b33a5219-2bdc-4459-bc78-f5254e023df6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:32.717189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b33a5219-2bdc-4459-bc78-f5254e023df6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.6641428 Feb 11 14:24:32.723193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7813fe8f-0640-4646-91d7-9a52d3f9b37c req-0db5586d-4a40-4374-a56f-d1de85de81fd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Feb 11 14:24:32.740335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'device_id': '91640f55-2612-4d2b-87a1-1781071df984', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'admin_state_up': True, 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:32.800417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4d66d-98c2-4cef-bc15-3073c7f3e04e req-aef09297-508d-452b-9c41-6c2f09f77a06 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:32.804183 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7e4d66d-98c2-4cef-bc15-3073c7f3e04e req-aef09297-508d-452b-9c41-6c2f09f77a06 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1633022 Feb 11 14:24:32.897056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088124b6-de52-430d-b4a2-df00902c47f4 req-74feb699-4f7f-4e33-bb98-96ecfafcd5a2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:32.906369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-088124b6-de52-430d-b4a2-df00902c47f4 req-74feb699-4f7f-4e33-bb98-96ecfafcd5a2 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 944 time: 0.0546801 Feb 11 14:24:32.927997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7e4d66d-98c2-4cef-bc15-3073c7f3e04e req-e95c4a8f-9548-4f27-b364-fb7aacce0494 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151357 Feb 11 14:24:32.942715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-088124b6-de52-430d-b4a2-df00902c47f4 req-ecf4e82a-2d4a-4432-b269-7e6eb67d5d71 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Feb 11 14:24:33.063039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba309f-1bce-487f-8505-6e52d5653a13 req-e335ac52-ae88-4d1c-bea6-59d938a852a0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:33.065006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51ba309f-1bce-487f-8505-6e52d5653a13 req-e335ac52-ae88-4d1c-bea6-59d938a852a0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0536852 Feb 11 14:24:33.114478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-51ba309f-1bce-487f-8505-6e52d5653a13 req-c154bf96-a0f2-4e44-9e07-fe7bd2f78ed4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Feb 11 14:24:33.124098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:33.152771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Port': ['ID=b9204ca9-0d46-47bc-8a2b-d41814e7b00e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:33.172060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:33.176289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:33.247966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcdb82-21e1-4961-8479-4527d90d69f2 req-712db55e-3414-4b51-9df9-d83addc0c179 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:33.257303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fdcdb82-21e1-4961-8479-4527d90d69f2 req-712db55e-3414-4b51-9df9-d83addc0c179 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0619125 Feb 11 14:24:33.317701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fdcdb82-21e1-4961-8479-4527d90d69f2 req-6728d2b4-7fea-4acf-93b1-e9e7f54a8ce9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Feb 11 14:24:33.367273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:33.446421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:33.542253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:33.594146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5', 'network_id': '4078ecd7-b9a6-477b-a4a8-fa9551c79ef4', 'port_id': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5', 'mac_address': 'fa:16:3e:28:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f14edb4-aa0b-44af-a0f7-c6a7356671a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:33.609901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.20.0.12 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/2a52e112-a6fc-4c1d-ae23-1373cf49efdd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:33.691846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:33.708288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:33.731347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:33.734087 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f6fcd4e-ac2c-479b-942b-087f063b1f5c req-4f301325-b2df-4e3f-aa52-cb0d9996258d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.0706937 Feb 11 14:24:33.762133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Router fcdd755c-e271-4490-9e1b-138bd6d92931 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:33.833934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:33.893006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:33.902548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:33.910288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8632f7c9-6e8f-4888-bd86-2d4a9083130d tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0130627 Feb 11 14:24:33.914272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35396) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:33.915917 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] Sync routers for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:33.927647 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:33.928631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:33.964721 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:33.977004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] Routers {'fcdd755c-e271-4490-9e1b-138bd6d92931'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:33.978009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:24:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fcdd755c-e271-4490-9e1b-138bd6d92931'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:33.997705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.003664 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-0548964b-4c27-4b1e-9722-7ff799c34f01 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] show failed (client error): The resource could not be found. Feb 11 14:24:34.009266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:34.019657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-70c6ed4f-39a9-4687-99bc-29b3bf55c711 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:34.023864 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:34.024727 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4fe10c-d325-4d36-a0ba-1c91c60f32ae None None] The sync data for ids ['fcdd755c-e271-4490-9e1b-138bd6d92931'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:34.026985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0548964b-4c27-4b1e-9722-7ff799c34f01 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-307395500 HTTP/1.1" status: 404 len: 334 time: 0.1114035 Feb 11 14:24:34.080040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['75c2e375-fdfa-47e8-8157-0b2eda23b5a5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:34.099516 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-70c6ed4f-39a9-4687-99bc-29b3bf55c711 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] update failed (client error): The resource could not be found. Feb 11 14:24:34.104568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70c6ed4f-39a9-4687-99bc-29b3bf55c711 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1452033313 HTTP/1.1" status: 404 len: 335 time: 0.0872121 Feb 11 14:24:34.106540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb22ba-d17a-419f-898f-8a1dae12a4bb req-cf3726fa-1107-4127-b978-e709c65cfea9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.108481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73cb22ba-d17a-419f-898f-8a1dae12a4bb req-cf3726fa-1107-4127-b978-e709c65cfea9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0646479 Feb 11 14:24:34.109173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35406) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:34.216334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting subnet 6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:24:34.225999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73cb22ba-d17a-419f-898f-8a1dae12a4bb req-9d2773bf-1d11-4dee-ba0e-8da6f88450db tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082187 Feb 11 14:24:34.227168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.233222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6d19-5c90-478e-820c-881544be5dc8 req-e52c5c4e-cb0b-45da-a746-13a3316b1f4b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.235287 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-977d6d19-5c90-478e-820c-881544be5dc8 req-e52c5c4e-cb0b-45da-a746-13a3316b1f4b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 945 time: 0.1333253 Feb 11 14:24:34.279648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-977d6d19-5c90-478e-820c-881544be5dc8 req-faaf40d8-1bbe-463f-bbee-304118af46f3 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Feb 11 14:24:34.281873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.298883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:34.332093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.347258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:34.370944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:34.381291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:34.385068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:34.479448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.480091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.484367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.608855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-975c93b0-bc26-4180-bd52-38b21fcfd17f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8791618 Feb 11 14:24:34.621955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Request body: {'port': {'device_id': '91640f55-2612-4d2b-87a1-1781071df984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:34.658772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.679695 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:24:34.699666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.722468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:34.726510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:34.730058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.732952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c19f6a72-1d01-4d22-b2d9-7b83a1ee50af tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/subnets/6b2fa8de-8cc5-4981-ad0e-9c0c8e622cef HTTP/1.1" status: 204 len: 168 time: 0.6203704 Feb 11 14:24:34.739843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35422) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:34.821844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting subnet 3b1ba042-70b0-408c-870e-95ce651d9c2b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:24:34.825283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.873343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839813d2-2c0c-488f-aa1e-9b45adc56648 None None] Network 9ff48069-4475-44b4-b779-b12dbfa9a671 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:34.873976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:34.920787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9c0361d0-e604-49d2-b430-b9dcd323473b None None] Provisioning complete for port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:34.922351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c0361d0-e604-49d2-b430-b9dcd323473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.076751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.083238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e795e5-dce3-4a83-a66f-afc245790777 req-ebc02d7a-9bf8-4fa1-8097-386d65959539 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.085024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98e795e5-dce3-4a83-a66f-afc245790777 req-ebc02d7a-9bf8-4fa1-8097-386d65959539 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 932 time: 0.1094697 Feb 11 14:24:35.124054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931e04b-c924-416c-9788-b1bd4ad0b5b2 req-5542609c-0abb-4da7-9791-173556252d78 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.135557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f931e04b-c924-416c-9788-b1bd4ad0b5b2 req-5542609c-0abb-4da7-9791-173556252d78 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1916161 Feb 11 14:24:35.186807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-f1bb1dd5-3b61-4a80-abf4-a2bb02cd6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.189082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c0361d0-e604-49d2-b430-b9dcd323473b None None] Port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:24:35.189347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-f1bb1dd5-3b61-4a80-abf4-a2bb02cd6c8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1097 time: 0.2288988 Feb 11 14:24:35.308328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98e795e5-dce3-4a83-a66f-afc245790777 req-8bb895b7-dc65-4a7a-a53a-590230a46b34 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594670 Feb 11 14:24:35.338588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-913ead2c-eeb7-4bcb-b83a-92939a3dbced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.342136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-913ead2c-eeb7-4bcb-b83a-92939a3dbced service neutron] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 911 time: 0.1407430 Feb 11 14:24:35.411090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:35.421624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a52e112-a6fc-4c1d-ae23-1373cf49efdd {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:35.425448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] DHCP port deletion for 9ff48069-4475-44b4-b779-b12dbfa9a671 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:24:35.462113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.467962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f931e04b-c924-416c-9788-b1bd4ad0b5b2 req-c348f71b-1df1-4dbb-b8b5-75225a042d60 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314631 Feb 11 14:24:35.472780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-a5ea1c2f-0bda-4ebc-9270-7cae0b81d11c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 200 len: 217 time: 0.1174393 Feb 11 14:24:35.507485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Transition to ACTIVE for port object 2a52e112-a6fc-4c1d-ae23-1373cf49efdd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:35.612530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-b04dd5e7-f75c-443a-b648-2a2a4dd55d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.613175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d911f5-e71f-4249-97ae-f096f790fbc8 req-a7bd69ca-31e8-475c-b842-02bb7d0f96b6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.614646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-b04dd5e7-f75c-443a-b648-2a2a4dd55d71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1265841 Feb 11 14:24:35.620017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d911f5-e71f-4249-97ae-f096f790fbc8 req-a7bd69ca-31e8-475c-b842-02bb7d0f96b6 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 945 time: 0.0761905 Feb 11 14:24:35.620017 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.678716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-d946c46a-f050-4de9-8af8-d51cac01af41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538392 Feb 11 14:24:35.716281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Deleting port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:35.717680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.717962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.738817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d911f5-e71f-4249-97ae-f096f790fbc8 req-4fb5e960-9c7e-4918-abde-4b70207ad818 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903273 Feb 11 14:24:35.741672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:35.804812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1ba042-70b0-408c-870e-95ce651d9c2b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:35.809986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Attempting to bind port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:35.810330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Attempting to bind port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:35.810661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Attempting to bind port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:35.812201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.816468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd on network b6746f8a-5513-44df-83d3-dbbe664479fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:35.816801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Attempting to bind port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:35.817657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8f651e1a-6730-426e-994b-1a01fea1a6eb tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/subnets/3b1ba042-70b0-408c-870e-95ce651d9c2b HTTP/1.1" status: 204 len: 168 time: 1.0764520 Feb 11 14:24:35.820220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:35.827455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] For port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,segment=NetworkSegment(5a5da462-17e6-4744-a437-ac8649b1aa9e),segment_id=5a5da462-17e6-4744-a437-ac8649b1aa9e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:35.828139 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.837918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:35.837918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:35.837918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:35.837918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Bound port: 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:35.838575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b3796-1b7e-4de8-99a4-477877922ab2 None None] Network b532be70-36b2-496f-a73f-493a0b7b9220 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:35.838697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:35.861592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Calling delete_port for 8f0bf58c-c05e-43a6-b19f-22c6cbad27be owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:35.887167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-6bf1b006-51af-48ca-9452-4271b1d33108 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960969 Feb 11 14:24:35.960926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:35.992382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:35.992767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.001184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:36.004576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:36.031756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.034868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4631c54e-bfbb-4eb9-bdf3-0483c563f4d7 req-8c4505df-7904-4598-a3c3-7ebff05cf18c service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407905 Feb 11 14:24:36.111325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.180035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.184411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.184411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a52e112-a6fc-4c1d-ae23-1373cf49efdd HTTP/1.1" status: 200 len: 1092 time: 1.5646212 Feb 11 14:24:36.184411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:36.187667 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd" -d '{"events": [{"name": "network-changed", "server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:36.221754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780a8e7-ba21-4598-8824-cc10f7407be9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:36.229799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:36.230274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.343827 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2390a2ab-1195-4250-bc91-71b3b3232753 x-openstack-request-id: req-2390a2ab-1195-4250-bc91-71b3b3232753 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:36.344126 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:36.353368 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2390a2ab-1195-4250-bc91-71b3b3232753 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:36.353812 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'status': 'completed', 'code': 200} Feb 11 14:24:36.405725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.452278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:36.455445 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88353ae1-e422-44bc-93ad-029ff4e5e2fb" -d '{"events": [{"server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "name": "network-vif-plugged", "status": "completed", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:36.459002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] DHCP port deletion for b532be70-36b2-496f-a73f-493a0b7b9220 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:24:36.466027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:36.469897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.478562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] For port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,segment=NetworkSegment(5a5da462-17e6-4744-a437-ac8649b1aa9e),segment_id=5a5da462-17e6-4744-a437-ac8649b1aa9e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:36.478942 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.521256 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592113ef-e7dd-4ca1-9b79-f52e8f89649f x-openstack-request-id: req-592113ef-e7dd-4ca1-9b79-f52e8f89649f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:36.521586 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "name": "network-vif-plugged", "status": "completed", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:36.521797 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-592113ef-e7dd-4ca1-9b79-f52e8f89649f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:36.522190 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5', 'code': 200} Feb 11 14:24:36.524921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Pushing event deleted for resources: {'Port': ['ID=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:36.536981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] No DVR routers for this DVR port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:36.544411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Calling delete_port for 8f0bf58c-c05e-43a6-b19f-22c6cbad27be owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:36.575951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-3b021f71-72d5-407f-a635-b27dee5ff227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.577525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-3b021f71-72d5-407f-a635-b27dee5ff227 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 1095 time: 0.2215390 Feb 11 14:24:36.582979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.583840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.584315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.588829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.589350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.589639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.590003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.590334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.591131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.591462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.591809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.592166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3689e-caa6-4f45-b6e7-437da4a60a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:36.646594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Deleting port 12ea733d-bac5-4d23-a21a-f5431fc33b8e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:36.646888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.730392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.745848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9e23-0905-4350-8a6a-9bbe1edb9f29 req-1f064165-df7f-4a00-980a-08a651edec20 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.761215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e67d9e23-0905-4350-8a6a-9bbe1edb9f29 req-1f064165-df7f-4a00-980a-08a651edec20 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 944 time: 0.2875323 Feb 11 14:24:36.808332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] For port 12ea733d-bac5-4d23-a21a-f5431fc33b8e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12ea733d-bac5-4d23-a21a-f5431fc33b8e,segment=NetworkSegment(85c65782-6925-45e6-bc52-dd25dc28c6f3),segment_id=85c65782-6925-45e6-bc52-dd25dc28c6f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:36.808332 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:36.822943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Calling delete_port for 12ea733d-bac5-4d23-a21a-f5431fc33b8e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:36.866669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e67d9e23-0905-4350-8a6a-9bbe1edb9f29 req-c5703a14-b654-4846-a985-46c9e47d4f34 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044757 Feb 11 14:24:36.879883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee84b3-343c-4e7d-9b13-254e859eca43 req-e066535a-8a5f-4a6d-9c6e-e89bc4c57bb2 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.890811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ee84b3-343c-4e7d-9b13-254e859eca43 req-e066535a-8a5f-4a6d-9c6e-e89bc4c57bb2 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.2053800 Feb 11 14:24:36.920374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-c4f62153-2632-4cfd-8923-e5e88e1db3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.922036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-c4f62153-2632-4cfd-8923-e5e88e1db3eb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2781019 Feb 11 14:24:36.926447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:36.965800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ee84b3-343c-4e7d-9b13-254e859eca43 req-c521ada1-83e4-4fd8-abf2-e0245a39fdd1 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Feb 11 14:24:36.966563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec8482-0c63-4c84-b71c-e3a64f6b75b2 req-3771e784-b8ca-4ac4-83d9-36a812e76e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.968439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecec8482-0c63-4c84-b71c-e3a64f6b75b2 req-3771e784-b8ca-4ac4-83d9-36a812e76e13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 1096 time: 0.3831792 Feb 11 14:24:37.017409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecec8482-0c63-4c84-b71c-e3a64f6b75b2 req-db9d039c-fa8f-4f18-be92-f8d224e4dd69 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Feb 11 14:24:37.035592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.095611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.114862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Port': ['ID=8f0bf58c-c05e-43a6-b19f-22c6cbad27be,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:37.117188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] No DVR routers for this DVR port 8f0bf58c-c05e-43a6-b19f-22c6cbad27be on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:37.130338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] Pushing event deleted for resources: {'Port': ['ID=12ea733d-bac5-4d23-a21a-f5431fc33b8e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:37.161782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c3ed7-1bc3-4463-bc32-6af00fdd0a9a None None] No DVR routers for this DVR port 12ea733d-bac5-4d23-a21a-f5431fc33b8e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:37.183007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-28902b97-2d9a-4941-83c9-9bed2ad6c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.184264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a3be1ff-82e4-4e1d-af0f-0b4e29081acd req-28902b97-2d9a-4941-83c9-9bed2ad6c83f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529964 Feb 11 14:24:37.206478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17766-19c1-485c-b167-c29fc229407f req-342a0ae0-30f9-471c-84d1-bc3cf4e5ba9b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.210235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5f17766-19c1-485c-b167-c29fc229407f req-342a0ae0-30f9-471c-84d1-bc3cf4e5ba9b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 946 time: 0.1745939 Feb 11 14:24:37.315596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.343615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36a76-88dc-458a-b3aa-361ceb8dbee5 req-50155889-f45c-4d00-859a-65a2afb1a90f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.346114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ea36a76-88dc-458a-b3aa-361ceb8dbee5 req-50155889-f45c-4d00-859a-65a2afb1a90f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Feb 11 14:24:37.350318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5f17766-19c1-485c-b167-c29fc229407f req-0c5c1d5e-57c4-4628-a6c2-9860e696598d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078324 Feb 11 14:24:37.360384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff48069-4475-44b4-b779-b12dbfa9a671']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:37.368871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-2b47837f-40d8-4123-a5f5-571fcca5a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.370446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-2b47837f-40d8-4123-a5f5-571fcca5a2d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 1095 time: 0.1218741 Feb 11 14:24:37.384197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5da462-17e6-4744-a437-ac8649b1aa9e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:37.384511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5da462-17e6-4744-a437-ac8649b1aa9e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:37.405884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ea36a76-88dc-458a-b3aa-361ceb8dbee5 req-47996036-e334-4cb4-892c-46a6baba1bde tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Feb 11 14:24:37.431154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12ea733d-bac5-4d23-a21a-f5431fc33b8e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:37.445183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.458950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 12ea733d-bac5-4d23-a21a-f5431fc33b8e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:37.459363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-050d5f69-7910-4db5-8e56-c8d9e9a121fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd HTTP/1.1" status: 200 len: 217 time: 0.0722134 Feb 11 14:24:37.459516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12ea733d-bac5-4d23-a21a-f5431fc33b8e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:37.459751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8f0bf58c-c05e-43a6-b19f-22c6cbad27be no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:37.460084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.483130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8f0bf58c-c05e-43a6-b19f-22c6cbad27be {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:37.483801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8f0bf58c-c05e-43a6-b19f-22c6cbad27be not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:37.487572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:37.488090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:37.491668 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:37.610166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b69456db-4545-4f95-8520-2822d8944222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.611739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-b69456db-4545-4f95-8520-2822d8944222 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1371064 Feb 11 14:24:37.623537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6622-4afc-40d6-ad3c-907e34accd49 req-ccf45fc3-0098-4d41-80c3-09b2848097bf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.624935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bde6622-4afc-40d6-ad3c-907e34accd49 req-ccf45fc3-0098-4d41-80c3-09b2848097bf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1211498 Feb 11 14:24:37.692222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5bde6622-4afc-40d6-ad3c-907e34accd49 req-2124d32d-1123-4681-8052-161aa4f4dd2c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Feb 11 14:24:37.694699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a793e-1377-4b10-8369-6244a2183957 req-4d651f69-f31f-4751-b2b1-66dc5cc476f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.696105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-4d651f69-f31f-4751-b2b1-66dc5cc476f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698292 Feb 11 14:24:37.789361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.800854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.804253 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/networks/9ff48069-4475-44b4-b779-b12dbfa9a671 HTTP/1.1" status: 204 len: 168 time: 1.9833210 Feb 11 14:24:37.807669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:37.808483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-581e7d2d-3c9e-4702-b829-4d3969c3fcfd service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047606 Feb 11 14:24:37.829455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3e12e-35cb-4eb6-a264-86386ec772bd tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Network': ['ID=9ff48069-4475-44b4-b779-b12dbfa9a671,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:37.918866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c9a793e-1377-4b10-8369-6244a2183957 req-dab2c50e-745d-4c04-b6de-258aacbed5b3 service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986798 Feb 11 14:24:37.929893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.067746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.088978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bb4c-92c1-4a9f-b420-2553e7e8bb14 req-ee45db59-158d-4024-a161-2c9601a7cec9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.097712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a566bb4c-92c1-4a9f-b420-2553e7e8bb14 req-ee45db59-158d-4024-a161-2c9601a7cec9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 944 time: 0.1622179 Feb 11 14:24:38.121081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1459e-a99e-487c-af19-b95eaf8c13ec req-793a6cee-d430-43f6-afd1-2492466143f7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.122672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-74c1459e-a99e-487c-af19-b95eaf8c13ec req-793a6cee-d430-43f6-afd1-2492466143f7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0620840 Feb 11 14:24:38.123288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b532be70-36b2-496f-a73f-493a0b7b9220']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:38.137450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c65782-6925-45e6-bc52-dd25dc28c6f3') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:38.137750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c65782-6925-45e6-bc52-dd25dc28c6f3') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:38.156497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.165940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a566bb4c-92c1-4a9f-b420-2553e7e8bb14 req-3b1623c6-442f-4974-a8bf-7ab665c36470 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673387 Feb 11 14:24:38.177103 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-74c1459e-a99e-487c-af19-b95eaf8c13ec req-ed5f55e0-2bf3-488b-bdfa-c0c10ea0238c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Feb 11 14:24:38.186316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.204073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:38.210854 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:38.364555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.375947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.379449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/networks/b532be70-36b2-496f-a73f-493a0b7b9220 HTTP/1.1" status: 204 len: 168 time: 0.5703497 Feb 11 14:24:38.382011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:38.402475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1240661-0c8e-4901-b48e-ec6db8d05fc9 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Network': ['ID=b532be70-36b2-496f-a73f-493a0b7b9220,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:38.467496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting subnet f20c675a-7c72-4029-8336-41d43b082249 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:24:38.471648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.515212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c25e-a5bc-4df2-9388-49c6b0e82aab req-5308622a-650a-4e22-8196-967e626949ea tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.541208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3267c25e-a5bc-4df2-9388-49c6b0e82aab req-5308622a-650a-4e22-8196-967e626949ea tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 946 time: 0.0882666 Feb 11 14:24:38.542025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.583051 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3267c25e-a5bc-4df2-9388-49c6b0e82aab req-233a46e8-f123-4c89-88b9-5cc451ffd792 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Feb 11 14:24:38.644127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.959829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:39.386450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8fb8-1b10-4ee3-a859-f9e7827f66fc req-32e1ecf3-e2ac-46b0-8949-73aa489b6cb8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.390936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b5b8fb8-1b10-4ee3-a859-f9e7827f66fc req-32e1ecf3-e2ac-46b0-8949-73aa489b6cb8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 944 time: 0.0700421 Feb 11 14:24:39.447671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Subnet': ['ID=f20c675a-7c72-4029-8336-41d43b082249,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:39.478169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7dafd-363f-4bd5-a865-920090cb6956 None None] Network 67893a24-734c-48ee-99a8-83e313418598 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:24:39.485733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b5b8fb8-1b10-4ee3-a859-f9e7827f66fc req-7b96bcce-56ea-4e8d-8338-5458eae2ba03 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907960 Feb 11 14:24:39.487920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:39.491948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-527cf5b4-c925-423c-a878-1a3cd7d11ed4 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/subnets/f20c675a-7c72-4029-8336-41d43b082249 HTTP/1.1" status: 204 len: 168 time: 1.1091380 Feb 11 14:24:39.494482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:39.574499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c9e18-bb29-4a5e-8f67-35a239970813 req-3f76d482-49de-458c-91e5-b1d9edf3cee9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.584514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b9c9e18-bb29-4a5e-8f67-35a239970813 req-3f76d482-49de-458c-91e5-b1d9edf3cee9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1314600 Feb 11 14:24:39.665215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:39.715066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b9c9e18-bb29-4a5e-8f67-35a239970813 req-c1a542bb-eda5-436b-bc69-c0f6dd923dc2 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Feb 11 14:24:39.877702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Deleting port 8816c6b1-d092-4012-b1ba-7c145ea4980b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:39.878174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.011562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] For port 8816c6b1-d092-4012-b1ba-7c145ea4980b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8816c6b1-d092-4012-b1ba-7c145ea4980b,segment=NetworkSegment(20105d55-c662-4b7b-b08e-5b6a9949ddbb),segment_id=20105d55-c662-4b7b-b08e-5b6a9949ddbb)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:40.011824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.030091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Calling delete_port for 8816c6b1-d092-4012-b1ba-7c145ea4980b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:40.226588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] DHCP port deletion for 67893a24-734c-48ee-99a8-83e313418598 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:24:40.279364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.328014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Deleting port 8816c6b1-d092-4012-b1ba-7c145ea4980b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:24:40.339610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.427097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] For port 8816c6b1-d092-4012-b1ba-7c145ea4980b, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:40.427618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.455522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Calling delete_port for 8816c6b1-d092-4012-b1ba-7c145ea4980b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:24:40.461427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Port 8816c6b1-d092-4012-b1ba-7c145ea4980b was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:24:40.472328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.504378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] Pushing event deleted for resources: {'Port': ['ID=8816c6b1-d092-4012-b1ba-7c145ea4980b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:40.525130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90622c2-8c7d-4b4d-8261-f251c5b8a9df None None] No DVR routers for this DVR port 8816c6b1-d092-4012-b1ba-7c145ea4980b on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:40.712467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Port': ['ID=8816c6b1-d092-4012-b1ba-7c145ea4980b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:40.725409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] No DVR routers for this DVR port 8816c6b1-d092-4012-b1ba-7c145ea4980b on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:40.852732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0013-9017-4804-a4be-afa412fe6989 req-0a06fc98-1687-4355-9645-593ba6609dc1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:40.854746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037d0013-9017-4804-a4be-afa412fe6989 req-0a06fc98-1687-4355-9645-593ba6609dc1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 944 time: 0.1467202 Feb 11 14:24:40.857880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.896248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72211b87-3819-4f58-baa2-732ed8e525a4 req-4709b97e-3cf0-4471-be52-e3bf35849ed6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:40.904626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72211b87-3819-4f58-baa2-732ed8e525a4 req-4709b97e-3cf0-4471-be52-e3bf35849ed6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0851958 Feb 11 14:24:40.914709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67893a24-734c-48ee-99a8-83e313418598']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:40.938390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20105d55-c662-4b7b-b08e-5b6a9949ddbb') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:40.941500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20105d55-c662-4b7b-b08e-5b6a9949ddbb') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:40.953092 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72211b87-3819-4f58-baa2-732ed8e525a4 req-f245454e-9535-42cd-a3dc-869146097b74 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Feb 11 14:24:40.969774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-037d0013-9017-4804-a4be-afa412fe6989 req-f2f65204-b8b3-468f-a43d-3e84d290d15f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907512 Feb 11 14:24:40.972204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:40.994124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.002432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:24:41.002844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:24:41.006902 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:24:41.170782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.192229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.196782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/networks/67893a24-734c-48ee-99a8-83e313418598 HTTP/1.1" status: 204 len: 168 time: 1.7012093 Feb 11 14:24:41.199266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35612) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:41.218546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5d62d-47a9-447c-9c69-831cf4483859 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Pushing event deleted for resources: {'Network': ['ID=67893a24-734c-48ee-99a8-83e313418598,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:41.242122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-622c341c-bffe-4420-80db-8e08a95c8928 tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcdd755c-e271-4490-9e1b-138bd6d92931 HTTP/1.1" status: 200 len: 205 time: 0.0416307 Feb 11 14:24:41.244799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:41.290479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585d06-20e7-48d5-ac55-a1b690b0a6a4 req-ebf591d8-5abd-402b-b8eb-53b65edf0578 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:41.296957 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96585d06-20e7-48d5-ac55-a1b690b0a6a4 req-ebf591d8-5abd-402b-b8eb-53b65edf0578 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0787969 Feb 11 14:24:41.309222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a52e112-a6fc-4c1d-ae23-1373cf49efdd details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:41.362914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.401964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96585d06-20e7-48d5-ac55-a1b690b0a6a4 req-7d53a66e-c293-41db-92ac-01a9889b3c86 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Feb 11 14:24:41.443648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8816c6b1-d092-4012-b1ba-7c145ea4980b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:41.491202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8816c6b1-d092-4012-b1ba-7c145ea4980b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:24:41.494053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8816c6b1-d092-4012-b1ba-7c145ea4980b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:41.533817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:41.569534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'mac_address': 'fa:16:3e:b7:9c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:41.616215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.639998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a52e112-a6fc-4c1d-ae23-1373cf49efdd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:41.663995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:41.699340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.702091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.752830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6fb57-9d71-4e10-bbd7-d37c459627d7 req-fce7af1e-9e78-4b17-ae91-e915faf6cff8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:41.754480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37d6fb57-9d71-4e10-bbd7-d37c459627d7 req-fce7af1e-9e78-4b17-ae91-e915faf6cff8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1963811 Feb 11 14:24:41.775751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.807588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37d6fb57-9d71-4e10-bbd7-d37c459627d7 req-44dbcd58-6de6-4f2a-8d77-323fc46f176f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Feb 11 14:24:41.847571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:41.935450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.940348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Fanout notify agent at l3_agent the message router_deleted on router fcdd755c-e271-4490-9e1b-138bd6d92931 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:24:41.948166 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.951821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a8c131aa-c7ce-4cf9-b052-48b78ca9121b tempest-RoutersNegativeTest-1661564584 tempest-RoutersNegativeTest-1661564584-project] 10.222.0.31 "DELETE /v2.0/routers/fcdd755c-e271-4490-9e1b-138bd6d92931 HTTP/1.1" status: 204 len: 168 time: 0.7034764 Feb 11 14:24:42.068111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2a52e112-a6fc-4c1d-ae23-1373cf49efdd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:42.071528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d221ba-e647-4694-b42a-40765bc70c89 req-eb749fc0-bd53-4a17-a59d-f70c219224dd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.073251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27d221ba-e647-4694-b42a-40765bc70c89 req-eb749fc0-bd53-4a17-a59d-f70c219224dd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0670753 Feb 11 14:24:42.145152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27d221ba-e647-4694-b42a-40765bc70c89 req-aec399c2-2334-495f-a18a-7a225e1bed30 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Feb 11 14:24:42.309308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2296-da7f-4bd3-8931-aaebb36a096b req-ced4f9b7-9a12-47e4-9792-4ae809ea6869 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.310950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-544b2296-da7f-4bd3-8931-aaebb36a096b req-ced4f9b7-9a12-47e4-9792-4ae809ea6869 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0536532 Feb 11 14:24:42.353475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-544b2296-da7f-4bd3-8931-aaebb36a096b req-d3c6d27c-466f-4951-9189-33c144d7964f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351832 Feb 11 14:24:42.473456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf903a-a9b3-4037-b3f7-c535c63fefef req-46281289-ae85-4aad-b564-54d4c28acf75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.475060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eedf903a-a9b3-4037-b3f7-c535c63fefef req-46281289-ae85-4aad-b564-54d4c28acf75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 945 time: 0.0580583 Feb 11 14:24:42.522358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eedf903a-a9b3-4037-b3f7-c535c63fefef req-a084e282-ecc3-4d7d-b565-4738691449cb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Feb 11 14:24:42.632993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967ee8d-442c-4ea6-b4ba-10afd88d679d req-6e18dbd4-fd96-4752-8e14-03003074371f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.634682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2967ee8d-442c-4ea6-b4ba-10afd88d679d req-6e18dbd4-fd96-4752-8e14-03003074371f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0544472 Feb 11 14:24:42.738300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2967ee8d-442c-4ea6-b4ba-10afd88d679d req-5e6f040a-9331-42e2-9397-db7ca142eab8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904858 Feb 11 14:24:43.076082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:43.091749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ba2e0-0b96-4891-a985-43fa960d6637 req-e1cdecd9-1c2a-409d-b387-946869996696 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.099795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-217ba2e0-0b96-4891-a985-43fa960d6637 req-e1cdecd9-1c2a-409d-b387-946869996696 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Feb 11 14:24:43.148856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-217ba2e0-0b96-4891-a985-43fa960d6637 req-e5942cba-6a7e-48d2-834f-381b3984e566 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Feb 11 14:24:43.303507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c0ae1d9d-8659-497d-bcf6-538b04834412 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35b6459e7ff74a6cb6b51b2fcad24c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225966 Feb 11 14:24:43.306119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:43.322183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620c401-4208-43e9-8ee0-3c4efa1136e4 req-7e6670cb-3d84-4819-b83f-73bb4e495983 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.325526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a52e112-a6fc-4c1d-ae23-1373cf49efdd up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:43.351720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f620c401-4208-43e9-8ee0-3c4efa1136e4 req-7e6670cb-3d84-4819-b83f-73bb4e495983 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1194353 Feb 11 14:24:43.485449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f620c401-4208-43e9-8ee0-3c4efa1136e4 req-713fa58d-a6ff-4bc0-9bd7-3045bc27f240 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273658 Feb 11 14:24:43.489831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:43.495501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:43.497763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.507124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.538605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.584683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7fc2f-e92b-4f18-b132-3a53bfe21ed8 req-9069d5f6-9a7e-447d-8a2a-3fc7d6531e60 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.600233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1d7fc2f-e92b-4f18-b132-3a53bfe21ed8 req-9069d5f6-9a7e-447d-8a2a-3fc7d6531e60 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1493893 Feb 11 14:24:43.665392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1d7fc2f-e92b-4f18-b132-3a53bfe21ed8 req-4cada117-3e2d-47a5-9b47-331cde50bcca tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Feb 11 14:24:43.697954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.735898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:43.739900 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2dfd6-769a-42aa-9398-6cf7f5900e9e" -d '{"events": [{"server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "name": "network-vif-plugged", "status": "completed", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:43.753144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.757081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.763921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17f6ccd2-1e3c-4255-a9fa-8cc50b0cb546 HTTP/1.1" status: 204 len: 168 time: 0.4567447 Feb 11 14:24:43.772524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:43.793930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b1a6e-5e76-4c48-a6d9-2d33b5ea5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6ccd2-1e3c-4255-a9fa-8cc50b0cb546,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:43.810814 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6375c8b-2152-473d-997b-54a497a4812a x-openstack-request-id: req-b6375c8b-2152-473d-997b-54a497a4812a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:43.815490 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "name": "network-vif-plugged", "status": "completed", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:43.815490 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6375c8b-2152-473d-997b-54a497a4812a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:43.815490 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'code': 200} Feb 11 14:24:43.827894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2358-55ba-4016-a2f7-ad44aa2307c1 req-bc3e69f9-09a3-466b-93e8-7b31bfc53e83 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.830232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d9b2358-55ba-4016-a2f7-ad44aa2307c1 req-bc3e69f9-09a3-466b-93e8-7b31bfc53e83 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 945 time: 0.1627276 Feb 11 14:24:43.901166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.923139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d9b2358-55ba-4016-a2f7-ad44aa2307c1 req-c9d412a5-46e4-4077-91c4-6ebab64ba623 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842845 Feb 11 14:24:44.038292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870e99-84b9-473d-8204-0d0f58f27f6a req-ee7eaa1a-6e10-4fdd-8e1a-9ee494f854ea tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.048214 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4870e99-84b9-473d-8204-0d0f58f27f6a req-ee7eaa1a-6e10-4fdd-8e1a-9ee494f854ea tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0676398 Feb 11 14:24:44.077458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:44.116176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780a9c6-0456-4b00-b31a-6bf68b59be0d req-7063cc1c-1518-4dd0-aa19-d060ffc35472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.122696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5780a9c6-0456-4b00-b31a-6bf68b59be0d req-7063cc1c-1518-4dd0-aa19-d060ffc35472 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 1097 time: 0.1139147 Feb 11 14:24:44.158277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4870e99-84b9-473d-8204-0d0f58f27f6a req-9402c564-7973-4d92-be5b-a5d6327c3c1b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941811 Feb 11 14:24:44.213698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5780a9c6-0456-4b00-b31a-6bf68b59be0d req-75353ece-8ee5-451f-ae6f-18c62f5cb806 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806520 Feb 11 14:24:44.307044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b81d27-004e-483b-b862-4a78fc19d0be req-7bc369eb-ef38-4397-b8b3-f4fc7f62c57b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.315278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6b81d27-004e-483b-b862-4a78fc19d0be req-7bc369eb-ef38-4397-b8b3-f4fc7f62c57b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0705485 Feb 11 14:24:44.363911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6b81d27-004e-483b-b862-4a78fc19d0be req-c5b2d601-0e48-4772-96f1-9a0ba0be6913 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Feb 11 14:24:44.647696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b75b6-6165-4499-80d7-ed3d3afe6308 req-c7139609-5b36-4721-9554-57824b365e82 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.649184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e5b75b6-6165-4499-80d7-ed3d3afe6308 req-c7139609-5b36-4721-9554-57824b365e82 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0828102 Feb 11 14:24:44.746373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e5b75b6-6165-4499-80d7-ed3d3afe6308 req-4093a3a2-24d1-48f2-8ea6-9feecfa1f507 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869200 Feb 11 14:24:44.908174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089efae-1f7b-40a2-a800-7d7aa4cab8e1 req-77105be8-68f3-43fc-8dc8-9194f160cb65 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.915688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5089efae-1f7b-40a2-a800-7d7aa4cab8e1 req-77105be8-68f3-43fc-8dc8-9194f160cb65 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1037099 Feb 11 14:24:44.934223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92106150-d42f-46d9-863e-4336242c3863 req-c53e51b3-e6f1-4756-a213-3c90b224b4a7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.936075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92106150-d42f-46d9-863e-4336242c3863 req-c53e51b3-e6f1-4756-a213-3c90b224b4a7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0733609 Feb 11 14:24:44.971261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5089efae-1f7b-40a2-a800-7d7aa4cab8e1 req-0f2c687c-f27a-46d3-8e42-b50d0e8106d0 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Feb 11 14:24:45.038723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92106150-d42f-46d9-863e-4336242c3863 req-ba4056fe-9a5a-4870-a2a8-f5c2cfad5004 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953784 Feb 11 14:24:45.148041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1493f-bf02-4f2d-aef1-261a277f71c7 req-54f92848-5d7e-4cbd-8bca-ee751f9a516a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.166858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ae1493f-bf02-4f2d-aef1-261a277f71c7 req-54f92848-5d7e-4cbd-8bca-ee751f9a516a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 946 time: 0.1084793 Feb 11 14:24:45.236684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ae1493f-bf02-4f2d-aef1-261a277f71c7 req-f5fe5850-dc8a-49d8-8874-3f8951a8a7b6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Feb 11 14:24:45.726594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68439f2f-2328-470b-a4b5-5db35099b5d5 req-7181fac1-9306-46d4-8d3f-50b4f30970f0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.735174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68439f2f-2328-470b-a4b5-5db35099b5d5 req-7181fac1-9306-46d4-8d3f-50b4f30970f0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0899849 Feb 11 14:24:45.779377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68439f2f-2328-470b-a4b5-5db35099b5d5 req-4cf22a2d-8e82-456e-aa16-a24f8d8dc1a7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Feb 11 14:24:45.937983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370a492-d289-4b59-9a7d-184e131ba8e9 req-ec423744-4f96-48c4-9bfe-d3c388e1790b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.939700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b370a492-d289-4b59-9a7d-184e131ba8e9 req-ec423744-4f96-48c4-9bfe-d3c388e1790b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0971928 Feb 11 14:24:45.993625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b370a492-d289-4b59-9a7d-184e131ba8e9 req-6817d8d7-cf67-4f91-97ae-ebb64fd44251 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Feb 11 14:24:46.007831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:46.013507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035284 Feb 11 14:24:46.017097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35830) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:46.130694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94df97-12d1-4507-96c0-2bc1e8f3dfce req-1e848e7a-4b72-49c6-ab3a-4c971ab7ed8e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.132424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c94df97-12d1-4507-96c0-2bc1e8f3dfce req-1e848e7a-4b72-49c6-ab3a-4c971ab7ed8e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0618830 Feb 11 14:24:46.271515 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c94df97-12d1-4507-96c0-2bc1e8f3dfce req-e96a7976-d206-406f-b6fb-481e1f2fcab3 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283681 Feb 11 14:24:46.365380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0df011d3-505d-40d3-8d6f-5cf773aa0eed tempest-NetworksApiDiscovery-218491141 tempest-NetworksApiDiscovery-218491141-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3470900 Feb 11 14:24:46.470745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9a7fd-bcdb-49f3-8615-897926bb0cb2 req-47ebc61f-878d-4700-92f3-61e7191400cd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.472318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdd9a7fd-bcdb-49f3-8615-897926bb0cb2 req-47ebc61f-878d-4700-92f3-61e7191400cd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 814 time: 0.2551897 Feb 11 14:24:46.484713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03e095-d4c3-4915-894b-21f4730bdaee req-4f88733d-8c15-482a-9e2b-16b3e442d7c4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.490318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdd9a7fd-bcdb-49f3-8615-897926bb0cb2 req-4ea3070d-9759-4a0a-b996-32549b7b2c76 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/quotas/7dd6493465804c709a27f8170d371f62 HTTP/1.1" status: 200 len: 375 time: 0.0108359 Feb 11 14:24:46.509286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb03e095-d4c3-4915-894b-21f4730bdaee req-4f88733d-8c15-482a-9e2b-16b3e442d7c4 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 946 time: 0.1340575 Feb 11 14:24:46.573654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb03e095-d4c3-4915-894b-21f4730bdaee req-2fc03f44-a900-46d9-a85a-041c1b506f48 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632477 Feb 11 14:24:46.621716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdd9a7fd-bcdb-49f3-8615-897926bb0cb2 req-3b09f2c7-a2cc-404f-bbf0-25c87c50b396 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026804 Feb 11 14:24:46.729051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-09a13891-b19b-4814-a18f-822334faa7d3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 267 time: 0.0777695 Feb 11 14:24:46.772314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d816fd-b6ea-47ff-bcf3-5ff25116251a req-2f769cf0-5e08-463a-b6b0-8f40332cce34 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.782474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33d816fd-b6ea-47ff-bcf3-5ff25116251a req-2f769cf0-5e08-463a-b6b0-8f40332cce34 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0897064 Feb 11 14:24:46.793570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-2cc048fa-9d2e-429b-88b5-83753879849e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.795642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-2cc048fa-9d2e-429b-88b5-83753879849e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 946 time: 0.0652733 Feb 11 14:24:46.813275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'security_groups': []}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:46.828694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33d816fd-b6ea-47ff-bcf3-5ff25116251a req-dc67e6aa-a8e5-4b62-ae35-59a8197fc7bb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Feb 11 14:24:46.897196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.003774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782afc77-87e1-4cd4-aab1-ac1566d598af req-5421ef8b-c2c7-4e1c-b8a6-584ad9d94060 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.005735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-782afc77-87e1-4cd4-aab1-ac1566d598af req-5421ef8b-c2c7-4e1c-b8a6-584ad9d94060 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1033230 Feb 11 14:24:47.079856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:47.100995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-782afc77-87e1-4cd4-aab1-ac1566d598af req-014295c7-83ce-4cdf-88cd-ff3d4911cf4e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891480 Feb 11 14:24:47.158910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:47.202631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.323875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.338199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:47.382218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.433587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.434474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.451858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf', '2a52e112-a6fc-4c1d-ae23-1373cf49efdd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:47.458310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d496903-a6a5-4a57-8f25-4571683b3c18 req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "PUT /v2.0/ports/2a52e112-a6fc-4c1d-ae23-1373cf49efdd HTTP/1.1" status: 200 len: 905 time: 0.6526599 Feb 11 14:24:47.458919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:47.467752 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff3c258-d099-4abf-ac48-1754845a1908" -d '{"events": [{"name": "network-changed", "server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:47.541192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4863992-b44e-4a24-a6dd-1b44367aba55 req-6045de91-a981-4546-9e9a-622460525504 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7dd6493465804c709a27f8170d371f62 HTTP/1.1" status: 200 len: 221 time: 0.1210709 Feb 11 14:24:47.550553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5f514-534b-42a6-a194-1bcc567d83aa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:47.633781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.675448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1137-7c5a-4cc2-b5e3-d6002b5e6cca req-7fa45836-77aa-4c82-a1c1-4418a975d12d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.679037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2a52e112-a6fc-4c1d-ae23-1373cf49efdd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:47.680412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-315e1137-7c5a-4cc2-b5e3-d6002b5e6cca req-7fa45836-77aa-4c82-a1c1-4418a975d12d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1045308 Feb 11 14:24:47.745084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.769753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-315e1137-7c5a-4cc2-b5e3-d6002b5e6cca req-43ec0b13-426f-4895-bc18-1dc07e307537 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740507 Feb 11 14:24:47.842211 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f5d12-3e45-4505-b9a9-c2be5cb4097c x-openstack-request-id: req-0a6f5d12-3e45-4505-b9a9-c2be5cb4097c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:47.842521 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:47.842777 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a6f5d12-3e45-4505-b9a9-c2be5cb4097c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:47.843192 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'status': 'completed', 'code': 200} Feb 11 14:24:47.878547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aafc40-6e08-46f5-be79-baa8d1212724 req-7c179ff8-3efb-44b8-9c49-c99c910aad95 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.902754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36aafc40-6e08-46f5-be79-baa8d1212724 req-7c179ff8-3efb-44b8-9c49-c99c910aad95 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 908 time: 0.2651396 Feb 11 14:24:47.917063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa7ac2-6e00-4c1f-9449-1ca5a52be20e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:47.919689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35906) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:47.929143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d2cc65bbc5f40fcb42f42910d88445c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357379 Feb 11 14:24:47.931534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-28f1ad24-126e-4d13-94c2-497ea5e4a014 None None] Provisioning complete for port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:47.933063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28f1ad24-126e-4d13-94c2-497ea5e4a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.013491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.014566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.016231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.016939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.019302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.019730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.020139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.021714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.022352 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.024083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.025097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.026961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346da4be-126d-49e4-8636-d3581237776a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:48.094317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3c258-d099-4abf-ac48-1754845a1908 req-818fa9a7-cca6-4c51-a9e5-26ec0044e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.096036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-818fa9a7-cca6-4c51-a9e5-26ec0044e097 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 1059 time: 0.1843395 Feb 11 14:24:48.099559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f194ca4-643d-4969-afb9-ded4c666c34a req-b8373f05-8e35-4987-a41b-1853b579ab05 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.108446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f194ca4-643d-4969-afb9-ded4c666c34a req-b8373f05-8e35-4987-a41b-1853b579ab05 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1646452 Feb 11 14:24:48.152149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.171143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.224607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3c258-d099-4abf-ac48-1754845a1908 req-660efe92-5382-425b-9d68-b99412f00f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.226351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-660efe92-5382-425b-9d68-b99412f00f6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.1230426 Feb 11 14:24:48.236382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096c674-939d-4c8f-b617-7b6e2ca8e7c6 req-44a5eb4d-3393-454e-ac24-34af5f7ccfea tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.237634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3e06f0b-9a22-4c04-80a8-d5e5527b97ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.238591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e096c674-939d-4c8f-b617-7b6e2ca8e7c6 req-44a5eb4d-3393-454e-ac24-34af5f7ccfea tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1931856 Feb 11 14:24:48.268585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f194ca4-643d-4969-afb9-ded4c666c34a req-c8b5daae-c490-4101-8485-9df4a86ba8a8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586225 Feb 11 14:24:48.317501 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.322325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:48.323612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69fa7ac2-6e00-4c1f-9449-1ca5a52be20e HTTP/1.1" status: 204 len: 168 time: 0.4028683 Feb 11 14:24:48.338642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94934f-e3af-46ef-b3ff-d7718cc8ceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa7ac2-6e00-4c1f-9449-1ca5a52be20e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:48.344362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-b4a4b04a-024e-4af9-809c-002317fa3bcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd HTTP/1.1" status: 200 len: 217 time: 0.1001124 Feb 11 14:24:48.378229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e096c674-939d-4c8f-b617-7b6e2ca8e7c6 req-5ac289f6-3fe4-45c5-a114-334d28de4be3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186676 Feb 11 14:24:48.469048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ce95-cc26-455c-a72d-df757aed4c33 req-a74e4334-9fd3-4e64-b04c-c9b59e9b1101 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.470666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca79ce95-cc26-455c-a72d-df757aed4c33 req-a74e4334-9fd3-4e64-b04c-c9b59e9b1101 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0868657 Feb 11 14:24:48.478290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3c258-d099-4abf-ac48-1754845a1908 req-cd5dfd7f-9183-4174-bbf8-46789c4220ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.483422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-cd5dfd7f-9183-4174-bbf8-46789c4220ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1304846 Feb 11 14:24:48.564999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca79ce95-cc26-455c-a72d-df757aed4c33 req-e2828a51-c821-4f95-bcd8-efdd048745f4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877004 Feb 11 14:24:48.604678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3c258-d099-4abf-ac48-1754845a1908 req-0041daa1-e4b5-4bd0-a371-5a3438ded134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.606236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-0041daa1-e4b5-4bd0-a371-5a3438ded134 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163313 Feb 11 14:24:48.659017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa9140-a384-4b41-8e03-c45a4d3b481a req-5868d234-3f66-4342-b0a2-440fe0b19b11 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.666470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3aa9140-a384-4b41-8e03-c45a4d3b481a req-5868d234-3f66-4342-b0a2-440fe0b19b11 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1433871 Feb 11 14:24:48.739154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60eaa7-9a1d-4d73-b3ca-947b5441c675 req-d7ba1f8c-cd12-4e59-8713-c53dd9d31457 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.740607 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a60eaa7-9a1d-4d73-b3ca-947b5441c675 req-d7ba1f8c-cd12-4e59-8713-c53dd9d31457 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0635636 Feb 11 14:24:48.765064 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3aa9140-a384-4b41-8e03-c45a4d3b481a req-96d6d2ea-9d94-4f82-8515-3f02b4d0ebc2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928402 Feb 11 14:24:48.795424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-c054fe40-24ef-4da6-ab2b-db892851e2fa service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748726 Feb 11 14:24:48.799565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a60eaa7-9a1d-4d73-b3ca-947b5441c675 req-b5b8e7d8-c3a2-45f4-95bc-64972d33b9e6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Feb 11 14:24:48.945202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979e0d-3391-440f-8510-300e9e86a501 req-3b69eb52-21ac-455c-ba9b-33b620abe34a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:48.946924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff979e0d-3391-440f-8510-300e9e86a501 req-3b69eb52-21ac-455c-ba9b-33b620abe34a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0708129 Feb 11 14:24:49.013042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60ebf2-32a3-4284-bc27-549ac51cfb84 req-d8438d26-8f2f-4fb1-9738-4f057ee361ff tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.016215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b60ebf2-32a3-4284-bc27-549ac51cfb84 req-d8438d26-8f2f-4fb1-9738-4f057ee361ff tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1082675 Feb 11 14:24:49.024531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dff3c258-d099-4abf-ac48-1754845a1908 req-79c8a3af-8d30-4a7a-ae18-bb955ade0212 service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149489 Feb 11 14:24:49.063339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff979e0d-3391-440f-8510-300e9e86a501 req-3ba1a394-7702-47bf-aa24-414cf3f2105d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Feb 11 14:24:49.160643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b60ebf2-32a3-4284-bc27-549ac51cfb84 req-a6c3fed8-b1e7-48ea-850c-2b08920b2552 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256759 Feb 11 14:24:49.316185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b4296-b79c-4f87-b4dc-886ba1de5b3b req-dd5473e3-8176-4209-974b-ecdc823f1c1b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.318724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b2b4296-b79c-4f87-b4dc-886ba1de5b3b req-dd5473e3-8176-4209-974b-ecdc823f1c1b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1214409 Feb 11 14:24:49.363173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f341-f5f0-4cef-aef0-4032ff2473c1 req-e87ce6c7-4881-47d7-8d34-30b376d10165 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.372814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbe4f341-f5f0-4cef-aef0-4032ff2473c1 req-e87ce6c7-4881-47d7-8d34-30b376d10165 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0735037 Feb 11 14:24:49.401009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b2b4296-b79c-4f87-b4dc-886ba1de5b3b req-a8c89f72-aaca-4c4e-a49b-ee0a31a871fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757802 Feb 11 14:24:49.460738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbe4f341-f5f0-4cef-aef0-4032ff2473c1 req-14aadab9-47b0-4604-8918-5dd67f37b705 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830519 Feb 11 14:24:49.563127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72020437-00b0-4a76-a19b-19fb588131e7 req-a4d68810-db49-4434-a26b-c8401cbb2390 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.569775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72020437-00b0-4a76-a19b-19fb588131e7 req-a4d68810-db49-4434-a26b-c8401cbb2390 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0611966 Feb 11 14:24:49.621904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72020437-00b0-4a76-a19b-19fb588131e7 req-190751c9-92a1-48e6-b6a3-fa836175421f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Feb 11 14:24:49.790684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad7ac1-bea3-4fbb-8dcb-236daa0acba4 req-a6dc7660-e0c6-427b-acd5-5c6ee74356b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.800069 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebad7ac1-bea3-4fbb-8dcb-236daa0acba4 req-a6dc7660-e0c6-427b-acd5-5c6ee74356b1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0964782 Feb 11 14:24:49.896581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebad7ac1-bea3-4fbb-8dcb-236daa0acba4 req-37b3ee06-000b-4688-ae2d-f56aadef3a84 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923491 Feb 11 14:24:50.007184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-64a9bd47-cfc3-4bd5-abb2-6ecef1cabe6e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.016832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-64a9bd47-cfc3-4bd5-abb2-6ecef1cabe6e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.2139022 Feb 11 14:24:50.050974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-6cd63e1a-96df-41a5-b9b4-77647bd7a31f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/quotas/c8204a7e8e0940bea64f8e3dbddaa80b HTTP/1.1" status: 200 len: 375 time: 0.0303991 Feb 11 14:24:50.094880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca4101-5e4c-418e-ad0f-cc9b49dec82e req-c26d7bc0-17ba-4994-8a8d-8eb0b1f79b4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.102415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2eca4101-5e4c-418e-ad0f-cc9b49dec82e req-c26d7bc0-17ba-4994-8a8d-8eb0b1f79b4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0961132 Feb 11 14:24:50.140094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2eca4101-5e4c-418e-ad0f-cc9b49dec82e req-d246d76c-d751-4a88-9052-20d2ce1c7e98 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Feb 11 14:24:50.145119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-fec8a507-6845-4e10-b979-89d4fab3540b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0950260 Feb 11 14:24:50.326164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631ad9-0e64-4cff-a3bf-7875987cdcfe req-49bcb2a3-e377-46a6-a663-c66c2c3a695b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.334187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c631ad9-0e64-4cff-a3bf-7875987cdcfe req-49bcb2a3-e377-46a6-a663-c66c2c3a695b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0743642 Feb 11 14:24:50.337526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-a2dc4857-5782-4b3b-ac19-66905e3408b4 service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805899 Feb 11 14:24:50.399886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c631ad9-0e64-4cff-a3bf-7875987cdcfe req-59a07b95-690a-4894-a09a-8f63306e7dd4 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621722 Feb 11 14:24:50.414762 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982e4c18-a424-4f4a-9916-58320b94e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:50.520983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-66635369-889a-4b62-9d07-8a79fc896f6b service neutron] 10.222.0.31 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825023 Feb 11 14:24:50.555327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab7026-6dd0-4769-9ab6-77fefe9c29d9 req-b20756c7-291b-41f1-9022-78d07489cd4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.556951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34ab7026-6dd0-4769-9ab6-77fefe9c29d9 req-b20756c7-291b-41f1-9022-78d07489cd4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0655699 Feb 11 14:24:50.598019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34ab7026-6dd0-4769-9ab6-77fefe9c29d9 req-c2c6a6db-8aa0-40f0-b56f-2d2c6c18144d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Feb 11 14:24:50.818127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34343-8a95-44b4-8563-4e0f64fc454b req-67181bf3-e9a2-42bd-833c-c86f61fe44f7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.826973 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ea34343-8a95-44b4-8563-4e0f64fc454b req-67181bf3-e9a2-42bd-833c-c86f61fe44f7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0966308 Feb 11 14:24:50.865635 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ea34343-8a95-44b4-8563-4e0f64fc454b req-50510abe-c49c-49ac-816c-c24c7e3d1bb0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Feb 11 14:24:50.886509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f87c6192-c0eb-46bb-951c-888bb1a86c3c req-e7fa85c2-5686-47b9-bd25-38fa83cc7c95 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 210 time: 0.0355716 Feb 11 14:24:51.011993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827f5e-4cff-4233-bbd9-8d0b85d7a850 req-baa0b887-73d9-429d-8de2-eb181645eb4c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.014882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91827f5e-4cff-4233-bbd9-8d0b85d7a850 req-baa0b887-73d9-429d-8de2-eb181645eb4c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0602067 Feb 11 14:24:51.070287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91827f5e-4cff-4233-bbd9-8d0b85d7a850 req-894c04f9-3a86-48d6-9ac3-2a478653c36d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484602 Feb 11 14:24:51.306833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91be5-61c1-40f9-b93c-d6f73360aee6 req-67ae7cb4-d699-48e5-864d-b5b4a183ca25 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.314877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82e91be5-61c1-40f9-b93c-d6f73360aee6 req-67ae7cb4-d699-48e5-864d-b5b4a183ca25 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1045308 Feb 11 14:24:51.365075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82e91be5-61c1-40f9-b93c-d6f73360aee6 req-1c15f938-e36e-46ca-925b-9512fb97753e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Feb 11 14:24:51.511222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7b04-d9a3-467d-ad49-3ac9ede1537b req-83f9c6fc-22a9-4c34-823d-057ba30bdb57 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.517485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-601d7b04-d9a3-467d-ad49-3ac9ede1537b req-83f9c6fc-22a9-4c34-823d-057ba30bdb57 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0683413 Feb 11 14:24:51.559847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-601d7b04-d9a3-467d-ad49-3ac9ede1537b req-78e88ea9-3a6c-48f1-874c-6c33e93c7b97 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Feb 11 14:24:51.608300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bdfdc-5fc8-4079-9ed9-1d031ea2bad0 req-29cd8323-b5c4-474f-a078-6ba7cbce373b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.609758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-781bdfdc-5fc8-4079-9ed9-1d031ea2bad0 req-29cd8323-b5c4-474f-a078-6ba7cbce373b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0862751 Feb 11 14:24:51.694479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-781bdfdc-5fc8-4079-9ed9-1d031ea2bad0 req-f92b50ab-c11f-4347-8594-70908abdad3f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 Feb 11 14:24:51.719433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:51.827554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab88b03-1959-49ce-ba6c-59e9c0f0a36f req-438ae6af-6990-4837-902d-d454ff9f891c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.829345 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bab88b03-1959-49ce-ba6c-59e9c0f0a36f req-438ae6af-6990-4837-902d-d454ff9f891c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1149201 Feb 11 14:24:51.942293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bab88b03-1959-49ce-ba6c-59e9c0f0a36f req-e039d48f-c93f-45eb-a8ad-6ca2e66d2ded tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040535 Feb 11 14:24:51.989736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1aca51b9-7ebd-4d6f-8aa3-bc7ac5949301 req-f05966a3-3820-48d5-acd0-1c752426c342 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 210 time: 0.0375493 Feb 11 14:24:52.054205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36078) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:52.126321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bdcec-6b6e-4c3b-bc00-a1597230da92 req-7b9a0f94-5dee-4353-be2b-1b47a671a48f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:52.128434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-458bdcec-6b6e-4c3b-bc00-a1597230da92 req-7b9a0f94-5dee-4353-be2b-1b47a671a48f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1075449 Feb 11 14:24:52.180015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-458bdcec-6b6e-4c3b-bc00-a1597230da92 req-2eacc059-3b73-43bd-bb9d-cfa45932fecd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Feb 11 14:24:52.253101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4804115b-a7d4-474e-83bb-6cf41e720c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.354449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4804115b-a7d4-474e-83bb-6cf41e720c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.449752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4804115b-a7d4-474e-83bb-6cf41e720c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.526583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4804115b-a7d4-474e-83bb-6cf41e720c74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dc493d52bc949c7b107ba5f8caf4ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709761 Feb 11 14:24:52.531609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:52.567780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804115b-a7d4-474e-83bb-6cf41e720c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a40c6a-2d15-4d72-86c3-ac85c07c9c48,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:52.584004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6b9ee-1e4e-4615-a7ca-4e6b90f8cbfb req-b395bc08-d810-4b5f-ad9d-dc3ec58b1304 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:52.584004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49c6b9ee-1e4e-4615-a7ca-4e6b90f8cbfb req-b395bc08-d810-4b5f-ad9d-dc3ec58b1304 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0768225 Feb 11 14:24:52.610847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.631331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49c6b9ee-1e4e-4615-a7ca-4e6b90f8cbfb req-69b6ee12-f6c6-4db1-9ed1-763256ac22a3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Feb 11 14:24:52.639252 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.764041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.766835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:52.768057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43a40c6a-2d15-4d72-86c3-ac85c07c9c48 HTTP/1.1" status: 204 len: 168 time: 0.2355249 Feb 11 14:24:52.798676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523ef8-fa80-4cf9-85dd-b27cf072050b req-416ca65a-b110-4bfd-8f06-76b6143387f7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:52.803059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0523ef8-fa80-4cf9-85dd-b27cf072050b req-416ca65a-b110-4bfd-8f06-76b6143387f7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0801616 Feb 11 14:24:52.821793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1f39-73a6-4e88-8b95-92edb009e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a40c6a-2d15-4d72-86c3-ac85c07c9c48,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:52.888714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f22e7-cde7-4382-9ba3-7236f11505d5 req-f30c780c-32cf-42f4-8986-49afc95547e3 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:52.899839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-219f22e7-cde7-4382-9ba3-7236f11505d5 req-f30c780c-32cf-42f4-8986-49afc95547e3 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0786893 Feb 11 14:24:52.930737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0523ef8-fa80-4cf9-85dd-b27cf072050b req-b0da137e-b6a6-4d8f-86fc-7dd559a3bb70 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122906 Feb 11 14:24:52.990630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-219f22e7-cde7-4382-9ba3-7236f11505d5 req-49577c8d-8858-4e74-9b9d-31c5c9d0e790 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840056 Feb 11 14:24:53.084275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:53.117991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07c93474-6f42-4bcf-8ec3-5496ee408f3e req-ca220048-f095-4bf3-855a-cabe05383da2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 210 time: 0.0475988 Feb 11 14:24:53.312001 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:53.376841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d6cdb-2d6f-402a-87ee-5651c4b70619 req-1ac66733-9ce6-428e-a028-1b08744caf58 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:53.377619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-973d6cdb-2d6f-402a-87ee-5651c4b70619 req-1ac66733-9ce6-428e-a028-1b08744caf58 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0702610 Feb 11 14:24:53.416954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-973d6cdb-2d6f-402a-87ee-5651c4b70619 req-d484936b-bd42-433f-9d1a-0d9511737e2d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Feb 11 14:24:53.564341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132b52-e51f-4177-9363-698cc627f48d req-d626bdb1-b1c0-4a1d-ae55-0e4d65c4ebcd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:53.565841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6132b52-e51f-4177-9363-698cc627f48d req-d626bdb1-b1c0-4a1d-ae55-0e4d65c4ebcd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0647244 Feb 11 14:24:53.618647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a6132b52-e51f-4177-9363-698cc627f48d req-5e77554b-8098-46df-b73b-4686e04db4fd tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Feb 11 14:24:53.766884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c259e-cd7b-4553-935a-a31acb89caef req-7857295c-e147-4ce8-852a-ab3f639f340e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:53.770368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-334c259e-cd7b-4553-935a-a31acb89caef req-7857295c-e147-4ce8-852a-ab3f639f340e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0675564 Feb 11 14:24:53.844270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-334c259e-cd7b-4553-935a-a31acb89caef req-f1b08c5b-5049-45a4-b2b0-2f2224df8111 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616169 Feb 11 14:24:53.845332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:53.875044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ded71faa-9c5d-4e43-9def-33e706f23d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:53.987328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-46a9b851-c396-42e8-8eac-c7b693342282 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:53.988866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-46a9b851-c396-42e8-8eac-c7b693342282 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 812 time: 0.1718092 Feb 11 14:24:54.020574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Request body: {'port': {'device_id': '45476a07-9d75-4114-a79e-bec34218c394', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'admin_state_up': True, 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:54.080467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ded71faa-9c5d-4e43-9def-33e706f23d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.190857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ded71faa-9c5d-4e43-9def-33e706f23d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.223006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc269267-318d-491c-bafd-8c90c1c21e2f req-e48ce40c-a27d-4f1c-a778-9af8adae4dd0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:54.231915 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc269267-318d-491c-bafd-8c90c1c21e2f req-e48ce40c-a27d-4f1c-a778-9af8adae4dd0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2419658 Feb 11 14:24:54.254787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ded71faa-9c5d-4e43-9def-33e706f23d8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e43ed917c3984173bd0e6b686dbf1402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082768 Feb 11 14:24:54.264078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:54.279032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded71faa-9c5d-4e43-9def-33e706f23d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a1caf9-3e8e-4999-91a4-4722fd8847ea,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:54.294659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9147-979d-4d92-9465-cb06095a65a3 req-5041269c-b8eb-4ee5-8640-c6cd08f0132d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:54.298162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc269267-318d-491c-bafd-8c90c1c21e2f req-82a5a1b9-95f3-402e-93f6-ddf5f7d5ed60 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651650 Feb 11 14:24:54.317482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f0f9147-979d-4d92-9465-cb06095a65a3 req-5041269c-b8eb-4ee5-8640-c6cd08f0132d tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1877058 Feb 11 14:24:54.323366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Made reservation on behalf of c8204a7e8e0940bea64f8e3dbddaa80b for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:24:54.328208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.389294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.396339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f0f9147-979d-4d92-9465-cb06095a65a3 req-a803919d-b263-49d4-9ce0-0ed661c30d3e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928757 Feb 11 14:24:54.416788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.452344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a36793bc-fad3-4100-9732-01a9f251fb63 req-d8ae2186-99b1-4130-bde0-7dbef53e14d0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 210 time: 0.0580003 Feb 11 14:24:54.541782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Allocated IP 172.20.0.13 (b6746f8a-5513-44df-83d3-dbbe664479fb/14dbd05c-e549-4511-837b-371449b625f0/d4fab5ae-e81c-4f13-b4d1-f609fc2841b1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:54.592121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.596582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.597814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52a1caf9-3e8e-4999-91a4-4722fd8847ea HTTP/1.1" status: 204 len: 168 time: 0.3286915 Feb 11 14:24:54.605669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f77617-eb2c-4188-a890-4815b2769e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a1caf9-3e8e-4999-91a4-4722fd8847ea,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:54.661684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:54.729708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.828335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b415d201-5839-4197-8b2c-f9f9a5f29732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.858537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3ef04-7f2d-41fb-93a9-e9a3c53f3ce7 req-5e63077b-7105-4918-9a29-b534a82c1dba tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:54.867451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00f3ef04-7f2d-41fb-93a9-e9a3c53f3ce7 req-5e63077b-7105-4918-9a29-b534a82c1dba tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Feb 11 14:24:54.879986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.894000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:54.946322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b415d201-5839-4197-8b2c-f9f9a5f29732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:54.953941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:54.964307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00f3ef04-7f2d-41fb-93a9-e9a3c53f3ce7 req-e63344f9-fb10-4084-abe6-db5d3e191a5f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959098 Feb 11 14:24:54.981952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Network b6746f8a-5513-44df-83d3-dbbe664479fb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:54.996638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:55.000632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:55.002920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:55.004430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b415d201-5839-4197-8b2c-f9f9a5f29732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.102445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:55.103473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.126497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b415d201-5839-4197-8b2c-f9f9a5f29732 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36fcf0fd43b84bbebbbf5e568c54f673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597890 Feb 11 14:24:55.127161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:55.188442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-e41e9bc5-b651-4b2d-bc37-27dd6d706274 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1819394 Feb 11 14:24:55.198136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415d201-5839-4197-8b2c-f9f9a5f29732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca71e8c9-d189-4ac0-af22-462fa82649da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:55.209609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-f46f30d0-e3a5-412d-8d11-202aea9020b8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:24:55.209907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.210030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-f46f30d0-e3a5-412d-8d11-202aea9020b8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151024 Feb 11 14:24:55.259956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.380461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e214154f-f264-4131-9fb9-b60e718788b8 None None] Provisioning complete for port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:55.380857 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e214154f-f264-4131-9fb9-b60e718788b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.396787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Request body: {'port': {'device_id': '45476a07-9d75-4114-a79e-bec34218c394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:55.416026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e214154f-f264-4131-9fb9-b60e718788b8 None None] Port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:24:55.420735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.423688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.429863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca71e8c9-d189-4ac0-af22-462fa82649da HTTP/1.1" status: 204 len: 168 time: 0.2973952 Feb 11 14:24:55.436751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c0ce2-5ea5-4a8a-acda-b3499dd6d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca71e8c9-d189-4ac0-af22-462fa82649da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:55.475333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.591246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb1f9-9c44-48ef-8902-4c64fb9e7f5c req-1ba5f06d-33bf-4d5f-99c7-a965fa60f442 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:55.593721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd5bb1f9-9c44-48ef-8902-4c64fb9e7f5c req-1ba5f06d-33bf-4d5f-99c7-a965fa60f442 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0842113 Feb 11 14:24:55.655985 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd5bb1f9-9c44-48ef-8902-4c64fb9e7f5c req-41fead21-b623-4e21-8a65-232339527e74 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Feb 11 14:24:55.727226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff86b6-4cef-4051-b31d-524741aa981c req-a624cf4e-88e2-49a9-9b74-3754e93e6382 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:55.735674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-beff86b6-4cef-4051-b31d-524741aa981c req-a624cf4e-88e2-49a9-9b74-3754e93e6382 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 932 time: 0.0905733 Feb 11 14:24:55.818440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-beff86b6-4cef-4051-b31d-524741aa981c req-601162dc-7e49-443a-9627-3f1df50b267a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817518 Feb 11 14:24:55.926086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:55.935684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:55.949711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Transition to ACTIVE for port object d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:56.090943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2aa1ca-d992-4520-a4ff-cc3ef5d9bca9 req-6d800b7e-e6b1-4d48-acff-94819368cf4d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.092468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b2aa1ca-d992-4520-a4ff-cc3ef5d9bca9 req-6d800b7e-e6b1-4d48-acff-94819368cf4d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0545301 Feb 11 14:24:56.095139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.160675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b2aa1ca-d992-4520-a4ff-cc3ef5d9bca9 req-f9a1a33a-43e8-4a2a-b7f3-a14824bcd07d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574715 Feb 11 14:24:56.168063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:56.316120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Attempting to bind port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:56.316615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Attempting to bind port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:56.316981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Attempting to bind port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:56.322361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 on network b6746f8a-5513-44df-83d3-dbbe664479fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:56.322690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Attempting to bind port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 on network b6746f8a-5513-44df-83d3-dbbe664479fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:56.329253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:56.329597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Checking segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:56.329985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Bound using segment: {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:56.330419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Bound port: d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:56.330786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.404344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:56.408885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:56.490074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.525900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.526514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.527918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 HTTP/1.1" status: 200 len: 1092 time: 1.3095987 Feb 11 14:24:56.528324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:56.539135 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4904ff16-a23a-4277-afdb-c92285bdfbba" -d '{"events": [{"name": "network-changed", "server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:56.553188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50a6f-57fb-474c-86d9-fe8c695b23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:56.570020 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a6a99-9e2c-4ce4-b089-6670ee60d0fc x-openstack-request-id: req-371a6a99-9e2c-4ce4-b089-6670ee60d0fc {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:56.570381 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:56.570703 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-371a6a99-9e2c-4ce4-b089-6670ee60d0fc {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:56.571185 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'status': 'completed', 'code': 200} Feb 11 14:24:56.637524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-4963e444-3f38-4446-9e51-edd2eb98d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.639260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-4963e444-3f38-4446-9e51-edd2eb98d19f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 1095 time: 0.0474148 Feb 11 14:24:56.766522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:56.788078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e641e94e-0d4a-4793-bccf-41a815b22322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.845585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6222c2e-ccb8-4275-b742-b1d49002bc60 req-6e8f8f56-f8c8-4ec8-9ac7-6ae9c041d420 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.847127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6222c2e-ccb8-4275-b742-b1d49002bc60 req-6e8f8f56-f8c8-4ec8-9ac7-6ae9c041d420 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1173613 Feb 11 14:24:56.850840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-dff8cccd-0ede-4262-95b8-8fdf6b5a0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.852253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-dff8cccd-0ede-4262-95b8-8fdf6b5a0b34 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2056520 Feb 11 14:24:56.913253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dbf10-e975-414a-b6e1-635313e4265d req-6ad89f1a-c8a5-418a-8251-450a3308d6d8 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.920664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc2dbf10-e975-414a-b6e1-635313e4265d req-6ad89f1a-c8a5-418a-8251-450a3308d6d8 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1260123 Feb 11 14:24:56.990512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc2dbf10-e975-414a-b6e1-635313e4265d req-dae28061-5e49-4222-be5a-3ccac3850182 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643787 Feb 11 14:24:57.023365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e641e94e-0d4a-4793-bccf-41a815b22322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.041537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6222c2e-ccb8-4275-b742-b1d49002bc60 req-51a72b2d-9f77-4c46-8937-80cf0d10ba77 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793735 Feb 11 14:24:57.085020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-be294bd5-08fe-4f1c-879b-3d2fd30fbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.087351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4904ff16-a23a-4277-afdb-c92285bdfbba req-be294bd5-08fe-4f1c-879b-3d2fd30fbdc9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217982 Feb 11 14:24:57.113933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e641e94e-0d4a-4793-bccf-41a815b22322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.160872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08ebf-a07a-4ed4-b0f4-189cca7c3735 req-4dfe093a-72e4-4f79-8854-80db0e7a09c6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.165370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35e08ebf-a07a-4ed4-b0f4-189cca7c3735 req-4dfe093a-72e4-4f79-8854-80db0e7a09c6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.1051342 Feb 11 14:24:57.173789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-fc8a466e-4ff8-4262-993c-85d8a3d1526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.175331 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-fc8a466e-4ff8-4262-993c-85d8a3d1526d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 1095 time: 0.0466545 Feb 11 14:24:57.204569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e641e94e-0d4a-4793-bccf-41a815b22322 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99b965c50ed2457d8c89240ee2264c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366519 Feb 11 14:24:57.205857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641e94e-0d4a-4793-bccf-41a815b22322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3676cb-ee1e-4358-b734-644db48ae4a6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:57.211430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:57.243408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-a5b621f9-81ee-4325-91f0-4dedaf5feac3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 HTTP/1.1" status: 200 len: 217 time: 0.0605106 Feb 11 14:24:57.320378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35e08ebf-a07a-4ed4-b0f4-189cca7c3735 req-6c9ec50b-e1a0-4563-9416-519cc332637c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415944 Feb 11 14:24:57.326060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.355019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.429218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-1d0ec97b-cd48-4ded-bc5d-d4c53d90e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.430983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-1d0ec97b-cd48-4ded-bc5d-d4c53d90e224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1755292 Feb 11 14:24:57.487436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-a099947b-bce0-4c30-a033-d96343cef2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.489200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-a099947b-bce0-4c30-a033-d96343cef2ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467222 Feb 11 14:24:57.596030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-feef68a7-300e-4f11-a437-030feb747ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003900 Feb 11 14:24:57.686455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-512ba23c-ea9f-49b3-b522-d14d5a38f61f req-9d4c83a3-24e1-42cb-8415-9c880d8b119d service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Feb 11 14:24:57.735342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.737988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.739088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c3676cb-ee1e-4358-b734-644db48ae4a6 HTTP/1.1" status: 204 len: 168 time: 0.5260389 Feb 11 14:24:57.746840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8338-4c04-4d62-b624-075982d8d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3676cb-ee1e-4358-b734-644db48ae4a6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:58.121152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d65778-6ed9-4532-a0c8-9eb00082ecd2 req-43227bb6-cd72-453d-850d-5f50a6f19ae9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.123403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68d65778-6ed9-4532-a0c8-9eb00082ecd2 req-43227bb6-cd72-453d-850d-5f50a6f19ae9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0568635 Feb 11 14:24:58.151443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea70c92-56c9-4862-8e96-370a7ada734c req-53f69523-9342-40c8-abb3-7a9a2574e96c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.153709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ea70c92-56c9-4862-8e96-370a7ada734c req-53f69523-9342-40c8-abb3-7a9a2574e96c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Feb 11 14:24:58.173901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68d65778-6ed9-4532-a0c8-9eb00082ecd2 req-0cf8659f-ddae-4b77-977d-c0b97c03a076 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Feb 11 14:24:58.238042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ea70c92-56c9-4862-8e96-370a7ada734c req-445e4c69-91fb-4601-9485-39bd9741797b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Feb 11 14:24:58.413439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7fd51-e217-41a6-b6ab-a99b2d31ae60 req-28ebd07f-1b1d-4a86-bd1f-2e33a46a1137 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.414971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58d7fd51-e217-41a6-b6ab-a99b2d31ae60 req-28ebd07f-1b1d-4a86-bd1f-2e33a46a1137 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0929201 Feb 11 14:24:58.513555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58d7fd51-e217-41a6-b6ab-a99b2d31ae60 req-79b40475-c90d-4e6f-86d8-e1783c5f9856 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890112 Feb 11 14:24:58.583251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc57eef-4824-4ba1-b93d-cca04d24d9f4 req-c5475bb1-2e23-4685-9472-3983296f5e3d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.594186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bc57eef-4824-4ba1-b93d-cca04d24d9f4 req-c5475bb1-2e23-4685-9472-3983296f5e3d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.1409874 Feb 11 14:24:58.657027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bc57eef-4824-4ba1-b93d-cca04d24d9f4 req-b749db62-fa64-428d-a56c-d3671b944296 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616353 Feb 11 14:24:58.744348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164de833-eba0-4722-9d29-1b064dd2c2ae req-88e7a781-3cb8-4a8c-9601-8cfc407df42e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.746295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164de833-eba0-4722-9d29-1b064dd2c2ae req-88e7a781-3cb8-4a8c-9601-8cfc407df42e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0723908 Feb 11 14:24:58.792964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164de833-eba0-4722-9d29-1b064dd2c2ae req-afd73d31-4eb5-475a-acc3-569dfdd400fa tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Feb 11 14:24:58.932911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593a3d8-909d-43df-ba82-3c44938e615b req-a29f6b64-5bf5-45dc-ad5c-e04eb1a1a354 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.934562 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6593a3d8-909d-43df-ba82-3c44938e615b req-a29f6b64-5bf5-45dc-ad5c-e04eb1a1a354 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0577857 Feb 11 14:24:58.974209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6593a3d8-909d-43df-ba82-3c44938e615b req-4bf55c89-5e7b-4192-96ec-906117f6e8bf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Feb 11 14:24:59.133198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46294d5-c699-4341-8ea8-a1a770e03bbc req-532e894d-1bc7-44de-adfc-737f9c8fbd51 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.135637 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a46294d5-c699-4341-8ea8-a1a770e03bbc req-532e894d-1bc7-44de-adfc-737f9c8fbd51 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0599966 Feb 11 14:24:59.178407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a46294d5-c699-4341-8ea8-a1a770e03bbc req-533bae4d-0936-46be-95d7-798fa0288d13 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361719 Feb 11 14:24:59.334918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193c065-8640-490a-a48b-aca5cf55dc85 req-2565dcbe-d119-4289-ba8c-cb6131e06f39 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.336517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b193c065-8640-490a-a48b-aca5cf55dc85 req-2565dcbe-d119-4289-ba8c-cb6131e06f39 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0751629 Feb 11 14:24:59.367962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f29ee-4548-4bab-a734-65991cc882a1 req-23f42f99-4f6d-47ea-8470-89fcdbefdf25 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.369726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-723f29ee-4548-4bab-a734-65991cc882a1 req-23f42f99-4f6d-47ea-8470-89fcdbefdf25 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0671048 Feb 11 14:24:59.393365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b193c065-8640-490a-a48b-aca5cf55dc85 req-1675a1f8-6c07-4cce-8fe2-86ae9583a76f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Feb 11 14:24:59.428543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-723f29ee-4548-4bab-a734-65991cc882a1 req-43f33156-7e91-4c1a-9276-f86a980ef7ff tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Feb 11 14:24:59.465558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:59.630705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:59.643246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'mac_address': 'fa:16:3e:e8:64:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:59.719687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0d28-efc0-4906-bc2d-0f80386fe7ed req-a5f203de-c480-441f-b3c2-e7eaa1d800fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.720421 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:59.728051 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0adb0d28-efc0-4906-bc2d-0f80386fe7ed req-a5f203de-c480-441f-b3c2-e7eaa1d800fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0804791 Feb 11 14:24:59.761176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:59.807784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:59.809220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0adb0d28-efc0-4906-bc2d-0f80386fe7ed req-b19d0729-e667-4b84-977e-4ccc800c88b4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801721 Feb 11 14:24:59.863466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5108-b3d3-4677-a788-ffd0c7899a08 req-d6a7696f-ca1b-4f50-962b-08f38008fd56 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.865724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-002e5108-b3d3-4677-a788-ffd0c7899a08 req-d6a7696f-ca1b-4f50-962b-08f38008fd56 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.1241965 Feb 11 14:24:59.872535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:59.929526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-002e5108-b3d3-4677-a788-ffd0c7899a08 req-690225ce-7d1d-4c97-890f-052808cd2949 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Feb 11 14:24:59.978163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:00.088102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544538-4e68-4a02-a311-464e24e49a01 req-d2248adf-2294-4747-9dd1-43f3eb2a1396 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.089738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59544538-4e68-4a02-a311-464e24e49a01 req-d2248adf-2294-4747-9dd1-43f3eb2a1396 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0687337 Feb 11 14:25:00.091275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:00.134553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59544538-4e68-4a02-a311-464e24e49a01 req-9db2218c-f94d-4eeb-85b4-f9bec7467a71 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363235 Feb 11 14:25:00.153563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d4fab5ae-e81c-4f13-b4d1-f609fc2841b1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:00.378855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34627f-01e8-451b-b650-0919f3fe5817 req-bb081413-88df-4b91-80c3-bdd68f6b37b0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.381884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee34627f-01e8-451b-b650-0919f3fe5817 req-bb081413-88df-4b91-80c3-bdd68f6b37b0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0993626 Feb 11 14:25:00.404199 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.454256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee34627f-01e8-451b-b650-0919f3fe5817 req-b1d81433-1974-41c7-b8ce-5959fcff13e8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Feb 11 14:25:00.531365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c33761-fe90-4ec8-9285-483fa5fd74cf req-a4c87f65-2a7f-452e-b74a-7283ff1db183 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.533686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2c33761-fe90-4ec8-9285-483fa5fd74cf req-a4c87f65-2a7f-452e-b74a-7283ff1db183 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0647418 Feb 11 14:25:00.590575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6327515-0a4d-4be9-b636-90887755b087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.599939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04386-48d9-4f11-82e1-5ca666e0dcda req-6fa54e12-7441-4065-93a0-e5d3f2f85d51 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.600566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:00.601671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0de04386-48d9-4f11-82e1-5ca666e0dcda req-6fa54e12-7441-4065-93a0-e5d3f2f85d51 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0652413 Feb 11 14:25:00.632054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2c33761-fe90-4ec8-9285-483fa5fd74cf req-780f4c61-20e7-4bee-b72c-768f18c3c33e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859442 Feb 11 14:25:00.661872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0de04386-48d9-4f11-82e1-5ca666e0dcda req-0f383416-94ae-4530-aeae-e8c7a6764ae1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Feb 11 14:25:00.720904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d166b938-9990-4705-9b63-60398b773e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.738529 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6327515-0a4d-4be9-b636-90887755b087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.821988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d166b938-9990-4705-9b63-60398b773e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.827178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf381-086d-459f-8cd3-6836b1767c18 req-207bc6a3-c26d-4c3b-9657-eecbb9c07003 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.828685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-989bf381-086d-459f-8cd3-6836b1767c18 req-207bc6a3-c26d-4c3b-9657-eecbb9c07003 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0587392 Feb 11 14:25:00.846304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6327515-0a4d-4be9-b636-90887755b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.879373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-989bf381-086d-459f-8cd3-6836b1767c18 req-6e799afa-b8da-48c4-9609-921287a2eac0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Feb 11 14:25:00.909767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6327515-0a4d-4be9-b636-90887755b087 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b13f00cb35e4412087241a5f80d60816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8173640 Feb 11 14:25:00.910781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6327515-0a4d-4be9-b636-90887755b087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ef0308-b6de-4a46-892a-700e7c735986,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:00.913544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:00.940009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d166b938-9990-4705-9b63-60398b773e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.017371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.060157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d166b938-9990-4705-9b63-60398b773e81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea5ba154b43341fe842b06e4a304dbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528282 Feb 11 14:25:01.069425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b938-9990-4705-9b63-60398b773e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6dcb06-82e3-4e55-8af2-d1f9c10bc99f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:01.073285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:01.125462 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.127457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.170395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de1a4d-db63-4d06-bdef-0a542a829399 req-331dd415-0ed0-4072-baf3-f48f80fbbb07 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:01.172008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61de1a4d-db63-4d06-bdef-0a542a829399 req-331dd415-0ed0-4072-baf3-f48f80fbbb07 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1038415 Feb 11 14:25:01.189584 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.206964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978dc44-9652-4859-98d7-bf09ca49542a req-7e74d983-06f5-46e2-811a-459c3871311a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:01.209159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d978dc44-9652-4859-98d7-bf09ca49542a req-7e74d983-06f5-46e2-811a-459c3871311a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 945 time: 0.1331420 Feb 11 14:25:01.231863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.269396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61de1a4d-db63-4d06-bdef-0a542a829399 req-92c9aa57-a63f-4f75-9010-f9956a7c5115 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Feb 11 14:25:01.285329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d978dc44-9652-4859-98d7-bf09ca49542a req-8d868d4a-9559-46c5-b4ed-4e95b58c5296 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594866 Feb 11 14:25:01.289582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.295369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.300237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79ef0308-b6de-4a46-892a-700e7c735986 HTTP/1.1" status: 204 len: 168 time: 0.3828585 Feb 11 14:25:01.316771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a57d-e70b-4eae-af6f-a8ea599cc158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ef0308-b6de-4a46-892a-700e7c735986,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:01.351774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.355125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.358827 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d6dcb06-82e3-4e55-8af2-d1f9c10bc99f HTTP/1.1" status: 204 len: 168 time: 0.2820969 Feb 11 14:25:01.381485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595d4e-0b28-4c2b-8709-41006d4041c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6dcb06-82e3-4e55-8af2-d1f9c10bc99f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:01.484158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:01.618475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83178bc9-32e5-4396-b35e-3240b6a17462 req-42160259-5c75-43cf-ad34-a764de887721 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:01.619893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83178bc9-32e5-4396-b35e-3240b6a17462 req-42160259-5c75-43cf-ad34-a764de887721 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0569704 Feb 11 14:25:01.643240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:25:01.647156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:01.650179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.662520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83178bc9-32e5-4396-b35e-3240b6a17462 req-4c5699b3-263b-4765-b498-e6c0a4c1f4e7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Feb 11 14:25:01.799574 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:01.850110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eda84-d904-492f-b045-316556b69528 req-a9886f8c-d5fd-4a44-9954-f3916bdcb2a9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:01.851216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-345eda84-d904-492f-b045-316556b69528 req-a9886f8c-d5fd-4a44-9954-f3916bdcb2a9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0698845 Feb 11 14:25:01.851591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:01.854325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3c8a-e52d-469a-89f7-22cc7d3faa47 req-4c3171b0-dbc0-4cd5-9c04-7151fcced574 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:01.856032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be1b3c8a-e52d-469a-89f7-22cc7d3faa47 req-4c3171b0-dbc0-4cd5-9c04-7151fcced574 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0901661 Feb 11 14:25:01.863424 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2264d720-af58-4ee1-b43f-2e235c332ecb" -d '{"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-plugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:01.878595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:01.927545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be1b3c8a-e52d-469a-89f7-22cc7d3faa47 req-8bf9a532-1c76-4d15-b468-95cc566a86fb tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Feb 11 14:25:01.964861 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49c954-2085-46c6-9060-74c0607c224f x-openstack-request-id: req-5e49c954-2085-46c6-9060-74c0607c224f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:01.965398 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-plugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:01.965833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-345eda84-d904-492f-b045-316556b69528 req-87371021-e9c3-4359-aa56-c79913e02982 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979965 Feb 11 14:25:01.966029 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e49c954-2085-46c6-9060-74c0607c224f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:01.966586 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'code': 200} Feb 11 14:25:01.970627 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:02.117554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587279-61e5-4722-9b0f-9a65cf36b88e req-2632f757-90fb-4aa4-bb1d-4da0cfe723b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.125848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae587279-61e5-4722-9b0f-9a65cf36b88e req-2632f757-90fb-4aa4-bb1d-4da0cfe723b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 1097 time: 0.0866160 Feb 11 14:25:02.147871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:02.189082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e5e16-b1fd-46a9-a110-f95c96a8f878 req-dcd61bb6-5870-4a4b-b1a2-5999af0569d8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.198340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b6e5e16-b1fd-46a9-a110-f95c96a8f878 req-dcd61bb6-5870-4a4b-b1a2-5999af0569d8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1281028 Feb 11 14:25:02.198493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae587279-61e5-4722-9b0f-9a65cf36b88e req-61fbb5c3-2c6a-46fa-8a1a-b184998b6b7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Feb 11 14:25:02.232127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b6e5e16-b1fd-46a9-a110-f95c96a8f878 req-98c64ab6-dd1b-4f5b-b027-90c7c05d5f0c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Feb 11 14:25:02.485907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24610b5-330b-4051-964f-b1972de8e2e1 req-aacc6e14-21d1-44ce-8cfe-fa8d015604ef tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.494613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f24610b5-330b-4051-964f-b1972de8e2e1 req-aacc6e14-21d1-44ce-8cfe-fa8d015604ef tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1572537 Feb 11 14:25:02.512755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524ddcd-b1fa-43fb-9b04-c6677f4e9a9e req-f09fe7e5-2230-4cce-a0ee-82ca695b4937 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.514042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36500) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:02.518719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9524ddcd-b1fa-43fb-9b04-c6677f4e9a9e req-f09fe7e5-2230-4cce-a0ee-82ca695b4937 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1093400 Feb 11 14:25:02.554272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f24610b5-330b-4051-964f-b1972de8e2e1 req-d850652e-b57b-4aa9-8ca3-e32ea90b9ba8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Feb 11 14:25:02.565510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e27eb902-d08e-40d3-a48b-c83b38f3223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:02.629732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9524ddcd-b1fa-43fb-9b04-c6677f4e9a9e req-781f21f3-31cc-4737-bd1d-48dfe5c744cc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909498 Feb 11 14:25:02.708419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e27eb902-d08e-40d3-a48b-c83b38f3223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:02.723711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:02.744531 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aba7fec6-3109-4d9d-b22a-819fbec3acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:02.791812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e27eb902-d08e-40d3-a48b-c83b38f3223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:02.804244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4df46-fbb4-4566-8732-b3a8a1f4e440 req-18ccbc3b-7743-420f-a558-3525b4fa7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.805807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9e4df46-fbb4-4566-8732-b3a8a1f4e440 req-18ccbc3b-7743-420f-a558-3525b4fa7e6e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1097 time: 0.2859840 Feb 11 14:25:02.828478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eb902-d08e-40d3-a48b-c83b38f3223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d519dc4-af59-4a53-9585-a64235e751fe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:02.870683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba68bd-2217-4880-8da7-91bbaad2aa9b req-a9ae949c-2304-46a3-b52c-f28464f1a529 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.880615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3ba68bd-2217-4880-8da7-91bbaad2aa9b req-a9ae949c-2304-46a3-b52c-f28464f1a529 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1241548 Feb 11 14:25:02.882259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:02.884207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e27eb902-d08e-40d3-a48b-c83b38f3223c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7eddf8488774b52a52d4ef03e137cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680217 Feb 11 14:25:02.935533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9e4df46-fbb4-4566-8732-b3a8a1f4e440 req-6bc6b312-fc4b-4d43-8037-cb051814e47d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162956 Feb 11 14:25:03.001654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3ba68bd-2217-4880-8da7-91bbaad2aa9b req-261f192f-1ffc-4fc8-9c02-b6029b329ff3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183968 Feb 11 14:25:03.080051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aba7fec6-3109-4d9d-b22a-819fbec3acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.099619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.104760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486adf-afb9-4400-bb78-a10dc9d475ac req-f4b7b472-8f45-4261-8332-c2d833270977 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:03.106420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1486adf-afb9-4400-bb78-a10dc9d475ac req-f4b7b472-8f45-4261-8332-c2d833270977 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0905578 Feb 11 14:25:03.134977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.137635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aba7fec6-3109-4d9d-b22a-819fbec3acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.173179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1486adf-afb9-4400-bb78-a10dc9d475ac req-3cbcd9b0-3b9a-4530-b59b-9ceff8891122 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542231 Feb 11 14:25:03.234051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7fec6-3109-4d9d-b22a-819fbec3acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dfe593-3702-49aa-a700-392a6e887f5c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:03.290988 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aba7fec6-3109-4d9d-b22a-819fbec3acba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b4a367c6f8642eb9ce45add6359ad0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659394 Feb 11 14:25:03.293464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36534) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:03.310983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba8645-4697-48be-939b-4843887a831a req-9c2620d7-f5f0-42df-bfd5-d74298fcfa84 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:03.313384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1eba8645-4697-48be-939b-4843887a831a req-9c2620d7-f5f0-42df-bfd5-d74298fcfa84 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1808252 Feb 11 14:25:03.385486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1eba8645-4697-48be-939b-4843887a831a req-475ae01d-f800-4b5a-b97a-f7aec214d2fb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611696 Feb 11 14:25:03.420231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.432426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.435828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.447861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d519dc4-af59-4a53-9585-a64235e751fe HTTP/1.1" status: 204 len: 168 time: 0.5486434 Feb 11 14:25:03.468314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.471608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c3d7b-6a96-4af1-acbf-fb14d117b0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d519dc4-af59-4a53-9585-a64235e751fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:03.662185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a5368-526c-40c0-865c-14c3b1614135 req-23ea454c-b941-412e-bf3a-b8da92ba47ca tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:03.670202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e8a5368-526c-40c0-865c-14c3b1614135 req-23ea454c-b941-412e-bf3a-b8da92ba47ca tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0878360 Feb 11 14:25:03.700546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.704573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:03.705997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7dfe593-3702-49aa-a700-392a6e887f5c HTTP/1.1" status: 204 len: 168 time: 0.4114556 Feb 11 14:25:03.724394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f969fb2-6b69-4648-be8a-f850e0b1b2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dfe593-3702-49aa-a700-392a6e887f5c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:03.742316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e8a5368-526c-40c0-865c-14c3b1614135 req-f541cd6b-1b99-439c-a05f-40c1ce249e4c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642893 Feb 11 14:25:03.903236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908ecc-0560-409c-ae70-ffc04760ddf1 req-674e2e56-d323-4b3f-ac3e-a44a735c157f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:03.914833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53908ecc-0560-409c-ae70-ffc04760ddf1 req-674e2e56-d323-4b3f-ac3e-a44a735c157f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1090636 Feb 11 14:25:03.992189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6ad6-2820-473d-833c-c2199d96472d req-ea9a9035-e5fd-48ad-ba6a-4b1baa80f541 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.000226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd4e6ad6-2820-473d-833c-c2199d96472d req-ea9a9035-e5fd-48ad-ba6a-4b1baa80f541 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1476812 Feb 11 14:25:04.017441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53908ecc-0560-409c-ae70-ffc04760ddf1 req-31f8ff9b-f4cc-423e-8965-bde775ebe907 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823586 Feb 11 14:25:04.123898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd4e6ad6-2820-473d-833c-c2199d96472d req-d4645a26-bfe1-4b9a-8107-c05cb23a8c8e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188166 Feb 11 14:25:04.503223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6527-cdce-4f6d-913e-8033180ab8f8 req-a4e20399-8836-45f7-b94c-f1b38733397b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.503223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2baa6527-cdce-4f6d-913e-8033180ab8f8 req-a4e20399-8836-45f7-b94c-f1b38733397b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0995679 Feb 11 14:25:04.503223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2baa6527-cdce-4f6d-913e-8033180ab8f8 req-bc4a0503-0ff5-4377-a373-2b78915b7b3c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Feb 11 14:25:04.530202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fe0b9-3f32-49d7-b519-d4e218631e60 req-1efe30b3-568c-4ed9-a9f1-a4252fe5ae60 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.531936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797fe0b9-3f32-49d7-b519-d4e218631e60 req-1efe30b3-568c-4ed9-a9f1-a4252fe5ae60 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0877490 Feb 11 14:25:04.567915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e105d-3d41-45ea-9694-c6a7bb021b3c req-d6b65b2d-96b9-4d71-a843-e84fc04ec267 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.570431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-873e105d-3d41-45ea-9694-c6a7bb021b3c req-d6b65b2d-96b9-4d71-a843-e84fc04ec267 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.0759931 Feb 11 14:25:04.582465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797fe0b9-3f32-49d7-b519-d4e218631e60 req-090df98f-91eb-4720-8d55-22c650ff8969 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Feb 11 14:25:04.627174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-873e105d-3d41-45ea-9694-c6a7bb021b3c req-22dbc564-9004-44eb-9e5b-59d15c91f68e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Feb 11 14:25:04.760089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0cef-a06b-4ed9-9c75-15591e9cf1ea req-61cb53c6-6ad8-4db1-a280-d2babb56e38e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.768484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-278a0cef-a06b-4ed9-9c75-15591e9cf1ea req-61cb53c6-6ad8-4db1-a280-d2babb56e38e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0782013 Feb 11 14:25:04.836138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-278a0cef-a06b-4ed9-9c75-15591e9cf1ea req-463cd7e0-d965-497b-8b00-8a8417c1ea96 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Feb 11 14:25:05.088739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4cf59-9709-4895-a5f7-da2cc311f4fa req-ebefbde4-109b-41dd-8d91-790e702031f9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.097758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12a4cf59-9709-4895-a5f7-da2cc311f4fa req-ebefbde4-109b-41dd-8d91-790e702031f9 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0672228 Feb 11 14:25:05.163235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12a4cf59-9709-4895-a5f7-da2cc311f4fa req-22d0a682-e7aa-420d-81cf-f62720ed8535 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Feb 11 14:25:05.244843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-c2317021-756f-476e-9df0-14fa8527567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.246681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-c2317021-756f-476e-9df0-14fa8527567b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 1097 time: 0.0505314 Feb 11 14:25:05.396721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-4d635735-484c-487b-afe2-ac508a9747bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.398534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-4d635735-484c-487b-afe2-ac508a9747bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 200 len: 911 time: 0.1452627 Feb 11 14:25:05.493462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-4983cedf-8302-4e94-990e-f49900f7b1a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 200 len: 217 time: 0.0670176 Feb 11 14:25:05.601045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-0843cd8a-1c6f-493b-a766-d0e1466f3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.602798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-0843cd8a-1c6f-493b-a766-d0e1466f3459 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 200 len: 850 time: 0.1076550 Feb 11 14:25:05.677639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-101d046f-34ed-4172-a01e-5847e7c07b5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59045a06-df7b-4142-9705-81061836abc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674660 Feb 11 14:25:05.696321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-cb586df4-58a7-4266-8382-26bf2b21eadd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:25:05.705412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-cb586df4-58a7-4266-8382-26bf2b21eadd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185027 Feb 11 14:25:05.848232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-2c8ac551-1db7-40fe-be7c-668e60ddfc91 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106517 Feb 11 14:25:06.223165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ef7f8-e260-480b-a8cf-6d472b0f25ce req-a4ed7562-eafa-48ea-a7d7-b82e08bde8cf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:06.225202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-914ef7f8-e260-480b-a8cf-6d472b0f25ce req-a4ed7562-eafa-48ea-a7d7-b82e08bde8cf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0735776 Feb 11 14:25:06.333739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-914ef7f8-e260-480b-a8cf-6d472b0f25ce req-bb94e696-67f9-4a15-99c8-d1b66ac0e091 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002867 Feb 11 14:25:06.405936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb879acb-a176-4f44-89cf-207120ba72e5 req-b70e8b4b-51eb-469d-a687-cc52c8b83616 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:06.407609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb879acb-a176-4f44-89cf-207120ba72e5 req-b70e8b4b-51eb-469d-a687-cc52c8b83616 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.5822430 Feb 11 14:25:06.460402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58c112cc-bdb5-4a24-a46c-f49a46de6f66 req-72da3919-3232-4df0-a31d-44a350796116 service neutron] 10.222.0.62 "GET /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261916 Feb 11 14:25:06.484464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb879acb-a176-4f44-89cf-207120ba72e5 req-25ffff7d-d591-4959-a709-230aba365e52 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681350 Feb 11 14:25:06.529777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b802d12-42e3-40f7-bb74-22b988123f59 req-52cb0853-9eb1-4509-8655-6b0a48b94b91 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:06.537494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b802d12-42e3-40f7-bb74-22b988123f59 req-52cb0853-9eb1-4509-8655-6b0a48b94b91 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1024323 Feb 11 14:25:07.061776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b802d12-42e3-40f7-bb74-22b988123f59 req-521e9430-dcab-4475-9df0-2499136ff4b6 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232782 Feb 11 14:25:07.425236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7382-dbab-4f57-9d86-69071341a694 req-71d6a282-5432-4fba-973b-14c6c7df390a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:07.428106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a1d7382-dbab-4f57-9d86-69071341a694 req-71d6a282-5432-4fba-973b-14c6c7df390a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.0860584 Feb 11 14:25:07.510525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a1d7382-dbab-4f57-9d86-69071341a694 req-3f7b2186-e744-4830-8ab3-c00f259a6e5f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751102 Feb 11 14:25:07.513338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08b99-76ce-4c95-8a52-18d009ed7eb7 req-f0a28e82-b73c-4ab1-aa14-866cc5439834 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:07.517295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebd08b99-76ce-4c95-8a52-18d009ed7eb7 req-f0a28e82-b73c-4ab1-aa14-866cc5439834 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1151352 Feb 11 14:25:07.595153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebd08b99-76ce-4c95-8a52-18d009ed7eb7 req-5904c831-06a9-41db-8d3f-79fc4a2c2c1d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Feb 11 14:25:07.672193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:07.707692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:07.835808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27dd293b-f70a-416c-9a19-2c44be1fe85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:07.925396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3213dc1e-7ccb-4648-9c8f-4c243b3fcbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.019530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3213dc1e-7ccb-4648-9c8f-4c243b3fcbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.077923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3213dc1e-7ccb-4648-9c8f-4c243b3fcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.172623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36884) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:08.245421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27dd293b-f70a-416c-9a19-2c44be1fe85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.256627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3213dc1e-7ccb-4648-9c8f-4c243b3fcbb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=020cf7a2d78c46f28fe0bfc6149996c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476649 Feb 11 14:25:08.257742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213dc1e-7ccb-4648-9c8f-4c243b3fcbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a496281c-d9eb-44d3-9da0-c9b0ccc6bf44,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:08.274685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:08.290034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b62299-52fe-4b31-9dbe-1313c2d920d5 req-f1244b4e-873a-480c-84f6-c61ca76ba515 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:08.292174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8b62299-52fe-4b31-9dbe-1313c2d920d5 req-f1244b4e-873a-480c-84f6-c61ca76ba515 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1120369 Feb 11 14:25:08.308085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27dd293b-f70a-416c-9a19-2c44be1fe85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.346439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8b62299-52fe-4b31-9dbe-1313c2d920d5 req-aaaafdab-d93e-4fa2-aef7-66d7cab9fbd5 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Feb 11 14:25:08.403802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6f4a-7883-433d-b709-e3bd8e4e9bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.420194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd293b-f70a-416c-9a19-2c44be1fe85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a129c456-3875-47ac-bb90-ce752e7ca579,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:08.451214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-27dd293b-f70a-416c-9a19-2c44be1fe85d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=308a232cd8f4461ca8fa39a15a32014a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778234 Feb 11 14:25:08.454078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36892) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:08.471409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.496825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.507299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.617570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.689273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.698088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.704687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a496281c-d9eb-44d3-9da0-c9b0ccc6bf44 HTTP/1.1" status: 204 len: 168 time: 0.4284332 Feb 11 14:25:08.721690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2168b1-0883-4d77-847a-6b66cacb8ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a496281c-d9eb-44d3-9da0-c9b0ccc6bf44,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:08.765229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad4db-6468-4d04-82db-767fb326b74d req-e0e647bd-a8fd-411b-8ce4-8c679d34edec tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:08.775523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-400ad4db-6468-4d04-82db-767fb326b74d req-e0e647bd-a8fd-411b-8ce4-8c679d34edec tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1697922 Feb 11 14:25:08.868113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.868270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-400ad4db-6468-4d04-82db-767fb326b74d req-2114d769-4a7c-486c-82ef-3da0064d23b3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895009 Feb 11 14:25:08.889822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:08.891875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a129c456-3875-47ac-bb90-ce752e7ca579 HTTP/1.1" status: 204 len: 168 time: 0.4360778 Feb 11 14:25:08.916200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e6730-1d83-4cc4-8f32-074494fdd5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a129c456-3875-47ac-bb90-ce752e7ca579,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:08.955972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9688afb-4a65-4242-b7b4-75ede5907c66 req-3fba6be6-0886-44ae-81d5-2f2f0b6c9ecf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:08.980374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9688afb-4a65-4242-b7b4-75ede5907c66 req-3fba6be6-0886-44ae-81d5-2f2f0b6c9ecf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2434597 Feb 11 14:25:09.019408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6f4a-7883-433d-b709-e3bd8e4e9bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.059616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9688afb-4a65-4242-b7b4-75ede5907c66 req-d5dd4b14-70bd-4199-a092-7dffe0a66560 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781236 Feb 11 14:25:09.072464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6f4a-7883-433d-b709-e3bd8e4e9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.186600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f6f4a-7883-433d-b709-e3bd8e4e9bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae5428-916c-4e83-9e93-f4b3046799e3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:09.203246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce2f6f4a-7883-433d-b709-e3bd8e4e9bbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46bb3bd1493142fdaf41bbddaebbaf68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242395 Feb 11 14:25:09.203246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:09.350542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.420081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.506236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:25:09.609443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.612042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.613127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8bf3e-b120-425e-954e-9e7d85e6a5a4 req-f8e704f0-3039-486a-a67a-7dce6ccbbaaa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:09.613279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfae5428-916c-4e83-9e93-f4b3046799e3 HTTP/1.1" status: 204 len: 168 time: 0.4044869 Feb 11 14:25:09.623128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab499fb-9712-41af-bf0d-3ea935da26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae5428-916c-4e83-9e93-f4b3046799e3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:09.626850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d8bf3e-b120-425e-954e-9e7d85e6a5a4 req-f8e704f0-3039-486a-a67a-7dce6ccbbaaa tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1411233 Feb 11 14:25:09.706702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:09.723117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'port_id': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'mac_address': 'fa:16:3e:e8:64:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:25:09.739381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d8bf3e-b120-425e-954e-9e7d85e6a5a4 req-821dd7cf-6976-4dfb-9491-fdd4089178ed tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061506 Feb 11 14:25:09.790587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.805422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:25:09.858264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:09.933293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36930) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:09.940836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.981057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1db9bcfa-e2b7-40ea-9356-0f70106b3b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:09.990098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:10.005571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50d8194-8a49-46d9-a8c9-2e25ba606319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.099451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d4fab5ae-e81c-4f13-b4d1-f609fc2841b1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:10.149079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36e07f-27c9-4699-b364-3087ebd4dfa8 req-e0af6216-36fa-4068-8140-12fa7ade2773 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.159096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd36e07f-27c9-4699-b364-3087ebd4dfa8 req-e0af6216-36fa-4068-8140-12fa7ade2773 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 945 time: 0.1025708 Feb 11 14:25:10.228287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50d8194-8a49-46d9-a8c9-2e25ba606319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.245939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd36e07f-27c9-4699-b364-3087ebd4dfa8 req-44cdbb6f-d0d0-4d74-b7f1-519b3241641a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818436 Feb 11 14:25:10.258037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1db9bcfa-e2b7-40ea-9356-0f70106b3b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.289439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.328988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d50d8194-8a49-46d9-a8c9-2e25ba606319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.352267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1db9bcfa-e2b7-40ea-9356-0f70106b3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.407074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1db9bcfa-e2b7-40ea-9356-0f70106b3b64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44de038b8afd4f2090f238513f80848d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682331 Feb 11 14:25:10.410984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:10.480508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9bcfa-e2b7-40ea-9356-0f70106b3b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f46030-3f5a-4ae8-ae32-845f7dc92f29,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.485593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8194-8a49-46d9-a8c9-2e25ba606319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbabcac9-bfe3-49ef-bf45-b54d008977c2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:10.520825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d50d8194-8a49-46d9-a8c9-2e25ba606319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=999d7df152bc4ca285abc6d529d8432f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295064 Feb 11 14:25:10.528698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:10.594690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407f7b8-b194-492c-a33e-da80ecd25205 req-199120c9-34c1-46e3-aed8-b79f77759321 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.602724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a407f7b8-b194-492c-a33e-da80ecd25205 req-199120c9-34c1-46e3-aed8-b79f77759321 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2343395 Feb 11 14:25:10.666857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a407f7b8-b194-492c-a33e-da80ecd25205 req-89e01b4c-2e49-4971-81bc-88ac0dcf466d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Feb 11 14:25:10.677386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5d00-2821-4921-84d8-bcc9def0a38e req-feaa84be-945f-467b-9824-686bbe89588f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:10.691287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-547f5d00-2821-4921-84d8-bcc9def0a38e req-feaa84be-945f-467b-9824-686bbe89588f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.2039440 Feb 11 14:25:10.704022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.757542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.764581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.882365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-547f5d00-2821-4921-84d8-bcc9def0a38e req-9a77c127-8a5c-4bc3-b0bb-300890ea4102 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858730 Feb 11 14:25:10.888675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.963343 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.966241 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:10.973504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbabcac9-bfe3-49ef-bf45-b54d008977c2 HTTP/1.1" status: 204 len: 168 time: 0.4209688 Feb 11 14:25:10.978012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175effe1-a059-44a6-9d48-2fe7bfd5c2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbabcac9-bfe3-49ef-bf45-b54d008977c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.084224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:11.088317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:11.090381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35f46030-3f5a-4ae8-ae32-845f7dc92f29 HTTP/1.1" status: 204 len: 168 time: 0.6755426 Feb 11 14:25:11.101639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c403ae-074b-4add-a90c-9375d858dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f46030-3f5a-4ae8-ae32-845f7dc92f29,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:11.508207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:11.574222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2e05-f352-4d5e-b899-151c24553809 req-ed09e3b3-57ad-437e-b075-f625abb919ff tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:11.581703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:11.582373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:11.592497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f7b2e05-f352-4d5e-b899-151c24553809 req-ed09e3b3-57ad-437e-b075-f625abb919ff tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 945 time: 0.1426177 Feb 11 14:25:11.666053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:11.693933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f7b2e05-f352-4d5e-b899-151c24553809 req-5b2a6f80-3dce-4539-be5f-e01be962765a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988042 Feb 11 14:25:11.740360 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:11.774090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:11.777254 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626d610-1e4f-4810-b7d3-df59397697e1" -d '{"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-plugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:11.812679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:11.861243 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:11.907041 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1792d7-6123-453e-99f6-b019f3bb1b10 x-openstack-request-id: req-1b1792d7-6123-453e-99f6-b019f3bb1b10 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:11.907458 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-plugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:11.907780 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b1792d7-6123-453e-99f6-b019f3bb1b10 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:11.908556 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'code': 200} Feb 11 14:25:11.934131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee4e11-9668-4fbd-8af3-f362f20ce536 req-10dbe322-db82-47ae-9b1b-4e4592d91634 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:11.970315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2ee4e11-9668-4fbd-8af3-f362f20ce536 req-10dbe322-db82-47ae-9b1b-4e4592d91634 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1849179 Feb 11 14:25:12.006317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:12.067059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2ee4e11-9668-4fbd-8af3-f362f20ce536 req-5460f9d2-14f5-4e56-a680-f9270484d4f1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954974 Feb 11 14:25:12.239863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a430c-9dfd-4385-9576-bff75d577e54 req-13e88729-a67b-4192-8f42-f5253b8e835e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.241769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3a430c-9dfd-4385-9576-bff75d577e54 req-13e88729-a67b-4192-8f42-f5253b8e835e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1146886 Feb 11 14:25:12.349430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3a430c-9dfd-4385-9576-bff75d577e54 req-049049c0-5697-4678-9c18-11a4732a581b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975897 Feb 11 14:25:12.651754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d727d-71be-41ac-a9f5-c2b97f4c1ed9 req-d997f3f6-1b24-488a-a61c-260e247db875 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.654063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d81d727d-71be-41ac-a9f5-c2b97f4c1ed9 req-d997f3f6-1b24-488a-a61c-260e247db875 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 946 time: 0.1056454 Feb 11 14:25:12.724707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d81d727d-71be-41ac-a9f5-c2b97f4c1ed9 req-55e50943-5612-421b-8e21-89ce76ecbb51 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623307 Feb 11 14:25:12.867729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9958928-f11d-4a94-b4a7-a8faa249c47a req-e893fa5b-f1a1-412b-8532-a719ccdfe43e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:12.870058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9958928-f11d-4a94-b4a7-a8faa249c47a req-e893fa5b-f1a1-412b-8532-a719ccdfe43e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.0836139 Feb 11 14:25:12.933405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b9958928-f11d-4a94-b4a7-a8faa249c47a req-38054bc2-08dc-42c3-8d74-f0be3b8f474a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 Feb 11 14:25:13.229524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33b11-053f-41ca-8379-4504dba9cb79 req-aaab11ea-a021-46b7-8bab-c05de1692d2b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:13.254052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fae33b11-053f-41ca-8379-4504dba9cb79 req-aaab11ea-a021-46b7-8bab-c05de1692d2b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0975592 Feb 11 14:25:13.319382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fae33b11-053f-41ca-8379-4504dba9cb79 req-36d07320-38d7-4b91-be26-d4b5c2c0c847 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Feb 11 14:25:13.432540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-e345b313-0ba2-45bb-9cf8-4f40545b9f53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:13.434496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-e345b313-0ba2-45bb-9cf8-4f40545b9f53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.0707777 Feb 11 14:25:13.606804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335358-0582-479f-ba99-943f3c5f94b4 req-b04a509b-ddd5-4069-a6ad-400d24be0c04 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:13.609645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d335358-0582-479f-ba99-943f3c5f94b4 req-b04a509b-ddd5-4069-a6ad-400d24be0c04 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 946 time: 0.1113834 Feb 11 14:25:13.706746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d335358-0582-479f-ba99-943f3c5f94b4 req-4709c04b-ae5e-405b-b712-4656a876b07c tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906277 Feb 11 14:25:13.709915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Deleting port 78fd39cb-5442-4c8c-838b-2707e666537c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:13.709915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:13.911226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] For port 78fd39cb-5442-4c8c-838b-2707e666537c, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=78fd39cb-5442-4c8c-838b-2707e666537c,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:13.911857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:13.925688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Calling delete_port for 78fd39cb-5442-4c8c-838b-2707e666537c owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:13.956723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c737-6ffc-42eb-acbb-53f44d05ab3f req-eccb68c8-2fa9-4a94-bb4a-560b390d4fea tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:13.958306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1c6c737-6ffc-42eb-acbb-53f44d05ab3f req-eccb68c8-2fa9-4a94-bb4a-560b390d4fea tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 946 time: 0.0915709 Feb 11 14:25:14.185105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1c6c737-6ffc-42eb-acbb-53f44d05ab3f req-6c8fff7b-b6a9-423c-a7ae-df3e6ff18609 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157655 Feb 11 14:25:14.214589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-2b547d01-cd27-4073-871b-703d473adf93 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:14.220042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-2b547d01-cd27-4073-871b-703d473adf93 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 946 time: 0.2186270 Feb 11 14:25:14.291923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752fc80-572d-4ef3-aa53-72e8f9b286b4 req-ede98280-df90-4374-948b-92d65571c42e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:14.299484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b752fc80-572d-4ef3-aa53-72e8f9b286b4 req-ede98280-df90-4374-948b-92d65571c42e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1356564 Feb 11 14:25:14.353298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:14.370741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['38ee9aed-73aa-4e16-aba7-c6bce2524ebe', '78fd39cb-5442-4c8c-838b-2707e666537c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:14.424563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Deleting port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:14.425083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:14.519872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Pushing event deleted for resources: {'Port': ['ID=78fd39cb-5442-4c8c-838b-2707e666537c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:14.579275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b752fc80-572d-4ef3-aa53-72e8f9b286b4 req-cfdc6664-9e70-43bd-8c53-77cc10c374b6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733755 Feb 11 14:25:14.632838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] No DVR routers for this DVR port 78fd39cb-5442-4c8c-838b-2707e666537c on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:14.639377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:14.642860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe6c6c62-7561-4319-bcb6-df5eb9920b6d req-a0753aa7-a832-4a01-97fb-4660f0d4ce53 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "DELETE /v2.0/ports/78fd39cb-5442-4c8c-838b-2707e666537c HTTP/1.1" status: 204 len: 173 time: 1.2022829 Feb 11 14:25:14.643142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'name': 'network-vif-deleted', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:14.654250 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17e152-c667-4a08-b3e9-1fff54b3b028" -d '{"events": [{"server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "name": "network-vif-deleted", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:14.674180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] For port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:14.675070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:14.691177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Calling delete_port for 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:14.757655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f706-6d3b-4bcf-9c1a-21f4fed16704 req-3499097c-2913-40fc-a360-beaf8a303573 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:14.765654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f59f706-6d3b-4bcf-9c1a-21f4fed16704 req-3499097c-2913-40fc-a360-beaf8a303573 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2165108 Feb 11 14:25:14.830910 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f59f706-6d3b-4bcf-9c1a-21f4fed16704 req-8ddd6d5f-83cb-4ccd-aaca-797e11e2e9af tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642688 Feb 11 14:25:15.022324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f17ed808-36c4-4d13-8aab-c3d06975957a req-37012249-703e-4fb5-a845-4269c98a8610 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb9aab2e-a658-4572-a043-6649f869edad HTTP/1.1" status: 200 len: 210 time: 0.0821714 Feb 11 14:25:15.130372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:15.145585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['867d2404-0d02-441d-b625-79bcbf1a57f8', '365163f5-2306-42d9-9c21-c609d518bf64', '75c2e375-fdfa-47e8-8157-0b2eda23b5a5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:15.204293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event deleted for resources: {'Port': ['ID=75c2e375-fdfa-47e8-8157-0b2eda23b5a5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:15.251361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:15.322844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] No DVR routers for this DVR port 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:15.343923 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426c7ab1-c8a2-4107-8270-650c8b718e0a x-openstack-request-id: req-426c7ab1-c8a2-4107-8270-650c8b718e0a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:15.344399 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9aab2e-a658-4572-a043-6649f869edad", "name": "network-vif-deleted", "tag": "78fd39cb-5442-4c8c-838b-2707e666537c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:15.344488 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-426c7ab1-c8a2-4107-8270-650c8b718e0a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:15.344856 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9aab2e-a658-4572-a043-6649f869edad', 'name': 'network-vif-deleted', 'tag': '78fd39cb-5442-4c8c-838b-2707e666537c', 'status': 'completed', 'code': 200} Feb 11 14:25:15.347754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:15.364844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-797cf6d7-47a5-4081-b865-04d2b1fb854a req-d795af47-65a3-4e6c-9463-99d2604401d9 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "DELETE /v2.0/ports/75c2e375-fdfa-47e8-8157-0b2eda23b5a5 HTTP/1.1" status: 204 len: 173 time: 1.1380646 Feb 11 14:25:15.365362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'name': 'network-vif-deleted', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:15.380804 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd346bc-149e-4945-90f0-809ce3d53d13" -d '{"events": [{"server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "name": "network-vif-deleted", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:15.460458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:15.516709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19554f19-9aad-4a66-a681-04ec14fda3dd req-6e767301-832e-4396-8fc2-0e82ffe12e05 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.1587789 Feb 11 14:25:15.516709 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fc2c4-4132-4f0b-a467-84e1cccc888e x-openstack-request-id: req-056fc2c4-4132-4f0b-a467-84e1cccc888e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:15.516709 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f36fe7-641e-416d-a823-f1b86748c591", "name": "network-vif-deleted", "tag": "75c2e375-fdfa-47e8-8157-0b2eda23b5a5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:15.516709 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-056fc2c4-4132-4f0b-a467-84e1cccc888e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:15.516709 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f36fe7-641e-416d-a823-f1b86748c591', 'name': 'network-vif-deleted', 'tag': '75c2e375-fdfa-47e8-8157-0b2eda23b5a5', 'status': 'completed', 'code': 200} Feb 11 14:25:15.764918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e2565-e445-4b85-9c96-77ba725da802 req-59920fdc-4493-49b4-a304-1f39b53f834b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:15.773893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a64e2565-e445-4b85-9c96-77ba725da802 req-59920fdc-4493-49b4-a304-1f39b53f834b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.0978489 Feb 11 14:25:15.829383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4b0f-3042-4907-9623-ad7d13409d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:15.973681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4b0f-3042-4907-9623-ad7d13409d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.019439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a64e2565-e445-4b85-9c96-77ba725da802 req-ca1e45d0-da63-456c-8549-597020605fc8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439997 Feb 11 14:25:16.042817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4b0f-3042-4907-9623-ad7d13409d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.055773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b85b2-f9ce-45b4-8428-37c70bb868fb req-d220e0db-47b3-4ed6-b4a7-4f2bd348e3f1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:16.065889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1b85b2-f9ce-45b4-8428-37c70bb868fb req-d220e0db-47b3-4ed6-b4a7-4f2bd348e3f1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1020148 Feb 11 14:25:16.191376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1b85b2-f9ce-45b4-8428-37c70bb868fb req-68af2e2a-b32c-430a-9cad-f370d260bf2f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229620 Feb 11 14:25:16.202743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba4b0f-3042-4907-9623-ad7d13409d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e060d369-d42a-4186-8795-6cfce43b1067,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:16.229446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37168) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:16.244778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a7ba4b0f-3042-4907-9623-ad7d13409d8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17ecfc7977d341bb8055ab41ef18c23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653661 Feb 11 14:25:16.321885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.353815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.546986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.551166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:16.552556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e060d369-d42a-4186-8795-6cfce43b1067 HTTP/1.1" status: 204 len: 168 time: 0.3217287 Feb 11 14:25:16.584171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f2f14-1449-46d1-8569-91824c4dd188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e060d369-d42a-4186-8795-6cfce43b1067,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:16.781738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2c8a5ea-cde0-4a0b-a8aa-c79cebc75d65 req-59f976f2-5c41-44e7-ae39-4af1c8c65e0a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f36fe7-641e-416d-a823-f1b86748c591 HTTP/1.1" status: 200 len: 210 time: 0.0494325 Feb 11 14:25:16.884201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072d73c-fa68-40e2-a4ad-0d4682c13bd9 req-6cfec3b6-d484-45f6-80a1-acda8f81e94b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:16.901591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6072d73c-fa68-40e2-a4ad-0d4682c13bd9 req-6cfec3b6-d484-45f6-80a1-acda8f81e94b tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1001453 Feb 11 14:25:17.015272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6072d73c-fa68-40e2-a4ad-0d4682c13bd9 req-ba5ddaa5-c70f-4541-be78-0d46a928ab1a tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043785 Feb 11 14:25:17.209273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebbdfc-90ea-4c13-a410-2fddfb984182 req-7d5cc393-010f-4090-b6fe-4034c1389b7c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:17.229089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1ebbdfc-90ea-4c13-a410-2fddfb984182 req-7d5cc393-010f-4090-b6fe-4034c1389b7c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1070299 Feb 11 14:25:17.318663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d1ebbdfc-90ea-4c13-a410-2fddfb984182 req-33c32741-a29d-435e-96e4-6a26f9bb3dc5 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884993 Feb 11 14:25:17.429550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf21e-2334-4345-aa17-53f71da2cca5 req-f1dca77a-7c61-4037-87e1-abfb54813ab8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:17.431444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13fbf21e-2334-4345-aa17-53f71da2cca5 req-f1dca77a-7c61-4037-87e1-abfb54813ab8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0720851 Feb 11 14:25:17.508675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:17.519709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13fbf21e-2334-4345-aa17-53f71da2cca5 req-2614185c-9bec-45b6-aca8-fb21304ef6cb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Feb 11 14:25:17.554005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 78fd39cb-5442-4c8c-838b-2707e666537c no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:17.560344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:17.561433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75c2e375-fdfa-47e8-8157-0b2eda23b5a5 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:17.582421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 78fd39cb-5442-4c8c-838b-2707e666537c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:17.582948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 78fd39cb-5442-4c8c-838b-2707e666537c not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:18.134459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb75d55-8f9e-4a82-a074-c3af020cfa93 req-0b0f813f-6a7d-46e4-b0ff-d94a66ec6b24 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:18.136290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fb75d55-8f9e-4a82-a074-c3af020cfa93 req-0b0f813f-6a7d-46e4-b0ff-d94a66ec6b24 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.0503335 Feb 11 14:25:18.178145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fb75d55-8f9e-4a82-a074-c3af020cfa93 req-d6d38646-78f2-406b-ae3b-f27e73633408 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Feb 11 14:25:18.392470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bca50365-06da-45f1-9693-31a9159a8e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:18.464224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251544-8e42-4422-932e-a237ea5b2b5b req-9d050fbf-4a43-4eb3-9e24-72d389dcec59 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:18.465876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b251544-8e42-4422-932e-a237ea5b2b5b req-9d050fbf-4a43-4eb3-9e24-72d389dcec59 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.0820100 Feb 11 14:25:18.513474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b251544-8e42-4422-932e-a237ea5b2b5b req-9ed130ba-45de-414a-830b-7858c59ae3bc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Feb 11 14:25:18.748006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e590c0-b247-4250-8b15-32f14250da2a req-bffb9266-86c5-4426-9a96-cfbf7e131e1d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:18.759897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55e590c0-b247-4250-8b15-32f14250da2a req-bffb9266-86c5-4426-9a96-cfbf7e131e1d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1320431 Feb 11 14:25:18.851420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55e590c0-b247-4250-8b15-32f14250da2a req-0daff582-6ac9-4af4-afe7-29a675c50f99 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906374 Feb 11 14:25:19.171892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-b42ea242-0758-434b-ac01-8ae01169600f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:19.174486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-b42ea242-0758-434b-ac01-8ae01169600f tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1074264 Feb 11 14:25:19.384283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Deleting port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:19.384792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:19.532281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499d18c-6a4b-4348-aa4e-28405b2c9d4f req-90926da2-f5a1-4da2-9f41-2c5e7fe5e081 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:19.536137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:25:19.562288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d499d18c-6a4b-4348-aa4e-28405b2c9d4f req-90926da2-f5a1-4da2-9f41-2c5e7fe5e081 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 945 time: 0.1915693 Feb 11 14:25:19.730342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d499d18c-6a4b-4348-aa4e-28405b2c9d4f req-b1fa0e48-805f-444a-a98f-b37208382fae tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/security-groups?id=6bdf6215-fb41-4d33-b022-a4ec5dff4996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670756 Feb 11 14:25:19.858341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:19.893589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'port_id': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'mac_address': 'fa:16:3e:0c:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714394e9-a7dc-475f-b14f-b7c9ce266627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:25:19.903950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] For port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:19.904685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:19.960098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Calling delete_port for 38ee9aed-73aa-4e16-aba7-c6bce2524ebe owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:20.016831 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:20.024113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f20685-941c-47bb-8062-c26cda9279ab req-989ccf88-7668-40fb-a2b8-8563d8976a1c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:20.034773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82f20685-941c-47bb-8062-c26cda9279ab req-989ccf88-7668-40fb-a2b8-8563d8976a1c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.2852948 Feb 11 14:25:20.077533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:25:20.262358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9759f-71c7-4d19-91d4-50948a475aff req-c3f95dc1-c96a-4eaf-ad74-860b1998ecb1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:20.274570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ac9759f-71c7-4d19-91d4-50948a475aff req-c3f95dc1-c96a-4eaf-ad74-860b1998ecb1 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1939337 Feb 11 14:25:20.278925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82f20685-941c-47bb-8062-c26cda9279ab req-aeaf664d-aa48-4b7c-9729-44505ce5ffb7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431934 Feb 11 14:25:20.403063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ac9759f-71c7-4d19-91d4-50948a475aff req-9c4c7aba-ad6e-4819-bda3-782b113efd1f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219122 Feb 11 14:25:20.606656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:20.676180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:20.700371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:20.712852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['38ee9aed-73aa-4e16-aba7-c6bce2524ebe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:20.781305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:20.788702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-270a7e7b-db69-42ed-88d4-9b08a3608fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:20.830976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Pushing event deleted for resources: {'Port': ['ID=38ee9aed-73aa-4e16-aba7-c6bce2524ebe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:20.995689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cf51b5ff-ac46-47fe-b991-c56f82839d7e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:21.121480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] No DVR routers for this DVR port 38ee9aed-73aa-4e16-aba7-c6bce2524ebe on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:21.142385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:21.143559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2b151a6-450d-4c78-a321-185fd4c944ed req-cb5ad72a-b517-45f7-b2d8-20b07a48ac2e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.1885743 Feb 11 14:25:21.161965 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.179462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec50f54e-a8ff-47ec-9891-9f4f3811f865 req-ddff63ed-5dc2-4fa8-af95-2827f634479e tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.62 "DELETE /v2.0/ports/38ee9aed-73aa-4e16-aba7-c6bce2524ebe HTTP/1.1" status: 204 len: 173 time: 1.9979820 Feb 11 14:25:21.180738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'name': 'network-vif-deleted', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:21.186674 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de476978-e6b3-4512-aff3-24cae5092c0a" -d '{"events": [{"server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "name": "network-vif-deleted", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:21.201851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:21.313676 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499dc4b2-4876-4799-aa03-75b9047f9dc1 x-openstack-request-id: req-499dc4b2-4876-4799-aa03-75b9047f9dc1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:21.314245 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2304714d-08df-4f74-a230-4162af9f3fee", "name": "network-vif-deleted", "tag": "38ee9aed-73aa-4e16-aba7-c6bce2524ebe", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:21.314350 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-499dc4b2-4876-4799-aa03-75b9047f9dc1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:21.314821 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2304714d-08df-4f74-a230-4162af9f3fee', 'name': 'network-vif-deleted', 'tag': '38ee9aed-73aa-4e16-aba7-c6bce2524ebe', 'status': 'completed', 'code': 200} Feb 11 14:25:21.359271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.542580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:21.683102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port cf51b5ff-ac46-47fe-b991-c56f82839d7e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:21.684594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.707897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990c1ca-ea24-47ce-8b7a-a10c71293129 req-5840463c-6533-4f67-b4e5-ba8ba381f00b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:21.722003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2990c1ca-ea24-47ce-8b7a-a10c71293129 req-5840463c-6533-4f67-b4e5-ba8ba381f00b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 944 time: 0.1418741 Feb 11 14:25:21.740509 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.808584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.814796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c7556-fad9-41e3-a9ca-07138268910d req-1b91eaf5-c5e0-4418-b36a-59b834807702 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:21.822946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2990c1ca-ea24-47ce-8b7a-a10c71293129 req-4bc834a0-430a-4ea8-8adc-090a650c9929 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940876 Feb 11 14:25:21.831319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-016c7556-fad9-41e3-a9ca-07138268910d req-1b91eaf5-c5e0-4418-b36a-59b834807702 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.3960409 Feb 11 14:25:21.851913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:21.855980 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d194525e-5d35-43c5-a3df-b32925e706bc" -d '{"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:21.890450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:21.938284 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc148a4-4e95-4d32-b8b6-4a6ba598349b x-openstack-request-id: req-7cc148a4-4e95-4d32-b8b6-4a6ba598349b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:21.938631 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:21.938894 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cc148a4-4e95-4d32-b8b6-4a6ba598349b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:21.942840 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'code': 200} Feb 11 14:25:21.963093 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:21.964459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 38ee9aed-73aa-4e16-aba7-c6bce2524ebe no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:22.006983 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-016c7556-fad9-41e3-a9ca-07138268910d req-b1d86cdc-96ec-4af5-8d73-dc1db47ad276 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705563 Feb 11 14:25:22.020934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:22.047185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 38ee9aed-73aa-4e16-aba7-c6bce2524ebe {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:22.047837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 38ee9aed-73aa-4e16-aba7-c6bce2524ebe not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:22.111071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:22.437659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Allocated IP 172.25.7.9 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/778c66cd-a3ad-4846-b3bd-36185af58d04) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:22.438862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b8c8ccd-3daa-422f-9120-a73877b1f703 req-8ef38740-eae2-4264-af0e-2f0aa138efd7 tempest-ServerRescueTestJSON-108600532 tempest-ServerRescueTestJSON-108600532-project] 10.222.0.31 "GET /v2.0/ports?device_id=2304714d-08df-4f74-a230-4162af9f3fee HTTP/1.1" status: 200 len: 210 time: 0.0582535 Feb 11 14:25:22.727288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-c26f8c95-37ab-4185-9b66-27d73de984a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260972 Feb 11 14:25:22.822238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:22.923010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:22.943137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c82ad-2946-42fa-8151-5e4571e00339 req-37b63b21-d228-42f7-a20b-79240b25c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:22.946164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-37b63b21-d228-42f7-a20b-79240b25c28d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 1097 time: 0.1911695 Feb 11 14:25:23.108105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:23.162358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c82ad-2946-42fa-8151-5e4571e00339 req-e598fa1e-c0ad-4f05-a66f-e9684995f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:23.164091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-e598fa1e-c0ad-4f05-a66f-e9684995f33f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.1789987 Feb 11 14:25:23.177273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:23.185315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:23.254303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:23.287939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Pushing event updated for resources: {'Port': ['ID=778c66cd-a3ad-4846-b3bd-36185af58d04,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:23.316463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:23.343385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-2d7ae37d-e79e-4cf5-8604-5b8559326860 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8732e83-9a48-41c3-b535-8528a6611ebb HTTP/1.1" status: 200 len: 217 time: 0.1689551 Feb 11 14:25:23.484420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c82ad-2946-42fa-8151-5e4571e00339 req-5db0f618-4707-498a-a087-54c5a7271f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:23.486148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-5db0f618-4707-498a-a087-54c5a7271f1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1314220 Feb 11 14:25:23.558705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61c272-1e4e-49dd-80f4-cd03db523916 req-13598288-4d95-4b9d-b485-576a82b07e67 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:23.578888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd61c272-1e4e-49dd-80f4-cd03db523916 req-13598288-4d95-4b9d-b485-576a82b07e67 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.4062302 Feb 11 14:25:23.650494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15207d-8cba-4501-b96c-26b410dc8d50 req-281d53fb-9175-4efd-b788-a9dccf2b3bdf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:23.663580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c82ad-2946-42fa-8151-5e4571e00339 req-4e5e5bd5-5f35-4ca0-90b5-c274b7c37b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:23.665251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe15207d-8cba-4501-b96c-26b410dc8d50 req-281d53fb-9175-4efd-b788-a9dccf2b3bdf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.6638162 Feb 11 14:25:23.683105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-4e5e5bd5-5f35-4ca0-90b5-c274b7c37b77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887233 Feb 11 14:25:24.004529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd61c272-1e4e-49dd-80f4-cd03db523916 req-21999559-4cf2-4177-a396-e31eb6425c3d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245844 Feb 11 14:25:24.006363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe15207d-8cba-4501-b96c-26b410dc8d50 req-dc14c84d-455f-4859-b9df-e1e3eb832050 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898929 Feb 11 14:25:24.081544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:24.098617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-1859f8df-8dbe-4192-b303-f30daad7ca43 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989587 Feb 11 14:25:24.156540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-13121676-1fad-4b80-b98a-52b62d716314 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3173993 Feb 11 14:25:24.205550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:24.567060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-414c82ad-2946-42fa-8151-5e4571e00339 req-564ce92a-6644-4340-9c3f-4c42072bbb16 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206915 Feb 11 14:25:24.874840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:25.137596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:25.210180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:25.221793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-c94e5fbc-b015-4f32-a7dd-1ac7a09e43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.223290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-c94e5fbc-b015-4f32-a7dd-1ac7a09e43da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 1096 time: 1.0400326 Feb 11 14:25:25.364078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Pushing event updated for resources: {'Port': ['ID=778c66cd-a3ad-4846-b3bd-36185af58d04,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:25.406904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc22b1-6641-4ebf-8a57-9dc708d22fc6 req-92215bf9-d926-4c40-9cf1-954bef96101f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.421891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5dbc22b1-6641-4ebf-8a57-9dc708d22fc6 req-92215bf9-d926-4c40-9cf1-954bef96101f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2007008 Feb 11 14:25:25.537838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5dbc22b1-6641-4ebf-8a57-9dc708d22fc6 req-0e1e1ba5-7ce5-4909-a2f9-3088c2e0614c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139977 Feb 11 14:25:25.666910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-e03af9a7-7b32-45e5-aad8-2ea631f082db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.666910 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-e03af9a7-7b32-45e5-aad8-2ea631f082db service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.2296207 Feb 11 14:25:25.828606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:26.251735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-2fa68466-49f4-4fa6-9e7b-32e890d84df9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf HTTP/1.1" status: 200 len: 217 time: 0.5715511 Feb 11 14:25:26.506259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:26.519662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c46ac47a-effa-44da-a1d1-c751060c7c9b tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8396592 Feb 11 14:25:26.522802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:26.530159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-801884052', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'fixed_ips': [{'ip_address': '172.25.7.9'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:26.635246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba843c-5cb2-46f5-b374-18f3073e636a req-4391f5af-49af-424c-9c26-62c147f70ff3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.642163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49ba843c-5cb2-46f5-b374-18f3073e636a req-4391f5af-49af-424c-9c26-62c147f70ff3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 1.4378154 Feb 11 14:25:26.709184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3487-0b9e-4a0b-9d26-b79c26ff061f req-87055cdb-31bd-4af4-a7a1-1e7b9fce4723 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.711129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a2d3487-0b9e-4a0b-9d26-b79c26ff061f req-87055cdb-31bd-4af4-a7a1-1e7b9fce4723 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.1225688 Feb 11 14:25:26.815645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Made reservation on behalf of f886b7bb599942cc84e4ec3a30b979a2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:26.818553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:26.835843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-5c45220c-ae4e-46a5-8625-4c4675f3fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:26.837927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-5c45220c-ae4e-46a5-8625-4c4675f3fcf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.5208521 Feb 11 14:25:26.864927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:26.924389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a2d3487-0b9e-4a0b-9d26-b79c26ff061f req-a4f3e2bf-c83e-4924-a5ff-00e83fa87415 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055264 Feb 11 14:25:27.011710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49ba843c-5cb2-46f5-b374-18f3073e636a req-1c06b9d7-87e1-4d97-95b6-e5fd63e253e1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526466 Feb 11 14:25:27.093585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-d2dfe7ed-23ef-484d-abf4-bdb7c0d72891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:27.097001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-d2dfe7ed-23ef-484d-abf4-bdb7c0d72891 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386222 Feb 11 14:25:27.103215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:27.112552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160fc4b-3aa9-4bf5-b4ee-80dcb7add8ad req-71181afc-21ba-46e7-8b92-55dfb670c10e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:27.121341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4160fc4b-3aa9-4bf5-b4ee-80dcb7add8ad req-71181afc-21ba-46e7-8b92-55dfb670c10e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0976422 Feb 11 14:25:27.205013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4160fc4b-3aa9-4bf5-b4ee-80dcb7add8ad req-d1d30f58-922c-42ea-ad8f-9abed7498aef tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Feb 11 14:25:27.212843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:27.213028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:27.218193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] device_id is not set on port 07453013-8c98-4156-bfc6-cb3166fbf585 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:27.728297 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 14:25:27.728997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:25:27.753453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f16c09-40fc-4a7b-a1e2-13c0084f084f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:27.782614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.782977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.783403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.783754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.784466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.784828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.785238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.785577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.785910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.786243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.787076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.787425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:27.836425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0df88a29-1116-4bfc-afbe-3976dd208dae tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.3106513 Feb 11 14:25:27.837066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:28.263266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-3fd42d4b-a2f4-4df9-ad4c-e0253a4449bd service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546836 Feb 11 14:25:28.578304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-5c47c7f3-da00-4417-8e41-b98a369f0a1d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:28.585233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-5c47c7f3-da00-4417-8e41-b98a369f0a1d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.4574399 Feb 11 14:25:28.598859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f947-d1dd-49d8-bb0d-3d8ad859ab0d req-5005c369-ffa7-45eb-9ce1-add9aedee89f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:28.600397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cab8f947-d1dd-49d8-bb0d-3d8ad859ab0d req-5005c369-ffa7-45eb-9ce1-add9aedee89f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.2701139 Feb 11 14:25:28.632795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f384d0-14fc-4b44-a6c7-de380630db48 req-69775fa2-b3ac-4c16-b4fb-9d6cb7bfdc4e service neutron] 10.222.0.62 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161290 Feb 11 14:25:28.758266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Deleting port 778c66cd-a3ad-4846-b3bd-36185af58d04 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:28.758830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:28.786284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500578bd-7fed-4acd-b12c-5366bd5cc819 req-e25690c9-91cb-42e8-81bc-0f0bc7270f59 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:28.796175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500578bd-7fed-4acd-b12c-5366bd5cc819 req-e25690c9-91cb-42e8-81bc-0f0bc7270f59 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.5437922 Feb 11 14:25:28.898369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cab8f947-d1dd-49d8-bb0d-3d8ad859ab0d req-6b68a740-2862-457c-b570-59daa1ba949c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720172 Feb 11 14:25:29.124799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-500578bd-7fed-4acd-b12c-5366bd5cc819 req-1000646f-cf63-4852-a31f-fdefbf99338d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198290 Feb 11 14:25:29.131746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.132085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.224667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Calling delete_port for 778c66cd-a3ad-4846-b3bd-36185af58d04 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:29.291555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Deleting port 365163f5-2306-42d9-9c21-c609d518bf64 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:29.291906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.310663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Deleting port 20887a03-8346-484c-8b0e-aebe2d596652 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:29.311133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.417943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13271d8-b493-4fe4-867c-c4de049d789f req-01bf6ba7-0fc7-42b8-9ada-680cfa17383d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:29.435451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d13271d8-b493-4fe4-867c-c4de049d789f req-01bf6ba7-0fc7-42b8-9ada-680cfa17383d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.3235292 Feb 11 14:25:29.482931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] For port 20887a03-8346-484c-8b0e-aebe2d596652, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20887a03-8346-484c-8b0e-aebe2d596652,segment=NetworkSegment(fbba925c-2cbb-4ca4-8db7-ec67d1f42c13),segment_id=fbba925c-2cbb-4ca4-8db7-ec67d1f42c13)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:29.483252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.507146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Calling delete_port for 20887a03-8346-484c-8b0e-aebe2d596652 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:29.631357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d13271d8-b493-4fe4-867c-c4de049d789f req-ce50c9a2-7607-46bc-b978-d616a6ff508b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949413 Feb 11 14:25:29.797414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] For port 365163f5-2306-42d9-9c21-c609d518bf64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=365163f5-2306-42d9-9c21-c609d518bf64,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:29.800158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:29.854615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Calling delete_port for 365163f5-2306-42d9-9c21-c609d518bf64 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:30.178924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.195915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.275578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8755e3-deb1-41be-9bc0-5450a0375414 req-e11f9168-f2c5-4dca-ba46-6c26fac9297f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:30.277611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac8755e3-deb1-41be-9bc0-5450a0375414 req-e11f9168-f2c5-4dca-ba46-6c26fac9297f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.2006469 Feb 11 14:25:30.280506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=20887a03-8346-484c-8b0e-aebe2d596652,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:30.348394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Pushing event deleted for resources: {'Port': ['ID=778c66cd-a3ad-4846-b3bd-36185af58d04,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:30.350931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.476476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09329b31-9f37-4e7c-b78a-5f4e206ea6ce req-0d291890-e1d0-46c5-99ad-60845f94910b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:30.478352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09329b31-9f37-4e7c-b78a-5f4e206ea6ce req-0d291890-e1d0-46c5-99ad-60845f94910b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 945 time: 0.2172370 Feb 11 14:25:30.494545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac8755e3-deb1-41be-9bc0-5450a0375414 req-b59bec94-bda3-4382-a8de-4930337812fe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641402 Feb 11 14:25:30.608047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.615568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.624306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4314b1a1-fd68-4cef-8d5e-dc6f51dccde9 tempest-ExternalNetworksAdminNegativeTestJSON-510532926 tempest-ExternalNetworksAdminNegativeTestJSON-510532926-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/ad6a87bc-795c-4649-8f2d-c7d0430a6d9b HTTP/1.1" status: 204 len: 168 time: 2.7850838 Feb 11 14:25:30.670618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09329b31-9f37-4e7c-b78a-5f4e206ea6ce req-c4892565-c386-43af-b272-22e88bac14bf tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756613 Feb 11 14:25:30.671593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.683877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['867d2404-0d02-441d-b625-79bcbf1a57f8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:30.695380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:30.718378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event deleted for resources: {'Port': ['ID=365163f5-2306-42d9-9c21-c609d518bf64,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:30.750006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.813142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] No DVR routers for this DVR port 365163f5-2306-42d9-9c21-c609d518bf64 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:30.815818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.821757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619cc6fc-bdcf-4d81-98da-fcd1703c622f req-36d724dd-eaba-463b-a18b-c2e0a980c895 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "DELETE /v2.0/ports/365163f5-2306-42d9-9c21-c609d518bf64 HTTP/1.1" status: 204 len: 173 time: 2.2114635 Feb 11 14:25:30.822279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'name': 'network-vif-deleted', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:30.826938 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0adc6df-4dcd-4076-a072-9be9d26e3946" -d '{"events": [{"server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "name": "network-vif-deleted", "tag": "365163f5-2306-42d9-9c21-c609d518bf64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:30.906414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa90c7c-a330-43a6-9b54-51fffeeeadc7 x-openstack-request-id: req-3fa90c7c-a330-43a6-9b54-51fffeeeadc7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:30.906702 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7971a0f-038c-4fa6-88e0-8b0c7ae15075", "name": "network-vif-deleted", "tag": "365163f5-2306-42d9-9c21-c609d518bf64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:30.906958 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fa90c7c-a330-43a6-9b54-51fffeeeadc7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:30.907364 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7971a0f-038c-4fa6-88e0-8b0c7ae15075', 'name': 'network-vif-deleted', 'tag': '365163f5-2306-42d9-9c21-c609d518bf64', 'status': 'completed', 'code': 200} Feb 11 14:25:31.225871 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:31.538446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 365163f5-2306-42d9-9c21-c609d518bf64 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:31.593265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 365163f5-2306-42d9-9c21-c609d518bf64 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:31.596638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 365163f5-2306-42d9-9c21-c609d518bf64 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:31.641319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:25:31.774203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9867-142c-4544-a27c-7b5235aa6e57 req-ad5d4980-0f05-42ee-85fc-d5e8e6889329 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.780499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37492) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:31.786846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d17a9867-142c-4544-a27c-7b5235aa6e57 req-ad5d4980-0f05-42ee-85fc-d5e8e6889329 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 1.0053372 Feb 11 14:25:31.841712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f340bb-9e57-4b43-b714-513c1609d53e req-8294887f-5c03-475a-a81c-92b13e2e6ee6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.852513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45f340bb-9e57-4b43-b714-513c1609d53e req-8294887f-5c03-475a-a81c-92b13e2e6ee6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1381810 Feb 11 14:25:31.958693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45f340bb-9e57-4b43-b714-513c1609d53e req-b2c2a19a-8639-4084-81c8-85f592d3bb04 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051397 Feb 11 14:25:31.971957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d17a9867-142c-4544-a27c-7b5235aa6e57 req-ec623dfb-7650-4ec2-ae44-1bd588097902 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Feb 11 14:25:32.170429 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2629d2bc-d036-4ec7-b20b-c18e877bf0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:32.220966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:32.236266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Sync routers for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:32.252458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e726d4a-b16a-4afa-833a-92ac11784fd4 req-0d2debba-21b4-4c72-a41e-8396fa7719ec tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7971a0f-038c-4fa6-88e0-8b0c7ae15075 HTTP/1.1" status: 200 len: 210 time: 0.1188293 Feb 11 14:25:32.260872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90ea2ad4-6583-4eb7-ade8-fff21d311a4a admin admin] 10.222.0.31 "PUT /v2.0/routers/7d6cd9f8-7ca7-4237-844c-f787e40d1214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0455022 Feb 11 14:25:32.267432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:32.271045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:32.275219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:25:21Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:32.466722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2629d2bc-d036-4ec7-b20b-c18e877bf0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:32.562044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2629d2bc-d036-4ec7-b20b-c18e877bf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:32.615841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:32.628609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:32.643190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d2bc-d036-4ec7-b20b-c18e877bf0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b584eb7f-a38a-4d41-bc8e-b81158e34f59,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:32.650061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2629d2bc-d036-4ec7-b20b-c18e877bf0fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a83e08311ff344869840f435689f760d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642261 Feb 11 14:25:32.657938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:32.705870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:32.833826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:32.888940 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.177524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2cd3-355f-4e88-b2ae-ee81a0b77f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.227665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.483412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:25:29Z', 'revision_number': 5, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:33.484023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16d810-c5f5-45c9-a6e5-13685eaa3416 req-31fe0e90-5ff4-46a1-9fa3-d62607045ee7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:33.484710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895764f-fd5e-4a9d-bb71-91c98bd1baf4 req-185ab3bc-4d0f-43a5-bd28-70c3e1912568 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:33.484807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c16d810-c5f5-45c9-a6e5-13685eaa3416 req-31fe0e90-5ff4-46a1-9fa3-d62607045ee7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1570864 Feb 11 14:25:33.484924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5895764f-fd5e-4a9d-bb71-91c98bd1baf4 req-185ab3bc-4d0f-43a5-bd28-70c3e1912568 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2492661 Feb 11 14:25:33.491859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Checking router: 7d6cd9f8-7ca7-4237-844c-f787e40d1214 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:33.502217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c16d810-c5f5-45c9-a6e5-13685eaa3416 req-abdfa150-ba84-45d0-a5c5-439c5128ab97 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875368 Feb 11 14:25:33.505344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Routers {'7d6cd9f8-7ca7-4237-844c-f787e40d1214'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:33.508268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:25:21Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:33.580102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5895764f-fd5e-4a9d-bb71-91c98bd1baf4 req-82c81f7e-6245-4e0f-aa5f-16b96543fa9d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272750 Feb 11 14:25:33.603274 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.605888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.607062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b584eb7f-a38a-4d41-bc8e-b81158e34f59 HTTP/1.1" status: 204 len: 168 time: 0.9481459 Feb 11 14:25:33.635825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3667ef-9642-4b1d-aa68-791c7464f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b584eb7f-a38a-4d41-bc8e-b81158e34f59,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:33.666092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Deleting port 2cabbb83-964d-499b-90ae-d1966823f8b5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:33.669630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.767724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] Set router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:33.789804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2cd3-355f-4e88-b2ae-ee81a0b77f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.804283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] For port 2cabbb83-964d-499b-90ae-d1966823f8b5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2cabbb83-964d-499b-90ae-d1966823f8b5,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:33.805750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.823222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Calling delete_port for 2cabbb83-964d-499b-90ae-d1966823f8b5 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:33.874422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2cd3-355f-4e88-b2ae-ee81a0b77f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.930849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d2cd3-355f-4e88-b2ae-ee81a0b77f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c929c4-dec5-4549-8f64-7236c3d14d74,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:33.988191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0b4d2cd3-355f-4e88-b2ae-ee81a0b77f66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac94e5d658604242b06720bda91fcbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3571503 Feb 11 14:25:33.995011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:34.130062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.197728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.314366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:25:29Z', 'revision_number': 5, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:34.370382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.391027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.394413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.395878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91c929c4-dec5-4549-8f64-7236c3d14d74 HTTP/1.1" status: 204 len: 168 time: 0.3994284 Feb 11 14:25:34.422835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95bd9d-b584-4c06-9e2f-5b91dc0b341c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c929c4-dec5-4549-8f64-7236c3d14d74,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:34.426415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b7082-d2cf-4272-a561-e20cf0726ffa None None] The sync data for ids ['7d6cd9f8-7ca7-4237-844c-f787e40d1214'] in n-d-828407-1 is: [{'id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'name': 'tempest-ServerRescueTestJSON-748924437-router', 'tenant_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:10Z', 'updated_at': '2022-02-11T14:25:29Z', 'revision_number': 5, 'project_id': '91d56a7c9cfe4d61b3d8200b03ca38c5', 'gw_port': {'id': '2cabbb83-964d-499b-90ae-d1966823f8b5', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6cd9f8-7ca7-4237-844c-f787e40d1214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:12Z', 'updated_at': '2022-02-11T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:34.472721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cabbb83-964d-499b-90ae-d1966823f8b5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:34.630867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d46396-0db6-426e-93ac-9536fa7c8231 req-b2ec1727-21c1-471b-94de-797ebb65a926 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:34.642591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89d46396-0db6-426e-93ac-9536fa7c8231 req-b2ec1727-21c1-471b-94de-797ebb65a926 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 945 time: 0.3597481 Feb 11 14:25:34.711152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89d46396-0db6-426e-93ac-9536fa7c8231 req-dba6211f-2180-4762-8cdf-47b0777ef3a4 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Feb 11 14:25:34.748464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.830040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809e2d5-d391-4387-be99-dea7b163d939 req-fa3049f7-8e2c-4c6f-9634-a9c35f81d774 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:34.845656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a809e2d5-d391-4387-be99-dea7b163d939 req-fa3049f7-8e2c-4c6f-9634-a9c35f81d774 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1743681 Feb 11 14:25:34.866526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:34.968048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a809e2d5-d391-4387-be99-dea7b163d939 req-5dc648c5-4c21-4efd-acfe-149dac6fc324 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213994 Feb 11 14:25:34.992345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:34.999328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.008123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ef74cfe0-1890-47ef-b528-c02b6921fe36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f886b7bb599942cc84e4ec3a30b979a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352074 Feb 11 14:25:35.010681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:35.123189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.174939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.208939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fc9df-0f9c-4b2c-afb5-9ea71d5981e0 req-6223a255-b9f9-44a0-9352-5ef2051f2b8c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:35.221117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b9fc9df-0f9c-4b2c-afb5-9ea71d5981e0 req-6223a255-b9f9-44a0-9352-5ef2051f2b8c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1340818 Feb 11 14:25:35.237064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.237571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6cd9f8-7ca7-4237-844c-f787e40d1214 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:25:35.261523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.263397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-285b21b0-e8dc-47fd-bbe3-e8b7026514c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7d6cd9f8-7ca7-4237-844c-f787e40d1214 HTTP/1.1" status: 204 len: 168 time: 2.9949899 Feb 11 14:25:35.266305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:35.320259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b9fc9df-0f9c-4b2c-afb5-9ea71d5981e0 req-ba7c131e-0240-4fae-b1b6-c807407539d7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981514 Feb 11 14:25:35.391309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Deleting subnet c12dae4f-1722-4053-bf89-94cf00aba8dc {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:25:35.419655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.582403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20887a03-8346-484c-8b0e-aebe2d596652 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:35.641542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.644973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.657011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 20887a03-8346-484c-8b0e-aebe2d596652 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:35.657792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20887a03-8346-484c-8b0e-aebe2d596652 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:35.669770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2f16c09-40fc-4a7b-a1e2-13c0084f084f HTTP/1.1" status: 204 len: 168 time: 0.6570406 Feb 11 14:25:35.710710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:35.718099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aa78a-f943-4202-99bd-3510abfd0ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f16c09-40fc-4a7b-a1e2-13c0084f084f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:35.782734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48f46877-4810-446a-b24d-778d501c7def admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.806539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.917284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33439291-d5ee-4883-a42d-a056f881639f req-903d733d-9920-4dd2-9d0e-f1f2e1614980 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:35.919696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33439291-d5ee-4883-a42d-a056f881639f req-903d733d-9920-4dd2-9d0e-f1f2e1614980 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 945 time: 0.4315827 Feb 11 14:25:36.275558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b6cc5-e26b-40a5-bee6-d4f9fbab5521 req-e1d589ba-7c56-4498-b412-1a4192c9a028 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:36.291177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b7b6cc5-e26b-40a5-bee6-d4f9fbab5521 req-e1d589ba-7c56-4498-b412-1a4192c9a028 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1290481 Feb 11 14:25:36.354327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b7b6cc5-e26b-40a5-bee6-d4f9fbab5521 req-0bf7e602-1066-480b-a599-63064856a86d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495403 Feb 11 14:25:36.586392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabf52-36ce-4a5b-bfba-4355c3f114f7 req-1eb59878-08d2-40e6-bd8c-75391322c1c0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:36.598904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4eabf52-36ce-4a5b-bfba-4355c3f114f7 req-1eb59878-08d2-40e6-bd8c-75391322c1c0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0971913 Feb 11 14:25:36.659595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4eabf52-36ce-4a5b-bfba-4355c3f114f7 req-fefc5a7f-a01e-42b8-bd54-c4727d3f336c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Feb 11 14:25:36.831892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8213be-d941-44ef-80d5-8242ff2d1e71 req-e30a6c90-12fa-4d2c-819b-15e5f8be636b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:36.847717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8213be-d941-44ef-80d5-8242ff2d1e71 req-e30a6c90-12fa-4d2c-819b-15e5f8be636b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 945 time: 0.9145992 Feb 11 14:25:36.909844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.028102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8213be-d941-44ef-80d5-8242ff2d1e71 req-288ab98b-4f2f-41c3-b329-13e350761b36 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790829 Feb 11 14:25:37.082882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48f46877-4810-446a-b24d-778d501c7def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.114854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Deleting port 867d2404-0d02-441d-b625-79bcbf1a57f8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:37.115468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.286531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48f46877-4810-446a-b24d-778d501c7def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.306410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] For port 867d2404-0d02-441d-b625-79bcbf1a57f8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=867d2404-0d02-441d-b625-79bcbf1a57f8,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:37.306792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.354891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Calling delete_port for 867d2404-0d02-441d-b625-79bcbf1a57f8 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:37.378048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48f46877-4810-446a-b24d-778d501c7def admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b84d81ba94042d89e0838258c2ee363&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6450465 Feb 11 14:25:37.380717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:37.384489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f46877-4810-446a-b24d-778d501c7def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55793fd4-50a0-4276-94f2-81c08d0fd4b6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:37.443444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.454655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2cabbb83-964d-499b-90ae-d1966823f8b5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:37.469939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.485932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2cabbb83-964d-499b-90ae-d1966823f8b5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:37.486556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2cabbb83-964d-499b-90ae-d1966823f8b5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:37.529799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.568312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.574707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c12dae4f-1722-4053-bf89-94cf00aba8dc HTTP/1.1" status: 204 len: 168 time: 2.3051462 Feb 11 14:25:37.574707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f31dd-1b90-4e21-bfb0-de929ffcbd29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12dae4f-1722-4053-bf89-94cf00aba8dc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:37.582912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:37.650035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d03674-4f3f-4477-9561-f4b1d249b73e req-30670f02-e763-4e7c-bd00-b46ebc0140da tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:37.651860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0d03674-4f3f-4477-9561-f4b1d249b73e req-30670f02-e763-4e7c-bd00-b46ebc0140da tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1201806 Feb 11 14:25:37.729179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.732543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.735963 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55793fd4-50a0-4276-94f2-81c08d0fd4b6 HTTP/1.1" status: 204 len: 168 time: 0.3518269 Feb 11 14:25:37.768027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.779813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2e2c-c5e3-48b1-a4ac-d4e90fee2746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55793fd4-50a0-4276-94f2-81c08d0fd4b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:37.786303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0d03674-4f3f-4477-9561-f4b1d249b73e req-a66b036b-9365-4a77-a091-c9bc0ffefc0e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966587 Feb 11 14:25:37.839427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba289d-7028-4921-94bc-80accfc20461 req-0fca23fc-6e52-411a-90d7-e0b1fdb3c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:37.843295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-0fca23fc-6e52-411a-90d7-e0b1fdb3c158 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 1097 time: 0.1201568 Feb 11 14:25:37.874950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.892703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fc38f243-6237-447f-ad44-56b178888951'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:37.900524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.925925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf52f-9251-4502-bee3-88b4e119d3b5 req-e9cc8a41-cc24-44b6-b080-38675f08b49f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:37.936480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16faf52f-9251-4502-bee3-88b4e119d3b5 req-e9cc8a41-cc24-44b6-b080-38675f08b49f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2021468 Feb 11 14:25:37.953816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event deleted for resources: {'Port': ['ID=867d2404-0d02-441d-b625-79bcbf1a57f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:37.984881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59045a06-df7b-4142-9705-81061836abc0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.024523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.026935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbba925c-2cbb-4ca4-8db7-ec67d1f42c13') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.056923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.092481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.115867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:25:38.116191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.247465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16faf52f-9251-4502-bee3-88b4e119d3b5 req-e1acd1ce-bd42-4d6d-9f99-da40139363ea tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091323 Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:25:38.257993 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:25:38.300793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82d9ec55-685e-482b-a4e5-67d0e28b2904 req-a1972259-de3a-4cef-8466-303685f1f07c tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f3114c5-28b5-47d9-82fa-806d362bc0b9 HTTP/1.1" status: 200 len: 210 time: 0.0417166 Feb 11 14:25:38.312331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] No DVR routers for this DVR port 867d2404-0d02-441d-b625-79bcbf1a57f8 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:38.324791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.324791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.60 "DELETE /v2.0/ports/867d2404-0d02-441d-b625-79bcbf1a57f8 HTTP/1.1" status: 204 len: 173 time: 2.3896911 Feb 11 14:25:38.326567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'name': 'network-vif-deleted', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:38.329779 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcec6a02-587b-4a7e-92b7-f02bf53e2064" -d '{"events": [{"server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "name": "network-vif-deleted", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:38.345649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.360759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.373057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] 10.222.0.31 "DELETE /v2.0/networks/59045a06-df7b-4142-9705-81061836abc0 HTTP/1.1" status: 204 len: 168 time: 0.7840791 Feb 11 14:25:38.426208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cc532-00c8-4105-a5a2-6f0dbe1a47bd admin admin] Pushing event deleted for resources: {'Network': ['ID=59045a06-df7b-4142-9705-81061836abc0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:38.427330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba289d-7028-4921-94bc-80accfc20461 req-b6310a8e-0c41-4744-a0e1-bb075633a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:38.436268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-b6310a8e-0c41-4744-a0e1-bb075633a627 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.5819595 Feb 11 14:25:38.527780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-b5542479-cc8b-45d9-8610-dbcc49a60c7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 HTTP/1.1" status: 200 len: 217 time: 0.0787196 Feb 11 14:25:38.636580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba289d-7028-4921-94bc-80accfc20461 req-cf1dcc57-5a05-4b99-b1ce-f68a7b2684e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:38.639500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-cf1dcc57-5a05-4b99-b1ce-f68a7b2684e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1088088 Feb 11 14:25:38.733653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba289d-7028-4921-94bc-80accfc20461 req-121e3d88-5dcf-4760-be67-1993636a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:38.734673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-121e3d88-5dcf-4760-be67-1993636a87a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875607 Feb 11 14:25:38.901542 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4bc00-1458-43db-8931-b5a5d4552bb1 x-openstack-request-id: req-3cd4bc00-1458-43db-8931-b5a5d4552bb1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:38.902201 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3114c5-28b5-47d9-82fa-806d362bc0b9", "name": "network-vif-deleted", "tag": "867d2404-0d02-441d-b625-79bcbf1a57f8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:38.902201 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cd4bc00-1458-43db-8931-b5a5d4552bb1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:38.904639 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3114c5-28b5-47d9-82fa-806d362bc0b9', 'name': 'network-vif-deleted', 'tag': '867d2404-0d02-441d-b625-79bcbf1a57f8', 'status': 'completed', 'code': 200} Feb 11 14:25:39.011193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-8d8be84d-6fdc-4fa2-bcbb-c23b2ea92f0f service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640531 Feb 11 14:25:39.256463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83ba289d-7028-4921-94bc-80accfc20461 req-1c1c2b02-a869-4f45-b293-63b72dd5dee4 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413616 Feb 11 14:25:39.426312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:39.470739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73499d30-e019-4c21-8bdc-96110ea5c70d req-fbbbfac8-96ff-4ba9-aa0a-a1b1038e3b2b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:39.489104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73499d30-e019-4c21-8bdc-96110ea5c70d req-fbbbfac8-96ff-4ba9-aa0a-a1b1038e3b2b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 946 time: 0.1526203 Feb 11 14:25:39.548676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdea8ca-9f73-4441-aa10-77b6e491b338 req-fdadecfb-aaaf-4123-b30d-7d55f5960105 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:39.551578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cdea8ca-9f73-4441-aa10-77b6e491b338 req-fdadecfb-aaaf-4123-b30d-7d55f5960105 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1521840 Feb 11 14:25:39.561889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:39.594063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73499d30-e019-4c21-8bdc-96110ea5c70d req-d5f505bd-0f9a-40c9-8ad3-9ff46a943171 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Feb 11 14:25:39.665072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:39.669845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4cdea8ca-9f73-4441-aa10-77b6e491b338 req-f57528db-f57a-4f37-8730-d1eb22af5c88 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957313 Feb 11 14:25:39.697439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.733070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:39.735500 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147995b-43f1-417e-81e0-7b37aa5c4877" -d '{"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:39.754452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:39.787494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93f3e341-8b44-4bf6-98e9-37897b07f186 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91d56a7c9cfe4d61b3d8200b03ca38c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147213 Feb 11 14:25:39.787891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:39.830652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.831598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 867d2404-0d02-441d-b625-79bcbf1a57f8 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:39.918558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.961532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 867d2404-0d02-441d-b625-79bcbf1a57f8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:39.964107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 867d2404-0d02-441d-b625-79bcbf1a57f8 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:39.967133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.019772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.025556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93475468-9051-4fab-8eba-eddfd99c1968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.031587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.032266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.032718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.033186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.034200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.034640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.035078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.035514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.035950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.036389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.036856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.037312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:40.146063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93475468-9051-4fab-8eba-eddfd99c1968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.202353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.206053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.210176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bdf6215-fb41-4d33-b022-a4ec5dff4996 HTTP/1.1" status: 204 len: 168 time: 0.4225199 Feb 11 14:25:40.224380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f24dc-e2b5-4f34-a84c-fd4d129c14d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf6215-fb41-4d33-b022-a4ec5dff4996,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.247249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93475468-9051-4fab-8eba-eddfd99c1968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.354200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475468-9051-4fab-8eba-eddfd99c1968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b7d676-0f6c-4fef-a73c-aa4e44f8fdaf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.373256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93475468-9051-4fab-8eba-eddfd99c1968 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c4997d951fd4785b5d8cfd9d3921aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9446905 Feb 11 14:25:40.375352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37698) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:40.472766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.511486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.674518 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33d0b4-30e8-40cb-bb61-c30f9ccd829a x-openstack-request-id: req-cf33d0b4-30e8-40cb-bb61-c30f9ccd829a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:40.676090 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:40.676554 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf33d0b4-30e8-40cb-bb61-c30f9ccd829a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:40.677173 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'code': 200} Feb 11 14:25:40.701045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.705136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.706893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48b7d676-0f6c-4fef-a73c-aa4e44f8fdaf HTTP/1.1" status: 204 len: 168 time: 0.3305576 Feb 11 14:25:40.731673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc75da7-22b6-4beb-acd2-29e91c79e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b7d676-0f6c-4fef-a73c-aa4e44f8fdaf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.798754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d885a07-1e7f-4df6-bf23-5e18366095ba req-8d1ff39f-9d62-4de2-9433-8fc23cadc96c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:40.800460 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d885a07-1e7f-4df6-bf23-5e18366095ba req-8d1ff39f-9d62-4de2-9433-8fc23cadc96c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.1443081 Feb 11 14:25:40.865452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d885a07-1e7f-4df6-bf23-5e18366095ba req-03e6930c-0540-45a7-a078-ac1252a59ada tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Feb 11 14:25:40.909986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8465f2-ef3a-45a7-ad23-ab35edb7f54f req-c46ad2e4-0db7-4096-9994-d8f76aaac9be tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:40.919984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e8465f2-ef3a-45a7-ad23-ab35edb7f54f req-c46ad2e4-0db7-4096-9994-d8f76aaac9be tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1347015 Feb 11 14:25:40.983954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e8465f2-ef3a-45a7-ad23-ab35edb7f54f req-1bee2b4f-26a6-4612-9d85-e3ce8b989365 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Feb 11 14:25:41.211273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:41.709987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2085243732'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:41.830619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Made reservation on behalf of 85be80363e7749ada5f3d9498c4adc24 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:41.834502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.847516 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.055065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.107829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:42.132172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-003c1405-d66a-4b41-887b-9f948605f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.155281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.204212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35750179-3c7f-466b-b4b5-0ddf7e75bbc7 req-6107089c-cd32-4890-923f-6aea602821c7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.211966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35750179-3c7f-466b-b4b5-0ddf7e75bbc7 req-6107089c-cd32-4890-923f-6aea602821c7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.1556482 Feb 11 14:25:42.305756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35750179-3c7f-466b-b4b5-0ddf7e75bbc7 req-b7381c81-a0a3-4e1c-9b90-bb529d47c799 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925646 Feb 11 14:25:42.322795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:25:42.373592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.373948 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Added segment 8d0fce09-ef4f-4924-9f82-cdbcecf00a6d of type vlan for network baf83d37-9af5-48f6-9b08-0d17efbaf88f Feb 11 14:25:42.390435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da93ef3-b261-4394-97f1-88be0873eabf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:42.480879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1650-c38d-4e7c-a8aa-44af2da5b1e0 req-2f7c36c7-d5d9-4c0e-948d-b33191a35922 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.490995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-749e1650-c38d-4e7c-a8aa-44af2da5b1e0 req-2f7c36c7-d5d9-4c0e-948d-b33191a35922 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.3136272 Feb 11 14:25:42.517438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee485f-e76f-4ccc-967a-3961cdac6dac req-5bffd4a5-3664-416e-96c7-ce804ad4b13d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.521478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75ee485f-e76f-4ccc-967a-3961cdac6dac req-5bffd4a5-3664-416e-96c7-ce804ad4b13d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1004479 Feb 11 14:25:42.536918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.605232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75ee485f-e76f-4ccc-967a-3961cdac6dac req-ffef04f0-c56b-4845-b928-15cf17318db1 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629086 Feb 11 14:25:42.659645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-749e1650-c38d-4e7c-a8aa-44af2da5b1e0 req-926b5caa-3931-4a93-9eb3-a7a058118d42 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678259 Feb 11 14:25:42.690202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-003c1405-d66a-4b41-887b-9f948605f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.853352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-003c1405-d66a-4b41-887b-9f948605f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.858901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.864665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095335ff-eac1-4d7f-be82-6c1286e83bb1 req-7967cb21-5cdf-4948-bd2e-c53e3d16e751 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.877722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-095335ff-eac1-4d7f-be82-6c1286e83bb1 req-7967cb21-5cdf-4948-bd2e-c53e3d16e751 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1308298 Feb 11 14:25:42.879811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.881358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.956399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-095335ff-eac1-4d7f-be82-6c1286e83bb1 req-20b4b710-4d8b-416c-807b-d233339670f0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769181 Feb 11 14:25:43.072880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Pushing event updated for resources: {'Network': ['ID=baf83d37-9af5-48f6-9b08-0d17efbaf88f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:43.087003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:25:43.113962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:43.114753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-003c1405-d66a-4b41-887b-9f948605f332 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cbf1fab9b364078bc2d1a62fc028f55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0052660 Feb 11 14:25:43.123185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c1405-d66a-4b41-887b-9f948605f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b099c-1d15-4edc-a517-79c335bc094f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:43.203227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-849bc320-516c-410d-9fa0-ecbc85e9ff41 tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9876304 Feb 11 14:25:43.210721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759b62-9e8e-461f-9fbb-718723fb01a1 req-9eab7606-b6c2-499d-a85e-35a9e8a60657 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:43.212535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5759b62-9e8e-461f-9fbb-718723fb01a1 req-9eab7606-b6c2-499d-a85e-35a9e8a60657 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Feb 11 14:25:43.353461 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.357704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5759b62-9e8e-461f-9fbb-718723fb01a1 req-274de31d-2c8a-4855-8e86-6c4a8aa37e27 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288030 Feb 11 14:25:43.437234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.641198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c39a-ba93-46a7-95d6-758d07d1708c req-93bb3b22-df90-407b-b722-1adad764d0fc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:43.651563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd58c39a-ba93-46a7-95d6-758d07d1708c req-93bb3b22-df90-407b-b722-1adad764d0fc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1544425 Feb 11 14:25:43.693162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.697436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.699045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/117b099c-1d15-4edc-a517-79c335bc094f HTTP/1.1" status: 204 len: 168 time: 0.5836518 Feb 11 14:25:43.717495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:43.726495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577a4ec-7653-494e-802d-f76987adcfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b099c-1d15-4edc-a517-79c335bc094f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:43.763438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd58c39a-ba93-46a7-95d6-758d07d1708c req-c82d1021-1ac3-4219-9688-795646f099ed tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068554 Feb 11 14:25:43.825721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37796) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:43.830947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f', 'binding:host_id': 'n-h2-828407-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-548894599'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:43.956681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Made reservation on behalf of 4b4d48fd0c98451085bb2574c4551ff4 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:43.959591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.987249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902223c4-465e-4ae8-b6f6-e2079f2affd2 req-2079d725-00a0-4de5-8e5d-ce20bb9b387d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:43.995344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902223c4-465e-4ae8-b6f6-e2079f2affd2 req-2079d725-00a0-4de5-8e5d-ce20bb9b387d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1042974 Feb 11 14:25:44.017431 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.037923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902223c4-465e-4ae8-b6f6-e2079f2affd2 req-9242980f-bbe1-4093-a558-7dc30e539b28 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Feb 11 14:25:44.213786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.282966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.290925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:44.536033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd32e6e-8743-4524-836d-21abae48a1de req-d4346295-9284-4cec-82ad-95a72687a915 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:44.549728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dd32e6e-8743-4524-836d-21abae48a1de req-d4346295-9284-4cec-82ad-95a72687a915 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1281812 Feb 11 14:25:44.633420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7899921a-91dc-420f-8956-4fc8d9b5bdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.634682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b477f-2450-4f49-9e60-51b5273425c5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:44.696444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dd32e6e-8743-4524-836d-21abae48a1de req-821c38d7-dbaa-4812-80a1-14219c11fc75 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413846 Feb 11 14:25:44.849480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7899921a-91dc-420f-8956-4fc8d9b5bdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.905601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7899921a-91dc-420f-8956-4fc8d9b5bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.038218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899921a-91dc-420f-8956-4fc8d9b5bdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a293d7-5f45-4110-844c-b33a8e7f408c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:45.072688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37840) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:45.073515 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7899921a-91dc-420f-8956-4fc8d9b5bdeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f2b4c4d3874461ba59f74c0cf3c28b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3502862 Feb 11 14:25:45.111427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:45.129128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.157093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.182785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.242075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.361374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.361374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.361374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2a293d7-5f45-4110-844c-b33a8e7f408c HTTP/1.1" status: 204 len: 168 time: 0.2825563 Feb 11 14:25:45.500504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e00426-e43f-4a70-80aa-c7b6a29d79c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:45.540425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Checking segment: {'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:45.540806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Network hostable DHCP agents. Network: baf83d37-9af5-48f6-9b08-0d17efbaf88f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:25:45.551982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9972cc-b750-46e3-a616-0b8ed8abdf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a293d7-5f45-4110-844c-b33a8e7f408c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:45.578759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc23f8f-af3a-4d8e-b15d-6f410f72c12b req-54e0da25-82ab-4780-a73b-bbf65214696c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:45.579777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:45.589145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dc23f8f-af3a-4d8e-b15d-6f410f72c12b req-54e0da25-82ab-4780-a73b-bbf65214696c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.1650448 Feb 11 14:25:45.620223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49489d9f-8c11-46e7-ae8d-ce1971ca9463 req-16da7dd8-aa87-41b9-8fb5-26c6b01678a8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:45.620223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49489d9f-8c11-46e7-ae8d-ce1971ca9463 req-16da7dd8-aa87-41b9-8fb5-26c6b01678a8 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 946 time: 0.3842528 Feb 11 14:25:45.689333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dc23f8f-af3a-4d8e-b15d-6f410f72c12b req-3988b0f8-8262-48e5-b118-1e8214aafede tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950902 Feb 11 14:25:45.709322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:25:45.773063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49489d9f-8c11-46e7-ae8d-ce1971ca9463 req-a529763a-f6d3-4b92-ba4c-bdbc88bc6d0b tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313174 Feb 11 14:25:45.907511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6972977e-3fec-458b-ade7-f83252de225e req-77630e5b-2240-4b8a-ae00-f0ef184bcf05 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1286724 Feb 11 14:25:46.088593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cbe4-8864-42d4-8ea5-a94f101dda9a req-34611c59-af7a-429a-ac05-6796f04ed4de tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:46.094677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a370cbe4-8864-42d4-8ea5-a94f101dda9a req-34611c59-af7a-429a-ac05-6796f04ed4de tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1740992 Feb 11 14:25:46.193120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a370cbe4-8864-42d4-8ea5-a94f101dda9a req-8b041e22-2f0c-47cd-842b-1e406e930358 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884326 Feb 11 14:25:46.310974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, baf83d37-9af5-48f6-9b08-0d17efbaf88f) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:46.314800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:46.321995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c717f-2e69-4b94-9dfd-2895d10e547b None None] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:46.329103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.329665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.330037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.334721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.335252 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.335639 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 2 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.348773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.349083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.349420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.353925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.354251 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.354639 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 3 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.367417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.367753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.370062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.372487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.372936 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.373453 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 4 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.385487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.385819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.386159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.390594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.390918 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.391300 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 5 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.407131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.407464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.407800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.412625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.412994 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.413386 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 6 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.440426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.440982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.444823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.450737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.451282 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.452527 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 7 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.468636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.469092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.469881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.475180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.475966 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.476436 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 8 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.497211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.497660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.498062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.505498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.505843 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.506242 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 9 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.525763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.534183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.540839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.553970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.554181 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.554587 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 10 to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 Feb 11 14:25:46.596227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.596566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.600029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.620439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:46.620784 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:46.621198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.625406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-31524f36-c637-4ef0-ad04-5466ca8c9167 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:46.641851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-31524f36-c637-4ef0-ad04-5466ca8c9167 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.62 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 946 time: 0.1867025 Feb 11 14:25:46.828924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port b1e00426-e43f-4a70-80aa-c7b6a29d79c4, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:46.830102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempted to set empty binding levels {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:25:46.860797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Deleting port fc38f243-6237-447f-ad44-56b178888951 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:46.869581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.971173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.122051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162500d8-7cc6-401d-8184-7852337f1457 req-035d7c95-dd67-49c2-8a35-df124b7d9088 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:47.132917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e00426-e43f-4a70-80aa-c7b6a29d79c4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:47.137796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:47.137796 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.166461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-162500d8-7cc6-401d-8184-7852337f1457 req-035d7c95-dd67-49c2-8a35-df124b7d9088 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2910790 Feb 11 14:25:47.168536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a2826-2453-423c-81b6-38410f590dac req-d38e3dbe-1004-4e3e-9d14-73fcba526332 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:47.178322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-873a2826-2453-423c-81b6-38410f590dac req-d38e3dbe-1004-4e3e-9d14-73fcba526332 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 946 time: 0.2770400 Feb 11 14:25:47.229474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-873a2826-2453-423c-81b6-38410f590dac req-a4d623d6-81d3-476e-935f-a51b1e44a733 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0765d1f-62b1-4ee3-b37e-947764f52043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Feb 11 14:25:47.267983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c9327feb-a6c6-49a3-956b-2bbb73d6df94 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.4408355 Feb 11 14:25:47.270550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37914) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:47.304099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-162500d8-7cc6-401d-8184-7852337f1457 req-f2b048ae-4a38-4cc8-9cab-34f859398c3d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388631 Feb 11 14:25:47.405590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] For port fc38f243-6237-447f-ad44-56b178888951, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fc38f243-6237-447f-ad44-56b178888951,segment=NetworkSegment(7265698e-0e2e-4e37-8d9c-15dff3f18e57),segment_id=7265698e-0e2e-4e37-8d9c-15dff3f18e57)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:47.410399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.440385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff6cdfa3-b35d-46e1-b1c3-ae8a7f33a882 req-c4d4289f-1cc9-453b-8c7b-3e912e49ee52 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0876284 Feb 11 14:25:47.482332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Calling delete_port for fc38f243-6237-447f-ad44-56b178888951 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:47.493016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37916) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:47.565863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Deleting port b1e00426-e43f-4a70-80aa-c7b6a29d79c4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:47.566214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.614304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9bab-6a23-4ea6-ab0f-83cf8d654aea req-dd71b3c5-5759-4346-8800-6532d5bc00ed tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:47.634164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c3a9bab-6a23-4ea6-ab0f-83cf8d654aea req-dd71b3c5-5759-4346-8800-6532d5bc00ed tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1588607 Feb 11 14:25:47.716817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port b1e00426-e43f-4a70-80aa-c7b6a29d79c4, host n-h2-828407-1, got binding levels [] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:47.719132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.754922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Calling delete_port for b1e00426-e43f-4a70-80aa-c7b6a29d79c4 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:47.778080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c3a9bab-6a23-4ea6-ab0f-83cf8d654aea req-0a1c6c4a-bcb9-4295-b3b1-1da9c9d5ac21 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234412 Feb 11 14:25:47.944676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733738875-network', 'tenant_id': 'c37b6dbb7d3e497abd5be99dedc28861'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:48.024674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.070912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Pushing event deleted for resources: {'Port': ['ID=fc38f243-6237-447f-ad44-56b178888951,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:48.088074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Made reservation on behalf of c37b6dbb7d3e497abd5be99dedc28861 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:48.091066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.095123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.101180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.101180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.101545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.101939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.102196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.102532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.102856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.103176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.103512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.103815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.104132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.104451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:48.129257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] No DVR routers for this DVR port fc38f243-6237-447f-ad44-56b178888951 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:48.129257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.129257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aeef62e5-245c-4511-b1aa-28c1bd94cfcd req-756bed05-f1d2-4dac-8571-ef96f494922a tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.62 "DELETE /v2.0/ports/fc38f243-6237-447f-ad44-56b178888951 HTTP/1.1" status: 204 len: 173 time: 1.4782410 Feb 11 14:25:48.129257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'name': 'network-vif-deleted', 'tag': 'fc38f243-6237-447f-ad44-56b178888951'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:48.130545 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f24bc-e965-49d7-b742-39a7b51782a1" -d '{"events": [{"server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "name": "network-vif-deleted", "tag": "fc38f243-6237-447f-ad44-56b178888951"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:48.147803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e00426-e43f-4a70-80aa-c7b6a29d79c4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:48.151339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.158683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.175401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:48.176168 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7221d1ca-3e2d-482e-95e5-bedfa33b64fe tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b1e00426-e43f-4a70-80aa-c7b6a29d79c4 HTTP/1.1" status: 204 len: 168 time: 0.8951514 Feb 11 14:25:48.199290 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498542a1-eae7-4777-ac08-4dd7ddd42dad x-openstack-request-id: req-498542a1-eae7-4777-ac08-4dd7ddd42dad {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:48.199612 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28211ed7-2e58-4cd4-a40c-cf044599c1eb", "name": "network-vif-deleted", "tag": "fc38f243-6237-447f-ad44-56b178888951", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:48.199861 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-498542a1-eae7-4777-ac08-4dd7ddd42dad {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:48.200248 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28211ed7-2e58-4cd4-a40c-cf044599c1eb', 'name': 'network-vif-deleted', 'tag': 'fc38f243-6237-447f-ad44-56b178888951', 'status': 'completed', 'code': 200} Feb 11 14:25:48.201473 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d5f8fe-081d-4bbf-8277-5bf59821944f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:25:48.210248 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-44d5f8fe-081d-4bbf-8277-5bf59821944f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports/b1e00426-e43f-4a70-80aa-c7b6a29d79c4 HTTP/1.1" status: 404 len: 333 time: 0.0360055 Feb 11 14:25:48.211416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:48.219690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1208366963'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:48.224626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15da3a2-f9d4-4aaf-8cd2-04dd10cb614d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.307891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.367113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Made reservation on behalf of 4b4d48fd0c98451085bb2574c4551ff4 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:48.370776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.393047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port 6c3db5a5-a074-47ac-92b9-57b12560c417 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:48.409073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b223dca-2d1b-4dec-a1ae-1313ad2484be req-e74e2af1-e9c9-4f64-ad74-6367f023ad2d tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.0489316 Feb 11 14:25:48.492266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.502624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecea323-f683-4e39-8b5b-fb4d7436aecb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:48.540793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:25:48.574682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.575289 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Added segment bc58e46f-e852-4876-a2d2-07979efb623e of type vlan for network 436d1c36-60f7-467e-ba6b-d7a6e697e24c Feb 11 14:25:48.604688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d4cbe-df94-4794-9d7e-845d36895997 req-442199a5-c049-4d69-9514-a6e83dbb3d39 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:48.606841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-460d4cbe-df94-4794-9d7e-845d36895997 req-442199a5-c049-4d69-9514-a6e83dbb3d39 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.2155132 Feb 11 14:25:48.616714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93f1d68e-9daa-4a86-a96c-44db0909f824 req-3d06e32b-8dbf-4905-81d3-b36c854265c1 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0395277 Feb 11 14:25:48.655902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:48.689466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.789035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-460d4cbe-df94-4794-9d7e-845d36895997 req-a58070eb-bc93-4980-9a15-09ba8eb6bd79 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384532 Feb 11 14:25:48.806101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.910301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.911580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:48.912171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.913881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c309cf-7d96-492a-ac1c-e329769af450 req-99702581-70b6-4873-b0fd-afb15fc4cfb2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:48.915512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46c309cf-7d96-492a-ac1c-e329769af450 req-99702581-70b6-4873-b0fd-afb15fc4cfb2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0509570 Feb 11 14:25:48.959617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46c309cf-7d96-492a-ac1c-e329769af450 req-347a53f1-4e4c-4e9e-a869-6620d1662260 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359514 Feb 11 14:25:48.979635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.993339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] Pushing event updated for resources: {'Network': ['ID=436d1c36-60f7-467e-ba6b-d7a6e697e24c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:49.003632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:25:49.061416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-86bb5f6f-024d-47ee-a873-44514d310461 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5671678 Feb 11 14:25:49.062838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3db5a5-a074-47ac-92b9-57b12560c417,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:49.065172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:49.072531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Request body: {'subnet': {'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733738875-subnet', 'tenant_id': 'c37b6dbb7d3e497abd5be99dedc28861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:49.083423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:49.086012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:49.089337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:49.090505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:49.091422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.210837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f0ad4f2-4a82-4d98-987e-6bd36ecce13f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9981408 Feb 11 14:25:49.213562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:49.219507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:49.273339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.315314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Made reservation on behalf of c37b6dbb7d3e497abd5be99dedc28861 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:49.317886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.511091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-234a8774-3c53-411a-a8d6-2f52acfcb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:49.513076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-234a8774-3c53-411a-a8d6-2f52acfcb93b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1096 time: 0.1033447 Feb 11 14:25:49.537517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12a0dd59-3432-4633-b461-d191bb273207 req-222b2026-0558-4ec3-af65-56b024aec912 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] 10.222.0.31 "GET /v2.0/ports?device_id=28211ed7-2e58-4cd4-a40c-cf044599c1eb HTTP/1.1" status: 200 len: 210 time: 0.0370097 Feb 11 14:25:49.681298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fc38f243-6237-447f-ad44-56b178888951 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:49.695569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port 6c3db5a5-a074-47ac-92b9-57b12560c417 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:49.703064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: fc38f243-6237-447f-ad44-56b178888951 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:49.703761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fc38f243-6237-447f-ad44-56b178888951 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:49.940077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036e260-407d-4f95-81b6-f88bd49bfc02 req-0b520165-04d4-4eb7-a371-f155f38b6ec0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:49.949917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9036e260-407d-4f95-81b6-f88bd49bfc02 req-0b520165-04d4-4eb7-a371-f155f38b6ec0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0696664 Feb 11 14:25:50.001966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9036e260-407d-4f95-81b6-f88bd49bfc02 req-d8d05f41-9399-4184-a959-128203534daa tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Feb 11 14:25:50.046676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.098675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cefd539f-355c-4007-a7a0-1a809228f2de req-a29950ce-e22b-4e1b-bd73-126978bf663b tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0557921 Feb 11 14:25:50.120664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-a8bf131a-ac86-4dab-a2a3-d5116e7cf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:50.123106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-a8bf131a-ac86-4dab-a2a3-d5116e7cf778 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 915 time: 0.6017935 Feb 11 14:25:50.129615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df2656-4346-4be9-b8d8-be79887e153e req-51783b61-7846-408f-afe5-7121c9fee0e9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:50.131111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17df2656-4346-4be9-b8d8-be79887e153e req-51783b61-7846-408f-afe5-7121c9fee0e9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0679421 Feb 11 14:25:50.139418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.175136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17df2656-4346-4be9-b8d8-be79887e153e req-b34c28e4-3e85-4cad-aa4c-130ef5a7c6cc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370824 Feb 11 14:25:50.232589 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-3c9c2c5e-eaa2-4a18-9cce-75cb164491da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 217 time: 0.1015773 Feb 11 14:25:50.234049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.288443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9e0dc2f-f455-42c3-a6f9-fde4e6f630c1 req-610a4073-562a-4d38-bcfa-12426d015363 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0397284 Feb 11 14:25:50.328356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.328693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.329100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.342957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3db5a5-a074-47ac-92b9-57b12560c417,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:50.350821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.351186 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.356881 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 2 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.379217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c063b376-d011-41aa-9182-ae1157970eb2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:50.387124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-685b315e-1932-4945-9ee0-a2d9cc4438f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:50.388609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-685b315e-1932-4945-9ee0-a2d9cc4438f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.1372659 Feb 11 14:25:50.391353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.391683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.392018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.401684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11a8f6d4-e0a0-4c34-bc1b-bb7987258d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.417853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.417853 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.417853 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 3 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.436252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Checking segment: {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:50.436606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Network hostable DHCP agents. Network: 436d1c36-60f7-467e-ba6b-d7a6e697e24c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:25:50.442250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-da07e501-fb64-4e19-a529-9f359ad1c3bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453310 Feb 11 14:25:50.446252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.446567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.446890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.471771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.472102 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.474522 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 4 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.514935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.515275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.515614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.526089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.526435 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.530356 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 5 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.552601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.552943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.553273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.569691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.570027 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.571906 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 6 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.584160 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-c3a13ee1-da88-4b6b-848b-0089348cd945 service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335018 Feb 11 14:25:50.588608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.591315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.591669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.599301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:50.607284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.607622 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.614726 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 7 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.658301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:25:50.706111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.706448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.706788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.720876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.721254 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.724282 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 8 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.746123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Deleting subnet 2f14edb4-aa0b-44af-a0f7-c6a7356671a1 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:25:50.754606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.773305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.773644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.773977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.804622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00c34004-51ee-4c4c-8b97-ab9fff5f99bc req-530dc005-3acc-441e-a53c-366f6d9aca1e service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060595 Feb 11 14:25:50.811814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.811814 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.811814 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 9 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.820202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.851865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 436d1c36-60f7-467e-ba6b-d7a6e697e24c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:50.851865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.851865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.851865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.854772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a140a-ec5a-4731-b1e4-9f263758e3df None None] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:50.866032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:50.866638 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.873244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.873586 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.877831 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 10 to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 Feb 11 14:25:50.895194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.920806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:50.921347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:50.921700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:50.933295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:50.933633 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 6c3db5a5-a074-47ac-92b9-57b12560c417 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:50.934057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.994358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d47dcb41-55f5-4845-8c28-d50327616eee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9276946 Feb 11 14:25:50.995634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e748fc-4dc4-464a-b3a5-292605039bf8 None None] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:51.029752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port 6c3db5a5-a074-47ac-92b9-57b12560c417, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:51.030183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempted to set empty binding levels {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:25:51.060075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.170161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.178349 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f14edb4-aa0b-44af-a0f7-c6a7356671a1 HTTP/1.1" status: 204 len: 168 time: 0.5718329 Feb 11 14:25:51.179464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece3f1c-17dc-4726-8544-208ac9d173d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f14edb4-aa0b-44af-a0f7-c6a7356671a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:51.182989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.187320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38006) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:51.216805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae7a61-8f3f-4e66-a605-384818bb0fc3 req-a4aa5d80-341f-476d-8132-666ee767fbf6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.227134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47ae7a61-8f3f-4e66-a605-384818bb0fc3 req-a4aa5d80-341f-476d-8132-666ee767fbf6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 945 time: 0.0798492 Feb 11 14:25:51.260003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] In _notify_port_updated(), no bound segment for port 6c3db5a5-a074-47ac-92b9-57b12560c417 on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:25:51.261112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.261588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.264149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "PUT /v2.0/ports/6c3db5a5-a074-47ac-92b9-57b12560c417 HTTP/1.1" status: 200 len: 975 time: 2.0486722 Feb 11 14:25:51.270885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:51.344834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9229e6a-f4eb-49ba-9f1a-c1cdd8bd1f98 req-11d9f7ff-59a9-4a02-95b8-65147d304bca tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0924745 Feb 11 14:25:51.354728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47ae7a61-8f3f-4e66-a605-384818bb0fc3 req-d7af7b33-d589-46ac-a69c-2081a6c003f7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273417 Feb 11 14:25:51.371530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2344cb6-77dd-4544-b39e-1264760becaf tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3db5a5-a074-47ac-92b9-57b12560c417,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:51.376489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.476174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.481122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.481122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.481311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.482010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.483070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.483917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.484407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.484906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.485396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.485881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.486354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.486823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.487289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.487754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.488220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.488686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.489176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.494368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.495069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.496266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.497049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.500300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90c02df2-ccd2-4c1b-bbd3-b98e913d2dc2 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18959 time: 0.2280271 Feb 11 14:25:51.507431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:51.520156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4078ecd7-b9a6-477b-a4a8-fa9551c79ef4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:51.575576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7265698e-0e2e-4e37-8d9c-15dff3f18e57') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:51.576054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7265698e-0e2e-4e37-8d9c-15dff3f18e57') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:51.588056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.592124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11306e-be21-4c61-b057-74e33f52dd70 req-2b1d3b1f-3b19-4710-bd16-d1f5922b5052 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.604561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af11306e-be21-4c61-b057-74e33f52dd70 req-2b1d3b1f-3b19-4710-bd16-d1f5922b5052 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1028426 Feb 11 14:25:51.630589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.642409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:25:51.642825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:25:51.644584 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:25:51.650477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af11306e-be21-4c61-b057-74e33f52dd70 req-d7bcadd1-9abf-4387-901f-183f585da051 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436370 Feb 11 14:25:51.696319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:51.707274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Deleting port 6c3db5a5-a074-47ac-92b9-57b12560c417 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:51.707706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.735990 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.760792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.787343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.797482 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.803115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/4078ecd7-b9a6-477b-a4a8-fa9551c79ef4 HTTP/1.1" status: 204 len: 168 time: 0.6126270 Feb 11 14:25:51.820965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ec16d-1d37-44de-ad3a-076c3ddbaa1d admin admin] Pushing event deleted for resources: {'Network': ['ID=4078ecd7-b9a6-477b-a4a8-fa9551c79ef4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:51.825782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:51.829312 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba7ec6-4f8f-4efc-9ecf-f2fb9dab8220" -d '{"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-unplugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:51.836786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port 6c3db5a5-a074-47ac-92b9-57b12560c417, host n-h2-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:51.837324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.849500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:51.855355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Calling delete_port for 6c3db5a5-a074-47ac-92b9-57b12560c417 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:51.926653 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff9e4b-841c-4794-9dc0-76194fad4099 x-openstack-request-id: req-53ff9e4b-841c-4794-9dc0-76194fad4099 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:51.926653 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-unplugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:51.926653 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53ff9e4b-841c-4794-9dc0-76194fad4099 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:51.926653 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'code': 200} Feb 11 14:25:51.944263 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.993738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:52.086931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.132482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c3db5a5-a074-47ac-92b9-57b12560c417,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:52.139513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.148654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38036) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:52.149167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-952fbb18-1f91-4c55-b4c7-15820a9d1e3b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6c3db5a5-a074-47ac-92b9-57b12560c417 HTTP/1.1" status: 204 len: 168 time: 0.6403480 Feb 11 14:25:52.181371 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc010afc-9932-4433-adc2-efef5f6a7816 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:25:52.185385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc010afc-9932-4433-adc2-efef5f6a7816 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports/6c3db5a5-a074-47ac-92b9-57b12560c417 HTTP/1.1" status: 404 len: 333 time: 0.0346513 Feb 11 14:25:52.189047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38038) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:52.195379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1185433128', 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:52.270917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:52.323902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b7479a0-8b2a-4cb8-b6d7-3db7de3efe09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a45747e2fd94e9ba7b3ae2c8cdf5e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494018 Feb 11 14:25:52.324140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:52.324812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Made reservation on behalf of 4b4d48fd0c98451085bb2574c4551ff4 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:52.328026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.347010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port 5340bf91-a3ac-4996-9984-418aff6226c9 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:52.383614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.412947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.510085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e66bb7f2-99b5-4ce1-9741-55daa442675a req-f2d2d09b-410f-4714-aae8-799c69f27ae4 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0421522 Feb 11 14:25:52.582446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.582446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.585547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0765d1f-62b1-4ee3-b37e-947764f52043 HTTP/1.1" status: 204 len: 168 time: 0.2577751 Feb 11 14:25:52.596816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eb267-d3eb-4a80-8bd3-9208c02716e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0765d1f-62b1-4ee3-b37e-947764f52043,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:52.727296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdea1c7-ab51-456c-b53d-881cd6f42370 req-093fc196-1eb2-4b2b-9ef1-5161604a608e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:52.729186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fdea1c7-ab51-456c-b53d-881cd6f42370 req-093fc196-1eb2-4b2b-9ef1-5161604a608e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.2191613 Feb 11 14:25:52.765943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.788056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fdea1c7-ab51-456c-b53d-881cd6f42370 req-0e16299d-a699-4ed6-95ca-581fa66e44bb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Feb 11 14:25:52.912643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952152d7-cdb7-4983-9f82-4faa64df2721 req-05f6568d-1771-4c50-bb1c-09966f43921a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:52.921328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952152d7-cdb7-4983-9f82-4faa64df2721 req-05f6568d-1771-4c50-bb1c-09966f43921a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0690703 Feb 11 14:25:52.929081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.991716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=5340bf91-a3ac-4996-9984-418aff6226c9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:53.004881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:53.012701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:53.025444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:53.026391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.026994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.072024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952152d7-cdb7-4983-9f82-4faa64df2721 req-160e9ee6-95cb-431d-a47a-ecf95e0567cc tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498890 Feb 11 14:25:53.184369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.189222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d420539f-b3d1-4ee8-9885-c6edb7b24798 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9958153 Feb 11 14:25:53.198763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38074) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:53.232370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac6ee3-0ab9-4229-a1cb-6c66b2caf17a tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.236124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbac6ee3-0ab9-4229-a1cb-6c66b2caf17a tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports/5340bf91-a3ac-4996-9984-418aff6226c9 HTTP/1.1" status: 200 len: 955 time: 0.0439000 Feb 11 14:25:53.237260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:53.321701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.450242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Deleting port 5340bf91-a3ac-4996-9984-418aff6226c9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:53.450897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.591863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.610295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Calling delete_port for 5340bf91-a3ac-4996-9984-418aff6226c9 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:53.791442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.880514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event deleted for resources: {'Port': ['ID=5340bf91-a3ac-4996-9984-418aff6226c9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:53.900863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.900863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81598422-3d04-41b2-ba0c-32863bd874fa tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5340bf91-a3ac-4996-9984-418aff6226c9 HTTP/1.1" status: 204 len: 168 time: 0.6599643 Feb 11 14:25:53.901968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:53.939476 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fca2e-ee65-47ed-9bf0-1d9143e8471d tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:25:53.945314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:53.945467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fc3fca2e-ee65-47ed-9bf0-1d9143e8471d tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports/5340bf91-a3ac-4996-9984-418aff6226c9 HTTP/1.1" status: 404 len: 333 time: 0.0418684 Feb 11 14:25:53.962267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1350667656'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:53.994762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc57b-38d2-41d1-a63c-294308b1c44b req-ea617e03-fb73-4e58-8fe5-d1b1f3b49e3b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.994762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbfcc57b-38d2-41d1-a63c-294308b1c44b req-ea617e03-fb73-4e58-8fe5-d1b1f3b49e3b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0944426 Feb 11 14:25:54.046865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbfcc57b-38d2-41d1-a63c-294308b1c44b req-11924f51-eada-454f-9384-c52cab79bcfc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Feb 11 14:25:54.128604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Made reservation on behalf of 4b4d48fd0c98451085bb2574c4551ff4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:54.131934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:54.242574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-379f75dc-f424-4167-801b-517b3879f484 req-0dfa41f1-b8b9-46a3-b6f8-f96f902c830a tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0580754 Feb 11 14:25:54.255150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:54.498097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e5380-7da9-4e23-9ff3-2bc5d889f013 req-56477956-947d-4a5a-bc70-eded287eeb8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:54.503139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a04e5380-7da9-4e23-9ff3-2bc5d889f013 req-56477956-947d-4a5a-bc70-eded287eeb8a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1880212 Feb 11 14:25:54.540686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ce170-277f-42d8-842d-6d6fce46b827 req-5a7a59f3-f4c7-4668-89ea-d5e05f62fb71 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:54.551042 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-940ce170-277f-42d8-842d-6d6fce46b827 req-5a7a59f3-f4c7-4668-89ea-d5e05f62fb71 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.4119358 Feb 11 14:25:54.807352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a04e5380-7da9-4e23-9ff3-2bc5d889f013 req-8ffe2c7c-0c6d-4365-af01-f576d295ae99 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193154 Feb 11 14:25:54.809425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-940ce170-277f-42d8-842d-6d6fce46b827 req-2df7d66a-2ed2-4ad9-af2e-8d5d7ba4158f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724679 Feb 11 14:25:54.809425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:54.928245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.036657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Network baf83d37-9af5-48f6-9b08-0d17efbaf88f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:55.044439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-4f0dff2f-29f6-418b-89ec-9280321cf5ca tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:55.047162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:55.055094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:55.055671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-4f0dff2f-29f6-418b-89ec-9280321cf5ca tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 808 time: 0.2567210 Feb 11 14:25:55.062792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:55.067931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.078714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-4ffe8bf0-ead0-4f0f-aecf-dacac136ccf6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/quotas/c37b6dbb7d3e497abd5be99dedc28861 HTTP/1.1" status: 200 len: 375 time: 0.0219319 Feb 11 14:25:55.097960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=39c25ed0-6173-4fc1-b843-4c1c4a30fccf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:55.122971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-edf9515c-79a8-4e4e-839d-78043a18e059 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426509 Feb 11 14:25:55.136748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-426848cf-476d-473d-aba5-320d8374770a req-49e87095-41a2-4cb9-930b-151d4093a95c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:25:55.138082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-426848cf-476d-473d-aba5-320d8374770a req-49e87095-41a2-4cb9-930b-151d4093a95c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065839 Feb 11 14:25:55.168588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:55.172669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa5c6e4c-02dc-4a7f-974d-afc29c69790b tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2215207 Feb 11 14:25:55.178500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:55.256769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.486436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f77c9a7c-a91c-4520-a532-57e9def2bbd3 req-d023e36b-3e6c-470e-8e25-2c8470aa474e tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0452704 Feb 11 14:25:55.598077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d94b-becd-466d-81bf-a62655b042e2 req-ffdba4e4-cf3a-4990-aa2e-ff93e202b754 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:55.605222 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d98d94b-becd-466d-81bf-a62655b042e2 req-ffdba4e4-cf3a-4990-aa2e-ff93e202b754 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0596812 Feb 11 14:25:55.632736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-4c57b5ae-e702-420b-b749-ec8998760993 service neutron] 10.222.0.31 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083766 Feb 11 14:25:55.660877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d98d94b-becd-466d-81bf-a62655b042e2 req-9f5aef47-304b-4e0c-b9d4-2fa2db787ccc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Feb 11 14:25:55.682113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] device_id is not set on port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:25:55.724764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.727252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:55.829172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-2adb0e95-bd2a-4f9c-a55f-4c1df77a2e61 service neutron] 10.222.0.31 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893795 Feb 11 14:25:55.842191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.861264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52232e86-b90c-4b0a-aace-a1bbf4ae9dce req-cd7fd2f0-5634-42ed-80f2-e28b46091e76 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:55.863944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52232e86-b90c-4b0a-aace-a1bbf4ae9dce req-cd7fd2f0-5634-42ed-80f2-e28b46091e76 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1185334 Feb 11 14:25:55.944108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52232e86-b90c-4b0a-aace-a1bbf4ae9dce req-87abb207-4bc6-41d9-b52b-1d88b6657b60 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727432 Feb 11 14:25:55.947862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=39c25ed0-6173-4fc1-b843-4c1c4a30fccf,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:56.015602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.016343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.016343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.022950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.024935 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.024935 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 2 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.055623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.056158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.056353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.061755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.062096 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.062489 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 3 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.080798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.081307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.081745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.086245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.086737 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.087266 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 4 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.100617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.101112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.101544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.106037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.106468 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.106984 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 5 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.122193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.122710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.123143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.134082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.134534 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.135027 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 6 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.256000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.256349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.256692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.287694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6afcc996-9d9d-4497-80ac-49c8d9706eec req-8ea03e9a-26ae-4b8d-a49a-4ea9eed7393a tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 210 time: 0.0710423 Feb 11 14:25:56.288254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.288601 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.291867 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 7 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.306438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.306985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.307663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.314932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.315489 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.316291 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 8 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.350530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.350876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.351220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.360100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.360438 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.360832 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 9 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.407580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725a2f-5d00-46fc-82ab-a8e2a6c5e219 req-769ffbdf-a3cc-461f-8ef8-b32d52aec718 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.409156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66725a2f-5d00-46fc-82ab-a8e2a6c5e219 req-769ffbdf-a3cc-461f-8ef8-b32d52aec718 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0896485 Feb 11 14:25:56.412264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.412603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.412969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.484406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66725a2f-5d00-46fc-82ab-a8e2a6c5e219 req-26677ccd-847f-4090-9964-61939a90a953 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692003 Feb 11 14:25:56.531351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.531691 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.535697 n-d-828407-1 neutron-server[109375]: INFO neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempt 10 to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf Feb 11 14:25:56.585724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:56.586066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:56.586397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempting to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:56.620509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:56.621459 n-d-828407-1 neutron-server[109375]: ERROR neutron.plugins.ml2.managers [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Failed to bind port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on host n-h2-828407-1 for vnic_type normal using segments [{'id': '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baf83d37-9af5-48f6-9b08-0d17efbaf88f'}] Feb 11 14:25:56.621797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:56.625007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-abcc9d68-1d03-4557-bb59-9c2f27957c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.626481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-abcc9d68-1d03-4557-bb59-9c2f27957c6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.2078381 Feb 11 14:25:56.649829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d126a272-3043-4715-8624-5f7febd91489 req-6d3c804c-71c6-497b-9ad2-3fe284b06760 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0469606 Feb 11 14:25:56.782795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba5e0c-03a6-4247-b104-c798c492aa69 req-0d0aa24b-9af1-4b7e-84c4-484d0eef9d95 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.784275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54ba5e0c-03a6-4247-b104-c798c492aa69 req-0d0aa24b-9af1-4b7e-84c4-484d0eef9d95 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0524833 Feb 11 14:25:56.786421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-ebea169d-8d93-4cb3-be65-eabba25c49bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5722699 Feb 11 14:25:56.803990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-e90400e4-52e5-4c47-98db-f9c52ef35208 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:25:56.805302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-e90400e4-52e5-4c47-98db-f9c52ef35208 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128460 Feb 11 14:25:56.829077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-54ba5e0c-03a6-4247-b104-c798c492aa69 req-c511a087-e1c8-4e26-ac38-58153e96093d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Feb 11 14:25:56.838656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:56.839249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attempted to set empty binding levels {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:25:56.846250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-a1d51698-5403-4b37-95c8-ae5471351955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.847732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-a1d51698-5403-4b37-95c8-ae5471351955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.2002962 Feb 11 14:25:56.918836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-038fdd59-08e5-4c84-957f-a2ad2761a4ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.0646498 Feb 11 14:25:56.968383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:56.972120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-04f83ee2-27bb-4935-b6c6-95205bf8db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.973778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-04f83ee2-27bb-4935-b6c6-95205bf8db02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.0487058 Feb 11 14:25:57.033852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] In _notify_port_updated(), no bound segment for port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf on network baf83d37-9af5-48f6-9b08-0d17efbaf88f {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:25:57.035073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:57.035660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.036701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "PUT /v2.0/ports/39c25ed0-6173-4fc1-b843-4c1c4a30fccf HTTP/1.1" status: 200 len: 975 time: 1.8644969 Feb 11 14:25:57.040646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:57.081730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-d7457616-8043-48aa-a56a-fc53d1076915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:57.083253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-d7457616-8043-48aa-a56a-fc53d1076915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001492 Feb 11 14:25:57.084404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95034-c3a3-4115-b73c-7206e9e2fc77 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event updated for resources: {'Port': ['ID=39c25ed0-6173-4fc1-b843-4c1c4a30fccf,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:57.165231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Deleting port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:57.165955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.264678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] For port 39c25ed0-6173-4fc1-b843-4c1c4a30fccf, host n-h2-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:57.265135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.285332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Calling delete_port for 39c25ed0-6173-4fc1-b843-4c1c4a30fccf owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:57.561013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.631922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Pushing event deleted for resources: {'Port': ['ID=39c25ed0-6173-4fc1-b843-4c1c4a30fccf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:57.639619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.646547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5d4a67e8-d0e4-4dab-be2d-9f7146d23d31 tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "DELETE /v2.0/ports/39c25ed0-6173-4fc1-b843-4c1c4a30fccf HTTP/1.1" status: 204 len: 168 time: 0.6045740 Feb 11 14:25:57.647277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:57.674305 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc817d1-4657-4447-a5a4-cd343f276a3f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:25:57.682313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9dc817d1-4657-4447-a5a4-cd343f276a3f tempest-PortsAdminExtendedAttrsTestJSON-379736030 tempest-PortsAdminExtendedAttrsTestJSON-379736030-project-admin] 10.222.0.31 "GET /v2.0/ports/39c25ed0-6173-4fc1-b843-4c1c4a30fccf HTTP/1.1" status: 404 len: 333 time: 0.0339119 Feb 11 14:25:57.684509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:57.827332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.839696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e89f-3060-4f78-8b6a-114385a071e6 req-d069faac-3bd3-4595-a8aa-7c49d5afd906 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:57.841333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7252e89f-3060-4f78-8b6a-114385a071e6 req-d069faac-3bd3-4595-a8aa-7c49d5afd906 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1689212 Feb 11 14:25:57.884175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ca814db-4878-4f53-8055-8ff1356646dd req-9c541302-f046-4a36-906e-88bc6fdc0f0a tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 210 time: 0.0442405 Feb 11 14:25:57.889878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-a6a4d8ca-7c32-4af7-8e80-ba849c33590f service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7984409 Feb 11 14:25:58.062983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04394d97-5b2e-4b9c-b991-183e038f9f90 req-3f870662-df93-46cc-b12a-5655931d6fdd tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0437474 Feb 11 14:25:58.130638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7252e89f-3060-4f78-8b6a-114385a071e6 req-d9fd4300-7bf9-4fc0-b36d-74764efc9373 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709498 Feb 11 14:25:58.138229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.158447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a8df76b-1a2c-4620-a4dd-f9cd0d64ae8f req-341087e5-75e7-49ef-a449-4a56d5189ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600241 Feb 11 14:25:58.181152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf83d37-9af5-48f6-9b08-0d17efbaf88f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:58.196811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:58.197389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0fce09-ef4f-4924-9f82-cdbcecf00a6d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:58.211912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.229567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.244384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:25:58.244384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:25:58.247881 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:25:58.257980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784849-6ab2-46cd-b5af-a0dcd22ab0ab req-625f786c-c61e-4067-97fa-59754896bf89 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.259928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1784849-6ab2-46cd-b5af-a0dcd22ab0ab req-625f786c-c61e-4067-97fa-59754896bf89 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0714533 Feb 11 14:25:58.315826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1784849-6ab2-46cd-b5af-a0dcd22ab0ab req-c444c99e-fd64-4e2a-ae33-2baa5081bda0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Feb 11 14:25:58.441806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.448150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.458246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] 10.222.0.31 "DELETE /v2.0/networks/baf83d37-9af5-48f6-9b08-0d17efbaf88f HTTP/1.1" status: 204 len: 168 time: 0.7669246 Feb 11 14:25:58.476241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f2db0-31c4-472f-a849-033b321e73fb tempest-PortsAdminExtendedAttrsTestJSON-304501371 tempest-PortsAdminExtendedAttrsTestJSON-304501371-project] Pushing event deleted for resources: {'Network': ['ID=baf83d37-9af5-48f6-9b08-0d17efbaf88f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:58.533373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:58.697021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-e50827ee-7314-4c57-b6f5-a219e304d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.698762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-e50827ee-7314-4c57-b6f5-a219e304d307 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471&tenant_id=7dd6493465804c709a27f8170d371f62 HTTP/1.1" status: 200 len: 1094 time: 0.0942898 Feb 11 14:25:58.791753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8592a35a-4575-4cad-b04a-0717443ea117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.824997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-f97a3d21-0033-4e3d-8bbe-8d4df538496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.826849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-f97a3d21-0033-4e3d-8bbe-8d4df538496e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1094 time: 0.0978110 Feb 11 14:25:58.978715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8592a35a-4575-4cad-b04a-0717443ea117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.012779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-aab46dde-7555-45b0-8b2b-db3275550bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.014426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-aab46dde-7555-45b0-8b2b-db3275550bfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 915 time: 0.1791387 Feb 11 14:25:59.034689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e65fe4d2-7c6e-4d00-acff-9dd6b7bc0ece req-7a147b15-ec47-4347-baa6-8d6e48e4db6d tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 210 time: 0.0440300 Feb 11 14:25:59.040684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8592a35a-4575-4cad-b04a-0717443ea117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.103621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-27192000-b00f-448c-b6cc-49beaecff954 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 217 time: 0.0711966 Feb 11 14:25:59.143963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38334) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:59.179185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-746ad2d8-a789-4ed4-84d0-13e421844949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.180794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-746ad2d8-a789-4ed4-84d0-13e421844949 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.0673594 Feb 11 14:25:59.189420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8592a35a-4575-4cad-b04a-0717443ea117 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=013e039718b74718a100b0a386b584b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548889 Feb 11 14:25:59.190354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592a35a-4575-4cad-b04a-0717443ea117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864d893c-be87-4193-b6bb-0ab658a6d643,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:59.194512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:59.240494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-bbd016b6-6fca-4da6-b9fe-e851c2512ca7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470073 Feb 11 14:25:59.244210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c2d52b8f-c5b9-4ecb-a213-02fed613787b req-b40bcdcc-93a8-4156-b1b6-1c818810da62 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0659034 Feb 11 14:25:59.433540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-347468cb-422a-433a-9dfa-5beea64a7afc service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815684 Feb 11 14:25:59.470615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.481355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9791f911-154a-4466-9320-9dc8b41ff718 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85be80363e7749ada5f3d9498c4adc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359807 Feb 11 14:25:59.496651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:59.522765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b82e87-56f7-42be-963a-d36d01344f28 req-88b9ab1e-4cf7-4aa0-a636-2a64e8fc547c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.524065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1b82e87-56f7-42be-963a-d36d01344f28 req-88b9ab1e-4cf7-4aa0-a636-2a64e8fc547c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2384481 Feb 11 14:25:59.569956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.617942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.642390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa94c-30b8-4fab-aedc-385b46c692f1 req-90fbdb34-dc6e-4067-8f04-d4df5ef74ff4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.651656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d00fa94c-30b8-4fab-aedc-385b46c692f1 req-90fbdb34-dc6e-4067-8f04-d4df5ef74ff4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.2049932 Feb 11 14:25:59.661673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1b82e87-56f7-42be-963a-d36d01344f28 req-ea337e74-4e27-4615-afa2-8b7968aedd08 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289923 Feb 11 14:25:59.670972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-949b4158-7c81-4d95-9de6-10809aeb0b2e req-e0f8e331-a6cb-4aa5-accb-fa4574babbfa service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305984 Feb 11 14:25:59.716548 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.739817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-11df2f98-7d57-4cbc-a3d9-7d9cd473e75d tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.740002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-11df2f98-7d57-4cbc-a3d9-7d9cd473e75d tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 808 time: 0.3314667 Feb 11 14:25:59.763899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Request body: {'port': {'device_id': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c', 'admin_state_up': True, 'tenant_id': 'c37b6dbb7d3e497abd5be99dedc28861'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:59.791467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.794149 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.797434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/864d893c-be87-4193-b6bb-0ab658a6d643 HTTP/1.1" status: 204 len: 168 time: 0.6016731 Feb 11 14:25:59.797588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d00fa94c-30b8-4fab-aedc-385b46c692f1 req-ff184def-fa8b-4efb-8632-e5da026adce9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377485 Feb 11 14:25:59.813351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6d8c-995d-4f30-b6f8-1fdc5a0c5483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d893c-be87-4193-b6bb-0ab658a6d643,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:59.855221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dd896-a671-4066-937c-10b8a6211c2d req-04ed6ecf-4969-401c-9f77-c7a64752bc38 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.856786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-741dd896-a671-4066-937c-10b8a6211c2d req-04ed6ecf-4969-401c-9f77-c7a64752bc38 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0951865 Feb 11 14:25:59.958410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-741dd896-a671-4066-937c-10b8a6211c2d req-f2f9b416-ff73-469b-be3d-ad3ecc9dc35c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859337 Feb 11 14:25:59.995694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.006440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.006440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4da93ef3-b261-4394-97f1-88be0873eabf HTTP/1.1" status: 204 len: 168 time: 0.5021832 Feb 11 14:26:00.017169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85933-7ac7-4651-a787-bbda3e601e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da93ef3-b261-4394-97f1-88be0873eabf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:00.026586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Made reservation on behalf of c37b6dbb7d3e497abd5be99dedc28861 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:00.030979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.178807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-447b7812-79ea-40ae-8210-a18ba86d9f50 req-39ec9b83-da12-4f8b-b970-508bc5e45a89 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 210 time: 0.0423119 Feb 11 14:26:00.221044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5e5d5-8c4b-4035-9312-4c582f8b2254 req-e0a14bdb-d52a-4fde-b537-9c98f50f9a21 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:00.228266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ab5e5d5-8c4b-4035-9312-4c582f8b2254 req-e0a14bdb-d52a-4fde-b537-9c98f50f9a21 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1617095 Feb 11 14:26:00.259136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Allocated IP 172.20.0.9 (436d1c36-60f7-467e-ba6b-d7a6e697e24c/c063b376-d011-41aa-9182-ae1157970eb2/6f065a45-e70c-46fc-b626-3e4c7307e26b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:00.314732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ab5e5d5-8c4b-4035-9312-4c582f8b2254 req-89b6ce92-4f54-4234-acf0-2bb0ef2e8b0b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854373 Feb 11 14:26:00.366678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.405089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ba188a1-d95e-4100-80d3-2359a5481a7f req-954a8b7a-68f1-4cdc-8e59-f5af2ee20d46 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0425801 Feb 11 14:26:00.511388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22efc87-d3d7-467b-855a-1eeaaeb27ca4 req-56dca0c8-9038-4610-a003-4621751326af tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:00.512676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b22efc87-d3d7-467b-855a-1eeaaeb27ca4 req-56dca0c8-9038-4610-a003-4621751326af tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1077557 Feb 11 14:26:00.546645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.569842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b22efc87-d3d7-467b-855a-1eeaaeb27ca4 req-1be041f9-1514-4ba1-8339-eeb518005bf7 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499718 Feb 11 14:26:00.709485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b385-fad2-4caa-b2fa-9b310f10aee9 req-f71ed411-eb79-477a-a24e-d87b26078ca3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:00.710982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b978b385-fad2-4caa-b2fa-9b310f10aee9 req-f71ed411-eb79-477a-a24e-d87b26078ca3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Feb 11 14:26:00.748514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b978b385-fad2-4caa-b2fa-9b310f10aee9 req-8460fc48-bc30-468d-878b-b47a5b974f64 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Feb 11 14:26:00.756620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.804764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:00.808283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:00.813532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:00.821549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38402) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:00.849626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-435e07ff-23dc-4286-82e4-e2c5608e7179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.867010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Pushing event updated for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:00.903893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:00.905955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.989839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-435e07ff-23dc-4286-82e4-e2c5608e7179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.009799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-3384bca4-dba6-4a33-8d48-69937af1ecb3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536280 Feb 11 14:26:01.022197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bdb95-e65a-4b03-8bdb-0dbb7a69bba5 req-5fab4b4a-42a6-4236-93cf-65bc3ad57405 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:01.027806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Request body: {'port': {'device_id': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:01.028668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c0bdb95-e65a-4b03-8bdb-0dbb7a69bba5 req-5fab4b4a-42a6-4236-93cf-65bc3ad57405 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1051488 Feb 11 14:26:01.071358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c0bdb95-e65a-4b03-8bdb-0dbb7a69bba5 req-5bc4aa68-b648-463b-af56-126c66860914 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Feb 11 14:26:01.073531 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-435e07ff-23dc-4286-82e4-e2c5608e7179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.109792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.116591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-435e07ff-23dc-4286-82e4-e2c5608e7179 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b7eb59aa6df427982ba463f599d44fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904305 Feb 11 14:26:01.117474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:01.132337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e07ff-23dc-4286-82e4-e2c5608e7179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da34c6-515c-46bc-a1d3-614930dd6da1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:01.149769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.288996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.326099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.327263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44694-700d-477d-8d20-1fca4368b97d req-bb5a3457-8e3a-4d2a-b980-7cf7f694fb04 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:01.329102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9c44694-700d-477d-8d20-1fca4368b97d req-bb5a3457-8e3a-4d2a-b980-7cf7f694fb04 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 931 time: 0.0688555 Feb 11 14:26:01.380020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9c44694-700d-477d-8d20-1fca4368b97d req-44206b7f-47ae-45eb-a337-af56fdae2fe2 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Feb 11 14:26:01.446191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:01.538651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0faaef-639d-404c-984a-d98234c13cc3 req-9ef899b4-6cfa-4c36-892c-e74734bb27b8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:01.541175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0faaef-639d-404c-984a-d98234c13cc3 req-9ef899b4-6cfa-4c36-892c-e74734bb27b8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1347208 Feb 11 14:26:01.555597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.563212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.567076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2da34c6-515c-46bc-a1d3-614930dd6da1 HTTP/1.1" status: 204 len: 168 time: 0.4375203 Feb 11 14:26:01.611722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a81fa073-ebd5-4863-b473-372ab11bc8e0 req-8ec455ef-1932-4239-89ba-ed8feba7cebd tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0848548 Feb 11 14:26:01.657281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc193f3-43bd-494f-9b41-967f44abc7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da34c6-515c-46bc-a1d3-614930dd6da1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:01.682363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-248c7e71-43bb-40ab-8cb7-1034f98f588b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b4d48fd0c98451085bb2574c4551ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401376 Feb 11 14:26:01.684664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:01.771248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0faaef-639d-404c-984a-d98234c13cc3 req-ee911a64-c4c7-4cfa-b570-71de8fd2fb7a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166965 Feb 11 14:26:01.811331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f065a45-e70c-46fc-b626-3e4c7307e26b {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:01.837991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.861392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.864942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Transition to ACTIVE for port object 6f065a45-e70c-46fc-b626-3e4c7307e26b will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:26:01.943048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.972526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.119145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:02.129419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.139366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.146748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b9b477f-2450-4f49-9e60-51b5273425c5 HTTP/1.1" status: 204 len: 168 time: 0.4600012 Feb 11 14:26:02.165943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d4f13-b8d8-4e4f-957a-8d5605d30581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b477f-2450-4f49-9e60-51b5273425c5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:02.277302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Attempting to bind port 6f065a45-e70c-46fc-b626-3e4c7307e26b on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:02.281283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Attempting to bind port 6f065a45-e70c-46fc-b626-3e4c7307e26b by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:02.281743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Attempting to bind port 6f065a45-e70c-46fc-b626-3e4c7307e26b on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:02.298215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Port 6f065a45-e70c-46fc-b626-3e4c7307e26b on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:26:02.299497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Attempting to bind port 6f065a45-e70c-46fc-b626-3e4c7307e26b on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:02.327962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:02.330519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Checking segment: {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:02.331061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Bound using segment: {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:02.331957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Bound port: 6f065a45-e70c-46fc-b626-3e4c7307e26b, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:02.342822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.391181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3419e5-9507-418c-940d-d6cdf24f74d0 req-0fdfa60a-a09f-4e97-8a9e-163269c0f174 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.394012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b3419e5-9507-418c-940d-d6cdf24f74d0 req-0fdfa60a-a09f-4e97-8a9e-163269c0f174 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1566741 Feb 11 14:26:02.488850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:02.495632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:02.501661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b3419e5-9507-418c-940d-d6cdf24f74d0 req-5d184132-7e29-4f58-a1c2-d215f7a9ae82 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998802 Feb 11 14:26:02.594573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee1a7-d7c7-47a5-959f-c21bbb525665 req-9c3389d9-358c-4971-a9a3-9799acc82db6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.596748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41bee1a7-d7c7-47a5-959f-c21bbb525665 req-9c3389d9-358c-4971-a9a3-9799acc82db6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 943 time: 0.0683217 Feb 11 14:26:02.627206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.675524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.676558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:02.677985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/6f065a45-e70c-46fc-b626-3e4c7307e26b HTTP/1.1" status: 200 len: 1091 time: 1.6606314 Feb 11 14:26:02.678718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:02.680994 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334617a7-c734-4561-8a01-987e7ac1ecaa" -d '{"events": [{"name": "network-changed", "server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:02.725704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41bee1a7-d7c7-47a5-959f-c21bbb525665 req-9b23899b-5f07-4d3b-823a-9f05f343492c tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029480 Feb 11 14:26:02.782645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b70d0-78b6-45ab-acce-898fc0ab21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:02.863187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbfa15f5-e9b8-41b5-a643-3ca7cce33c9f req-c631c1d4-d3f3-4805-afc5-ebae2325fccb tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0646968 Feb 11 14:26:02.892935 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462af795-578c-46c0-9f3f-d2f0822a21e8 x-openstack-request-id: req-462af795-578c-46c0-9f3f-d2f0822a21e8 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:02.894067 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:02.894580 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-462af795-578c-46c0-9f3f-d2f0822a21e8 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:02.896104 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b', 'status': 'completed', 'code': 200} Feb 11 14:26:02.921642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-552f7259-0775-4462-8b5e-12f139320043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.923174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-552f7259-0775-4462-8b5e-12f139320043 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 1094 time: 0.0960879 Feb 11 14:26:03.041461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-9d7e4eb5-5faf-45bd-876b-c25f554feb9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b HTTP/1.1" status: 200 len: 217 time: 0.0488238 Feb 11 14:26:03.043671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda1578-c487-40f0-a050-e65c1378b567 req-b1f41626-56ea-43c4-bc08-1b395ac89452 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:03.060557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdda1578-c487-40f0-a050-e65c1378b567 req-b1f41626-56ea-43c4-bc08-1b395ac89452 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.1230929 Feb 11 14:26:03.191442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cdda1578-c487-40f0-a050-e65c1378b567 req-24747520-cd37-4d4c-96c8-e86cfb09282d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294239 Feb 11 14:26:03.216506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-1b6a56c4-0bb8-4d2d-992c-37f588cc3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:03.222466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-1b6a56c4-0bb8-4d2d-992c-37f588cc3c20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c063b376-d011-41aa-9182-ae1157970eb2 HTTP/1.1" status: 200 len: 848 time: 0.1662812 Feb 11 14:26:03.307605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-6b1de9f4-5b43-4d9e-a666-628b884c8d93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436d1c36-60f7-467e-ba6b-d7a6e697e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712755 Feb 11 14:26:03.554017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-fb8e5353-f4ab-4994-9311-f53e0ca6c01c service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629379 Feb 11 14:26:03.758571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0c85-b49f-4314-a9e6-63f550f8746c req-f19afec3-f46f-424c-afb3-92220eb2c389 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:03.760328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-296d0c85-b49f-4314-a9e6-63f550f8746c req-f19afec3-f46f-424c-afb3-92220eb2c389 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1128011 Feb 11 14:26:03.897332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-296d0c85-b49f-4314-a9e6-63f550f8746c req-f1337c5c-cf77-4dba-afe6-da6e4bd9e1a9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274931 Feb 11 14:26:03.984824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad8106b5-9d12-4223-8ba2-2cbdced6c174 req-1b1322ac-ab42-41e9-b9e7-e80a06eb9835 service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220831 Feb 11 14:26:04.004122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84a850-f51c-4b44-a84e-07ee1df2f1b4 req-f47e165e-51b2-47ba-90d5-d1cbdd778785 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.006026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a84a850-f51c-4b44-a84e-07ee1df2f1b4 req-f47e165e-51b2-47ba-90d5-d1cbdd778785 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.3303406 Feb 11 14:26:04.009369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-bf04651d-9e25-4e57-b6ef-45bb9cf093df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.011698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-bf04651d-9e25-4e57-b6ef-45bb9cf093df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 1096 time: 0.2621942 Feb 11 14:26:04.096878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae2c0-cdc3-4e10-86f8-86bcc64cdb16 req-20d63681-43ad-4127-b175-5c71187b9175 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.098516 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ceae2c0-cdc3-4e10-86f8-86bcc64cdb16 req-20d63681-43ad-4127-b175-5c71187b9175 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 943 time: 0.0844090 Feb 11 14:26:04.126326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a84a850-f51c-4b44-a84e-07ee1df2f1b4 req-7e2fb4bc-c7bf-4df3-a8d3-667b34c88ffe tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938542 Feb 11 14:26:04.145419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ceae2c0-cdc3-4e10-86f8-86bcc64cdb16 req-fca1ad21-4202-46a0-be10-19a864a46c9d tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Feb 11 14:26:04.176368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-3da3cbbe-bce8-4760-87e0-588f1ffe499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.177903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-3da3cbbe-bce8-4760-87e0-588f1ffe499b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 200 len: 913 time: 0.1556292 Feb 11 14:26:04.256600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-383406f5-195f-407c-a636-b5ef78c28849 req-b66ff487-84ea-494b-9cda-1c96a4212c2f tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0365357 Feb 11 14:26:04.269494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-d8189687-4b7f-43d7-87b6-990f2b80546f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 200 len: 1000 time: 0.0850120 Feb 11 14:26:04.408991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-a1d58479-abc7-4ac0-87a2-bb1db37afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.412401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-a1d58479-abc7-4ac0-87a2-bb1db37afb7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 200 len: 851 time: 0.1362851 Feb 11 14:26:04.476656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-bca7bf83-7317-472a-bb7e-961d2d9918c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.478628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-bca7bf83-7317-472a-bb7e-961d2d9918c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 1094 time: 0.1357088 Feb 11 14:26:04.638430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-4a38d70a-937c-4773-8884-d651319dcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.640050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-4a38d70a-937c-4773-8884-d651319dcb3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6746f8a-5513-44df-83d3-dbbe664479fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203927 Feb 11 14:26:04.791360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38508) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:04.889821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-afab7f2d-b6e5-4ecd-814d-31f6d74f7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:04.892165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-afab7f2d-b6e5-4ecd-814d-31f6d74f7078 service neutron] 10.222.0.62 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 909 time: 0.4035490 Feb 11 14:26:04.986499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-c68d9588-48d3-402c-a117-e44c5fa7ae50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b HTTP/1.1" status: 200 len: 217 time: 0.0708451 Feb 11 14:26:04.990570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-002946be-0477-43f0-a540-4f377ba21169 service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382621 Feb 11 14:26:05.195244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551bf17-d793-43e8-ae22-d0922d65b2f1 req-104366e9-fc4d-4778-9671-498437e647a7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:05.204726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d551bf17-d793-43e8-ae22-d0922d65b2f1 req-104366e9-fc4d-4778-9671-498437e647a7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1244006 Feb 11 14:26:05.320401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b29e7f34-716d-406b-a9fd-7d0ec018ccad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:05.353274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d551bf17-d793-43e8-ae22-d0922d65b2f1 req-3ef91754-f1cc-453a-9b26-3e382062db7c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426201 Feb 11 14:26:05.372089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-da38949a-cada-4365-b0c5-5a6e557983ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:05.373749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-da38949a-cada-4365-b0c5-5a6e557983ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c063b376-d011-41aa-9182-ae1157970eb2 HTTP/1.1" status: 200 len: 848 time: 0.3631082 Feb 11 14:26:05.514129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b29e7f34-716d-406b-a9fd-7d0ec018ccad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:05.558038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df29c7-c8a6-4b9c-80f6-7b256dced1d4 req-6c2a8f6d-d993-4d87-81ef-1c0f9a978719 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:05.565641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1df29c7-c8a6-4b9c-80f6-7b256dced1d4 req-6c2a8f6d-d993-4d87-81ef-1c0f9a978719 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 943 time: 0.0715375 Feb 11 14:26:05.585308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b29e7f34-716d-406b-a9fd-7d0ec018ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:05.604530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-e56df0a3-c619-4a62-8eae-f619746f9a10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436d1c36-60f7-467e-ba6b-d7a6e697e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207323 Feb 11 14:26:05.637728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1df29c7-c8a6-4b9c-80f6-7b256dced1d4 req-1329008e-322d-4d90-8ec3-e7057c10aced tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711148 Feb 11 14:26:05.642099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a11d-aa0e-4d3f-b61e-1825b2bdc0dd req-9bbcd875-39b6-4df3-9631-23a2db4f809f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:05.656741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:05.665441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab57a11d-aa0e-4d3f-b61e-1825b2bdc0dd req-9bbcd875-39b6-4df3-9631-23a2db4f809f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.3488681 Feb 11 14:26:05.669073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ef3a75-a52d-4e9e-91bd-c0f1f5f99f3e req-4348f950-59dd-4c8f-b114-3af980efb5fe service neutron] 10.222.0.60 "GET /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702495 Feb 11 14:26:05.726356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b29e7f34-716d-406b-a9fd-7d0ec018ccad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9f5265f5c945ee968990f2e6726d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330518 Feb 11 14:26:05.729629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:05.768809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7f34-716d-406b-a9fd-7d0ec018ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0b362-850d-4b52-8c15-62a88cce6b42,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:05.831113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f17134b-41a8-4a8d-a571-467799180d43 req-dd4e7b30-8a9c-4611-942d-1304c1abf7a8 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0567882 Feb 11 14:26:05.843398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab57a11d-aa0e-4d3f-b61e-1825b2bdc0dd req-6984c505-4f0d-4ff7-9936-603451fb355b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741865 Feb 11 14:26:05.880877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:05.916678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-855257136'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:05.943590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-27b761d8-050f-46c7-8229-f64e9ac4cded service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235769 Feb 11 14:26:05.959361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.081040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:06.084599 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.102254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.114186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.115097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.119252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ee0b362-850d-4b52-8c15-62a88cce6b42 HTTP/1.1" status: 204 len: 168 time: 0.3836396 Feb 11 14:26:06.215785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990b68-9880-4f98-aa8c-824aeaade624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0b362-850d-4b52-8c15-62a88cce6b42,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:06.322549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.337896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-334617a7-c734-4561-8a01-987e7ac1ecaa req-d27da9f4-1dda-46b6-be3a-1041f666b01b service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651046 Feb 11 14:26:06.406619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.455067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed03f4-6d48-4faa-8f5d-05744bfca113,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:06.521588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:06.555867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.556390 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment 2e464569-a9af-459c-ac56-9a9f56db4ed8 of type vlan for network e872a937-6e18-4253-a162-81437f778281 Feb 11 14:26:06.590430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e742bc-a0c1-4c2c-877d-752c5708fb4d req-cf3424c4-4773-46a8-99f4-339b5d992e45 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:06.599547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50e742bc-a0c1-4c2c-877d-752c5708fb4d req-cf3424c4-4773-46a8-99f4-339b5d992e45 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1330776 Feb 11 14:26:06.646907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.654885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50e742bc-a0c1-4c2c-877d-752c5708fb4d req-1308beea-a3fe-4e39-a91c-5d8ab755534c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532925 Feb 11 14:26:06.801583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:06.810467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:06.811423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.033394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3742061 Feb 11 14:26:07.074021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:07.077042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-246408199'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:07.095055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e3773-00d8-4295-8d12-da4a6016be60 req-c23b9c4d-c709-4322-8f9a-33ef52d15de6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:07.106006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e9e3773-00d8-4295-8d12-da4a6016be60 req-c23b9c4d-c709-4322-8f9a-33ef52d15de6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 943 time: 0.3576133 Feb 11 14:26:07.129136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b20a57-6cee-4bfa-8aad-024eed9d7864 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=e872a937-6e18-4253-a162-81437f778281,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:07.142662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e872a937-6e18-4253-a162-81437f778281 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:07.189788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e9e3773-00d8-4295-8d12-da4a6016be60 req-5481cb86-4ac9-4e02-a589-1919c95cc0fb tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825438 Feb 11 14:26:07.332326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:07.338846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.370240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f624321f-8359-42b9-bc8f-d86db41059e6 req-548058fb-4cd7-4160-9094-5278962139a0 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1017075 Feb 11 14:26:07.449132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:07.461483 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.462253 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment 0aac96c5-a9c7-4600-ac8b-dc073346cebd of type vlan for network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 Feb 11 14:26:07.569603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:07.612094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.615907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a842d2e4-410d-49c4-855b-6d5437edfc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.790032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cb308-39f2-4688-9ade-b7679622078c req-c70af50d-b0a8-4e4f-9018-35adad5a623d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:07.790032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff5cb308-39f2-4688-9ade-b7679622078c req-c70af50d-b0a8-4e4f-9018-35adad5a623d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.6554201 Feb 11 14:26:07.790032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff5cb308-39f2-4688-9ade-b7679622078c req-78efe8c1-bd9f-48f4-b4f1-078c5908ec1a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569174 Feb 11 14:26:07.795328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a842d2e4-410d-49c4-855b-6d5437edfc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:07.829580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7d64-ee43-498b-a015-853e9a2ca72d req-a5d5cf66-eb49-48e9-a0f5-a90b61981a4b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:07.841242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-973d7d64-ee43-498b-a015-853e9a2ca72d req-a5d5cf66-eb49-48e9-a0f5-a90b61981a4b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0725522 Feb 11 14:26:07.849502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6f065a45-e70c-46fc-b626-3e4c7307e26b details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:26:07.900611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-973d7d64-ee43-498b-a015-853e9a2ca72d req-e1d72b0b-bc55-4c76-9c2e-7c2c25e70f19 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624819 Feb 11 14:26:07.936461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d0a9c-a0bc-49fe-b18c-00bb5f3587fb req-421f5d91-e845-415e-a27a-e3ab863e8952 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:07.936461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d5d0a9c-a0bc-49fe-b18c-00bb5f3587fb req-421f5d91-e845-415e-a27a-e3ab863e8952 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0645328 Feb 11 14:26:07.972622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:07.992296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '6f065a45-e70c-46fc-b626-3e4c7307e26b', 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c', 'port_id': '6f065a45-e70c-46fc-b626-3e4c7307e26b', 'mac_address': 'fa:16:3e:62:84:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c063b376-d011-41aa-9182-ae1157970eb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:26:08.004240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d5d0a9c-a0bc-49fe-b18c-00bb5f3587fb req-bdaf29bc-5761-4967-893d-d4c2ae1d67bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655060 Feb 11 14:26:08.079507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.079507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.079507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.081244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.096800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f065a45-e70c-46fc-b626-3e4c7307e26b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:08.129671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a842d2e4-410d-49c4-855b-6d5437edfc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.132061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:08.179997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d2e4-410d-49c4-855b-6d5437edfc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a0db5-de00-4d35-92aa-a9e91149edc4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:08.194640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=782259e4-4cc7-4acb-9ceb-54f58520f4f7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:08.210455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:08.219303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38608) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:08.220723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a842d2e4-410d-49c4-855b-6d5437edfc5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=debe6d9c2ffa4960a8ab79266e58065a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478574 Feb 11 14:26:08.296324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-038a1a52-5703-4faf-a6d4-0ce5750ac275 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2257011 Feb 11 14:26:08.299449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:08.306341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': 'e872a937-6e18-4253-a162-81437f778281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:08.323443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.343485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.499643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:08.523565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.546028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fe4c-8c32-4f49-a16f-03c2b9057499 req-14989f70-1331-44ed-9ad6-5f30b1b52c2b tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.547881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31c9fe4c-8c32-4f49-a16f-03c2b9057499 req-14989f70-1331-44ed-9ad6-5f30b1b52c2b tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 944 time: 0.2091506 Feb 11 14:26:08.589488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6f065a45-e70c-46fc-b626-3e4c7307e26b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:08.607454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:08.611580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.612936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31c9fe4c-8c32-4f49-a16f-03c2b9057499 req-09d75f73-59eb-4351-a373-4e1c2396ef40 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Feb 11 14:26:08.713760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9610e6a7-d40b-48f0-8994-a8a5e7f9e5ce req-28d82df5-cd8d-42b9-9b49-ef07ae0b067c tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0298648 Feb 11 14:26:08.818105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.822643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:08.826262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff4a0db5-de00-4d35-92aa-a9e91149edc4 HTTP/1.1" status: 204 len: 168 time: 0.6060889 Feb 11 14:26:08.845660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fde9c-6ff6-40ae-9956-d67709af56c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a0db5-de00-4d35-92aa-a9e91149edc4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:09.159450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa03e4-206b-42e6-a078-ccaed0be35ae req-457f92ab-884a-4ff3-b84f-65063398d2cb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:09.168173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1afa03e4-206b-42e6-a078-ccaed0be35ae req-457f92ab-884a-4ff3-b84f-65063398d2cb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1223202 Feb 11 14:26:09.239510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1afa03e4-206b-42e6-a078-ccaed0be35ae req-58c5c7bc-7afa-47ca-ae88-40832975a580 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Feb 11 14:26:09.618791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:09.761629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=e8c66607-8c6b-452e-91a3-e2b41b2bc96b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:09.783436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': '2e464569-a9af-459c-ac56-9a9f56db4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e872a937-6e18-4253-a162-81437f778281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:09.783803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: e872a937-6e18-4253-a162-81437f778281, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:09.820228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38666) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:09.868422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6f065a45-e70c-46fc-b626-3e4c7307e26b up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:09.892069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e872a937-6e18-4253-a162-81437f778281 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:09.966967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e872a937-6e18-4253-a162-81437f778281) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:09.971442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:09.972018 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:09.984788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1ee83-bf10-435e-9009-4e1702ea997c None None] Network e872a937-6e18-4253-a162-81437f778281 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:10.024373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658653b3-a0b1-4ce3-81cc-4f73d42bffef req-a0134842-16d9-45f2-a5f6-422aa5b49ef9 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:10.033575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-658653b3-a0b1-4ce3-81cc-4f73d42bffef req-a0134842-16d9-45f2-a5f6-422aa5b49ef9 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 944 time: 0.1934977 Feb 11 14:26:10.075717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0e490d0a-865e-4b8c-8964-1d426e4daacf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7749126 Feb 11 14:26:10.076397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:10.085976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:10.192047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 6f065a45-e70c-46fc-b626-3e4c7307e26b completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:26:10.203268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-658653b3-a0b1-4ce3-81cc-4f73d42bffef req-641187a0-01cd-483e-9b2a-18c60700669a tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686959 Feb 11 14:26:10.210532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cc18a09-a05e-4a28-8398-add22310fbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.273126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 6f065a45-e70c-46fc-b626-3e4c7307e26b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:10.273604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.441271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:10.445591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.475158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa9981de-a8af-4858-b67c-8ff9fd8dd343 req-a0a55cfe-ec6f-4b46-81d4-eadb04f0c8e1 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0754430 Feb 11 14:26:10.484970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e872a937-6e18-4253-a162-81437f778281', 'network_id': 'e872a937-6e18-4253-a162-81437f778281', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': 'e8c66607-8c6b-452e-91a3-e2b41b2bc96b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:26:10.490866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.587404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cc18a09-a05e-4a28-8398-add22310fbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.685060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.723098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cc18a09-a05e-4a28-8398-add22310fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:10.814986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3cc18a09-a05e-4a28-8398-add22310fbeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=866dbb913c1845a9aa883de4dddbf8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9938872 Feb 11 14:26:10.824575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38694) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:10.904551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f8f9-ff8c-4558-86e1-d42311f2079b req-8882233a-a4b7-4c38-a930-51fe83dcf90a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:10.914046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6619f8f9-ff8c-4558-86e1-d42311f2079b req-8882233a-a4b7-4c38-a930-51fe83dcf90a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.2722120 Feb 11 14:26:10.914046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc18a09-a05e-4a28-8398-add22310fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5440aade-36eb-444d-9e17-ff070f44630a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:10.942301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Allocated IP 2001:db8::2 (e872a937-6e18-4253-a162-81437f778281/e8c66607-8c6b-452e-91a3-e2b41b2bc96b/ea746f9b-96d5-4125-af21-c7437de28c55) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:11.014240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.098697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6619f8f9-ff8c-4558-86e1-d42311f2079b req-fa0d8bfe-9634-498c-b2b5-024e5d5f3ed5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657708 Feb 11 14:26:11.110482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.178754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.204629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:11.214184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:11.218175 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f4929-6fd4-4329-8c6f-ecc3abb245c3" -d '{"events": [{"server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "name": "network-vif-plugged", "status": "completed", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:11.251533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=82a327c3-c063-4d0b-be96-c9749826e22c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:11.281091 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d843c98d-ab66-4c53-8e4c-b9ebe6a83eac x-openstack-request-id: req-d843c98d-ab66-4c53-8e4c-b9ebe6a83eac {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:11.287205 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "name": "network-vif-plugged", "status": "completed", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:11.287205 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d843c98d-ab66-4c53-8e4c-b9ebe6a83eac {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:11.287205 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b', 'code': 200} Feb 11 14:26:11.312226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': '0aac96c5-a9c7-4600-ac8b-dc073346cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:11.312688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: 782259e4-4cc7-4acb-9ceb-54f58520f4f7, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:11.332873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.335861 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.339708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5440aade-36eb-444d-9e17-ff070f44630a HTTP/1.1" status: 204 len: 168 time: 0.5141191 Feb 11 14:26:11.353345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864001-497a-44c8-a70f-eeee1658f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5440aade-36eb-444d-9e17-ff070f44630a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:11.390463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.429420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:11.534241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749a29-7e14-4031-80c7-b1eedb461e1c req-e778d174-0ca8-4888-87e5-b7e2cf2810e4 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:11.535844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3749a29-7e14-4031-80c7-b1eedb461e1c req-e778d174-0ca8-4888-87e5-b7e2cf2810e4 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1324048 Feb 11 14:26:11.537804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854217ff-789a-461c-8046-26c0809ae01f req-66cac7f2-0537-45fa-a569-06160b15ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:11.539642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-854217ff-789a-461c-8046-26c0809ae01f req-66cac7f2-0537-45fa-a569-06160b15ac16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 1096 time: 0.1678920 Feb 11 14:26:11.544205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 782259e4-4cc7-4acb-9ceb-54f58520f4f7) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:11.550037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:11.550893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.569243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ac5f8-e677-48d6-bb05-fa301bd9cd66 None None] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:11.650442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-06eceb7e-adf3-41fe-b51a-0293734e1af0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5717149 Feb 11 14:26:11.652403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:11.655740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e3749a29-7e14-4031-80c7-b1eedb461e1c req-ea4396e9-8b23-4794-be38-3dce0d27e6e6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944223 Feb 11 14:26:11.657506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1753228556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:11.660139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-854217ff-789a-461c-8046-26c0809ae01f req-a6c25e5c-7d30-4cbb-915e-50e82c589fed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086290 Feb 11 14:26:11.777155 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.818097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.819495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.834151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a35d157c-c648-4e17-903d-22a4a8e2ea76 req-73f30f8c-3cee-4805-9af4-eba4220222b9 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0802140 Feb 11 14:26:11.890821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.913656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.915659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:11.924711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Network e872a937-6e18-4253-a162-81437f778281 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:11.960232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:11.962895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:12.045727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-782259e4-4cc7-4acb-9ceb-54f58520f4f7', 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': '82a327c3-c063-4d0b-be96-c9749826e22c'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:26:12.047107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.056311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Pushing event updated for resources: {'Port': ['ID=ea746f9b-96d5-4125-af21-c7437de28c55,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:12.062338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.068714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Attempting to bind port ea746f9b-96d5-4125-af21-c7437de28c55 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:12.069114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Attempting to bind port ea746f9b-96d5-4125-af21-c7437de28c55 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2e464569-a9af-459c-ac56-9a9f56db4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e872a937-6e18-4253-a162-81437f778281'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:12.069476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Attempting to bind port ea746f9b-96d5-4125-af21-c7437de28c55 on network e872a937-6e18-4253-a162-81437f778281 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:12.081895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:12.082271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Checking segment: {'id': '2e464569-a9af-459c-ac56-9a9f56db4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e872a937-6e18-4253-a162-81437f778281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:12.082688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.083061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Bound using segment: {'id': '2e464569-a9af-459c-ac56-9a9f56db4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e872a937-6e18-4253-a162-81437f778281'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:12.083533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Bound port: ea746f9b-96d5-4125-af21-c7437de28c55, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e464569-a9af-459c-ac56-9a9f56db4ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e872a937-6e18-4253-a162-81437f778281'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:12.083908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.223943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.227607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3f9a8177-38fa-4cd6-8a71-d6ba15d936dd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5741789 Feb 11 14:26:12.231220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:12.250023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] For port ea746f9b-96d5-4125-af21-c7437de28c55, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:12.258683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678748-4a54-4ce1-a0c3-bb47451c7208 req-1e3e1a3b-9725-407b-baff-5d5f59507ba3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:12.260583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8678748-4a54-4ce1-a0c3-bb47451c7208 req-1e3e1a3b-9725-407b-baff-5d5f59507ba3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0581262 Feb 11 14:26:12.267494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] For port ea746f9b-96d5-4125-af21-c7437de28c55, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ea746f9b-96d5-4125-af21-c7437de28c55,segment=NetworkSegment(2e464569-a9af-459c-ac56-9a9f56db4ed8),segment_id=2e464569-a9af-459c-ac56-9a9f56db4ed8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:12.294942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Allocated IP 2001:db8:1::2 (782259e4-4cc7-4acb-9ceb-54f58520f4f7/82a327c3-c063-4d0b-be96-c9749826e22c/ce3b710a-0c40-4b31-ac3a-f064a85d1d57) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:12.313177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8678748-4a54-4ce1-a0c3-bb47451c7208 req-4b5e3410-875a-4c23-ba09-fb50747faab4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Feb 11 14:26:12.437803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38742) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:12.442318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.458606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a83329e-3552-426d-9a28-1325c7580465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.566691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a83329e-3552-426d-9a28-1325c7580465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.580303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.636128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8054cd-99d4-4f21-a6af-699b55ac5102 None None] Pushing event updated for resources: {'Port': ['ID=ea746f9b-96d5-4125-af21-c7437de28c55,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:12.650091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.715332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a83329e-3552-426d-9a28-1325c7580465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.762097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.869593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Pushing event updated for resources: {'Port': ['ID=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:12.883572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83329e-3552-426d-9a28-1325c7580465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad7a50-4fde-4406-964e-ee02ac08af65,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:12.888000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:12.888000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:12.891629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:12.909467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a83329e-3552-426d-9a28-1325c7580465 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06ae2c23f9f94349aa13a8d99ac5075c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704039 Feb 11 14:26:12.915149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:13.021746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a11566-802b-4b75-b9e9-11bc8c58f34f req-7070c56f-b158-45fb-83a3-8ef0004ab6fd tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.044734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65a11566-802b-4b75-b9e9-11bc8c58f34f req-7070c56f-b158-45fb-83a3-8ef0004ab6fd tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1963849 Feb 11 14:26:13.101120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Attempting to bind port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:13.101660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Attempting to bind port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0aac96c5-a9c7-4600-ac8b-dc073346cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:13.102215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Attempting to bind port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 on network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:13.109272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:13.109938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Checking segment: {'id': '0aac96c5-a9c7-4600-ac8b-dc073346cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:13.116962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.116962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Bound using segment: {'id': '0aac96c5-a9c7-4600-ac8b-dc073346cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:13.116962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Bound port: ce3b710a-0c40-4b31-ac3a-f064a85d1d57, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aac96c5-a9c7-4600-ac8b-dc073346cebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '782259e4-4cc7-4acb-9ceb-54f58520f4f7'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:13.116962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.186562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65a11566-802b-4b75-b9e9-11bc8c58f34f req-85c327db-ac1f-49ea-8d9e-1e801053287e tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236670 Feb 11 14:26:13.278588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] For port ce3b710a-0c40-4b31-ac3a-f064a85d1d57, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:13.291181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] For port ce3b710a-0c40-4b31-ac3a-f064a85d1d57, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,segment=NetworkSegment(0aac96c5-a9c7-4600-ac8b-dc073346cebd),segment_id=0aac96c5-a9c7-4600-ac8b-dc073346cebd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:13.343756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39b1f391-af11-4547-80fb-8bf16473474b req-7ab59524-55a7-4af3-80e5-9bb5a80f96f9 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0407298 Feb 11 14:26:13.363245 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.518148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a978-514e-49f7-8bf9-a85fcaaa2380 None None] Pushing event updated for resources: {'Port': ['ID=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:13.605994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.629631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.699779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ea746f9b-96d5-4125-af21-c7437de28c55 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:13.702327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05a6f-48ef-4f1c-9b2c-0374b8b9e765 req-78389787-5bc5-43b7-ab49-8349ba5f9dcb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.716503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32b05a6f-48ef-4f1c-9b2c-0374b8b9e765 req-78389787-5bc5-43b7-ab49-8349ba5f9dcb tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1370230 Feb 11 14:26:13.794987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-32b05a6f-48ef-4f1c-9b2c-0374b8b9e765 req-5b2d152c-d3aa-49d5-81cd-94dc40bc4b3f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769784 Feb 11 14:26:13.848525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-c01e45ef-3e7a-421a-9255-d58de69339ed tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.850545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-c01e45ef-3e7a-421a-9255-d58de69339ed tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=45476a07-9d75-4114-a79e-bec34218c394 HTTP/1.1" status: 200 len: 944 time: 0.5975449 Feb 11 14:26:13.851862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8::1 (e872a937-6e18-4253-a162-81437f778281/e8c66607-8c6b-452e-91a3-e2b41b2bc96b/175b0913-ad10-40a2-8a35-69c1f59466d3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:13.901774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ea746f9b-96d5-4125-af21-c7437de28c55 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:13.901774 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.017130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.020655 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.024256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75ad7a50-4fde-4406-964e-ee02ac08af65 HTTP/1.1" status: 204 len: 168 time: 1.1058803 Feb 11 14:26:14.201461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.289314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port ea746f9b-96d5-4125-af21-c7437de28c55, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ea746f9b-96d5-4125-af21-c7437de28c55,segment=NetworkSegment(2e464569-a9af-459c-ac56-9a9f56db4ed8),segment_id=2e464569-a9af-459c-ac56-9a9f56db4ed8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:14.361703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.484472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128db2-77bb-4105-a15a-733677d2b6b2 req-6b52bb07-b55d-47ab-aa10-73ba19f416dd tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:14.493991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64128db2-77bb-4105-a15a-733677d2b6b2 req-6b52bb07-b55d-47ab-aa10-73ba19f416dd tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1508629 Feb 11 14:26:14.526166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=ea746f9b-96d5-4125-af21-c7437de28c55,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:14.543749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39536e-4372-496e-a4e4-ce73f6a285a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad7a50-4fde-4406-964e-ee02ac08af65,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:14.586277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb0bc7-93d5-4ba8-8a37-5c8c363d5321 None None] Network e872a937-6e18-4253-a162-81437f778281 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:14.601269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.626651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:14.626651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.630648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64128db2-77bb-4105-a15a-733677d2b6b2 req-531d01f1-d3ab-4e94-b0cf-b963112cbcb0 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284909 Feb 11 14:26:14.692296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-52f0bfea-968f-4f10-adba-85f117650097 None None] Provisioning complete for port ea746f9b-96d5-4125-af21-c7437de28c55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:14.697166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52f0bfea-968f-4f10-adba-85f117650097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.790151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:14.801069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:14.846230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:14.865188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.069438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff8f57f9-3a03-48d9-b2ed-3615c9f53fa5 req-f4f7940d-6530-4a3a-b0ab-bd61b6b8753a tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1326721 Feb 11 14:26:15.278138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=175b0913-ad10-40a2-8a35-69c1f59466d3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:15.314450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e872a937-6e18-4253-a162-81437f778281 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:15.319919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:15.329371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:15.338263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.450861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad4ad-e38b-48fb-bd9b-74fed5956207 req-b608086a-098a-40d7-ad43-fa3b53975262 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:15.465882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a66ad4ad-e38b-48fb-bd9b-74fed5956207 req-b608086a-098a-40d7-ad43-fa3b53975262 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1890938 Feb 11 14:26:15.623803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a66ad4ad-e38b-48fb-bd9b-74fed5956207 req-12b0abad-9eb7-48c6-98bd-81dc1d5a1e13 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561916 Feb 11 14:26:15.718586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6fc7f-a107-4104-8f89-b94a8bafdd43 None None] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:15.753627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.843917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ea746f9b-96d5-4125-af21-c7437de28c55 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:15.867602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.905500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:15.908196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:15.952108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=d4fab5ae-e81c-4f13-b4d1-f609fc2841b1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:16.030663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] Provisioning complete for port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:16.030934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.137632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] No DVR routers for this DVR port d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 on host n-h2-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:16.141664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.146197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a711958f-a7a7-4926-8039-9cdd7b0715af req-f7f85bce-9e07-4e3f-bfeb-e9dfd07c2cca tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "DELETE /v2.0/ports/d4fab5ae-e81c-4f13-b4d1-f609fc2841b1 HTTP/1.1" status: 204 len: 173 time: 2.2691615 Feb 11 14:26:16.169274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-deleted', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:16.174545 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bed6da-1ee7-4348-9f9f-bf37f964157a" -d '{"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-deleted", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:16.333288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ea746f9b-96d5-4125-af21-c7437de28c55 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:16.333678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.394181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9229aff-34ce-4bb6-99bb-779b46cdb5bf req-1556c346-fb25-494f-bc51-bb3d79a8a7a1 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0850852 Feb 11 14:26:16.546032 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79731cb-df85-485d-beb3-abb43c92cdca x-openstack-request-id: req-f79731cb-df85-485d-beb3-abb43c92cdca {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:16.546347 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45476a07-9d75-4114-a79e-bec34218c394", "name": "network-vif-deleted", "tag": "d4fab5ae-e81c-4f13-b4d1-f609fc2841b1", "status": "failed", "code": 422}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:16.546605 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f79731cb-df85-485d-beb3-abb43c92cdca {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:16.547039 n-d-828407-1 neutron-server[109376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45476a07-9d75-4114-a79e-bec34218c394', 'name': 'network-vif-deleted', 'tag': 'd4fab5ae-e81c-4f13-b4d1-f609fc2841b1', 'status': 'failed', 'code': 422} returned with failed status Feb 11 14:26:16.580576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.657518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.659003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.723265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:16.769172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=175b0913-ad10-40a2-8a35-69c1f59466d3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:16.877622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] For port ce3b710a-0c40-4b31-ac3a-f064a85d1d57, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,segment=NetworkSegment(0aac96c5-a9c7-4600-ac8b-dc073346cebd),segment_id=0aac96c5-a9c7-4600-ac8b-dc073346cebd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:16.889437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e872a937-6e18-4253-a162-81437f778281 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:16.891971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:16.899803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce3b710a-0c40-4b31-ac3a-f064a85d1d57 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:17.048665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.186487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:17.188857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.192526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.194530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 5a3542f7-80fa-4d01-9f6c-5abec81071b2 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:26:17.234870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55cb10-ea14-4cd7-a44c-1046f0cdd996 None None] Pushing event updated for resources: {'Port': ['ID=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:17.248525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb330e3-995e-43b3-946f-0e936944414a req-15755f4c-24af-4b25-88c5-a7855dcfe7bf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:17.266133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fb330e3-995e-43b3-946f-0e936944414a req-15755f4c-24af-4b25-88c5-a7855dcfe7bf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1558247 Feb 11 14:26:17.284998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a428035b-65c6-4780-ac82-40eb134db742 None None] Provisioning complete for port ea746f9b-96d5-4125-af21-c7437de28c55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.285607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a428035b-65c6-4780-ac82-40eb134db742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.385159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3fb330e3-995e-43b3-946f-0e936944414a req-400c80aa-0ff3-4d84-ab22-e90571e1ebbf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160796 Feb 11 14:26:17.515369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a428035b-65c6-4780-ac82-40eb134db742 None None] Provisioning complete for port 175b0913-ad10-40a2-8a35-69c1f59466d3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.515369 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a428035b-65c6-4780-ac82-40eb134db742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.543727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ba33912-2f6d-4844-8edc-caf38c04ec66 req-b4bbcf90-698f-4a13-b316-994a7a5dbfa0 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0403585 Feb 11 14:26:17.545208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:17.557813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38872) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:17.560450 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] Sync routers for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:17.560993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-720ef457-c3f3-4a32-90b4-05a75f6e21fa tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3284447 Feb 11 14:26:17.582567 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:17.583323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:25:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:17.591553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce3b710a-0c40-4b31-ac3a-f064a85d1d57 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:17.592200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e3706-5c5a-4191-8546-1022aa8c280a req-a3924719-b68b-47a7-9bf4-b6a55354989f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:17.594206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-560e3706-5c5a-4191-8546-1022aa8c280a req-a3924719-b68b-47a7-9bf4-b6a55354989f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1763091 Feb 11 14:26:17.644661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1124434351-network', 'tenant_id': '528caa1a9b9043f2ad43577ca8b230ec'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:17.656886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:17.662609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82736f-c9c0-4206-b763-a2d1a77c9a21 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:17.664182 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b82736f-c9c0-4206-b763-a2d1a77c9a21 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports/175b0913-ad10-40a2-8a35-69c1f59466d3 HTTP/1.1" status: 200 len: 911 time: 0.1052058 Feb 11 14:26:17.667473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38874) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:17.668000 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:17.668704 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:25:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:17.688450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-560e3706-5c5a-4191-8546-1022aa8c280a req-bb327c15-56a4-445d-a5ea-b3dc1936d429 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771120 Feb 11 14:26:17.705165 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:17.706096 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a73a1-2193-4071-9f66-4ff75f317079 None None] The sync data for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:17.722195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a428035b-65c6-4780-ac82-40eb134db742 None None] Port 175b0913-ad10-40a2-8a35-69c1f59466d3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:17.748454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.749173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.783210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Made reservation on behalf of 528caa1a9b9043f2ad43577ca8b230ec for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:17.785490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.798059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.885330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-78612aae-8c01-4e25-b8fe-1e171efa8f69 None None] Provisioning complete for port 175b0913-ad10-40a2-8a35-69c1f59466d3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.886599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78612aae-8c01-4e25-b8fe-1e171efa8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.909984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.923631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-78612aae-8c01-4e25-b8fe-1e171efa8f69 None None] Port 175b0913-ad10-40a2-8a35-69c1f59466d3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:17.934272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-78612aae-8c01-4e25-b8fe-1e171efa8f69 None None] Provisioning complete for port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:17.934654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78612aae-8c01-4e25-b8fe-1e171efa8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.971592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.005293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:18.032590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54423a1b-9ac7-4559-bc1c-df72f4bccf83,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:18.044215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.044472 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Added segment a8c6f5bf-f55b-4f28-a48f-88ce59e13768 of type vlan for network 45a53aa5-631d-4844-84b5-c6a6a53805dc Feb 11 14:26:18.097362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:18.123323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.212847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c45f3ab-05ca-4393-86d9-0b081fec7575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.219641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.262416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc219789-9c8f-4d68-8591-c5dd43c0f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.295175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91096-c98b-49d1-ace4-25f563efbfeb req-bb1a1d1e-96fc-4dbd-9ab4-1360b4a59f1b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.296580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10c91096-c98b-49d1-ace4-25f563efbfeb req-bb1a1d1e-96fc-4dbd-9ab4-1360b4a59f1b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 908 time: 0.0927677 Feb 11 14:26:18.328598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.329679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.334263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.421172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc219789-9c8f-4d68-8591-c5dd43c0f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.422866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=45a53aa5-631d-4844-84b5-c6a6a53805dc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:18.431608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-98cb3df3-3b18-4ab5-ae28-608cc3c3d4d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2437243 Feb 11 14:26:18.432820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:18.437675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:18.438059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Request body: {'subnet': {'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1124434351-subnet', 'tenant_id': '528caa1a9b9043f2ad43577ca8b230ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:18.442483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916802-4892-4eec-b760-0814415d8cb3 req-45ae8189-0651-42d3-b9b4-619dc7e2123c tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.444008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a916802-4892-4eec-b760-0814415d8cb3 req-45ae8189-0651-42d3-b9b4-619dc7e2123c tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1056950 Feb 11 14:26:18.498549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc219789-9c8f-4d68-8591-c5dd43c0f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.549106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Made reservation on behalf of 528caa1a9b9043f2ad43577ca8b230ec for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:18.551756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.557964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc219789-9c8f-4d68-8591-c5dd43c0f0de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7d47404d2a24afe9549678b73a0799e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596193 Feb 11 14:26:18.568053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc219789-9c8f-4d68-8591-c5dd43c0f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaed946-d881-4697-92d7-a50d63f188ea,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:18.572377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:18.671143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8:1::1 (782259e4-4cc7-4acb-9ceb-54f58520f4f7/82a327c3-c063-4d0b-be96-c9749826e22c/7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:18.683033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Deleting port 6f065a45-e70c-46fc-b626-3e4c7307e26b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:18.683383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.712302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d91c5d33-5464-4810-a0e0-881c2051ddda req-e7e2a795-ef77-445c-8ea7-9a93b64a1113 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0340042 Feb 11 14:26:18.717467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff19c7-1062-4955-a145-985fb8f737e3 req-3af31859-b25c-45f6-aa90-df9f984855a5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.719357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6ff19c7-1062-4955-a145-985fb8f737e3 req-3af31859-b25c-45f6-aa90-df9f984855a5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.1559215 Feb 11 14:26:18.726776 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.783833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.844114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6ff19c7-1062-4955-a145-985fb8f737e3 req-a6ab227d-2c5e-497a-b681-a5bd46b2063b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940259 Feb 11 14:26:18.899592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] For port 6f065a45-e70c-46fc-b626-3e4c7307e26b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6f065a45-e70c-46fc-b626-3e4c7307e26b,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:18.899991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.914727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63899fd-0391-4f54-b08c-8da965b7fded req-c0056886-8ef9-4313-a7dd-0c8c92dad648 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.916221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63899fd-0391-4f54-b08c-8da965b7fded req-c0056886-8ef9-4313-a7dd-0c8c92dad648 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 945 time: 0.1101615 Feb 11 14:26:18.924175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Calling delete_port for 6f065a45-e70c-46fc-b626-3e4c7307e26b owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:18.937416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:18.955687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63899fd-0391-4f54-b08c-8da965b7fded req-4e9573bd-d400-4a2e-9551-72e5ef72500f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Feb 11 14:26:18.977555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.011537 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.013877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.014997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8eaed946-d881-4697-92d7-a50d63f188ea HTTP/1.1" status: 204 len: 168 time: 0.4409781 Feb 11 14:26:19.047346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dc2b19-30aa-453b-a4f7-d7b358fecd6f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.073604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ac044-3908-431e-81b3-bbd41c53fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaed946-d881-4697-92d7-a50d63f188ea,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.094415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.097928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Checking segment: {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:19.097928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Network hostable DHCP agents. Network: 45a53aa5-631d-4844-84b5-c6a6a53805dc, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:19.152792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:19.154192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.156964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:19.159176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:19.159714 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.231008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:19.305370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.318641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6f065a45-e70c-46fc-b626-3e4c7307e26b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:19.384218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Pushing event deleted for resources: {'Port': ['ID=6f065a45-e70c-46fc-b626-3e4c7307e26b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.426711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 45a53aa5-631d-4844-84b5-c6a6a53805dc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:19.449475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:19.451689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-40768064-5b4a-4b95-ad02-81b948548712 None None] Provisioning complete for port 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:19.452102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.452435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40768064-5b4a-4b95-ad02-81b948548712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.459483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f64f9-2566-4f49-ba6f-de1e921c1daf None None] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:19.495446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] No DVR routers for this DVR port 6f065a45-e70c-46fc-b626-3e4c7307e26b on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:19.498511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.502858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a916802-4892-4eec-b760-0814415d8cb3 req-49e9fb56-cb50-4fff-9ddc-a5c49580b8ae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "DELETE /v2.0/ports/6f065a45-e70c-46fc-b626-3e4c7307e26b HTTP/1.1" status: 204 len: 173 time: 1.0297139 Feb 11 14:26:19.507887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'name': 'network-vif-deleted', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:19.510389 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67903d3-d6d2-4eb5-a141-7b08d6a1efac" -d '{"events": [{"server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "name": "network-vif-deleted", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:19.528150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb602-10f0-4c38-8375-c54389a15a33 req-c7fa5204-f59c-4b70-8cfe-1e217b0f8a6a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:19.529065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3a187-d0aa-477e-937d-f598057fd12b req-9aa5476f-9d18-433f-89c9-73940260dd84 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:19.530403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae8bb602-10f0-4c38-8375-c54389a15a33 req-c7fa5204-f59c-4b70-8cfe-1e217b0f8a6a tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 908 time: 0.1386049 Feb 11 14:26:19.535677 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fec3a187-d0aa-477e-937d-f598057fd12b req-9aa5476f-9d18-433f-89c9-73940260dd84 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 908 time: 0.1700892 Feb 11 14:26:19.583016 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0992b-ace5-44ea-853f-76335163857b x-openstack-request-id: req-54e0992b-ace5-44ea-853f-76335163857b {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:19.583352 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba4b087-14b1-4b89-a11c-699e5b19e46d", "name": "network-vif-deleted", "tag": "6f065a45-e70c-46fc-b626-3e4c7307e26b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:19.583645 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54e0992b-ace5-44ea-853f-76335163857b {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:19.584103 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4b087-14b1-4b89-a11c-699e5b19e46d', 'name': 'network-vif-deleted', 'tag': '6f065a45-e70c-46fc-b626-3e4c7307e26b', 'status': 'completed', 'code': 200} Feb 11 14:26:19.592959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-74cae593-d87c-4933-a688-5c7771aeb016 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1588545 Feb 11 14:26:19.646021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-40768064-5b4a-4b95-ad02-81b948548712 None None] Port 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:19.660161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.713927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:19.714060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.772712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f47d4e-e230-4df4-be21-54c133c2bff3 None None] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:19.931901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:19.932559 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.944701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:26:19.959218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for 2a52e112-a6fc-4c1d-ae23-1373cf49efdd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:20.001096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed89c071-dbf5-403b-bf93-5a2df4aeccea req-a33f2d0e-dc1e-4cb3-8f2f-3dfc294865bb tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1112731 Feb 11 14:26:20.004489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38930) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:20.023424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33cf9af6-861b-4ab3-90f7-77b9355eeccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.098490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:20.142803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'network_id': '9d278a94-817a-4d84-8ec4-69436fc8ce5b', 'port_id': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'mac_address': 'fa:16:3e:0c:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714394e9-a7dc-475f-b14f-b7c9ce266627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:26:20.228113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.247441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:20.272627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:20.314203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-389dacdb-ffa9-415f-9c41-91fec875dc12 req-d7cf0949-ad4c-4e3a-80a4-df3709ec49e9 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=bba4b087-14b1-4b89-a11c-699e5b19e46d HTTP/1.1" status: 200 len: 210 time: 0.0941477 Feb 11 14:26:20.349808 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.356434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.363969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b394-b53d-43c3-a20f-ce57ffbff890 req-646f1621-ae9b-4abe-90c0-7eb5beb300b6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:20.370708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae48b394-b53d-43c3-a20f-ce57ffbff890 req-646f1621-ae9b-4abe-90c0-7eb5beb300b6 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 943 time: 0.0879676 Feb 11 14:26:20.396211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.397084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33cf9af6-861b-4ab3-90f7-77b9355eeccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.400460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82ab010a-af72-456d-9374-a7058ec5f9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.425283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.431809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=2a52e112-a6fc-4c1d-ae23-1373cf49efdd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.440049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae48b394-b53d-43c3-a20f-ce57ffbff890 req-a2d52509-f7fd-4d72-99ef-390e77460665 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Feb 11 14:26:20.457190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33cf9af6-861b-4ab3-90f7-77b9355eeccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.471733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.472552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.508147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] No DVR routers for this DVR port 2a52e112-a6fc-4c1d-ae23-1373cf49efdd on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:20.510934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.514356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fec3a187-d0aa-477e-937d-f598057fd12b req-ee57ff5f-e72b-4343-84bb-08aeeae1c227 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "DELETE /v2.0/ports/2a52e112-a6fc-4c1d-ae23-1373cf49efdd HTTP/1.1" status: 204 len: 173 time: 0.9747021 Feb 11 14:26:20.514808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'name': 'network-vif-deleted', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:20.517247 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906b90f-b54a-4779-beff-1f8cfa856266" -d '{"events": [{"server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "name": "network-vif-deleted", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:20.563337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cf51b5ff-ac46-47fe-b991-c56f82839d7e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:20.649928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-33cf9af6-861b-4ab3-90f7-77b9355eeccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baed05589e4b4ea6ba7b99aa2e6de56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439977 Feb 11 14:26:20.654675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:20.657485 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c645a6-15f8-4e28-a653-6b485df5cbd5 x-openstack-request-id: req-51c645a6-15f8-4e28-a653-6b485df5cbd5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:20.657768 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91640f55-2612-4d2b-87a1-1781071df984", "name": "network-vif-deleted", "tag": "2a52e112-a6fc-4c1d-ae23-1373cf49efdd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:20.658020 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51c645a6-15f8-4e28-a653-6b485df5cbd5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:20.658416 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91640f55-2612-4d2b-87a1-1781071df984', 'name': 'network-vif-deleted', 'tag': '2a52e112-a6fc-4c1d-ae23-1373cf49efdd', 'status': 'completed', 'code': 200} Feb 11 14:26:20.659957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf9af6-861b-4ab3-90f7-77b9355eeccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0128000-e747-43cf-964f-ff978858a00e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.693212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.745198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f26820f-d9c2-419c-9620-3844551cd027 req-a92ad955-56d7-42e9-bc5b-842e396cd7d9 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=91640f55-2612-4d2b-87a1-1781071df984 HTTP/1.1" status: 200 len: 210 time: 0.0875430 Feb 11 14:26:20.802411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.832519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:20.833969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:20.866740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.981962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 5a3542f7-80fa-4d01-9f6c-5abec81071b2 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:21.018087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:21.020736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:21.022940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0128000-e747-43cf-964f-ff978858a00e HTTP/1.1" status: 204 len: 168 time: 0.3627102 Feb 11 14:26:21.035345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e380c4-ea7b-46b1-8e09-d6ecf2bc2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0128000-e747-43cf-964f-ff978858a00e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:21.309604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-21d68865-4099-4842-8e24-656c9a0e9366 None None] Provisioning complete for port 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:21.309985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21d68865-4099-4842-8e24-656c9a0e9366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:21.387547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-21d68865-4099-4842-8e24-656c9a0e9366 None None] Port 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:21.565088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:21.574890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:21.575387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67f4cb84-0577-420b-b583-6c96cbc0de3c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9066398 Feb 11 14:26:21.577383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] Sync routers for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:21.608163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:21.609354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:21.612585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-66286722-d45c-4549-a59d-63f67f3db49d req-30b084a7-edac-4c93-8fc5-c9520243ac4d tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0453889 Feb 11 14:26:21.724718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:21.750851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:21.750851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:21.799662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de100d-44f9-4ebd-b7e5-b5cbd24b7fd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:21.801405 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-42de100d-44f9-4ebd-b7e5-b5cbd24b7fd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports/7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 HTTP/1.1" status: 200 len: 913 time: 0.2247963 Feb 11 14:26:21.805622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38986) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:21.838217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:21.838888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f8e5c-e558-4b2e-aab5-127455612c5a None None] The sync data for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:21.850671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7ea70-c8f0-47ac-85c5-9cda145720a2 req-4593104e-511b-47a8-97bc-09cd1fbc93e9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:21.857821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:21.859151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57e7ea70-c8f0-47ac-85c5-9cda145720a2 req-4593104e-511b-47a8-97bc-09cd1fbc93e9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 944 time: 0.1950371 Feb 11 14:26:21.909756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-57e7ea70-c8f0-47ac-85c5-9cda145720a2 req-8d1aace8-602e-4398-b4e8-9e0976866b40 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Feb 11 14:26:21.930484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:22.176272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-73d0ae92-f828-47a9-98de-fa72de10997b tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:22.179143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-73d0ae92-f828-47a9-98de-fa72de10997b tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 808 time: 0.3047917 Feb 11 14:26:22.193599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port cf51b5ff-ac46-47fe-b991-c56f82839d7e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:22.194025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:22.228050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-07e79504-6205-4123-9387-242ee4b18865 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/quotas/c37b6dbb7d3e497abd5be99dedc28861 HTTP/1.1" status: 200 len: 375 time: 0.0273607 Feb 11 14:26:22.289017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-4f09d96e-142d-4ec9-87b3-20297b77c776 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601273 Feb 11 14:26:22.303897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-7d2474b8-f9ea-45a9-a16a-b1023ec59427 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:26:22.304946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-7d2474b8-f9ea-45a9-a16a-b1023ec59427 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074391 Feb 11 14:26:22.440046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-6eb4ba7a-6d70-4aa9-af2d-e3cd927ae0ee service neutron] 10.222.0.31 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267555 Feb 11 14:26:22.463934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:22.487501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:22.489846 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc32c534-9b98-4df4-94fd-71f59b344f6f" -d '{"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:22.502367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:22.569854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:22.573169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-c3b01978-43c3-45ce-82dd-ce21a3534b8d service neutron] 10.222.0.31 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323471 Feb 11 14:26:22.623320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:22.624146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6f065a45-e70c-46fc-b626-3e4c7307e26b no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:22.706778 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8c453-5616-41aa-a83a-7d74d09dad1c x-openstack-request-id: req-1cb8c453-5616-41aa-a83a-7d74d09dad1c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:22.709290 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-plugged", "status": "completed", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:22.711414 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cb8c453-5616-41aa-a83a-7d74d09dad1c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:22.714089 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'code': 200} Feb 11 14:26:22.721804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 6f065a45-e70c-46fc-b626-3e4c7307e26b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:22.722143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6f065a45-e70c-46fc-b626-3e4c7307e26b not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:22.722569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a52e112-a6fc-4c1d-ae23-1373cf49efdd no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:22.785285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2a52e112-a6fc-4c1d-ae23-1373cf49efdd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:22.798228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2a52e112-a6fc-4c1d-ae23-1373cf49efdd not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:22.837104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:22.885914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe9e738c-0bfa-4228-8270-2cd7307e6539 req-bc234cfa-60c1-4eb8-aab0-7f450aaef643 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0303512 Feb 11 14:26:22.886503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a961cd-38ec-4caf-9d1a-72253fb3a860 req-2b121728-4117-42c8-9e31-de5b7ad3de0c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:22.898943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5a961cd-38ec-4caf-9d1a-72253fb3a860 req-2b121728-4117-42c8-9e31-de5b7ad3de0c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.1027520 Feb 11 14:26:23.049600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5a961cd-38ec-4caf-9d1a-72253fb3a860 req-495f236e-b696-4505-9876-164550d4bdaa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391933 Feb 11 14:26:23.067081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b2add39b-0e1d-4447-9fff-01bccb8005c8 req-aee27c1c-bd15-469b-89f5-b369e0ac8f6b tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0569582 Feb 11 14:26:23.075705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335b646-c51b-438c-b192-0028893bc7ff req-c25dd494-9096-43ae-a7df-ef32bc7a021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.077618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7335b646-c51b-438c-b192-0028893bc7ff req-c25dd494-9096-43ae-a7df-ef32bc7a021d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1097 time: 0.1717236 Feb 11 14:26:23.102071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:23.102473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:23.138244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:23.160621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d8f41f5-4a9a-4742-9069-f25a86a24735 req-ce0eef57-3bdd-4608-8089-a44c4daf4285 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.0492177 Feb 11 14:26:23.171694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7335b646-c51b-438c-b192-0028893bc7ff req-f6065963-3905-4440-a7e4-df1d66b568c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Feb 11 14:26:23.325109 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:23.326333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:23.342502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:23.361138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da6f29-982e-49fb-bf87-57303be711df req-5096f1b4-4c95-4a45-9be8-ec78a788ae2d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.364814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65da6f29-982e-49fb-bf87-57303be711df req-5096f1b4-4c95-4a45-9be8-ec78a788ae2d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1159196 Feb 11 14:26:23.479718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65da6f29-982e-49fb-bf87-57303be711df req-ba5b33d8-ca50-45b1-8886-0683045eee9a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Feb 11 14:26:24.110040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-a2ee8703-c1e3-4f9d-9595-093053f67d9c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:24.111583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-a2ee8703-c1e3-4f9d-9595-093053f67d9c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Feb 11 14:26:24.236465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb24622-1a43-4714-8691-02100e17de72 req-3aeb8263-aab8-411a-832f-1f8d77ab7659 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:24.238018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3cb24622-1a43-4714-8691-02100e17de72 req-3aeb8263-aab8-411a-832f-1f8d77ab7659 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 945 time: 0.1096039 Feb 11 14:26:24.265956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8b0feae6-f701-4135-846f-6049ff263e82 req-9a7c142a-49a9-47d7-9f77-fd31f3be2464 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0500329 Feb 11 14:26:24.267569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:24.410465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=7bbf9bf8-ba75-41d7-9aa4-95bcf74417f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:24.730089 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:24.798708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3cb24622-1a43-4714-8691-02100e17de72 req-bd83cea7-b72b-4523-84b3-a66e71d32216 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519114 Feb 11 14:26:24.800611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e6b1eba-e903-4751-ae54-e06f40f97d5b req-acc33cfe-bb19-4477-8646-d851353fd5e1 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.3913324 Feb 11 14:26:24.825048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:24.826114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:24.993143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:24.995054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:25.014693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for 2aec3810-2d72-47b5-98f5-70e5c16d7cbf owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:25.090044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd87ef-d793-4448-b877-734e48ff1bd2 req-888ea7e6-fecb-4a77-8f2e-dd929193ec23 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:25.097931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99bd87ef-d793-4448-b877-734e48ff1bd2 req-888ea7e6-fecb-4a77-8f2e-dd929193ec23 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1419666 Feb 11 14:26:25.153414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-99bd87ef-d793-4448-b877-734e48ff1bd2 req-dd082706-c932-4f09-a58f-911b79daea7b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Feb 11 14:26:25.292426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 5a3542f7-80fa-4d01-9f6c-5abec81071b2 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:25.391534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:25.399540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90893b7d-d080-44fb-b057-f159833f26f5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5931449 Feb 11 14:26:25.403058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39096) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:25.411245 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] Sync routers for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:25.419808 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:25.428279 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:25.475769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3783eb79-7163-4f81-939f-5078c9bf0469 req-4102de06-31cd-4f45-900e-f8f12e626baf tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0333397 Feb 11 14:26:25.523493 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:25.531902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:25.537517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:25.538990 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:25.544323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2aec3810-2d72-47b5-98f5-70e5c16d7cbf'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:25.569061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=2aec3810-2d72-47b5-98f5-70e5c16d7cbf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:25.581650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:25.590703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:25.591360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01e640-a220-438c-89b1-af9f6a95479d None None] The sync data for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:25.655044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] No DVR routers for this DVR port 2aec3810-2d72-47b5-98f5-70e5c16d7cbf on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:25.655174 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:25.661974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:25.670662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f69813e6-3cc2-4e7a-9345-d6cc9e68b3d8 req-0a5b98d4-2b2a-4268-924c-b84a2f682416 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.62 "DELETE /v2.0/ports/2aec3810-2d72-47b5-98f5-70e5c16d7cbf HTTP/1.1" status: 204 len: 173 time: 1.5520923 Feb 11 14:26:25.671537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'name': 'network-vif-deleted', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:25.685797 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d29e0f-9983-4004-8581-9030ef436d7f" -d '{"events": [{"server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "name": "network-vif-deleted", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:25.788938 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406349c6-ad72-481a-8497-294a13f31f0c x-openstack-request-id: req-406349c6-ad72-481a-8497-294a13f31f0c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:25.789231 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c62781e-486c-4aa0-bb10-f9cc87a47757", "name": "network-vif-deleted", "tag": "2aec3810-2d72-47b5-98f5-70e5c16d7cbf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:25.789481 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-406349c6-ad72-481a-8497-294a13f31f0c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:25.796830 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c62781e-486c-4aa0-bb10-f9cc87a47757', 'name': 'network-vif-deleted', 'tag': '2aec3810-2d72-47b5-98f5-70e5c16d7cbf', 'status': 'completed', 'code': 200} Feb 11 14:26:25.997380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad7fc0e5-d1a3-4e73-8689-03bc8e8991ed req-52a57306-3bc5-4dc3-9dbe-9413b0d1d548 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.0408337 Feb 11 14:26:26.152962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:26.251296 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02fa6053-9ea6-4535-98c8-32c5019cc0b1 req-8955606b-4113-4401-b963-44154118b7bd tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0409822 Feb 11 14:26:26.328961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02b2401b-ec57-4636-b8e9-233a3a3c7476 req-9576fa68-7831-49df-87eb-0d47a9655ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=989f3a0838d84b8b95ebca7cb9168dfa&device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0554979 Feb 11 14:26:26.334503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bafbc8b-c33e-4702-bd9a-af482eb2de60 req-acac5f57-664d-4351-89bf-198035600ac0 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c62781e-486c-4aa0-bb10-f9cc87a47757 HTTP/1.1" status: 200 len: 210 time: 0.0606875 Feb 11 14:26:26.362741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02b2401b-ec57-4636-b8e9-233a3a3c7476 req-6b88f49c-486e-48b8-afe6-0951d7389a9a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=989f3a0838d84b8b95ebca7cb9168dfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242569 Feb 11 14:26:26.394884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f0278-c82e-4db7-84d1-d1797943f1ce req-c2466381-10ab-4479-9af2-44f8e756e506 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.397283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-611f0278-c82e-4db7-84d1-d1797943f1ce req-c2466381-10ab-4479-9af2-44f8e756e506 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.0802767 Feb 11 14:26:26.457998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-611f0278-c82e-4db7-84d1-d1797943f1ce req-93a04376-767b-411d-9e2f-be896f0b10c4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Feb 11 14:26:26.746722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2401b-ec57-4636-b8e9-233a3a3c7476 req-3697c68b-76c9-451b-9130-56eb384ead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.748611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02b2401b-ec57-4636-b8e9-233a3a3c7476 req-3697c68b-76c9-451b-9130-56eb384ead43 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3517070 Feb 11 14:26:26.856821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-a4f7b0cf-0ab1-4c24-9edd-3177e9001151 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.858856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-a4f7b0cf-0ab1-4c24-9edd-3177e9001151 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 808 time: 0.3581886 Feb 11 14:26:26.884501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Request body: {'port': {'device_id': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c', 'admin_state_up': True, 'tenant_id': 'c37b6dbb7d3e497abd5be99dedc28861'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:26.900619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 175b0913-ad10-40a2-8a35-69c1f59466d3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:26.900974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.018306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.030857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 175b0913-ad10-40a2-8a35-69c1f59466d3 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:27.124481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bf27fb9-b3ac-422d-ba06-b2ef193deec9 req-bdeaa5b4-cd22-469a-977b-50f5871fb767 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.0349462 Feb 11 14:26:27.225480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Made reservation on behalf of c37b6dbb7d3e497abd5be99dedc28861 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:27.231707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.325713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.370869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=175b0913-ad10-40a2-8a35-69c1f59466d3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:27.574590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Allocated IP 172.20.0.11 (436d1c36-60f7-467e-ba6b-d7a6e697e24c/c063b376-d011-41aa-9182-ae1157970eb2/b733c84c-11d4-46dd-8f73-1f71804090c0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:27.620321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11ed052a-2467-40ed-a246-804a8727e177 req-d6b8efdd-7bfb-46eb-a969-8041f9be7787 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1851187 Feb 11 14:26:27.880167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.915974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e698d-00a4-418d-8215-c36c3bf657c0 req-ba405ef5-3890-4914-baec-cffd76062b8d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:27.923894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822e698d-00a4-418d-8215-c36c3bf657c0 req-ba405ef5-3890-4914-baec-cffd76062b8d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1372390 Feb 11 14:26:27.928690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.991206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822e698d-00a4-418d-8215-c36c3bf657c0 req-f215f7d0-7739-4d46-879d-13a319277da2 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602930 Feb 11 14:26:28.004735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2aec3810-2d72-47b5-98f5-70e5c16d7cbf no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:28.032247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2aec3810-2d72-47b5-98f5-70e5c16d7cbf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:28.032597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2aec3810-2d72-47b5-98f5-70e5c16d7cbf not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:28.137818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:28.157531 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.210135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2bd2e-74ce-493d-b33c-2ca809fff2f0 req-618390c1-7082-4ac6-a5ec-c6f0647d1f4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.217407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4d2bd2e-74ce-493d-b33c-2ca809fff2f0 req-618390c1-7082-4ac6-a5ec-c6f0647d1f4f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1262727 Feb 11 14:26:28.239176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02b2401b-ec57-4636-b8e9-233a3a3c7476 req-12934163-eeac-4dc7-a86c-e7f56d80c245 tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.60 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.0900011 Feb 11 14:26:28.246310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Network 436d1c36-60f7-467e-ba6b-d7a6e697e24c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:28.262872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:28.262872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:28.266219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Pushing event updated for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:28.280906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 5a3542f7-80fa-4d01-9f6c-5abec81071b2 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:28.302528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920179b-ce1d-44ed-b865-18359a1c08eb req-d7096a17-89c2-4d19-a086-5a13deee3c95 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.317208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c920179b-ce1d-44ed-b865-18359a1c08eb req-d7096a17-89c2-4d19-a086-5a13deee3c95 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.1621678 Feb 11 14:26:28.317383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afdd5b1e-4c89-4854-a5ab-6f3c65ab7842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.329887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4d2bd2e-74ce-493d-b33c-2ca809fff2f0 req-cf7173d2-9831-43b7-86b1-253e3b00e0a9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094170 Feb 11 14:26:28.383610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c920179b-ce1d-44ed-b865-18359a1c08eb req-a9872c05-ff86-48e5-8942-231f2e26c866 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654936 Feb 11 14:26:28.396054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.396751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.468836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:28.483448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] Sync routers for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:28.489353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf868324-df7c-4cfb-85d8-6b49c2ef79c8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851755 Feb 11 14:26:28.493776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39204) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:28.510578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:28.511211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:28.525624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f316fcaf-a5e1-4e4b-8f44-fa35aef7e716 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6574996 Feb 11 14:26:28.549491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Request body: {'port': {'device_id': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:28.561571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0dce-37fc-49b7-a52a-c2e7c56f1e16 req-efa29779-de02-478e-bc23-bcffbb46946f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.563407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b18e0dce-37fc-49b7-a52a-c2e7c56f1e16 req-efa29779-de02-478e-bc23-bcffbb46946f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 932 time: 0.1349843 Feb 11 14:26:28.579222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:28.582869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0b980c70-94eb-43a2-b996-b99699f1812e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a3542f7-80fa-4d01-9f6c-5abec81071b2 HTTP/1.1" status: 200 len: 205 time: 0.0825021 Feb 11 14:26:28.585719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39206) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:28.601780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] Routers {'5a3542f7-80fa-4d01-9f6c-5abec81071b2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:28.602472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:28.647631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:28.648754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c32159-84ab-4eda-b4bf-a17b6375a98f None None] The sync data for ids ['5a3542f7-80fa-4d01-9f6c-5abec81071b2'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:28.684717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.715066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b6c09-9653-4f84-b211-50cade282c4c req-7a296af9-9306-4062-b3d0-e4fd4f2f0540 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.716736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d53b6c09-9653-4f84-b211-50cade282c4c req-7a296af9-9306-4062-b3d0-e4fd4f2f0540 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2208500 Feb 11 14:26:28.717131 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afdd5b1e-4c89-4854-a5ab-6f3c65ab7842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.723030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.729672 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b18e0dce-37fc-49b7-a52a-c2e7c56f1e16 req-392ae018-6321-412c-9fdb-dc0f2e53d586 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405571 Feb 11 14:26:28.779524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afdd5b1e-4c89-4854-a5ab-6f3c65ab7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.813899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd5b1e-4c89-4854-a5ab-6f3c65ab7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f85873c-7d47-42ca-aa45-fce9b95e8420,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:28.957055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af9c793a-e9e8-4677-a9f1-e8b86d43193c req-56b1580b-9627-4d39-bf59-63300695458f tempest-ServerShowV254Test-44904820 tempest-ServerShowV254Test-44904820-project] 10.222.0.31 "GET /v2.0/ports?device_id=7803ed51-4068-4bce-abb6-27b7fefe1eae HTTP/1.1" status: 200 len: 210 time: 0.1106398 Feb 11 14:26:28.964116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d53b6c09-9653-4f84-b211-50cade282c4c req-6d096243-bdee-4656-a50d-180ee415cf91 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053001 Feb 11 14:26:28.970243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.977057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.004428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-afdd5b1e-4c89-4854-a5ab-6f3c65ab7842 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a139d0af7191440dbaae69589572effe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607781 Feb 11 14:26:29.037310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39218) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:29.115209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.146164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.162526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d25e-2689-49d5-902d-d907580236e6 req-fd67c3de-2095-4a97-9e26-4a02e280121e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:29.164323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d579d25e-2689-49d5-902d-d907580236e6 req-fd67c3de-2095-4a97-9e26-4a02e280121e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.0833447 Feb 11 14:26:29.177129 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.177542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3542f7-80fa-4d01-9f6c-5abec81071b2 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:26:29.190551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.193217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53f97a8c-2fae-4fdb-9ee3-cbc0f28d6e36 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2 HTTP/1.1" status: 204 len: 168 time: 0.6065340 Feb 11 14:26:29.201080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39220) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:29.318738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b733c84c-11d4-46dd-8f73-1f71804090c0 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:29.320638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-91c45799-0e92-41f2-982b-ed2d8b383b79 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:29.322267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-91c45799-0e92-41f2-982b-ed2d8b383b79 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.0984039 Feb 11 14:26:29.326384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet 82a327c3-c063-4d0b-be96-c9749826e22c {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:26:29.330477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.336041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.363335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d579d25e-2689-49d5-902d-d907580236e6 req-9bbcdf26-c871-402a-99b2-3aac5eaf15b5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881626 Feb 11 14:26:29.364766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Transition to ACTIVE for port object b733c84c-11d4-46dd-8f73-1f71804090c0 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:26:29.380162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.383173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.384526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f85873c-7d47-42ca-aa45-fce9b95e8420 HTTP/1.1" status: 204 len: 168 time: 0.3481436 Feb 11 14:26:29.418818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f85873c-7d47-42ca-aa45-fce9b95e8420,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:29.434299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.497600 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.501469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.501867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.502306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.502736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.503163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.503589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.504141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.504562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.505025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.505445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.505866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.506283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ca669f-d90d-4e5b-95e1-76224ef79b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.646824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb63099-ed77-40ac-a75d-2ced4f5a7ace req-813f0592-2e5c-4da7-a099-f774c1441528 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:29.648373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eeb63099-ed77-40ac-a75d-2ced4f5a7ace req-813f0592-2e5c-4da7-a099-f774c1441528 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1535697 Feb 11 14:26:29.648635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:29.676741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port d8732e83-9a48-41c3-b535-8528a6611ebb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:29.677118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.684141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.740911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0d2f-b994-433d-b563-031b6df88782 req-531dcf2d-5330-4803-b970-9fb87103ce4c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:29.742723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-321f0d2f-b994-433d-b563-031b6df88782 req-531dcf2d-5330-4803-b970-9fb87103ce4c tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 946 time: 0.2216184 Feb 11 14:26:29.786229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Attempting to bind port b733c84c-11d4-46dd-8f73-1f71804090c0 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:29.786612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Attempting to bind port b733c84c-11d4-46dd-8f73-1f71804090c0 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:29.786950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Attempting to bind port b733c84c-11d4-46dd-8f73-1f71804090c0 on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:29.806265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eeb63099-ed77-40ac-a75d-2ced4f5a7ace req-577916f4-f204-4ca3-9388-1b3066f53ae0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439829 Feb 11 14:26:29.815330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-321f0d2f-b994-433d-b563-031b6df88782 req-582ce1c6-8d60-47e4-8464-6cd9cef35663 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Feb 11 14:26:29.815330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Port b733c84c-11d4-46dd-8f73-1f71804090c0 on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:26:29.815330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Attempting to bind port b733c84c-11d4-46dd-8f73-1f71804090c0 on network 436d1c36-60f7-467e-ba6b-d7a6e697e24c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:29.820961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:29.821811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Checking segment: {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:29.822910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Bound using segment: {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:29.823372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Bound port: b733c84c-11d4-46dd-8f73-1f71804090c0, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58e46f-e852-4876-a2d2-07979efb623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:29.823724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.881860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port d8732e83-9a48-41c3-b535-8528a6611ebb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=d8732e83-9a48-41c3-b535-8528a6611ebb,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:29.882236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.948806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for d8732e83-9a48-41c3-b535-8528a6611ebb owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:29.954916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:29.964542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:30.034563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=82a327c3-c063-4d0b-be96-c9749826e22c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:30.039306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b733c84c-11d4-46dd-8f73-1f71804090c0,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:30.051914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912c88f-6f72-42af-9ad5-14510f649cd9 None None] Network 782259e4-4cc7-4acb-9ceb-54f58520f4f7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:30.070597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.077101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5f46c9c6-174d-44cb-8a18-24dacd711a26 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/82a327c3-c063-4d0b-be96-c9749826e22c HTTP/1.1" status: 204 len: 168 time: 0.8720508 Feb 11 14:26:30.078656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39242) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:30.102317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e3655-3a1f-4782-8677-1e66921743fd req-bf101638-5a69-4ee9-90cf-57ec376ff886 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.103922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-088e3655-3a1f-4782-8677-1e66921743fd req-bf101638-5a69-4ee9-90cf-57ec376ff886 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 944 time: 0.1468215 Feb 11 14:26:30.131213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.148704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.149363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.151077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] 10.222.0.62 "PUT /v2.0/ports/b733c84c-11d4-46dd-8f73-1f71804090c0 HTTP/1.1" status: 200 len: 1092 time: 1.6098197 Feb 11 14:26:30.169097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:30.176745 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9be3ac-5db6-4b83-add4-25185b96ea38" -d '{"events": [{"name": "network-changed", "server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:30.207194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330557d1-38af-4998-9467-83fb73ee5a1c req-b5bb53d1-ced5-44c3-bb5d-5520366d2d49 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.214715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-330557d1-38af-4998-9467-83fb73ee5a1c req-b5bb53d1-ced5-44c3-bb5d-5520366d2d49 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2586513 Feb 11 14:26:30.221548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet e8c66607-8c6b-452e-91a3-e2b41b2bc96b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:26:30.248512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:30.266503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.297945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2a79b53-8564-42bc-8c33-98297bccd161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.322695 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-088e3655-3a1f-4782-8677-1e66921743fd req-3170d2a1-ef3d-4a44-9c5f-70dd7c0b2bc1 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057006 Feb 11 14:26:30.357845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-330557d1-38af-4998-9467-83fb73ee5a1c req-39d46bb0-b309-41a6-be25-557eafcd6fb8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421604 Feb 11 14:26:30.358567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] DHCP port deletion for 782259e4-4cc7-4acb-9ceb-54f58520f4f7 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:26:30.367599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.420696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fd576-5229-4292-8de3-82e541c5b7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:30.448821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.462250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-9cdc283c-34a6-4d7d-96b6-0dd8e95b117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.469060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-9cdc283c-34a6-4d7d-96b6-0dd8e95b117c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 1095 time: 0.1398292 Feb 11 14:26:30.486699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Deleting port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:30.487101 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.612820 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be2cda-9c13-44e3-8587-d3923f870be5 x-openstack-request-id: req-e2be2cda-9c13-44e3-8587-d3923f870be5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:30.613195 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:30.613382 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2be2cda-9c13-44e3-8587-d3923f870be5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:30.613826 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0', 'status': 'completed', 'code': 200} Feb 11 14:26:30.618095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-227ac81e-f4c2-4a61-beef-4cdfce914b80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b733c84c-11d4-46dd-8f73-1f71804090c0 HTTP/1.1" status: 200 len: 217 time: 0.1373844 Feb 11 14:26:30.667468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.668416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] For port ce3b710a-0c40-4b31-ac3a-f064a85d1d57, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,segment=NetworkSegment(0aac96c5-a9c7-4600-ac8b-dc073346cebd),segment_id=0aac96c5-a9c7-4600-ac8b-dc073346cebd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:30.668816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.695127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Calling delete_port for ce3b710a-0c40-4b31-ac3a-f064a85d1d57 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:30.737664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-b7353d56-0721-4758-9c71-5c4476a91174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.741404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-b7353d56-0721-4758-9c71-5c4476a91174 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c063b376-d011-41aa-9182-ae1157970eb2 HTTP/1.1" status: 200 len: 848 time: 0.1007621 Feb 11 14:26:30.754917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.755842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f173e99-cc31-4f70-b04f-5c45bc02fa07 req-813f2236-fc87-466a-8ca4-3e1e440cadab tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.765754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f173e99-cc31-4f70-b04f-5c45bc02fa07 req-813f2236-fc87-466a-8ca4-3e1e440cadab tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1622450 Feb 11 14:26:30.774728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['d8732e83-9a48-41c3-b535-8528a6611ebb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:30.783507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2a79b53-8564-42bc-8c33-98297bccd161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.815310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=d8732e83-9a48-41c3-b535-8528a6611ebb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:30.818660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.829829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-0ba1db8c-9843-4ba1-ba0e-573a80ab3d52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436d1c36-60f7-467e-ba6b-d7a6e697e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566413 Feb 11 14:26:30.842821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2a79b53-8564-42bc-8c33-98297bccd161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.872233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.879396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/e8c66607-8c6b-452e-91a3-e2b41b2bc96b HTTP/1.1" status: 204 len: 168 time: 0.7971544 Feb 11 14:26:30.879717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa7e8c-3ed3-4ac2-9112-bf789e4f151d None None] Network e872a937-6e18-4253-a162-81437f778281 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:30.880926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:30.881788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a94ad-8ab0-4a8d-9667-db2c27aac548 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c66607-8c6b-452e-91a3-e2b41b2bc96b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:31.005185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f173e99-cc31-4f70-b04f-5c45bc02fa07 req-a3cc8192-47f6-48cc-90c1-8159c5f9a958 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338443 Feb 11 14:26:31.068650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b2a79b53-8564-42bc-8c33-98297bccd161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02609489cd1c4418bd4c0e32970c4289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164907 Feb 11 14:26:31.076910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39270) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:31.153280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] No DVR routers for this DVR port d8732e83-9a48-41c3-b535-8528a6611ebb on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:31.158758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39272) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:31.171848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a79b53-8564-42bc-8c33-98297bccd161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4454ab4c-173e-4a4d-8b19-56f6ad0beb1b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:31.174590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.190341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.201929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7e23f69a-b8be-412e-90fa-8010e3af305f req-d009cc2e-3a50-4afa-a40d-835d683b785d tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "DELETE /v2.0/ports/d8732e83-9a48-41c3-b535-8528a6611ebb HTTP/1.1" status: 204 len: 173 time: 1.8718917 Feb 11 14:26:31.203609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'name': 'network-vif-deleted', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:31.204620 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcddc7b-576f-4bac-97c5-b8b8fab039df" -d '{"events": [{"server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "name": "network-vif-deleted", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:31.260409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.288387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00e88d1b-7ce8-4297-981d-1cef57de756e req-747b3cf0-25d3-4b0b-a62b-954a62935ad8 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.2385135 Feb 11 14:26:31.319258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.322763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.346866 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab08575-98e1-43b9-b929-a8f11b665a06 x-openstack-request-id: req-3ab08575-98e1-43b9-b929-a8f11b665a06 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:31.349381 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96143e81-f9b5-4bbe-aea5-02f4ca6a92ab", "name": "network-vif-deleted", "tag": "d8732e83-9a48-41c3-b535-8528a6611ebb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:31.349746 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ab08575-98e1-43b9-b929-a8f11b665a06 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:31.350371 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96143e81-f9b5-4bbe-aea5-02f4ca6a92ab', 'name': 'network-vif-deleted', 'tag': 'd8732e83-9a48-41c3-b535-8528a6611ebb', 'status': 'completed', 'code': 200} Feb 11 14:26:31.356463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-f6b0edbe-6072-4856-9e69-03509d8e45c5 service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138988 Feb 11 14:26:31.371091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] No DVR routers for this DVR port ce3b710a-0c40-4b31-ac3a-f064a85d1d57 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:31.381307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f147515-84e8-46a2-afa8-838cf0ec8e81 None None] Pushing event deleted for resources: {'Port': ['ID=ce3b710a-0c40-4b31-ac3a-f064a85d1d57,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:31.429429 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.503950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8084a1e0-4b4a-4d63-a173-3ff9bb389074 req-8190e1c7-c1da-4806-818d-2deed5090ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426704 Feb 11 14:26:31.567002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.573403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.574035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] DHCP port deletion for e872a937-6e18-4253-a162-81437f778281 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:26:31.575769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4454ab4c-173e-4a4d-8b19-56f6ad0beb1b HTTP/1.1" status: 204 len: 168 time: 0.4978917 Feb 11 14:26:31.593543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35b6d-de33-4c41-9103-ea952979d705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454ab4c-173e-4a4d-8b19-56f6ad0beb1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:31.697820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce3b710a-0c40-4b31-ac3a-f064a85d1d57 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:31.716425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13d22525-93d6-461e-a9f7-b2e8e15015ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.726253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.776147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ce3b710a-0c40-4b31-ac3a-f064a85d1d57 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:31.776609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ce3b710a-0c40-4b31-ac3a-f064a85d1d57 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:31.814505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Deleting port ea746f9b-96d5-4125-af21-c7437de28c55 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:31.816183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.841985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782259e4-4cc7-4acb-9ceb-54f58520f4f7']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:31.862721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182a07-d354-4a72-98d4-dc138379c941 req-3ed18db4-35ce-4b41-bfbc-d873f6115476 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:31.864509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c182a07-d354-4a72-98d4-dc138379c941 req-3ed18db4-35ce-4b41-bfbc-d873f6115476 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 944 time: 0.2956693 Feb 11 14:26:31.867634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4e87-e67f-4aed-aaa7-b757b48834fb req-fef6f467-920e-46e1-a8e6-181e96850eca tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:31.869736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aac96c5-a9c7-4600-ac8b-dc073346cebd') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:31.870103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aac96c5-a9c7-4600-ac8b-dc073346cebd') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:31.883652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f9f4e87-e67f-4aed-aaa7-b757b48834fb req-fef6f467-920e-46e1-a8e6-181e96850eca tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2075858 Feb 11 14:26:31.888745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-66a18406-436d-47d4-9ead-3bad53ccd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:31.889453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] For port ea746f9b-96d5-4125-af21-c7437de28c55, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ea746f9b-96d5-4125-af21-c7437de28c55,segment=NetworkSegment(2e464569-a9af-459c-ac56-9a9f56db4ed8),segment_id=2e464569-a9af-459c-ac56-9a9f56db4ed8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:31.889855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.890315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-66a18406-436d-47d4-9ead-3bad53ccd938 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 1095 time: 0.2183824 Feb 11 14:26:31.903985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Calling delete_port for ea746f9b-96d5-4125-af21-c7437de28c55 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:31.919672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.973154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c182a07-d354-4a72-98d4-dc138379c941 req-56fabc35-a7ec-4b04-b20c-84c69eedd17b tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993817 Feb 11 14:26:31.982806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:31.999502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13d22525-93d6-461e-a9f7-b2e8e15015ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.017470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:32.018385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:32.022099 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:32.082873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1f9f4e87-e67f-4aed-aaa7-b757b48834fb req-9add3467-4b53-44c5-b03b-2fecc54df895 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027147 Feb 11 14:26:32.112030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13d22525-93d6-461e-a9f7-b2e8e15015ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.144199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-8129a324-9f7c-4f30-bc6e-a5771bfce85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:32.145822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-8129a324-9f7c-4f30-bc6e-a5771bfce85b service neutron] 10.222.0.62 "GET /v2.0/networks?id=436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 200 len: 909 time: 0.2315958 Feb 11 14:26:32.205935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.210810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-13d22525-93d6-461e-a9f7-b2e8e15015ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=989f3a0838d84b8b95ebca7cb9168dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0440714 Feb 11 14:26:32.213787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d22525-93d6-461e-a9f7-b2e8e15015ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b389b-959a-4c0c-8084-9d29780cd7c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:32.221882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:32.267853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] Pushing event deleted for resources: {'Port': ['ID=ea746f9b-96d5-4125-af21-c7437de28c55,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:32.277775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d32f33-8fbb-48af-bab8-d5a78bff122f None None] No DVR routers for this DVR port ea746f9b-96d5-4125-af21-c7437de28c55 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:32.280558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-497265fa-5346-43e6-b17d-1b1b03cee34a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b733c84c-11d4-46dd-8f73-1f71804090c0 HTTP/1.1" status: 200 len: 217 time: 0.1184020 Feb 11 14:26:32.302894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.314914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.335947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/782259e4-4cc7-4acb-9ceb-54f58520f4f7 HTTP/1.1" status: 204 len: 168 time: 1.4518790 Feb 11 14:26:32.336604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39306) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:32.450689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-13211596-daeb-4d34-a062-4d9dbf809aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:32.452322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-13211596-daeb-4d34-a062-4d9dbf809aca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c063b376-d011-41aa-9182-ae1157970eb2 HTTP/1.1" status: 200 len: 848 time: 0.1620893 Feb 11 14:26:32.473299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5376a-1d40-41cf-a8a6-1afd4d586c75 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=782259e4-4cc7-4acb-9ceb-54f58520f4f7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:32.490790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-5e866366-2c18-4c26-b5c5-10121436c917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436d1c36-60f7-467e-ba6b-d7a6e697e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301766 Feb 11 14:26:32.527098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.534757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbd1deed-54b1-495e-8e8f-de534502c215 req-5a26b41e-ea50-43ea-b29a-1863cd4e736b tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=96143e81-f9b5-4bbe-aea5-02f4ca6a92ab HTTP/1.1" status: 200 len: 210 time: 0.0522149 Feb 11 14:26:32.550571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.583860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.670001 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-7477dafa-2428-4eca-bc6b-78b074683ecc service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418271 Feb 11 14:26:32.725566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.728916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.730278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/659b389b-959a-4c0c-8084-9d29780cd7c4 HTTP/1.1" status: 204 len: 168 time: 0.5068872 Feb 11 14:26:32.742601 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.745829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea517f3-91b1-418e-87b9-3844ba8dc3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b389b-959a-4c0c-8084-9d29780cd7c4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:32.802361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e872a937-6e18-4253-a162-81437f778281']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:32.826730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e464569-a9af-459c-ac56-9a9f56db4ed8') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:32.829728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd9be3ac-5db6-4b83-add4-25185b96ea38 req-7b6599c0-b574-4bf8-a364-c42ca8ba22a8 service neutron] 10.222.0.62 "GET /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518149 Feb 11 14:26:32.830441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e464569-a9af-459c-ac56-9a9f56db4ed8') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:32.842683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.859709 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.870375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:32.870786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:32.876881 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:33.041998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.052808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.077915 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/e872a937-6e18-4253-a162-81437f778281 HTTP/1.1" status: 204 len: 168 time: 0.6828611 Feb 11 14:26:33.085301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:33.093098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1062213186'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:33.131197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cb2df-72fa-43e8-8afd-d018f41ed9ce tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=e872a937-6e18-4253-a162-81437f778281,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:33.256991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe163e-7536-4484-8ab4-aeb31a4d1aab req-328df0e5-8acd-4d97-81d8-b9d8fbeaa042 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:33.267310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebfe163e-7536-4484-8ab4-aeb31a4d1aab req-328df0e5-8acd-4d97-81d8-b9d8fbeaa042 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 944 time: 0.1565688 Feb 11 14:26:33.287493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736dc56-4931-4b64-8e88-108248eac595 req-dfb941ae-44dd-4e5c-a4c6-3842cfe87f31 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:33.289587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:33.293087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.298722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1736dc56-4931-4b64-8e88-108248eac595 req-dfb941ae-44dd-4e5c-a4c6-3842cfe87f31 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.0780973 Feb 11 14:26:33.351840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ebfe163e-7536-4484-8ab4-aeb31a4d1aab req-fc82b526-e529-4fcf-af97-075c0b196dae tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689960 Feb 11 14:26:33.385392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:33.385392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.385392 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment 4cca7f68-d419-43b5-b27c-42f779a912a5 of type vlan for network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e Feb 11 14:26:33.396168 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1736dc56-4931-4b64-8e88-108248eac595 req-9030cd50-1761-41f4-a85f-613f63a26c2d tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Feb 11 14:26:33.463270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.600696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ea746f9b-96d5-4125-af21-c7437de28c55 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:33.651714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.659474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:33.660306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:33.662363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ea746f9b-96d5-4125-af21-c7437de28c55 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:33.662882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ea746f9b-96d5-4125-af21-c7437de28c55 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:33.781673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=c9aff1cb-cb8b-4b55-81b6-5d21faf1702e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:33.797232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:33.879097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8732e83-9a48-41c3-b535-8528a6611ebb no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:33.902510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b25b65a-b189-4dc3-8e7d-7aa8954b8c8b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8171525 Feb 11 14:26:33.905874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:33.908302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:33.971613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: d8732e83-9a48-41c3-b535-8528a6611ebb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:33.973023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device d8732e83-9a48-41c3-b535-8528a6611ebb not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:34.006795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b733c84c-11d4-46dd-8f73-1f71804090c0 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:26:34.193403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f15fa-c77e-401f-aa40-7977b2fc9fb2 req-bf762202-ad71-4fec-bc04-42600de99ffc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.200544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-7e803abb-3a00-4756-a541-1496dac32142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.201125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b81f15fa-c77e-401f-aa40-7977b2fc9fb2 req-bf762202-ad71-4fec-bc04-42600de99ffc tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1118422 Feb 11 14:26:34.202156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-7e803abb-3a00-4756-a541-1496dac32142 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dd6493465804c709a27f8170d371f62&device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 1097 time: 0.0497701 Feb 11 14:26:34.260047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b733c84c-11d4-46dd-8f73-1f71804090c0,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:34.291885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b81f15fa-c77e-401f-aa40-7977b2fc9fb2 req-4b355550-a218-4761-9b57-670568be712f tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899055 Feb 11 14:26:34.296089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b733c84c-11d4-46dd-8f73-1f71804090c0', 'network_id': '436d1c36-60f7-467e-ba6b-d7a6e697e24c', 'port_id': 'b733c84c-11d4-46dd-8f73-1f71804090c0', 'mac_address': 'fa:16:3e:40:cc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c063b376-d011-41aa-9182-ae1157970eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:26:34.344696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:34.348642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:34.371058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:34.388821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b733c84c-11d4-46dd-8f73-1f71804090c0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:34.444145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b733c84c-11d4-46dd-8f73-1f71804090c0,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:34.526451 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:34.585446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fb044-3c08-4ad6-80b6-a7d18e332b3a req-1ba0faf2-0d97-4367-86c2-b7af520d0e74 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.597512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-988fb044-3c08-4ad6-80b6-a7d18e332b3a req-1ba0faf2-0d97-4367-86c2-b7af520d0e74 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 944 time: 0.1008456 Feb 11 14:26:34.643915 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-988fb044-3c08-4ad6-80b6-a7d18e332b3a req-22f9c434-2df2-4d33-8165-417d5fc94dce tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Feb 11 14:26:34.673186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:34.739461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d724c1-18c8-4be1-a06c-18eede7ac1a9 req-8a3f9d19-0090-4967-96f3-3787ce74d73f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.749711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47d724c1-18c8-4be1-a06c-18eede7ac1a9 req-8a3f9d19-0090-4967-96f3-3787ce74d73f tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.3310797 Feb 11 14:26:34.754332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b733c84c-11d4-46dd-8f73-1f71804090c0'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:34.757675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-940dcef2-e9df-442e-8017-2afc73c16825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.759917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-940dcef2-e9df-442e-8017-2afc73c16825 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 200 len: 915 time: 0.5483284 Feb 11 14:26:34.820871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-e2ea3dbd-3936-4a4c-a977-b8178d158a1b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 200 len: 217 time: 0.0523560 Feb 11 14:26:34.828318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39404) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:34.874409 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47d724c1-18c8-4be1-a06c-18eede7ac1a9 req-1a7c0d5f-ede6-4b80-a7ca-4d48fe71cacd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180019 Feb 11 14:26:34.985696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-158dca8e-ef63-40ff-8f6d-c9082e22aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.989748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-158dca8e-ef63-40ff-8f6d-c9082e22aa35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 200 len: 854 time: 0.1611137 Feb 11 14:26:35.091202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-7212398c-b9cd-40cb-ab2b-b43151d30896 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d278a94-817a-4d84-8ec4-69436fc8ce5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904617 Feb 11 14:26:35.129413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-305257813-network', 'tenant_id': '97423bd6eacf476280f5254cf894cacd'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:35.261346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-1f956c64-5d70-4046-8065-55d37464f7af service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545253 Feb 11 14:26:35.268569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Made reservation on behalf of 97423bd6eacf476280f5254cf894cacd for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:35.272390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.283590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.379685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.446490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a205ea32-9ee9-457b-b578-3254cfeca863 req-5fb87a26-d051-4b3f-a2bf-8b7fd62c1915 service neutron] 10.222.0.62 "GET /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768968 Feb 11 14:26:35.463344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=139ea601-8721-4b56-996a-b55bc8688ef9,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:35.492273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': '4cca7f68-d419-43b5-b27c-42f779a912a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:35.492623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: c9aff1cb-cb8b-4b55-81b6-5d21faf1702e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:35.503960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a559-3dff-4c7a-bbbf-e2125983c8b2 req-c531f220-b7be-4f86-b96a-b9bfeb52bf9c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:35.514338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38c2a559-3dff-4c7a-bbbf-e2125983c8b2 req-c531f220-b7be-4f86-b96a-b9bfeb52bf9c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1379807 Feb 11 14:26:35.572492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.607921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38c2a559-3dff-4c7a-bbbf-e2125983c8b2 req-187d1063-6318-46e5-8338-5a3dd54aeb36 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Feb 11 14:26:35.632596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.635166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:35.674514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f29484-fdbe-4896-b1c9-cfb600e611d3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:35.702529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c9aff1cb-cb8b-4b55-81b6-5d21faf1702e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:35.714357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1ff17-3e24-4b22-97e0-dca1770aa154 None None] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:35.717710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:35.719930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.758257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:35.772685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.773097 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Added segment b39c9f85-434e-4520-8e20-4e1e96aa1218 of type vlan for network 5129901f-6cf5-4177-926e-352a8a17b4cb Feb 11 14:26:35.819816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084126-53a5-4508-af1a-03d0585bfa2d req-0a7103fc-8caf-47cb-92d1-ce3048875da6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:35.821372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36084126-53a5-4508-af1a-03d0585bfa2d req-0a7103fc-8caf-47cb-92d1-ce3048875da6 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.0993693 Feb 11 14:26:35.841838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:35.844581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c9180b99-8f75-4b2c-82ad-dca5aabf3e98 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9407511 Feb 11 14:26:35.847444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:35.854924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2278863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:35.892148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac37110-4300-44c1-a42a-4dab62358709 req-5efaf804-e932-488f-95ae-f0acfa256f88 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:35.894043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ac37110-4300-44c1-a42a-4dab62358709 req-5efaf804-e932-488f-95ae-f0acfa256f88 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 945 time: 0.0941112 Feb 11 14:26:35.989415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ac37110-4300-44c1-a42a-4dab62358709 req-94a784a2-9e74-4951-a15f-3bf6a51048c7 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878050 Feb 11 14:26:36.011325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.012810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.017105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:36.017953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.043923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c9aff1cb-cb8b-4b55-81b6-5d21faf1702e', 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': '139ea601-8721-4b56-996a-b55bc8688ef9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:26:36.050937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.074396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b733c84c-11d4-46dd-8f73-1f71804090c0 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:36.137469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] For port eae9ba0f-5a15-4be2-86fc-33b0ea2af251, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:36.138933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.150726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.245473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.273895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:36.405993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.406745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.406745 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Floating IP bf7d4e2e-72bf-46d7-8abf-854b85de02a6 disassociated. External IP: 172.25.7.132, port: eae9ba0f-5a15-4be2-86fc-33b0ea2af251. Feb 11 14:26:36.407015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for eae9ba0f-5a15-4be2-86fc-33b0ea2af251 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:36.431216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Allocated IP 2001:db8::2 (c9aff1cb-cb8b-4b55-81b6-5d21faf1702e/139ea601-8721-4b56-996a-b55bc8688ef9/30d43663-b959-41d4-a0e0-8146ecec7b21) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:36.434932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.435872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:36.441602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.446571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.448174 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1e0cd9c4-304b-4570-ab91-16268dc2ff49 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5945203 Feb 11 14:26:36.448174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39446) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:36.453151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'port': {'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e', 'name': 'tempest-RoutersIpV6Test-1296087630'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:36.459632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port b733c84c-11d4-46dd-8f73-1f71804090c0 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:26:36.536276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b733c84c-11d4-46dd-8f73-1f71804090c0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:36.536276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.608152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f5821b9-b207-4de4-b386-deed3948a5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.643285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] Pushing event updated for resources: {'Network': ['ID=5129901f-6cf5-4177-926e-352a8a17b4cb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:36.657032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5667f4-8c6e-4c71-accd-c7e15e2a15c2 req-3ee0ba96-11bc-4f3d-8f04-70f4d4cc8db3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:36.669204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a5667f4-8c6e-4c71-accd-c7e15e2a15c2 req-3ee0ba96-11bc-4f3d-8f04-70f4d4cc8db3 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 945 time: 0.2594273 Feb 11 14:26:36.711111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb0d3215-a52b-4174-a351-79af3eec5c74 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8814235 Feb 11 14:26:36.716031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39454) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:36.731018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Request body: {'subnet': {'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-subnet', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:36.752574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a5667f4-8c6e-4c71-accd-c7e15e2a15c2 req-c93d7a62-3ec1-455c-b485-67940b1f53eb tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups?id=deffcf62-1715-4512-ac58-5b052c9236b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823257 Feb 11 14:26:36.754646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.756858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:36.882908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Made reservation on behalf of 97423bd6eacf476280f5254cf894cacd for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:36.885516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.900774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c42d6-307b-4f5c-b4d0-4653e38437b3 req-f208cef7-b721-4fd1-9e60-9ede2ae2abaa tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:36.902630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b7c42d6-307b-4f5c-b4d0-4653e38437b3 req-f208cef7-b721-4fd1-9e60-9ede2ae2abaa tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1391029 Feb 11 14:26:36.918030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:36.921783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.926249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f5821b9-b207-4de4-b386-deed3948a5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:36.932603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:36.934893 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bb74bf-2e5d-42c1-bfb8-66f7f2f55b96" -d '{"events": [{"server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "name": "network-vif-plugged", "status": "completed", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:36.967668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b733c84c-11d4-46dd-8f73-1f71804090c0,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:36.994389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] device_id is not set on port e609886e-8408-42b0-a212-5ca1842ffa09 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:26:37.067430 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8840c6f-a706-4582-bec3-4f9636247f1c x-openstack-request-id: req-a8840c6f-a706-4582-bec3-4f9636247f1c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:37.067650 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "name": "network-vif-plugged", "status": "completed", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:37.067872 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8840c6f-a706-4582-bec3-4f9636247f1c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:37.068283 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0', 'code': 200} Feb 11 14:26:37.089706 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.122768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f5821b9-b207-4de4-b386-deed3948a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.146727 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.163186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.208229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b7c42d6-307b-4f5c-b4d0-4653e38437b3 req-c5026875-b551-4fb9-b991-ac6f4a5c99ce tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578971 Feb 11 14:26:37.217414 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.245292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f5821b9-b207-4de4-b386-deed3948a5af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e80df66bcc44b45a8d0623eb4370a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688494 Feb 11 14:26:37.249389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:37.261548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5821b9-b207-4de4-b386-deed3948a5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd05f3-8a61-4e7c-bdc9-ef9560c9abfc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.328822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Pushing event updated for resources: {'Port': ['ID=30d43663-b959-41d4-a0e0-8146ecec7b21,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.343913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3d03f-8354-4510-9dc9-a55573a5fdee req-c02c6f47-477a-4ff2-9ab7-a4168ec67058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.345558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cd3d03f-8354-4510-9dc9-a55573a5fdee req-c02c6f47-477a-4ff2-9ab7-a4168ec67058 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 1097 time: 0.2067976 Feb 11 14:26:37.371407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:37.373810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8::1a8 (c9aff1cb-cb8b-4b55-81b6-5d21faf1702e/139ea601-8721-4b56-996a-b55bc8688ef9/e609886e-8408-42b0-a212-5ca1842ffa09) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:37.374277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:37.377725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:37.439836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.485543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cd3d03f-8354-4510-9dc9-a55573a5fdee req-2a5a3593-ee5e-4e29-9fb8-7126d0256d80 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292324 Feb 11 14:26:37.499914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.508960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b0484-c634-495b-ab99-b9543b639c96 req-559085b3-46bf-496f-bdae-b0b760cdbe92 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.517409 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-020b0484-c634-495b-ab99-b9543b639c96 req-559085b3-46bf-496f-bdae-b0b760cdbe92 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1886978 Feb 11 14:26:37.601163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-020b0484-c634-495b-ab99-b9543b639c96 req-b1df4a5d-1173-4175-aceb-55bd318b9a42 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Feb 11 14:26:37.646422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.725811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=eae9ba0f-5a15-4be2-86fc-33b0ea2af251,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.737194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Attempting to bind port 30d43663-b959-41d4-a0e0-8146ecec7b21 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:37.737924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Attempting to bind port 30d43663-b959-41d4-a0e0-8146ecec7b21 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4cca7f68-d419-43b5-b27c-42f779a912a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:37.739442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Attempting to bind port 30d43663-b959-41d4-a0e0-8146ecec7b21 on network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:37.740758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c963e-f384-451c-a111-39a541f5e3e0 req-ad21b841-a680-44a1-8ff5-978569428c5f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.748335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:37.750685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Checking segment: {'id': '4cca7f68-d419-43b5-b27c-42f779a912a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:37.751164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-510c963e-f384-451c-a111-39a541f5e3e0 req-ad21b841-a680-44a1-8ff5-978569428c5f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 946 time: 0.2073181 Feb 11 14:26:37.753318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.754535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Bound using segment: {'id': '4cca7f68-d419-43b5-b27c-42f779a912a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:37.755260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Bound port: 30d43663-b959-41d4-a0e0-8146ecec7b21, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cca7f68-d419-43b5-b27c-42f779a912a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c9aff1cb-cb8b-4b55-81b6-5d21faf1702e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:37.758540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.775979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.783620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.784878 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94cd05f3-8a61-4e7c-bdc9-ef9560c9abfc HTTP/1.1" status: 204 len: 168 time: 0.5344455 Feb 11 14:26:37.838720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719135c2-1f92-441f-9659-bd9315114d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cd05f3-8a61-4e7c-bdc9-ef9560c9abfc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:37.887745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.924537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-510c963e-f384-451c-a111-39a541f5e3e0 req-d9ec3293-4101-4975-849b-9b9ae81d3571 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724021 Feb 11 14:26:37.970752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] For port 30d43663-b959-41d4-a0e0-8146ecec7b21, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:37.983941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] For port 30d43663-b959-41d4-a0e0-8146ecec7b21, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=30d43663-b959-41d4-a0e0-8146ecec7b21,segment=NetworkSegment(4cca7f68-d419-43b5-b27c-42f779a912a5),segment_id=4cca7f68-d419-43b5-b27c-42f779a912a5)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:38.002703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85b10-082e-4103-81f9-a46125b72628 req-6f7c8fe5-25fa-4b1d-af74-89281492aac2 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.007953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8e85b10-082e-4103-81f9-a46125b72628 req-6f7c8fe5-25fa-4b1d-af74-89281492aac2 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2000182 Feb 11 14:26:38.065976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8e85b10-082e-4103-81f9-a46125b72628 req-9c76de45-b0cf-4cd7-ba8c-f81d44ef8baa tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Feb 11 14:26:38.068159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.069406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82efce9a-995f-48d0-aa9d-d6327a08ff96 req-5e225e5b-ea4e-450e-a9ae-cffbcfebdb33 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.0386922 Feb 11 14:26:38.079620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Router 4794835d-5735-4cca-97ea-7256d260db93 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:38.114342 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.226918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:38.232045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:38.241442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:38.251355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.252412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.262829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.272392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=e609886e-8408-42b0-a212-5ca1842ffa09,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.372841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6af8f-87c9-4297-984f-98ab53ae40e8 None None] Pushing event updated for resources: {'Port': ['ID=30d43663-b959-41d4-a0e0-8146ecec7b21,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.386554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f8fca7d-3f0f-4054-a932-440403b9fd8e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9375706 Feb 11 14:26:38.390979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:38.406808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:38.423805 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Sync routers for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:38.465420 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:38.466375 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:38.547300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36d854f-b609-4d6d-8424-3427bbab7ada,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.563494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Checking segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:38.563957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Network hostable DHCP agents. Network: 5129901f-6cf5-4177-926e-352a8a17b4cb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:26:38.568873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] No DVR routers for this DVR port eae9ba0f-5a15-4be2-86fc-33b0ea2af251 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:38.573486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.576934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36084126-53a5-4508-af1a-03d0585bfa2d req-e3bf373b-89cd-4fa1-b20c-179719b1f0bd tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.60 "DELETE /v2.0/ports/eae9ba0f-5a15-4be2-86fc-33b0ea2af251 HTTP/1.1" status: 204 len: 173 time: 2.7461724 Feb 11 14:26:38.585210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-deleted', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:38.588083 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c552fa-ccf1-4e7c-92c1-f1c301dcc4e7" -d '{"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-deleted", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:38.600098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d151b4d-a29b-4d60-9578-cd6cecd1cdbb req-5ae0bb8c-87c2-4c59-921e-4d1725211ee7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.611683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d151b4d-a29b-4d60-9578-cd6cecd1cdbb req-5ae0bb8c-87c2-4c59-921e-4d1725211ee7 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2415085 Feb 11 14:26:38.682005 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d5857-8af6-4a83-973f-322de8edabf9 x-openstack-request-id: req-958d5857-8af6-4a83-973f-322de8edabf9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:38.683352 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6976ac-9770-4f3b-9f65-733219743b44", "name": "network-vif-deleted", "tag": "eae9ba0f-5a15-4be2-86fc-33b0ea2af251", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:38.683782 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-958d5857-8af6-4a83-973f-322de8edabf9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:38.684206 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6976ac-9770-4f3b-9f65-733219743b44', 'name': 'network-vif-deleted', 'tag': 'eae9ba0f-5a15-4be2-86fc-33b0ea2af251', 'status': 'completed', 'code': 200} Feb 11 14:26:38.777917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d151b4d-a29b-4d60-9578-cd6cecd1cdbb req-f4ee9c3f-9592-49bb-aade-3094a0c8fa83 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646886 Feb 11 14:26:38.863510 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:38.888514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:26:39.030029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5129901f-6cf5-4177-926e-352a8a17b4cb) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:39.042898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a516b-8044-416b-9d36-d6eb944535db None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:39.059771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.070451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.263338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-844cb67c-b6b7-4d08-972e-55c06dd8ecc5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5383759 Feb 11 14:26:39.264751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:39.278871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:39.287069 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:39.313432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb53796-2611-4218-b118-23fd733bf14c req-568caf49-4b15-44b4-a5fa-54e0e77b5e71 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.322787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddb53796-2611-4218-b118-23fd733bf14c req-568caf49-4b15-44b4-a5fa-54e0e77b5e71 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1947932 Feb 11 14:26:39.332862 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Checking router: 4794835d-5735-4cca-97ea-7256d260db93 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:39.344923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:39.345780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:39.468035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddb53796-2611-4218-b118-23fd733bf14c req-783478d5-28ca-4784-b890-12b95edab326 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410220 Feb 11 14:26:39.483003 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.488603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.686100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5129901f-6cf5-4177-926e-352a8a17b4cb', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:26:39.696104 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:39.705738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.748950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 30d43663-b959-41d4-a0e0-8146ecec7b21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:39.846851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.929660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:39.989626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c35beee-7b59-4f33-a518-944abc250f9d req-3874d15c-9d38-4f44-b84b-f703aa34416e tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6976ac-9770-4f3b-9f65-733219743b44 HTTP/1.1" status: 200 len: 210 time: 0.1720462 Feb 11 14:26:40.057943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: eae9ba0f-5a15-4be2-86fc-33b0ea2af251 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:40.058933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device eae9ba0f-5a15-4be2-86fc-33b0ea2af251 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:40.342119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 30d43663-b959-41d4-a0e0-8146ecec7b21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:40.342119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:40.434618 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:40.447631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:40.449158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff06f-8af9-4bd0-8333-c11e97319847 req-d459f9f8-b419-44c4-a54b-a41a054644ec tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.466350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-319ff06f-8af9-4bd0-8333-c11e97319847 req-d459f9f8-b419-44c4-a54b-a41a054644ec tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 946 time: 0.7667878 Feb 11 14:26:40.530943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8350f5-ec42-420a-a1b3-6e3cdb2379e5 req-454222ca-24cf-42ab-8699-e6eb2ae9110c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.538889 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40041c3-d530-4b9c-b802-d67ead377b08 None None] The sync data for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 is: [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'fa2fc392-4fb1-4d5f-acde-f05f2182295b', 'name': '', 'network_id': 'b6746f8a-5513-44df-83d3-dbbe664479fb', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'mac_address': 'fa:16:3e:37:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14dbd05c-e549-4511-837b-371449b625f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:32Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'subnets': [{'id': '14dbd05c-e549-4511-837b-371449b625f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:40.541111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c8350f5-ec42-420a-a1b3-6e3cdb2379e5 req-454222ca-24cf-42ab-8699-e6eb2ae9110c tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2200105 Feb 11 14:26:40.655507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c8350f5-ec42-420a-a1b3-6e3cdb2379e5 req-bb3564b1-d25a-4e7e-9b50-f717d371c7b4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Feb 11 14:26:40.708150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Allocated IP 172.20.0.2 (5129901f-6cf5-4177-926e-352a8a17b4cb/c36d854f-b609-4d6d-8424-3427bbab7ada/88d9799c-833c-4661-b89d-379c38051fab) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:40.842143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-319ff06f-8af9-4bd0-8333-c11e97319847 req-506fa3d4-55e6-4249-b890-2c9873f22efc tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434355 Feb 11 14:26:40.927926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:40.947491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555afa3-a9e1-4f25-822e-c3ba2f5d8616 None None] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:41.125306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d4ebc-db5a-4e73-9d6e-b8accfd786ae None None] New status for floating IP bf7d4e2e-72bf-46d7-8abf-854b85de02a6: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:26:41.128050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24341-5594-4bed-b535-33f5d39f0c52 req-30d0cabe-0747-4b24-9f01-0ac9baf9b5e0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:41.136737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49d24341-5594-4bed-b535-33f5d39f0c52 req-30d0cabe-0747-4b24-9f01-0ac9baf9b5e0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.3283849 Feb 11 14:26:41.163095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.314789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.367757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.370644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:41.395043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0608cdec-72b2-4d6b-9762-6dbd55960496 None None] Provisioning complete for port 30d43663-b959-41d4-a0e0-8146ecec7b21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:41.395428 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0608cdec-72b2-4d6b-9762-6dbd55960496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.436938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Allocated IP 172.25.7.13 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/26bb6d0c-680e-4952-91ec-6479798ec672) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:41.449708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.481156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.507273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.527719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.570710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.597446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49d24341-5594-4bed-b535-33f5d39f0c52 req-1d00a50f-8726-44cb-8161-afd31a6bbaf0 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357131 Feb 11 14:26:41.605382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 30d43663-b959-41d4-a0e0-8146ecec7b21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=30d43663-b959-41d4-a0e0-8146ecec7b21,segment=NetworkSegment(4cca7f68-d419-43b5-b27c-42f779a912a5),segment_id=4cca7f68-d419-43b5-b27c-42f779a912a5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:41.639107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.735983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.738178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.840309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.850395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=e609886e-8408-42b0-a212-5ca1842ffa09,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:41.855520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Pushing event updated for resources: {'Port': ['ID=88d9799c-833c-4661-b89d-379c38051fab,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:41.871469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:41.892351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:41.901464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:41.910864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.911397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.911882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.915271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:41.925529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.926098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.926592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.927070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.927542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.928001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.928472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.928970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.929438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:41.935197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:41.959089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Pushing event updated for resources: {'Port': ['ID=26bb6d0c-680e-4952-91ec-6479798ec672,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:41.962474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:41.978849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:41.990410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3c97-3dd9-4acd-b5f4-af9c4cc2423d req-882bf610-0228-42b6-99b2-bf743a1ede48 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:41.993036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1dd3c97-3dd9-4acd-b5f4-af9c4cc2423d req-882bf610-0228-42b6-99b2-bf743a1ede48 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1957450 Feb 11 14:26:42.073492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.083363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.086810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "DELETE /v2.0/security-groups/deffcf62-1715-4512-ac58-5b052c9236b2 HTTP/1.1" status: 204 len: 168 time: 0.7126503 Feb 11 14:26:42.092644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39598) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:42.134480 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-0fa0508a-65b9-482e-bbb6-a3402622bff2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] show failed (client error): The resource could not be found. Feb 11 14:26:42.137533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0fa0508a-65b9-482e-bbb6-a3402622bff2 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "GET /v2.0/security-groups/deffcf62-1715-4512-ac58-5b052c9236b2 HTTP/1.1" status: 404 len: 347 time: 0.0425897 Feb 11 14:26:42.138414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39606) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:42.149528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa950a6-f1b0-4b7c-af10-b1ba3ba5a211 tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffcf62-1715-4512-ac58-5b052c9236b2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.218300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1dd3c97-3dd9-4acd-b5f4-af9c4cc2423d req-b0d5ea8f-2378-41fc-b86b-1ff8c56f863b tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644235 Feb 11 14:26:42.226948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Attempting to bind port 88d9799c-833c-4661-b89d-379c38051fab on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:42.228666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Attempting to bind port 88d9799c-833c-4661-b89d-379c38051fab by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:42.230020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Attempting to bind port 88d9799c-833c-4661-b89d-379c38051fab on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:42.233491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=30d43663-b959-41d4-a0e0-8146ecec7b21,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.277029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:42.280454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Checking segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:42.280877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.281302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Bound using segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:42.281870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Bound port: 88d9799c-833c-4661-b89d-379c38051fab, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:42.282316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.404857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.471131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] For port 88d9799c-833c-4661-b89d-379c38051fab, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:42.486622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] For port 88d9799c-833c-4661-b89d-379c38051fab, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=88d9799c-833c-4661-b89d-379c38051fab,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:42.510500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Deleting port 2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:42.511141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.577145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.676679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb2cd5-5fe9-4001-a112-dd015accee2d None None] Pushing event updated for resources: {'Port': ['ID=88d9799c-833c-4661-b89d-379c38051fab,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:42.789364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.789675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.804021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.891871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Calling delete_port for 2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:42.919324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41eb17b8-2f56-445b-ad62-85a2bac0024e None None] Provisioning complete for port 30d43663-b959-41d4-a0e0-8146ecec7b21 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:42.919701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41eb17b8-2f56-445b-ad62-85a2bac0024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.931329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:42.988623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649473c-b60f-4b9e-9c29-d24ff13bbd00 req-58e5045f-83b7-4c4f-87ec-1f54c9c685a5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:42.990443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3649473c-b60f-4b9e-9c29-d24ff13bbd00 req-58e5045f-83b7-4c4f-87ec-1f54c9c685a5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.4013581 Feb 11 14:26:43.015094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.015909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.178284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=e609886e-8408-42b0-a212-5ca1842ffa09,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:43.303528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41eb17b8-2f56-445b-ad62-85a2bac0024e None None] Provisioning complete for port e609886e-8408-42b0-a212-5ca1842ffa09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:43.304526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41eb17b8-2f56-445b-ad62-85a2bac0024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.369371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3649473c-b60f-4b9e-9c29-d24ff13bbd00 req-14c84bb9-b91b-43bd-8af4-68322ffee9f8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724093 Feb 11 14:26:43.411323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054ad0e-d909-4131-9366-511026116394 req-5292c1e9-34d1-49ca-ac8e-da4a676af8f5 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:43.421526 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4054ad0e-d909-4131-9366-511026116394 req-5292c1e9-34d1-49ca-ac8e-da4a676af8f5 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 946 time: 0.4533210 Feb 11 14:26:43.426800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-41eb17b8-2f56-445b-ad62-85a2bac0024e None None] Port e609886e-8408-42b0-a212-5ca1842ffa09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:43.477513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:43.483402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:43.560692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5d20aee2-c262-4271-b5a1-8d3ed228e5e8 None None] Provisioning complete for port e609886e-8408-42b0-a212-5ca1842ffa09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:43.561555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d20aee2-c262-4271-b5a1-8d3ed228e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.574437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.678819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5d20aee2-c262-4271-b5a1-8d3ed228e5e8 None None] Port e609886e-8408-42b0-a212-5ca1842ffa09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:43.740681 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4054ad0e-d909-4131-9366-511026116394 req-38812996-e784-4945-9d65-b2c4a8bd2155 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166437 Feb 11 14:26:43.782430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c02b1-aae1-4229-a2f7-c1569831cdf3 req-49bfed89-70c2-4fbb-8976-f9c299f858a3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:43.784412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-311c02b1-aae1-4229-a2f7-c1569831cdf3 req-49bfed89-70c2-4fbb-8976-f9c299f858a3 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2960372 Feb 11 14:26:43.864068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.912421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-311c02b1-aae1-4229-a2f7-c1569831cdf3 req-df0fcb57-d039-449c-92ea-9985210ce304 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206207 Feb 11 14:26:43.925775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3979c86c-9a7e-4596-ad59-26934315513d None None] Provisioning complete for port e609886e-8408-42b0-a212-5ca1842ffa09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:43.928603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3979c86c-9a7e-4596-ad59-26934315513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.949947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Pushing event deleted for resources: {'Port': ['ID=2c73e0bb-94ef-4a08-ae0e-93a9b7874bcb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:44.058614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 3adb8be8-c059-47fb-9f4b-42efb51ea39a is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:26:44.090216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3979c86c-9a7e-4596-ad59-26934315513d None None] Port e609886e-8408-42b0-a212-5ca1842ffa09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:44.203653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 88d9799c-833c-4661-b89d-379c38051fab up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:44.328141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 88d9799c-833c-4661-b89d-379c38051fab triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:44.334613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:44.423177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668380e-e4ea-4814-8ae4-084c991ac370 req-6a906129-c583-46c8-bbf3-4237ce372edf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.426003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8668380e-e4ea-4814-8ae4-084c991ac370 req-6a906129-c583-46c8-bbf3-4237ce372edf tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.2903402 Feb 11 14:26:44.428574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:44.439774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-b5454217-aa10-4b48-84cf-a25f82f43efe tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.439871 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] Sync routers for ids ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:44.446926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-b5454217-aa10-4b48-84cf-a25f82f43efe tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 946 time: 0.1681957 Feb 11 14:26:44.457538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8b19a2c5-c0b5-465f-9c36-a093b0a97c74 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/3adb8be8-c059-47fb-9f4b-42efb51ea39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0654116 Feb 11 14:26:44.463143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] Routers {'3adb8be8-c059-47fb-9f4b-42efb51ea39a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:44.464450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:44.464813 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:44.538052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:44.566640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:44.575804 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:44.579988 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] Routers {'3adb8be8-c059-47fb-9f4b-42efb51ea39a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:44.581135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-71a8713f-cd81-4c58-a24d-6181f9146c66 None None] Provisioning complete for port e609886e-8408-42b0-a212-5ca1842ffa09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:44.581512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71a8713f-cd81-4c58-a24d-6181f9146c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:44.582347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:44.666936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521941f8-89da-42a9-af25-7017fa58a20b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.677451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-521941f8-89da-42a9-af25-7017fa58a20b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports/e609886e-8408-42b0-a212-5ca1842ffa09 HTTP/1.1" status: 200 len: 984 time: 0.2076516 Feb 11 14:26:44.703191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-71a8713f-cd81-4c58-a24d-6181f9146c66 None None] Port e609886e-8408-42b0-a212-5ca1842ffa09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:44.711103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 88d9799c-833c-4661-b89d-379c38051fab, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=88d9799c-833c-4661-b89d-379c38051fab,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:44.712868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:44.726154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f8439-308c-4510-9c99-76471092118e None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:44.776024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:44.776949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 30d43663-b959-41d4-a0e0-8146ecec7b21 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:44.791319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8668380e-e4ea-4814-8ae4-084c991ac370 req-9c8ad65c-bbf5-4a90-9278-1b5d6be6f23e tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316016 Feb 11 14:26:44.965655 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:44.966399 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138cc680-8d17-48b9-8b65-1dcf1bfc150a None None] The sync data for ids ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:44.995427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46499221-4fbf-4645-b918-551d0585d6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.077508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.081433 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.086255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-985c2c93-59b9-4331-af3c-bb7fb5ec8afa tempest-ServerActionsTestJSON-1702860417 tempest-ServerActionsTestJSON-1702860417-project] 10.222.0.31 "DELETE /v2.0/floatingips/bf7d4e2e-72bf-46d7-8abf-854b85de02a6 HTTP/1.1" status: 204 len: 168 time: 2.9439802 Feb 11 14:26:45.092769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39700) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:45.156707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef211c-64fd-409d-b65f-6fe614063d81 req-c1b28455-906e-4677-b0ed-219fc98f3143 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.158368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7ef211c-64fd-409d-b65f-6fe614063d81 req-c1b28455-906e-4677-b0ed-219fc98f3143 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 946 time: 0.0833397 Feb 11 14:26:45.178679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=88d9799c-833c-4661-b89d-379c38051fab,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:45.200066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Router f1c80f9b-d513-47c8-b722-87100551f4b7 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:26:45.236602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb9bf661-11ab-40fa-b8bf-2b0e80280596 None None] Provisioning complete for port 88d9799c-833c-4661-b89d-379c38051fab triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:45.236602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf661-11ab-40fa-b8bf-2b0e80280596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.241595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 30d43663-b959-41d4-a0e0-8146ecec7b21 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:45.243547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.270756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7ef211c-64fd-409d-b65f-6fe614063d81 req-8da07623-2831-46d4-9589-eba66bf50fb6 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/security-groups?id=eecea323-f683-4e39-8b5b-fb4d7436aecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041727 Feb 11 14:26:45.336932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Deleting port b733c84c-11d4-46dd-8f73-1f71804090c0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:45.338598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.363240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9766fe-eb89-409f-ba21-4b1e4ee3116c req-c700c189-eeff-443f-8889-7b5b8083b1a4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.371660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f9766fe-eb89-409f-ba21-4b1e4ee3116c req-c700c189-eeff-443f-8889-7b5b8083b1a4 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.4052978 Feb 11 14:26:45.444592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:45.473841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46499221-4fbf-4645-b918-551d0585d6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.506468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:45.606469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:45.607132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:45.787431 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.788723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8da2800b-e69d-401c-b2b7-124d36fdcedb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5206232 Feb 11 14:26:45.791802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39714) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:45.900040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 88d9799c-833c-4661-b89d-379c38051fab up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:45.917535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46499221-4fbf-4645-b918-551d0585d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:45.922331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f9766fe-eb89-409f-ba21-4b1e4ee3116c req-e35adbe6-7be2-4da0-be58-db3ed46e19ee tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496013 Feb 11 14:26:46.015831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] For port b733c84c-11d4-46dd-8f73-1f71804090c0, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b733c84c-11d4-46dd-8f73-1f71804090c0,segment=NetworkSegment(bc58e46f-e852-4876-a2d2-07979efb623e),segment_id=bc58e46f-e852-4876-a2d2-07979efb623e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:46.016372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.020982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46499221-4fbf-4645-b918-551d0585d6d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc28734514ac4230b53696f001942032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4816005 Feb 11 14:26:46.031931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:46.035719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46499221-4fbf-4645-b918-551d0585d6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63130b5f-3f0a-44b0-b7aa-6585de473ac7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:46.053287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Calling delete_port for b733c84c-11d4-46dd-8f73-1f71804090c0 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:46.073039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:46.276219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 88d9799c-833c-4661-b89d-379c38051fab triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:46.279416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.407762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.481878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0db18b48-7b61-4a10-a0fc-4088ad539ed1 req-80bdb90f-1110-497c-ab2d-6b75ab6e8a4a tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Feb 11 14:26:46.510758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.570459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dc8177b4-77cd-47f9-89a0-d748ce575f25 None None] Provisioning complete for port 88d9799c-833c-4661-b89d-379c38051fab triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:46.570971 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc8177b4-77cd-47f9-89a0-d748ce575f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.597587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.600732 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.641464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Pushing event deleted for resources: {'Port': ['ID=b733c84c-11d4-46dd-8f73-1f71804090c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:46.653231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:42Z', 'revision_number': 3, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:46.700775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689862a-e724-4b33-a33a-ea8e48a32e4f req-4b40041c-8d13-483e-abb7-4f80da9f4d73 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.709017 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0689862a-e724-4b33-a33a-ea8e48a32e4f req-4b40041c-8d13-483e-abb7-4f80da9f4d73 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.6380000 Feb 11 14:26:46.716306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.736614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:46.737379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Updating router f1c80f9b-d513-47c8-b722-87100551f4b7 port 26bb6d0c-680e-4952-91ec-6479798ec672 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:26:46.817418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.860306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] No DVR routers for this DVR port b733c84c-11d4-46dd-8f73-1f71804090c0 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:46.867913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.871360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd7fb94d-2d1a-43d9-8575-a2704779bdae req-3f700571-f67c-48e5-9853-3d0306c7517f tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.62 "DELETE /v2.0/ports/b733c84c-11d4-46dd-8f73-1f71804090c0 HTTP/1.1" status: 204 len: 173 time: 2.4083357 Feb 11 14:26:46.885311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'name': 'network-vif-deleted', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:46.887722 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d48a29-ad68-46f0-974f-5f41d92c62ed" -d '{"events": [{"server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "name": "network-vif-deleted", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:46.897447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.911931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0689862a-e724-4b33-a33a-ea8e48a32e4f req-ecfed6e9-35ef-4893-bbdf-06cd5c84b586 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020369 Feb 11 14:26:46.993015 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89df150-608c-40f7-b712-14e9d81168d0 x-openstack-request-id: req-f89df150-608c-40f7-b712-14e9d81168d0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:46.993308 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2934fee-f3b1-4002-9ff2-0258f53c65e1", "name": "network-vif-deleted", "tag": "b733c84c-11d4-46dd-8f73-1f71804090c0", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:46.993555 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f89df150-608c-40f7-b712-14e9d81168d0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:46.993952 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2934fee-f3b1-4002-9ff2-0258f53c65e1', 'name': 'network-vif-deleted', 'tag': 'b733c84c-11d4-46dd-8f73-1f71804090c0', 'status': 'completed', 'code': 200} Feb 11 14:26:47.035435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Allocated IP 172.20.0.1 (5129901f-6cf5-4177-926e-352a8a17b4cb/c36d854f-b609-4d6d-8424-3427bbab7ada/0b42dab3-8c02-4040-83e6-0fc51f20585d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:47.119136 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.131955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.135309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63130b5f-3f0a-44b0-b7aa-6585de473ac7 HTTP/1.1" status: 204 len: 168 time: 1.1005864 Feb 11 14:26:47.203267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Deleting port fa2fc392-4fb1-4d5f-acde-f05f2182295b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:47.204585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.206979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c45138-ccbc-47d9-a1c9-97e5993dc477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63130b5f-3f0a-44b0-b7aa-6585de473ac7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:47.246518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d7ec-186d-4997-a52b-b66a56b52852 req-889ab967-84f5-40f2-ba87-15ddf4f9afad tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:47.255086 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c739d7ec-186d-4997-a52b-b66a56b52852 req-889ab967-84f5-40f2-ba87-15ddf4f9afad tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1883099 Feb 11 14:26:47.259628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port e609886e-8408-42b0-a212-5ca1842ffa09 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:47.260147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.359248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.388664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] For port fa2fc392-4fb1-4d5f-acde-f05f2182295b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fa2fc392-4fb1-4d5f-acde-f05f2182295b,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:47.389132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.402910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Calling delete_port for fa2fc392-4fb1-4d5f-acde-f05f2182295b owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:47.407518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.425902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for e609886e-8408-42b0-a212-5ca1842ffa09 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:47.434661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.455652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c739d7ec-186d-4997-a52b-b66a56b52852 req-2a7f14b4-78c6-45e6-bb13-df3bbb403775 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951075 Feb 11 14:26:47.639024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Attempting to bind port 26bb6d0c-680e-4952-91ec-6479798ec672 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:47.639619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Attempting to bind port 26bb6d0c-680e-4952-91ec-6479798ec672 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:47.640960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Attempting to bind port 26bb6d0c-680e-4952-91ec-6479798ec672 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:47.644097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.647803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:47.648816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:47.649309 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.649705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:47.650358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Bound port: 26bb6d0c-680e-4952-91ec-6479798ec672, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:47.650747 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.733395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] For port 26bb6d0c-680e-4952-91ec-6479798ec672, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:47.736748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] For port 26bb6d0c-680e-4952-91ec-6479798ec672, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=26bb6d0c-680e-4952-91ec-6479798ec672,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:47.738931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c819f8-10e4-4c9d-9ddd-675624dd7878 None None] Pushing event updated for resources: {'Port': ['ID=26bb6d0c-680e-4952-91ec-6479798ec672,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:47.799852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2fc392-4fb1-4d5f-acde-f05f2182295b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:47.811366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.832507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca604353-8b46-4b95-a103-25a8e2b08543 req-6e3f8ca9-0afa-4b5a-8184-2b6a650a50e8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:47.834463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca604353-8b46-4b95-a103-25a8e2b08543 req-6e3f8ca9-0afa-4b5a-8184-2b6a650a50e8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1510620 Feb 11 14:26:47.916939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40c2d83f-bcf9-41cc-99a7-321eff5e1871 req-90824603-b9ce-4d25-97ee-c4bd20b411b3 tempest-VolumesActionsTest-885567776 tempest-VolumesActionsTest-885567776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2934fee-f3b1-4002-9ff2-0258f53c65e1 HTTP/1.1" status: 200 len: 210 time: 0.1952155 Feb 11 14:26:47.924222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:47.942607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:47.943302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:48.013824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c819f8-10e4-4c9d-9ddd-675624dd7878 None None] Pushing event updated for resources: {'Port': ['ID=26bb6d0c-680e-4952-91ec-6479798ec672,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.073297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca604353-8b46-4b95-a103-25a8e2b08543 req-09a5a130-4e08-4a7c-b89c-0a4290505880 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262256 Feb 11 14:26:48.105869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b733c84c-11d4-46dd-8f73-1f71804090c0 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:48.210560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:48.212571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b733c84c-11d4-46dd-8f73-1f71804090c0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:48.213009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b733c84c-11d4-46dd-8f73-1f71804090c0 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:48.224144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e6b3-3c22-4519-a4d4-bdbbdcfa0bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.226854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.230930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:48.251227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.272749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f0b896-6dad-4cad-86fa-8a136951f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.302250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:48.307056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:48.314626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:48.357861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=e609886e-8408-42b0-a212-5ca1842ffa09,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.386116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.536641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.544562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.544923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.545516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.545873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.546211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.546814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.547234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.547469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.556353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.556843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.557411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.557917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.559544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:42Z', 'revision_number': 3, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:48.627030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Pushing event updated for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.642514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.666797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431249a2-dc78-4b8a-9ba7-7fcfa61e2227 None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:42Z', 'revision_number': 3, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:48.806757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.855851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3df35059-c8cc-400f-ada1-427e334aaae7 None None] Provisioning complete for port 0b42dab3-8c02-4040-83e6-0fc51f20585d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:48.856190 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df35059-c8cc-400f-ada1-427e334aaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.860023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 3adb8be8-c059-47fb-9f4b-42efb51ea39a has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:48.911235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3df35059-c8cc-400f-ada1-427e334aaae7 None None] Port 0b42dab3-8c02-4040-83e6-0fc51f20585d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:49.114569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f0b896-6dad-4cad-86fa-8a136951f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.126073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:49.139507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39786) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:49.148020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e44a8824-31c7-491c-8426-0f643fcc7f87 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/3adb8be8-c059-47fb-9f4b-42efb51ea39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3652658 Feb 11 14:26:49.182556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f0b896-6dad-4cad-86fa-8a136951f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.187627 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] Sync routers for ids ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:49.208819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] Routers {'3adb8be8-c059-47fb-9f4b-42efb51ea39a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:49.215201 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:49.253518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-05f0b896-6dad-4cad-86fa-8a136951f6b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bb3268712914d89bc825c70baf2aa23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415728 Feb 11 14:26:49.254156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:49.254828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b896-6dad-4cad-86fa-8a136951f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226cee57-e19a-409b-898e-78eadd61afe6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:49.330348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:49.352137 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] Routers {'3adb8be8-c059-47fb-9f4b-42efb51ea39a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:49.353642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:49.358574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.416363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.434968 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:49.434968 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81eb258-3543-44ca-80dd-92392af939aa None None] The sync data for ids ['3adb8be8-c059-47fb-9f4b-42efb51ea39a'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:49.498197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Router 4794835d-5735-4cca-97ea-7256d260db93 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:49.616669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.620711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.622382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/226cee57-e19a-409b-898e-78eadd61afe6 HTTP/1.1" status: 204 len: 168 time: 0.3460286 Feb 11 14:26:49.638674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cf403-df22-4557-bcb4-9889a5e2202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cee57-e19a-409b-898e-78eadd61afe6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.081653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 26bb6d0c-680e-4952-91ec-6479798ec672 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:50.209726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.214152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 26bb6d0c-680e-4952-91ec-6479798ec672 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:50.214802 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.270052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.349627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.387902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.402422 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a08a27d-e2b5-441d-9906-4504dde4e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.421051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 26bb6d0c-680e-4952-91ec-6479798ec672, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=26bb6d0c-680e-4952-91ec-6479798ec672,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:50.496827 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.619755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=26bb6d0c-680e-4952-91ec-6479798ec672,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.707108 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-79a6b4d9-377e-439b-9430-48c64624019f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 14:26:50.711299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-79a6b4d9-377e-439b-9430-48c64624019f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/3adb8be8-c059-47fb-9f4b-42efb51ea39a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5473957 Feb 11 14:26:50.716127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39844) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:50.722402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Pushing event updated for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.787956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39848) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:50.790384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81dc66d2-fd1c-40b2-9234-93a14cab5076 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=3adb8be8-c059-47fb-9f4b-42efb51ea39a HTTP/1.1" status: 200 len: 205 time: 0.0709453 Feb 11 14:26:50.884530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:50.890680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ac635e56-afdb-46eb-af52-ea6f898f0221 admin admin] 10.222.0.31 "PUT /v2.0/routers/4794835d-5735-4cca-97ea-7256d260db93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7928185 Feb 11 14:26:50.893930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.895724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Sync routers for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:50.895846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:50.923905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:50.926356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:51.000067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:51.081749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:51.129133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.367029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.398064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.422974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.588688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c2d7aced-96c0-4702-9358-98feb744028b None None] Provisioning complete for port 0b42dab3-8c02-4040-83e6-0fc51f20585d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:51.589818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2d7aced-96c0-4702-9358-98feb744028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.656362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Deleting port 447cc5c7-a29c-4986-8572-7c3527d5e017 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:51.656713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.658631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:51.677324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.677979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router 3adb8be8-c059-47fb-9f4b-42efb51ea39a {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:26:51.678423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:51.700553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.701709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-04bad230-00a6-4316-9a6c-bfcf7ba02c4a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/3adb8be8-c059-47fb-9f4b-42efb51ea39a HTTP/1.1" status: 204 len: 168 time: 0.9128184 Feb 11 14:26:51.708024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:51.906630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] For port 447cc5c7-a29c-4986-8572-7c3527d5e017, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=447cc5c7-a29c-4986-8572-7c3527d5e017,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:51.907710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:51.935810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Calling delete_port for 447cc5c7-a29c-4986-8572-7c3527d5e017 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:51.945938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 26bb6d0c-680e-4952-91ec-6479798ec672 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:51.994531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:52.013814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c48710d-b42e-45d2-8ad5-f3433aad66cd admin admin] 10.222.0.31 "PUT /v2.0/routers/f1c80f9b-d513-47c8-b722-87100551f4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2207329 Feb 11 14:26:52.017886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:52.052219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:52.054402 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.103436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet 139ea601-8721-4b56-996a-b55bc8688ef9 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:26:52.107520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.150487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7aced-96c0-4702-9358-98feb744028b None None] Port 0b42dab3-8c02-4040-83e6-0fc51f20585d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:26:52.152198 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.186857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.272396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 26bb6d0c-680e-4952-91ec-6479798ec672 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:52.272695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.462617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:52.487962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.685751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:26:47Z', 'revision_number': 5, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port': {'id': '447cc5c7-a29c-4986-8572-7c3527d5e017', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794835d-5735-4cca-97ea-7256d260db93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:25Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.692334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.721839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Checking router: 4794835d-5735-4cca-97ea-7256d260db93 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:52.734210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Routers {'4794835d-5735-4cca-97ea-7256d260db93'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:52.734847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4794835d-5735-4cca-97ea-7256d260db93'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.739173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Pushing event deleted for resources: {'Port': ['ID=447cc5c7-a29c-4986-8572-7c3527d5e017,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:52.893824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] Set router 4794835d-5735-4cca-97ea-7256d260db93 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:52.897163 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 2, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:52.942996 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:52.942996 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Updating router f1c80f9b-d513-47c8-b722-87100551f4b7 port 0b42dab3-8c02-4040-83e6-0fc51f20585d binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:26:52.952510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.958233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.976632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b0205670-2741-46e5-b099-f11121e33276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 7, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:53.015118 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.020002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0205670-2741-46e5-b099-f11121e33276 None None] The sync data for ids ['4794835d-5735-4cca-97ea-7256d260db93'] in n-d-828407-1 is: [{'id': '4794835d-5735-4cca-97ea-7256d260db93', 'name': 'tempest-ServerActionsTestJSON-1493412673-router', 'tenant_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:24Z', 'updated_at': '2022-02-11T14:26:52Z', 'revision_number': 7, 'project_id': 'c8204a7e8e0940bea64f8e3dbddaa80b', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:53.106423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=139ea601-8721-4b56-996a-b55bc8688ef9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:53.182321 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.248317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b11af-1566-4e8f-96c0-694e424c1d06 None None] Network c9aff1cb-cb8b-4b55-81b6-5d21faf1702e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:53.272003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.278308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6c46acc-5b38-4f4d-98a1-c373046944a3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/139ea601-8721-4b56-996a-b55bc8688ef9 HTTP/1.1" status: 204 len: 168 time: 1.5613816 Feb 11 14:26:53.278851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:53.314641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.322535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.471712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.546569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.548155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4794835d-5735-4cca-97ea-7256d260db93 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:26:53.557391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.562646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af151e0b-0199-43fa-9a03-a2905788915b admin admin] 10.222.0.31 "DELETE /v2.0/routers/4794835d-5735-4cca-97ea-7256d260db93 HTTP/1.1" status: 204 len: 168 time: 2.6632318 Feb 11 14:26:53.562894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:53.674183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39976) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:53.695509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628065494', 'description': 'tempest-description--2049441157'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:53.729634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.782030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Deleting subnet 14dbd05c-e549-4511-837b-371449b625f0 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:26:53.800644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.815813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 30d43663-b959-41d4-a0e0-8146ecec7b21 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:53.816456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.903302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.915362 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.929745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.999990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 30d43663-b959-41d4-a0e0-8146ecec7b21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=30d43663-b959-41d4-a0e0-8146ecec7b21,segment=NetworkSegment(4cca7f68-d419-43b5-b27c-42f779a912a5),segment_id=4cca7f68-d419-43b5-b27c-42f779a912a5)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:54.000481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.039749 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.062049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] DHCP port deletion for c9aff1cb-cb8b-4b55-81b6-5d21faf1702e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:26:54.143286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 30d43663-b959-41d4-a0e0-8146ecec7b21 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:54.281338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Deleting port 30d43663-b959-41d4-a0e0-8146ecec7b21 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:54.281576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.304485 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Pushing event updated for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.329940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.401453 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.413305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.415373 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.415870 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.416356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.421287 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.421933 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.422410 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.422891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.424256 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.432869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.434275 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:54.472179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 447cc5c7-a29c-4986-8572-7c3527d5e017 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:54.624472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Attempting to bind port 0b42dab3-8c02-4040-83e6-0fc51f20585d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:54.624845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Attempting to bind port 0b42dab3-8c02-4040-83e6-0fc51f20585d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:54.625240 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Attempting to bind port 0b42dab3-8c02-4040-83e6-0fc51f20585d on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:26:54.643111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.648935 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:26:54.653199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Checking segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:26:54.653951 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.654351 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Bound using segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:26:54.654848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Bound port: 0b42dab3-8c02-4040-83e6-0fc51f20585d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:54.655295 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.689607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] For port 30d43663-b959-41d4-a0e0-8146ecec7b21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=30d43663-b959-41d4-a0e0-8146ecec7b21,segment=NetworkSegment(4cca7f68-d419-43b5-b27c-42f779a912a5),segment_id=4cca7f68-d419-43b5-b27c-42f779a912a5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:54.699942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.748606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.784676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.786122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Calling delete_port for 30d43663-b959-41d4-a0e0-8146ecec7b21 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:54.814975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dbd05c-e549-4511-837b-371449b625f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.851002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 447cc5c7-a29c-4986-8572-7c3527d5e017 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:54.851539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 447cc5c7-a29c-4986-8572-7c3527d5e017 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:54.851646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.852310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fa2fc392-4fb1-4d5f-acde-f05f2182295b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:54.868805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9339239e-e4b7-4f0e-8ce9-98a387ccb46f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14dbd05c-e549-4511-837b-371449b625f0 HTTP/1.1" status: 204 len: 168 time: 1.3047590 Feb 11 14:26:54.883775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0862c-7fdd-40f6-a047-8bf8da93b60e None None] Network b6746f8a-5513-44df-83d3-dbbe664479fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:26:54.886860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40008) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:54.896635 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] For port 0b42dab3-8c02-4040-83e6-0fc51f20585d, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:54.901113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.910826 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] For port 0b42dab3-8c02-4040-83e6-0fc51f20585d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0b42dab3-8c02-4040-83e6-0fc51f20585d,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:54.927489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=30d43663-b959-41d4-a0e0-8146ecec7b21,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:55.006557 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.039877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c771f-f512-4319-ba10-397d4e0635cb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:55.063522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 30d43663-b959-41d4-a0e0-8146ecec7b21 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:55.127561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: fa2fc392-4fb1-4d5f-acde-f05f2182295b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:55.128277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fa2fc392-4fb1-4d5f-acde-f05f2182295b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:55.128925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 30d43663-b959-41d4-a0e0-8146ecec7b21 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:55.158032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 30d43663-b959-41d4-a0e0-8146ecec7b21 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:26:55.158750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 30d43663-b959-41d4-a0e0-8146ecec7b21 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:55.180798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.183752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3db64508-a284-4c78-b58d-8d65c302ada2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4960468 Feb 11 14:26:55.189529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40020) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:55.209780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.215897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] Provisioning complete for port 0b42dab3-8c02-4040-83e6-0fc51f20585d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:55.216598 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.217067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c771f-f512-4319-ba10-397d4e0635cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:55.250372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:55.256092 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:55.264220 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556c5a-b877-446c-9289-6842f73717b2 None None] Pushing event updated for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:55.387210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.500035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Deleting port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:55.500588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.531895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] No DVR routers for this DVR port 30d43663-b959-41d4-a0e0-8146ecec7b21 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:55.577838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.618076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] DHCP port deletion for b6746f8a-5513-44df-83d3-dbbe664479fb request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:26:55.715286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.732749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.733616 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:55.776186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] For port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:55.777818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.799402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeac76a-3117-4a68-9799-5c0af759e7b1 None None] Pushing event deleted for resources: {'Port': ['ID=30d43663-b959-41d4-a0e0-8146ecec7b21,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:55.832034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Calling delete_port for 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:55.850175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] For port 0b42dab3-8c02-4040-83e6-0fc51f20585d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0b42dab3-8c02-4040-83e6-0fc51f20585d,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:55.898483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aff1cb-cb8b-4b55-81b6-5d21faf1702e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:55.987035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:56.018672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.027368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cca7f68-d419-43b5-b27c-42f779a912a5') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.029375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cca7f68-d419-43b5-b27c-42f779a912a5') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.074374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.102465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.123447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.143708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.187329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:56.189710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:56.197344 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:56.214188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Deleting port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:26:56.214869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.239311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.245995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1ab231-a8e5-4a89-9f5d-7c03ac0b0c59,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:56.339631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] No DVR routers for this DVR port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:56.340018 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:54Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.347857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.357132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a71dda04-4b4a-4c9a-96b2-3bd269f24cdf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1561570 Feb 11 14:26:56.417435 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0ae5-cdcb-4aa4-b3da-03bc6d287af2 None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:54Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:56.418513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:56.419714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4cfef-fea0-4cb2-a8e0-5108ee1bc702 None None] Pushing event updated for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:56.440922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c771f-f512-4319-ba10-397d4e0635cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:56.453232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:26:56.454780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:26:56.504811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f69eb0b3-bcab-40d7-8617-124d6577e98f None None] Provisioning complete for port 0b42dab3-8c02-4040-83e6-0fc51f20585d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:56.505222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f69eb0b3-bcab-40d7-8617-124d6577e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.509150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.529752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.597426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6746f8a-5513-44df-83d3-dbbe664479fb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.615687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.637617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/c9aff1cb-cb8b-4b55-81b6-5d21faf1702e HTTP/1.1" status: 204 len: 168 time: 3.3538518 Feb 11 14:26:56.647445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.647962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda84a48-cd57-46f5-9496-6b8ec57e3c1b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.673052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40080) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:56.673445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] For port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,segment=NetworkSegment(fda84a48-cd57-46f5-9496-6b8ec57e3c1b),segment_id=fda84a48-cd57-46f5-9496-6b8ec57e3c1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:56.673833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.676979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2003885092'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:56.699598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Calling delete_port for 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:26:56.702989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.710656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e28a-ff00-4dea-8504-4f53f67958fb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=c9aff1cb-cb8b-4b55-81b6-5d21faf1702e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:56.732851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:56.774099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.785939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.807724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:26:56.812550 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:26:56.817186 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:26:56.955952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.979847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:56.983902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.066995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] Pushing event deleted for resources: {'Port': ['ID=9138c1a6-d4de-4a74-ae8b-ea91f5f2413e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:57.084878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28045d86-7deb-41cf-8e0f-b0e1c3f7aba3 None None] No DVR routers for this DVR port 9138c1a6-d4de-4a74-ae8b-ea91f5f2413e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:57.106825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.127210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.165060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.183643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] 10.222.0.31 "DELETE /v2.0/networks/b6746f8a-5513-44df-83d3-dbbe664479fb HTTP/1.1" status: 204 len: 168 time: 2.2915168 Feb 11 14:26:57.183791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:26:57.209403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.210169 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment e2bcc585-0484-45c5-b034-e09d514363c4 of type vlan for network 05f2080a-177f-4e60-b754-41005bdef343 Feb 11 14:26:57.216852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.273462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc94bb-5235-4d40-9968-e84f13e902ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b6746f8a-5513-44df-83d3-dbbe664479fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:57.390120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.396332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9717834 Feb 11 14:26:57.396332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419498d-c18b-4d5e-9767-2eb3da1d297b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b67283-1c03-4ae7-9019-89d0cbbbd42c,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:57.397011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:57.413413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:57.448351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.837026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.877961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.894427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:57.895257 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.974220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0b42dab3-8c02-4040-83e6-0fc51f20585d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:58.113868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=05f2080a-177f-4e60-b754-41005bdef343,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:58.133187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-11df9643-065f-4616-9b46-8ee9bf991bf5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4659858 Feb 11 14:26:58.136333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:58.149003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': '05f2080a-177f-4e60-b754-41005bdef343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:58.150763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.152770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 05f2080a-177f-4e60-b754-41005bdef343 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:26:58.405445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40130) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:58.438009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0b42dab3-8c02-4040-83e6-0fc51f20585d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:58.438624 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.503942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3b2700d4-f3a1-4810-bb6e-bb6e5a9a8040 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8204a7e8e0940bea64f8e3dbddaa80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867994 Feb 11 14:26:58.506825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40132) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:58.524768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Allocated IP 172.25.7.7 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:58.666734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:58.699136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:58.705421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.755625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.810108 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.933419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.993910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.997476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5461-f041-4111-9bf8-18576f7a11f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.243258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.245955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.247120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc9ec09c-6f70-4ec0-974f-b00cf1c73b65 HTTP/1.1" status: 204 len: 168 time: 0.7391760 Feb 11 14:26:59.299903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678c6d6-b89c-4cac-84d6-b3c9880a26ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ec09c-6f70-4ec0-974f-b00cf1c73b65,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:59.511391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5461-f041-4111-9bf8-18576f7a11f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.582813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.661841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5461-f041-4111-9bf8-18576f7a11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:59.803010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5461-f041-4111-9bf8-18576f7a11f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b5801-8fa9-47ed-807a-2bce0a6f5d1f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:59.946213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:59.955260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:59.958143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:59.989555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dd4a5461-f041-4111-9bf8-18576f7a11f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1637737f405748279498c049f91095d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3183081 Feb 11 14:27:00.003342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40168) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:00.043452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:00.050842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': 'e2bcc585-0484-45c5-b034-e09d514363c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '05f2080a-177f-4e60-b754-41005bdef343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:00.051304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: 05f2080a-177f-4e60-b754-41005bdef343, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:00.099701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.145864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.194753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 05f2080a-177f-4e60-b754-41005bdef343 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:00.198397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.301779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:00.349382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 05f2080a-177f-4e60-b754-41005bdef343) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:00.367477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ec3f6-0b7c-40a9-9cc4-0c72c7784e64 None None] Network 05f2080a-177f-4e60-b754-41005bdef343 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:00.373522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:00.379267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.390719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.410157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.424072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e0b5801-8fa9-47ed-807a-2bce0a6f5d1f HTTP/1.1" status: 204 len: 168 time: 0.4050968 Feb 11 14:27:00.438834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.468222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e5d0-c75f-4ae7-b8f4-43adb19579e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b5801-8fa9-47ed-807a-2bce0a6f5d1f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:00.527763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.545438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-636effe1-b405-4e46-9b87-06f2bc297a63 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4075053 Feb 11 14:27:00.547745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40192) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:00.554244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-688827145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:00.637743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd00e5-02dd-4821-a8d0-60c793ecdf11 req-4ed12217-6a79-4fc0-94f4-244d04255fc8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:00.642574 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dfd00e5-02dd-4821-a8d0-60c793ecdf11 req-4ed12217-6a79-4fc0-94f4-244d04255fc8 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.4167504 Feb 11 14:27:00.713979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.716045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.864336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.884238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-05f2080a-177f-4e60-b754-41005bdef343', 'network_id': '05f2080a-177f-4e60-b754-41005bdef343', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': '9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:27:00.885148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.927463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.047356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.077708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b7390bef-3472-40cd-9c53-dc140ade001b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5282960 Feb 11 14:27:01.081055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40204) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:01.142909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dfd00e5-02dd-4821-a8d0-60c793ecdf11 req-b2dc53e9-a084-4844-af09-f40b65113dd5 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815800 Feb 11 14:27:01.299104 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.358961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.584063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.601224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:01.624017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1639-88e9-4861-9774-30c254531541 req-ba08bd9d-ddf0-474d-a063-abc597b646c9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:01.626106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2bb1639-88e9-4861-9774-30c254531541 req-ba08bd9d-ddf0-474d-a063-abc597b646c9 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.1268454 Feb 11 14:27:01.727742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:01.730958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.735914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad9ba262-d379-4084-8248-763c127ac945 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3328338 Feb 11 14:27:01.795305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e265484-3d3c-4235-8fc2-fc6a7a148e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:01.949444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40226) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:02.034110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Allocated IP 2001:db8::2 (05f2080a-177f-4e60-b754-41005bdef343/9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7/59055a1b-3b47-4574-8118-20b0571ecd7a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:02.082268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.292656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e265484-3d3c-4235-8fc2-fc6a7a148e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.334243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-db669a93-06ad-4788-beff-9a052e7453a7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--628065494&fields=id&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 267 time: 0.1361907 Feb 11 14:27:02.365110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.428104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Deleting port cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:02.428759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.505223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.514429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e265484-3d3c-4235-8fc2-fc6a7a148e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.551929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-822035221-network', 'tenant_id': 'b9f001d6856c4f1990f26c9ec315084b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:02.595628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e265484-3d3c-4235-8fc2-fc6a7a148e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed67de2-f3d8-4144-987a-7074bc862789,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:02.629172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.647809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Network 05f2080a-177f-4e60-b754-41005bdef343 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:02.651911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:02.659301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:27:02.663771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:02.692755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6e265484-3d3c-4235-8fc2-fc6a7a148e9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a77aacdf85143da8958b86bf7764179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586146 Feb 11 14:27:02.693529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:02.743455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be2f6-a282-4e5e-854d-9c7fbe4dc48f req-636313b9-d101-439a-a42c-5690e038548a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:02.745056 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee0be2f6-a282-4e5e-854d-9c7fbe4dc48f req-636313b9-d101-439a-a42c-5690e038548a tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 946 time: 0.3795235 Feb 11 14:27:02.746561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-cc6047a7-9c25-4c8f-b192-02549da08d6d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:02.748087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-cc6047a7-9c25-4c8f-b192-02549da08d6d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 816 time: 0.3927717 Feb 11 14:27:02.757707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8::1 (05f2080a-177f-4e60-b754-41005bdef343/9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7/1925fe98-b538-4185-8ed7-77fe833d3d36) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:02.777648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-91655bb7-ca1e-4d81-ae63-0e254ddd0a8d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/quotas/97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 375 time: 0.0217891 Feb 11 14:27:02.788670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.794304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Attempting to bind port 59055a1b-3b47-4574-8118-20b0571ecd7a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:02.795141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Attempting to bind port 59055a1b-3b47-4574-8118-20b0571ecd7a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'e2bcc585-0484-45c5-b034-e09d514363c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '05f2080a-177f-4e60-b754-41005bdef343'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:02.795141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Attempting to bind port 59055a1b-3b47-4574-8118-20b0571ecd7a on network 05f2080a-177f-4e60-b754-41005bdef343 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:02.802347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Pushing event updated for resources: {'Port': ['ID=59055a1b-3b47-4574-8118-20b0571ecd7a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:02.807430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:02.828035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Checking segment: {'id': 'e2bcc585-0484-45c5-b034-e09d514363c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '05f2080a-177f-4e60-b754-41005bdef343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:02.828035 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.828035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Bound using segment: {'id': 'e2bcc585-0484-45c5-b034-e09d514363c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '05f2080a-177f-4e60-b754-41005bdef343'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:02.828035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Bound port: 59055a1b-3b47-4574-8118-20b0571ecd7a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bcc585-0484-45c5-b034-e09d514363c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '05f2080a-177f-4e60-b754-41005bdef343'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:02.828035 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.840557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] For port cf51b5ff-ac46-47fe-b991-c56f82839d7e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cf51b5ff-ac46-47fe-b991-c56f82839d7e,segment=NetworkSegment(df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4),segment_id=df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:02.840943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.849378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:02.889023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Calling delete_port for cf51b5ff-ac46-47fe-b991-c56f82839d7e owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:02.898234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee0be2f6-a282-4e5e-854d-9c7fbe4dc48f req-ccae75e1-41d7-4e9b-9c72-c43909938f26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fc90cac-9f55-4679-8c60-a3bb9c7be207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097391 Feb 11 14:27:02.926405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] For port 59055a1b-3b47-4574-8118-20b0571ecd7a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:02.930888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] For port 59055a1b-3b47-4574-8118-20b0571ecd7a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59055a1b-3b47-4574-8118-20b0571ecd7a,segment=NetworkSegment(e2bcc585-0484-45c5-b034-e09d514363c4),segment_id=e2bcc585-0484-45c5-b034-e09d514363c4)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:03.022501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.073461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.096062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.100385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ed67de2-f3d8-4144-987a-7074bc862789 HTTP/1.1" status: 204 len: 168 time: 0.4027264 Feb 11 14:27:03.136696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd822b3-2835-4715-a23a-f85b6ea75dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed67de2-f3d8-4144-987a-7074bc862789,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:03.162310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c3f9-da00-4d07-91e6-5d894d26d924 None None] Pushing event updated for resources: {'Port': ['ID=59055a1b-3b47-4574-8118-20b0571ecd7a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:03.170914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.291701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Made reservation on behalf of b9f001d6856c4f1990f26c9ec315084b for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:03.310697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.329745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Pushing event deleted for resources: {'Port': ['ID=cf51b5ff-ac46-47fe-b991-c56f82839d7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:03.341142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.405334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-2c673292-fa19-4ead-bd44-116d6bdcec40 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6118872 Feb 11 14:27:03.490176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] No DVR routers for this DVR port cf51b5ff-ac46-47fe-b991-c56f82839d7e on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:03.500062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.508219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2bb1639-88e9-4861-9774-30c254531541 req-eb7c05d1-98ec-4986-a6b9-9de04e7c8b26 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.62 "DELETE /v2.0/ports/cf51b5ff-ac46-47fe-b991-c56f82839d7e HTTP/1.1" status: 204 len: 173 time: 1.8762996 Feb 11 14:27:03.510408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-deleted', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:03.514908 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d851b70a-9541-4c1c-a483-6b0242bbd010" -d '{"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-deleted", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:03.562768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:03.657032 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553dd934-e02d-433b-86c8-4cee0f925d68 x-openstack-request-id: req-553dd934-e02d-433b-86c8-4cee0f925d68 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:03.657600 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b307d5-8cdb-4501-a6b2-629f876bb471", "name": "network-vif-deleted", "tag": "cf51b5ff-ac46-47fe-b991-c56f82839d7e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:03.658016 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-553dd934-e02d-433b-86c8-4cee0f925d68 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:03.658498 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b307d5-8cdb-4501-a6b2-629f876bb471', 'name': 'network-vif-deleted', 'tag': 'cf51b5ff-ac46-47fe-b991-c56f82839d7e', 'status': 'completed', 'code': 200} Feb 11 14:27:03.849863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-aa7421e7-f0f0-4ae0-ada5-ac3e04191720 service neutron] 10.222.0.31 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382377 Feb 11 14:27:04.047923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59055a1b-3b47-4574-8118-20b0571ecd7a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:04.058532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.067350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.154174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.174416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d9a3802-173d-494a-a116-6a537dec4f28 req-f121271d-dad2-425c-9e95-896cf1943d40 tempest-ServersNegativeTestJSON-680562835 tempest-ServersNegativeTestJSON-680562835-project] 10.222.0.31 "GET /v2.0/ports?device_id=08b307d5-8cdb-4501-a6b2-629f876bb471 HTTP/1.1" status: 200 len: 210 time: 0.0706506 Feb 11 14:27:04.201456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:04.244884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: cf51b5ff-ac46-47fe-b991-c56f82839d7e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:04.245254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cf51b5ff-ac46-47fe-b991-c56f82839d7e not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:04.250131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 59055a1b-3b47-4574-8118-20b0571ecd7a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:04.250131 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.265051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 05f2080a-177f-4e60-b754-41005bdef343 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:04.272884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb774124-e702-4504-bb07-cc87189ee971,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:04.287143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:04.294463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:04.295169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.371910 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.461754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:04.476111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 59055a1b-3b47-4574-8118-20b0571ecd7a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59055a1b-3b47-4574-8118-20b0571ecd7a,segment=NetworkSegment(e2bcc585-0484-45c5-b034-e09d514363c4),segment_id=e2bcc585-0484-45c5-b034-e09d514363c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:04.488698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=1925fe98-b538-4185-8ed7-77fe833d3d36,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:04.570829 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.631835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.632203 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Added segment 25e44ae8-1537-4333-be65-d0624aa01bb2 of type vlan for network 5584b513-8020-495b-b97a-7813b1ef43a1 Feb 11 14:27:04.670149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=59055a1b-3b47-4574-8118-20b0571ecd7a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:04.722565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.762498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-49e5bb49-774c-464b-9676-74daa064bd25 service neutron] 10.222.0.31 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984995 Feb 11 14:27:04.806587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.880749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.891864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:04.892694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:04.913356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07878a9-622b-46d5-8ce4-9b2dd404cc81 None None] Network 05f2080a-177f-4e60-b754-41005bdef343 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:05.297402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:05.370200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4194376 Feb 11 14:27:05.374404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:05.376552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2e867ec5-6cc9-4736-aadd-5a8c5174dfe1 None None] Provisioning complete for port 59055a1b-3b47-4574-8118-20b0571ecd7a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:05.377129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e867ec5-6cc9-4736-aadd-5a8c5174dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.406445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-480da28a-3d25-4c87-93b9-425a05160733 req-2f58caef-521d-4e5d-befa-d2e4f328d713 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.0613258 Feb 11 14:27:05.408026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Request body: {'subnet': {'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-822035221-subnet', 'tenant_id': 'b9f001d6856c4f1990f26c9ec315084b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:05.413508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f647-b430-47d5-b3dd-d4aba559be8a admin admin] Pushing event updated for resources: {'Network': ['ID=5584b513-8020-495b-b97a-7813b1ef43a1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:05.434719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5584b513-8020-495b-b97a-7813b1ef43a1 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:05.538449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Deleting subnet 714394e9-a7dc-475f-b14f-b7c9ce266627 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:05.546993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.614033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.646120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Made reservation on behalf of b9f001d6856c4f1990f26c9ec315084b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:05.648525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.668343 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.735006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.735126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.735126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:05.923906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=1925fe98-b538-4185-8ed7-77fe833d3d36,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:05.947846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59055a1b-3b47-4574-8118-20b0571ecd7a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:06.031147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.058417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.062420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 05f2080a-177f-4e60-b754-41005bdef343 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:06.065466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/714394e9-a7dc-475f-b14f-b7c9ce266627 HTTP/1.1" status: 204 len: 168 time: 0.7665749 Feb 11 14:27:06.073711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:06.073902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:06.115347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f5aa9b4f-657e-4fb3-b724-4311d298925b None None] Provisioning complete for port 59055a1b-3b47-4574-8118-20b0571ecd7a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:06.115802 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9b4f-657e-4fb3-b724-4311d298925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.316754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 59055a1b-3b47-4574-8118-20b0571ecd7a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:06.317141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.508383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router c9769a5a-0c58-4aa8-960c-4ad29cda618a is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:06.577222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f5aa9b4f-657e-4fb3-b724-4311d298925b None None] Provisioning complete for port 1925fe98-b538-4185-8ed7-77fe833d3d36 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:06.598818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9b4f-657e-4fb3-b724-4311d298925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.688099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fbfeb-57d5-4323-927b-d57f998d3b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714394e9-a7dc-475f-b14f-b7c9ce266627,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:06.779514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa9b4f-657e-4fb3-b724-4311d298925b None None] Port 1925fe98-b538-4185-8ed7-77fe833d3d36 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:06.820644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff7b6c93-d422-4216-a3fb-ffbe3bb0ca14 req-b6293b9b-e189-4f5d-8370-f20acbbc7c96 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.1816201 Feb 11 14:27:06.822000 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.857633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:06.887733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7651ee71-a9c8-41a4-b570-df7aa8375aac tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/c9769a5a-0c58-4aa8-960c-4ad29cda618a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8049142 Feb 11 14:27:06.890894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40374) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:06.893585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:06.910597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] Sync routers for ids ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:06.935040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] Routers {'c9769a5a-0c58-4aa8-960c-4ad29cda618a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:06.936007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:06.961485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d8188-3421-45a0-a621-56849e0d4bd0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:06.978554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9594cf56-e8b1-4445-8d3f-c5904ebbab66 None None] Provisioning complete for port 1925fe98-b538-4185-8ed7-77fe833d3d36 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:06.979255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9594cf56-e8b1-4445-8d3f-c5904ebbab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.017596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.020048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e97f66-980b-466e-9432-60626a8d2331 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:07.020189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9594cf56-e8b1-4445-8d3f-c5904ebbab66 None None] Port 1925fe98-b538-4185-8ed7-77fe833d3d36 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:07.028821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d4e97f66-980b-466e-9432-60626a8d2331 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports/1925fe98-b538-4185-8ed7-77fe833d3d36 HTTP/1.1" status: 200 len: 911 time: 0.1360474 Feb 11 14:27:07.031374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40376) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:07.056129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] Routers {'c9769a5a-0c58-4aa8-960c-4ad29cda618a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:07.056773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.060016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Checking segment: {'id': '25e44ae8-1537-4333-be65-d0624aa01bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:07.060918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Network hostable DHCP agents. Network: 5584b513-8020-495b-b97a-7813b1ef43a1, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:07.170465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:07.175017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.178724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3459948-44a3-4418-9e47-443e69d41f74 None None] The sync data for ids ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:07.201311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.250355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d278a94-817a-4d84-8ec4-69436fc8ce5b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.273774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.274024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df24f3fb-0c1b-4dd7-a41b-06ad36ae30f4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:07.278223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Network 5584b513-8020-495b-b97a-7813b1ef43a1 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:07.300714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.319817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.331286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:07.332587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:07.337998 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:07.403881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-531961284', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:07.419690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5584b513-8020-495b-b97a-7813b1ef43a1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:07.430547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d65500-21c0-476b-bfa0-e34ce8475f2f None None] Network 5584b513-8020-495b-b97a-7813b1ef43a1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:07.442334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:07.443609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.625276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.627006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.634463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.642629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d278a94-817a-4d84-8ec4-69436fc8ce5b HTTP/1.1" status: 204 len: 168 time: 1.5652397 Feb 11 14:27:07.668464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1681b2a-c74c-4f34-aa80-c7d35c6f6d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d278a94-817a-4d84-8ec4-69436fc8ce5b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:07.714378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ff1ac-d9ea-407f-926b-32cbb124f820 None None] Network 5584b513-8020-495b-b97a-7813b1ef43a1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:07.764401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e1faab3-6bea-407f-9e2e-4746efd581e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3622482 Feb 11 14:27:07.821511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Made reservation on behalf of ebbe5d50949e4645891af2722bfb8e56 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:07.823935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:07.846476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.118986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0ec7a87-6fdb-40c2-ab04-1ffec5b70dfa req-e50043df-402a-4a0f-af88-7ce378fe0299 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.0423172 Feb 11 14:27:08.310928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.317226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 1925fe98-b538-4185-8ed7-77fe833d3d36 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:08.317714 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.347697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.438192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:08.483963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd60e415-0626-4da5-8dae-fe3ef6e519fa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:08.519913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:08.575945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.610752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2d84852a-1bed-4210-82fb-23a53c6e678d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dd6493465804c709a27f8170d371f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621335 Feb 11 14:27:08.613954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40414) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:08.634743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 1925fe98-b538-4185-8ed7-77fe833d3d36 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:08.638218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.649792 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Added segment 086f9bbd-9314-4d12-aff1-99a2d16b912b of type vlan for network 9643e777-7254-42bb-b144-6b991b0e6e65 Feb 11 14:27:08.940362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.958264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.001081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=1925fe98-b538-4185-8ed7-77fe833d3d36,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:09.016797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.212561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.238646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:27:09.304962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.462875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.463867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:09.467187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.562665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4745e5b4-8087-48c7-9a9a-5fdf7c06f023 req-83425195-5d27-4141-8a60-a1890cf2c13b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.0469210 Feb 11 14:27:09.646902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router c9769a5a-0c58-4aa8-960c-4ad29cda618a has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:09.709666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.712713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:09.716105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fc90cac-9f55-4679-8c60-a3bb9c7be207 HTTP/1.1" status: 204 len: 168 time: 1.0982165 Feb 11 14:27:09.816417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-0d7131e6-d7ec-4473-9591-a935c155262b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:09.826224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:09.844454 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] Sync routers for ids ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:09.854025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-0d7131e6-d7ec-4473-9591-a935c155262b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 816 time: 0.8862269 Feb 11 14:27:09.867386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc7965c7-e357-47cf-abc7-54ae6f78c9bf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/c9769a5a-0c58-4aa8-960c-4ad29cda618a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8347335 Feb 11 14:27:09.872752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40446) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:09.873902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] Routers {'c9769a5a-0c58-4aa8-960c-4ad29cda618a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:09.874701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:09.963287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca0334-2a62-46c4-9fcd-410120727dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc90cac-9f55-4679-8c60-a3bb9c7be207,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:10.004858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2d4b29c7-7231-4e65-8091-fdc32785bd58 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9769a5a-0c58-4aa8-960c-4ad29cda618a HTTP/1.1" status: 200 len: 205 time: 0.1280274 Feb 11 14:27:10.005738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:10.024653 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8523915 Feb 11 14:27:10.026604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874eed-77d8-4009-ab85-58c6affc5ed2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Network': ['ID=9643e777-7254-42bb-b144-6b991b0e6e65,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:10.040158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9643e777-7254-42bb-b144-6b991b0e6e65 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:10.053383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:10.066861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'subnet': {'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:10.076350 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:10.131512 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] Routers {'c9769a5a-0c58-4aa8-960c-4ad29cda618a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:10.132176 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:26:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:10.199109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-d49b46fa-4721-4c25-ba1a-639d754369db tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 379 time: 0.2767150 Feb 11 14:27:10.222074 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:10.222814 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b25701-45a3-42ff-bb8c-3f6fd7671c31 None None] The sync data for ids ['c9769a5a-0c58-4aa8-960c-4ad29cda618a'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:10.227976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-5cb41111-d3b8-4695-9a0c-65e6ceca9eda tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:10.230425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-5cb41111-d3b8-4695-9a0c-65e6ceca9eda tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/networks?id=5584b513-8020-495b-b97a-7813b1ef43a1 HTTP/1.1" status: 200 len: 812 time: 1.0988934 Feb 11 14:27:10.235729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'port': {'device_id': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'admin_state_up': True, 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'security_groups': ['ba6c771f-f512-4319-ba10-397d4e0635cb']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:10.271312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.435934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Made reservation on behalf of ebbe5d50949e4645891af2722bfb8e56 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:10.442538 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.503141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-4901fc5b-0751-432f-a1b5-3e04d90412f2 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/quotas/b9f001d6856c4f1990f26c9ec315084b HTTP/1.1" status: 200 len: 375 time: 0.2634120 Feb 11 14:27:10.623837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.627463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.770912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-973e9554-e485-4c49-a39b-1fa4948fce29 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9f001d6856c4f1990f26c9ec315084b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428897 Feb 11 14:27:10.902143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.902701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router c9769a5a-0c58-4aa8-960c-4ad29cda618a {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:10.938542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:10.944450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3091c6ad-6489-46c8-bf56-106ebf4568d5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/c9769a5a-0c58-4aa8-960c-4ad29cda618a HTTP/1.1" status: 204 len: 168 time: 0.9366670 Feb 11 14:27:10.955521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7445bc9-527f-4df9-8c1b-917f48ab8f6c req-f183c5c3-8bc6-42fd-9b7e-17569514f41e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.1382689 Feb 11 14:27:10.956027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40480) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:11.084676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet 9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:11.102866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:11.460133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-07151347-8455-441c-825b-3e21befb9c94 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:27:11.462882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-07151347-8455-441c-825b-3e21befb9c94 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6693568 Feb 11 14:27:11.735220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Made reservation on behalf of 97423bd6eacf476280f5254cf894cacd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:11.738952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:11.798182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:11.838582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:11.867689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-faa74949-8921-4767-8ce9-2c9ffa459924 service neutron] 10.222.0.31 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956666 Feb 11 14:27:11.934868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.025770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-b1e704a5-b68c-4045-aaf0-7f0c71ff3793 service neutron] 10.222.0.31 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287067 Feb 11 14:27:12.084961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Allocated IP 172.20.0.13 (5129901f-6cf5-4177-926e-352a8a17b4cb/c36d854f-b609-4d6d-8424-3427bbab7ada/1de420e8-1241-4720-a64a-5f3159d101c2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:12.137642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1432703940-network', 'tenant_id': '23a810d342f64344be3526bc1238e047'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:12.142602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:27:12.143129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.154579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f27574d-4ffb-4476-8a7a-82781baddbec req-aa71bd08-3843-403b-b6fb-090c3d7b5514 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.0437551 Feb 11 14:27:12.273985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4ee86e81-4775-4f7a-add2-a0fb4102b947,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:12.281780 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.303440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Checking segment: {'id': '086f9bbd-9314-4d12-aff1-99a2d16b912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:12.303806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network hostable DHCP agents. Network: 9643e777-7254-42bb-b144-6b991b0e6e65, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:12.344283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:12.357057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.367509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d33a3-aa98-4727-be9d-3c85a655a719 None None] Network 05f2080a-177f-4e60-b754-41005bdef343 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:12.378010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bfd16120-79ab-422d-922a-929f302a16cf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7 HTTP/1.1" status: 204 len: 168 time: 1.4199910 Feb 11 14:27:12.378219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:12.380711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-94b18979-7830-4ce8-96f0-f8b5e20d7275 req-c0c4c33d-69b6-4128-9f6e-723878971539 service neutron] (109375) timed out ('10.222.0.62', 55491) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:27:12.429935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Made reservation on behalf of 23a810d342f64344be3526bc1238e047 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:12.432535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.455710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.562355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 9643e777-7254-42bb-b144-6b991b0e6e65 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:12.574842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.598273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.599991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e252dfce-e9a2-47c8-ae1e-fa031147b34e req-e899524d-24cf-46bd-9a1b-c236eddcaa53 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.1800098 Feb 11 14:27:12.674145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9643e777-7254-42bb-b144-6b991b0e6e65) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:12.713227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1379082-dc9e-4cef-82fc-7c1078aa6506 None None] Network 9643e777-7254-42bb-b144-6b991b0e6e65 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:12.755165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:12.755763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.884838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f240f5ab-9cf3-4992-9350-e666e51067b5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8271172 Feb 11 14:27:12.889416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:12.894285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1450120203', 'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:12.913255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.961313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:12.963176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 59055a1b-3b47-4574-8118-20b0571ecd7a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:12.963503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.025569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] DHCP port deletion for 05f2080a-177f-4e60-b754-41005bdef343 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:27:13.070394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Made reservation on behalf of ebbe5d50949e4645891af2722bfb8e56 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:13.070394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.106236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] device_id is not set on port 4e5e2a43-ad33-407f-9ecc-f352d512daf0 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:27:13.109483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87df54-8e87-42ef-b04a-66ec067dcf86 None None] Network 9643e777-7254-42bb-b144-6b991b0e6e65 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:13.130015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 59055a1b-3b47-4574-8118-20b0571ecd7a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59055a1b-3b47-4574-8118-20b0571ecd7a,segment=NetworkSegment(e2bcc585-0484-45c5-b034-e09d514363c4),segment_id=e2bcc585-0484-45c5-b034-e09d514363c4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:13.130404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.191994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 59055a1b-3b47-4574-8118-20b0571ecd7a owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:13.211304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.406175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Deleting port 59055a1b-3b47-4574-8118-20b0571ecd7a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:13.407001 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.430155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:13.447976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 2001:db8::35b (9643e777-7254-42bb-b144-6b991b0e6e65/4ee86e81-4775-4f7a-add2-a0fb4102b947/4e5e2a43-ad33-407f-9ecc-f352d512daf0) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:13.759343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e0550c8-b49b-4060-9dae-40fa238d8d10 req-ef252fa6-6bf3-4c36-aee4-097684b2c53f tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.0604031 Feb 11 14:27:13.764592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.899753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] For port 59055a1b-3b47-4574-8118-20b0571ecd7a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=59055a1b-3b47-4574-8118-20b0571ecd7a,segment=NetworkSegment(e2bcc585-0484-45c5-b034-e09d514363c4),segment_id=e2bcc585-0484-45c5-b034-e09d514363c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:13.903214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.930571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.973158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 59055a1b-3b47-4574-8118-20b0571ecd7a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:13.981223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Calling delete_port for 59055a1b-3b47-4574-8118-20b0571ecd7a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:14.035944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 9643e777-7254-42bb-b144-6b991b0e6e65 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:14.039217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:14.051746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:14.052795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:14.053450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.092762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=4e5e2a43-ad33-407f-9ecc-f352d512daf0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:14.181391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0d67fd36-5fd0-43cb-ada3-f5e21c5e651a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2889132 Feb 11 14:27:14.181598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:14.301918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:14.306446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:14.348038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:14.350776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.371535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:14.374096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a68904-b4b5-4d7f-8585-909ec707d576,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:14.385524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Deleting port 4e5e2a43-ad33-407f-9ecc-f352d512daf0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:14.385894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.444429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6af7be-0850-4dae-9393-fed330a23176 req-350bc000-e3be-4e8f-bf12-1a760deefa52 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:14.448263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f6af7be-0850-4dae-9393-fed330a23176 req-350bc000-e3be-4e8f-bf12-1a760deefa52 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 932 time: 1.0838878 Feb 11 14:27:14.470428 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.498173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] No DVR routers for this DVR port 59055a1b-3b47-4574-8118-20b0571ecd7a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:14.516262 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.518886 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Added segment 1e41a3c5-14ea-4950-9ef8-45740e1327be of type vlan for network a29d65bb-0787-4112-af47-46b9c6d326b2 Feb 11 14:27:14.558586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba319d-936c-4835-8353-977419f1aca1 None None] Pushing event deleted for resources: {'Port': ['ID=59055a1b-3b47-4574-8118-20b0571ecd7a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:14.607691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.648158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Calling delete_port for 4e5e2a43-ad33-407f-9ecc-f352d512daf0 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:14.685873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.781622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:14.782543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.844392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.847754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ee638802-ef3a-413f-a90c-22a033ba1380 None None] Provisioning complete for port 1de420e8-1241-4720-a64a-5f3159d101c2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:14.859902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee638802-ef3a-413f-a90c-22a033ba1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.902463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=59055a1b-3b47-4574-8118-20b0571ecd7a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:14.910947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.910947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:14.911786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:14.927764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 59055a1b-3b47-4574-8118-20b0571ecd7a on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:14.998309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ee638802-ef3a-413f-a90c-22a033ba1380 None None] Port 1de420e8-1241-4720-a64a-5f3159d101c2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:15.004802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeea803a-142f-4232-b1a1-4276c7e8ff8f req-068f9738-91da-4f42-92ee-e5fc65337f80 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.0297406 Feb 11 14:27:15.005743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] Pushing event updated for resources: {'Network': ['ID=a29d65bb-0787-4112-af47-46b9c6d326b2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:15.020040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7f6af7be-0850-4dae-9393-fed330a23176 req-c90d89e6-38e7-4e85-b1b8-fe6625d3a880 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621636 Feb 11 14:27:15.027922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a29d65bb-0787-4112-af47-46b9c6d326b2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:15.132098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.218546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1a763789-1a4c-41fc-a1ff-dc13761c1903 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0184019 Feb 11 14:27:15.231676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1224d152-4663-436d-b352-a982db733b17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4140604 Feb 11 14:27:15.236406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:15.243979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Request body: {'port': {'device_id': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:15.257609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Request body: {'subnet': {'network_id': 'a29d65bb-0787-4112-af47-46b9c6d326b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1432703940-subnet', 'tenant_id': '23a810d342f64344be3526bc1238e047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:15.264432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e5e2a43-ad33-407f-9ecc-f352d512daf0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:15.266586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.334774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f2080a-177f-4e60-b754-41005bdef343']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:15.342393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.349996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f326ba9-d642-450a-ab70-bee0b4052f4e tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4e5e2a43-ad33-407f-9ecc-f352d512daf0 HTTP/1.1" status: 204 len: 168 time: 1.1672530 Feb 11 14:27:15.351426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40586) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:15.356061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65', 'external_fixed_ips': [{'subnet_id': '4ee86e81-4775-4f7a-add2-a0fb4102b947', 'ip_address': '2001:db8::35b'}]}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:15.382667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bcc585-0484-45c5-b034-e09d514363c4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:15.382976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bcc585-0484-45c5-b034-e09d514363c4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:15.394980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.398085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.421857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.459646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Made reservation on behalf of 23a810d342f64344be3526bc1238e047 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:15.462517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.466235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:15.466634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:15.470440 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:15.593056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.594165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.852816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.886822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.893304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/05f2080a-177f-4e60-b754-41005bdef343 HTTP/1.1" status: 204 len: 168 time: 3.5101602 Feb 11 14:27:15.898201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:15.907438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-797223060', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:15.931794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618a92f-f288-475b-b98c-7fc434e8c01b tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=05f2080a-177f-4e60-b754-41005bdef343,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:16.152357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.162293 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.187338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d59a4231-ee30-4a15-a11f-9a63332ec94a req-315641b6-8ed6-4645-9124-fbe85a402f57 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.0387685 Feb 11 14:27:16.217236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:16.269565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.277284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-fa7e8e50-c91d-40a1-95d3-5453e2b064cd tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:16.277733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.279718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.281285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-fa7e8e50-c91d-40a1-95d3-5453e2b064cd tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.60 "GET /v2.0/networks?id=5584b513-8020-495b-b97a-7813b1ef43a1 HTTP/1.1" status: 200 len: 812 time: 0.4653742 Feb 11 14:27:16.420806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.438988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd928f8b-0555-4af1-92cd-9c2b82294399 req-b4873226-891c-427b-8cd6-45c8afb725c4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:16.443495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Request body: {'port': {'device_id': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1', 'admin_state_up': True, 'tenant_id': 'b9f001d6856c4f1990f26c9ec315084b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:16.448337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd928f8b-0555-4af1-92cd-9c2b82294399 req-b4873226-891c-427b-8cd6-45c8afb725c4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 932 time: 0.2979705 Feb 11 14:27:16.456485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417f1e57-806e-43f3-8ce4-ece30bd7b02d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:16.459592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Transition to ACTIVE for port object 1de420e8-1241-4720-a64a-5f3159d101c2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:27:16.484262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Checking segment: {'id': '1e41a3c5-14ea-4950-9ef8-45740e1327be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a29d65bb-0787-4112-af47-46b9c6d326b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:16.485012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Network hostable DHCP agents. Network: a29d65bb-0787-4112-af47-46b9c6d326b2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:16.605854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.628019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.731144 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:16.771669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Made reservation on behalf of b9f001d6856c4f1990f26c9ec315084b for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:16.777754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.799552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd928f8b-0555-4af1-92cd-9c2b82294399 req-d5402377-f1a3-43b9-80ee-28e6f26f7ce7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498554 Feb 11 14:27:16.811911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:16.826955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Network a29d65bb-0787-4112-af47-46b9c6d326b2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:16.966661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a29d65bb-0787-4112-af47-46b9c6d326b2) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:16.978887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feac8a8-5637-46eb-91d4-1ee6903a841b None None] Network a29d65bb-0787-4112-af47-46b9c6d326b2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:17.015221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:17.015221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.118613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Allocated IP 172.20.0.13 (5584b513-8020-495b-b97a-7813b1ef43a1/9f0d8188-3421-45a0-a621-56849e0d4bd0/06d95b4d-c79a-4d50-bbbe-d8290316232c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:17.332634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce558e-0d3f-4f48-b2d5-18ef84549b3e None None] Network a29d65bb-0787-4112-af47-46b9c6d326b2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:17.345711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d67b010c-9fd3-4339-a1ea-3db0e802e786 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0970476 Feb 11 14:27:17.349038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Attempting to bind port 1de420e8-1241-4720-a64a-5f3159d101c2 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:17.349479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Attempting to bind port 1de420e8-1241-4720-a64a-5f3159d101c2 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:17.349703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Attempting to bind port 1de420e8-1241-4720-a64a-5f3159d101c2 on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Port 1de420e8-1241-4720-a64a-5f3159d101c2 on network 5129901f-6cf5-4177-926e-352a8a17b4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Attempting to bind port 1de420e8-1241-4720-a64a-5f3159d101c2 on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Checking segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Bound using segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Bound port: 1de420e8-1241-4720-a64a-5f3159d101c2, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:17.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.800034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-671b91fb-7932-47a6-8748-5173a97eb1cc req-94ca5c4f-6593-4bc6-8327-7f064dc25fd1 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.0683236 Feb 11 14:27:17.800034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.800034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40632) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:17.801972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:17.801972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:17.802244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Deleting subnet 417f1e57-806e-43f3-8ce4-ece30bd7b02d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:17.802244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.802244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.824817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.844535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.867319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.877401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.010987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.034306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.143091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:18.143091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.143091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 1092 time: 2.9028945 Feb 11 14:27:18.143597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:18.146366 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:18.185944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62551f-729c-4497-941f-d3eea7de9da8 req-b72430b9-66b3-4277-aa28-838bd9271267 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:18.187603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee62551f-729c-4497-941f-d3eea7de9da8 req-b72430b9-66b3-4277-aa28-838bd9271267 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2290604 Feb 11 14:27:18.199124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.240239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a645fcf-22ed-48f1-8a3e-ca2ec675b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.254987 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4531ffe-ff1f-47b5-a290-eb2d0bd089e5 x-openstack-request-id: req-b4531ffe-ff1f-47b5-a290-eb2d0bd089e5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:18.255434 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:18.256639 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4531ffe-ff1f-47b5-a290-eb2d0bd089e5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:18.256639 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'status': 'completed', 'code': 200} Feb 11 14:27:18.269470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 172.25.7.237 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/fda85167-1b1c-409e-ab1b-b7860d042ddb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:18.277856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed79946-d2c6-4363-b77b-0476ffd384b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:18.402981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Network 5584b513-8020-495b-b97a-7813b1ef43a1 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:18.421648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:18.440755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 2001:db8::35b (9643e777-7254-42bb-b144-6b991b0e6e65/4ee86e81-4775-4f7a-add2-a0fb4102b947/b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:18.444849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:18.485888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Pushing event updated for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:18.512474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.565014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee62551f-729c-4497-941f-d3eea7de9da8 req-f1118d89-605c-4d4d-ac63-cfb67f794d9f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638587 Feb 11 14:27:18.569319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.587789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40650) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:18.593473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/417f1e57-806e-43f3-8ce4-ece30bd7b02d HTTP/1.1" status: 204 len: 168 time: 0.9543290 Feb 11 14:27:18.664304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d24ce-7b4f-46af-a9e3-313c02a9a638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417f1e57-806e-43f3-8ce4-ece30bd7b02d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:18.673564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:18.697559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.739760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-2d5aaf71-7abb-4aa4-901d-3ab2ea6c6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:18.741553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-2d5aaf71-7abb-4aa4-901d-3ab2ea6c6390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1095 time: 0.4379499 Feb 11 14:27:18.854573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.859031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.865062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:18.898618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f200-877c-4dd0-907b-db3c19570b71 req-b929b140-a82a-48cd-a7fc-3f6e155487e4 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:18.906327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d498f200-877c-4dd0-907b-db3c19570b71 req-b929b140-a82a-48cd-a7fc-3f6e155487e4 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 932 time: 0.2221589 Feb 11 14:27:19.046676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.120119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d498f200-877c-4dd0-907b-db3c19570b71 req-d4acca79-1068-4776-bf57-6a90ea11d6e2 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128334 Feb 11 14:27:19.121817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-3b465fed-8584-41c0-aee8-bcee06b46109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:19.124502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-3b465fed-8584-41c0-aee8-bcee06b46109 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=97423bd6eacf476280f5254cf894cacd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3570638 Feb 11 14:27:19.144773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 9643e777-7254-42bb-b144-6b991b0e6e65 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:19.163524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-45c65577-65e6-4c4b-ace0-b6c660f57a44 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7573934 Feb 11 14:27:19.166826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:19.178251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:19.185505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Request body: {'port': {'device_id': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:19.214163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.220803 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.314433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29d65bb-0787-4112-af47-46b9c6d326b2']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:19.319042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:19.333624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:19.343333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e41a3c5-14ea-4950-9ef8-45740e1327be') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:19.343809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e41a3c5-14ea-4950-9ef8-45740e1327be') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:19.348772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:19.352959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:19.364384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=fda85167-1b1c-409e-ab1b-b7860d042ddb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:19.391968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.433715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-ca0b2bac-4932-4fb3-8c9d-458bf16f91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:19.435291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2a38ca5-e3fa-4ace-a174-b3d0f1bf29ea req-ca0b2bac-4932-4fb3-8c9d-458bf16f91be service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3015013 Feb 11 14:27:19.436238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.439920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.472877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:19.477341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:19.482418 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:19.736944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.747185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-3744d82b-b124-4e65-b21e-46aece21d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:19.749027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-3744d82b-b124-4e65-b21e-46aece21d748 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1095 time: 0.2657585 Feb 11 14:27:20.035543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f723d-143f-432e-8f0a-d27b01e632e4 req-0cc51db7-d116-46c9-bd71-88a2a9952c74 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:20.038324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d04f723d-143f-432e-8f0a-d27b01e632e4 req-0cc51db7-d116-46c9-bd71-88a2a9952c74 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2571204 Feb 11 14:27:20.336099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.340546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d04f723d-143f-432e-8f0a-d27b01e632e4 req-61557467-a91c-4d08-a202-547878872413 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775102 Feb 11 14:27:20.390866 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.398434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-eeab0eb0-c8c3-4ba2-a723-cd9edb689de6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 217 time: 0.6405616 Feb 11 14:27:20.401688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.404154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b398ae2-2247-4ebf-ad5e-35bcba85aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.422819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a29d65bb-0787-4112-af47-46b9c6d326b2 HTTP/1.1" status: 204 len: 168 time: 1.8000293 Feb 11 14:27:20.544869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284681-c795-417c-a57c-b010439fb936 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29d65bb-0787-4112-af47-46b9c6d326b2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:20.644521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-92a58bf9-267f-4afe-8e53-49edaaa0fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:20.646197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-92a58bf9-267f-4afe-8e53-49edaaa0fd80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.1988528 Feb 11 14:27:20.659151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200364-ca4e-422e-ab06-6795a9624a2b req-038bcb22-0744-42d6-8235-d2f909cc996f tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:20.659741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19200364-ca4e-422e-ab06-6795a9624a2b req-038bcb22-0744-42d6-8235-d2f909cc996f tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 932 time: 0.2824042 Feb 11 14:27:20.714740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.790464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19200364-ca4e-422e-ab06-6795a9624a2b req-9245527a-dadd-4fc6-98a8-97e7659d1739 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171539 Feb 11 14:27:20.796582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-ba9ba277-53a7-4803-bce3-b6ab295e0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:20.798581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-ba9ba277-53a7-4803-bce3-b6ab295e0a2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358759 Feb 11 14:27:20.918285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:20.987829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d95b4d-c79a-4d50-bbbe-d8290316232c {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:21.026716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.050415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Transition to ACTIVE for port object 06d95b4d-c79a-4d50-bbbe-d8290316232c will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:27:21.119021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b555ce6-933e-49ac-88b3-ad341590a1d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23a810d342f64344be3526bc1238e047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848445 Feb 11 14:27:21.124310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40702) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:21.166535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.187421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-1da69c18-9183-4432-8d7d-cfb103cd3fc1 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769450 Feb 11 14:27:21.190304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.239132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.276346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Pushing event updated for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:21.310084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.554746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Attempting to bind port 06d95b4d-c79a-4d50-bbbe-d8290316232c on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:21.555070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Attempting to bind port 06d95b4d-c79a-4d50-bbbe-d8290316232c by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '25e44ae8-1537-4333-be65-d0624aa01bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:21.555393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Attempting to bind port 06d95b4d-c79a-4d50-bbbe-d8290316232c on network 5584b513-8020-495b-b97a-7813b1ef43a1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:21.568426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router 01706272-aa87-42bf-bbb0-d8132ea4b7f5 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:21.585571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Port 06d95b4d-c79a-4d50-bbbe-d8290316232c on network 5584b513-8020-495b-b97a-7813b1ef43a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:27:21.585923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Attempting to bind port 06d95b4d-c79a-4d50-bbbe-d8290316232c on network 5584b513-8020-495b-b97a-7813b1ef43a1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:21.609910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:21.610280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Checking segment: {'id': '25e44ae8-1537-4333-be65-d0624aa01bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:21.610645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Bound using segment: {'id': '25e44ae8-1537-4333-be65-d0624aa01bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:21.611097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Bound port: 06d95b4d-c79a-4d50-bbbe-d8290316232c, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e44ae8-1537-4333-be65-d0624aa01bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:21.611462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.622099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47b91cde-5891-49d8-99ef-de0d4f1cf767 req-21f0e38e-93f1-4684-981f-389551665243 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670226 Feb 11 14:27:21.659805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.662399 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.663582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14a68904-b4b5-4d7f-8585-909ec707d576 HTTP/1.1" status: 204 len: 168 time: 0.5380049 Feb 11 14:27:21.729971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 771a86a0-6ad4-4ef3-9357-3f980fc138c3 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:21.731358 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:21.763321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab6e9-7eff-400e-a547-cb407e654e35 req-29135b5c-c304-437d-b723-9351c7a29c61 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:21.765051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb7ab6e9-7eff-400e-a547-cb407e654e35 req-29135b5c-c304-437d-b723-9351c7a29c61 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2770603 Feb 11 14:27:21.857905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38086459-0252-4ed2-ba75-f017dc98987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a68904-b4b5-4d7f-8585-909ec707d576,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:22.002974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb7ab6e9-7eff-400e-a547-cb407e654e35 req-01b6df0e-f162-4622-9c2a-21cbbb94c6bf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214215 Feb 11 14:27:22.010000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:22.014740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c,segment=NetworkSegment(25e44ae8-1537-4333-be65-d0624aa01bb2),segment_id=25e44ae8-1537-4333-be65-d0624aa01bb2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:22.041781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:22.056461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Sync routers for ids ['01706272-aa87-42bf-bbb0-d8132ea4b7f5'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:22.089903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Routers {'01706272-aa87-42bf-bbb0-d8132ea4b7f5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:22.091921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['01706272-aa87-42bf-bbb0-d8132ea4b7f5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:22.101246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:22.115915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] Sync routers for ids ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:22.138492 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] Routers {'771a86a0-6ad4-4ef3-9357-3f980fc138c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:22.139891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:22.148098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb03b45-cfce-4ada-bed8-5dccb3745df4 req-f91ac444-d2fe-4eed-9524-5011071ca8eb tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:22.152175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:22.152696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fb03b45-cfce-4ada-bed8-5dccb3745df4 req-f91ac444-d2fe-4eed-9524-5011071ca8eb tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 944 time: 0.0891218 Feb 11 14:27:22.220142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8fb03b45-cfce-4ada-bed8-5dccb3745df4 req-598b1370-98f2-44e1-8041-420936c5db99 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535462 Feb 11 14:27:22.239772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:22.239772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ea20c31-3364-4c0d-87e7-34693202131e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3358941 Feb 11 14:27:22.243203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:22.346801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:22.351504 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] 10.222.0.60 "PUT /v2.0/ports/06d95b4d-c79a-4d50-bbbe-d8290316232c HTTP/1.1" status: 200 len: 1092 time: 3.1077607 Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b18bfb-64b2-4868-87b3-9175438cb243" -d '{"events": [{"name": "network-changed", "server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6add60a2-0594-4e79-ae23-6404593076c9 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9632709 Feb 11 14:27:22.351983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40744) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:22.454932 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] Routers {'771a86a0-6ad4-4ef3-9357-3f980fc138c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:22.454932 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:22.547723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Set router 01706272-aa87-42bf-bbb0-d8132ea4b7f5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:22.586176 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:22.594212 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b3676-939d-4c67-843e-4fec6780420e None None] The sync data for ids ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:22.595582 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8764a3a-8bbd-4bb3-940b-e70bc9b6628f x-openstack-request-id: req-b8764a3a-8bbd-4bb3-940b-e70bc9b6628f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:22.595582 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:22.597167 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8764a3a-8bbd-4bb3-940b-e70bc9b6628f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:22.597706 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c', 'status': 'completed', 'code': 200} Feb 11 14:27:22.615130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd35d-c3a9-4c8b-8cae-1e1c68e5c567 service neutron] Pushing event updated for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:22.646821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bfe69bc7-61e4-4ff2-920b-4c20aa246789 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers/771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 200 len: 884 time: 0.4013910 Feb 11 14:27:22.649971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:22.744989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-0cad1708-2903-42d4-81f6-66c4dd81ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:22.746466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-0cad1708-2903-42d4-81f6-66c4dd81ee4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9f001d6856c4f1990f26c9ec315084b&device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 1095 time: 0.2353432 Feb 11 14:27:22.892531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:22.914602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-adb29128-33fe-4e22-bb7a-9ca2f098ede6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c HTTP/1.1" status: 200 len: 217 time: 0.1327498 Feb 11 14:27:23.292804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb188ebd-94b5-4b0e-9dfe-5090cc927e76 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6415739 Feb 11 14:27:23.293454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:23.295918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:23.301074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-797223060'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:23.317769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddffe7-8485-452c-be31-414c3e074b84 req-07ded28d-908b-4483-958a-0bf369fabe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:23.331661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-07ded28d-908b-4483-958a-0bf369fabe15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f0d8188-3421-45a0-a621-56849e0d4bd0 HTTP/1.1" status: 200 len: 852 time: 0.3577113 Feb 11 14:27:23.479380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4397d-110b-425a-ae7c-a703c659682a req-c59d8af9-c92b-484c-a344-213de5ba3024 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:23.483294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e4397d-110b-425a-ae7c-a703c659682a req-c59d8af9-c92b-484c-a344-213de5ba3024 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2772970 Feb 11 14:27:23.513978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:23.547213 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:23.575256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-aa466758-7cce-476e-9654-519af4701600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5584b513-8020-495b-b97a-7813b1ef43a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401228 Feb 11 14:27:23.582886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01706272-aa87-42bf-bbb0-d8132ea4b7f5', 'name': '', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65', 'external_fixed_ips': [{'subnet_id': '4ee86e81-4775-4f7a-add2-a0fb4102b947', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': 'b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:15Z', 'updated_at': '2022-02-11T14:27:19Z', 'revision_number': 3, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port': {'id': 'b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889', 'name': '', 'network_id': '9643e777-7254-42bb-b144-6b991b0e6e65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01706272-aa87-42bf-bbb0-d8132ea4b7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '4ee86e81-4775-4f7a-add2-a0fb4102b947', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:17Z', 'updated_at': '2022-02-11T14:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee86e81-4775-4f7a-add2-a0fb4102b947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:23.637716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Checking router: 01706272-aa87-42bf-bbb0-d8132ea4b7f5 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:23.641259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Updating router 01706272-aa87-42bf-bbb0-d8132ea4b7f5 port b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:23.723942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:23.808198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1e4397d-110b-425a-ae7c-a703c659682a req-e30b05b0-ff1c-4a6a-ad0d-48ab3e5f1922 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128722 Feb 11 14:27:23.881573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d2d0-98fd-4976-b3a2-75ef5b562088 req-63cfff1a-5c3c-4f41-9786-537fdb13b863 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:23.906840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fa2d2d0-98fd-4976-b3a2-75ef5b562088 req-63cfff1a-5c3c-4f41-9786-537fdb13b863 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 944 time: 0.3868253 Feb 11 14:27:23.964769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-d7c8d004-22aa-46cd-8df6-019fe6f6467e service neutron] 10.222.0.60 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075595 Feb 11 14:27:24.000724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Deleting port b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:24.003987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.146748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0fa2d2d0-98fd-4976-b3a2-75ef5b562088 req-08f2be5c-4373-41a7-8346-7b5c698d8887 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390208 Feb 11 14:27:24.283869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.288863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60ddffe7-8485-452c-be31-414c3e074b84 req-f39b934c-5aa3-4823-aa2e-ccd8b14250f1 service neutron] 10.222.0.60 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051970 Feb 11 14:27:24.315833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Calling delete_port for b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:24.337502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:27:24.356265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.518334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.614337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:24.657204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '1de420e8-1241-4720-a64a-5f3159d101c2', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:27:24.726107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-44b5647b-4916-40d2-8211-e475483061f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:24.731798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-44b5647b-4916-40d2-8211-e475483061f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9f001d6856c4f1990f26c9ec315084b&device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 1095 time: 0.0902925 Feb 11 14:27:24.735843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.748546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.756311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:27:24.757791 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:27:24.780235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:24.794991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 771a86a0-6ad4-4ef3-9357-3f980fc138c3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:24.841592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:24.918459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:24.967772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-3d8ee3c4-abea-47e3-bdbd-38bafeb71dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:24.973446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-3d8ee3c4-abea-47e3-bdbd-38bafeb71dd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5584b513-8020-495b-b97a-7813b1ef43a1 HTTP/1.1" status: 200 len: 913 time: 0.2192683 Feb 11 14:27:25.012759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:25.021944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.025596 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-53afc703-5718-4c1b-a9fa-33886db0f5f4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 200 len: 891 time: 1.7264678 Feb 11 14:27:25.028741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] Sync routers for ids ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:25.044689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:25.044857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:25.046882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] Routers {'771a86a0-6ad4-4ef3-9357-3f980fc138c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:25.047603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.112790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.145757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.148513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:25.150291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] Routers {'771a86a0-6ad4-4ef3-9357-3f980fc138c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:25.152481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.245066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.245821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990dc45f-f8d5-472c-8480-9b13ecd1629f None None] The sync data for ids ['771a86a0-6ad4-4ef3-9357-3f980fc138c3'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:25.258816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['1de420e8-1241-4720-a64a-5f3159d101c2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:27:25.341469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e797a8e3-8495-4a27-8cf5-d11d5f168355 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers/771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 200 len: 891 time: 0.3073418 Feb 11 14:27:25.345578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:25.377116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Port b4f2e9d2-a7e7-4a2a-a1bb-ac7a9d9a4889 not found while updating agent binding for router 01706272-aa87-42bf-bbb0-d8132ea4b7f5. {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 14:27:25.394630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a9581aca-586d-45ed-8ab4-acee70d6c9bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 200 len: 205 time: 0.0454249 Feb 11 14:27:25.400589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:25.415336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Routers {'01706272-aa87-42bf-bbb0-d8132ea4b7f5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:25.416611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['01706272-aa87-42bf-bbb0-d8132ea4b7f5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.479849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.483304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.538332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-a844d902-2926-4945-ac84-8e3386111579 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c HTTP/1.1" status: 200 len: 217 time: 0.5470276 Feb 11 14:27:25.633818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] Set router 01706272-aa87-42bf-bbb0-d8132ea4b7f5 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:25.641381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.641909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01706272-aa87-42bf-bbb0-d8132ea4b7f5 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:25.656183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59584b-8173-4772-86b3-93a5da6e1fea req-2383a8c8-3434-47f8-adf2-006196f33ebe tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:25.657920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd59584b-8173-4772-86b3-93a5da6e1fea req-2383a8c8-3434-47f8-adf2-006196f33ebe tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.6833932 Feb 11 14:27:25.661229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.663439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a4ddcc8f-9a73-4ff0-9a5e-23c195ece486 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/routers/01706272-aa87-42bf-bbb0-d8132ea4b7f5 HTTP/1.1" status: 204 len: 168 time: 3.3370032 Feb 11 14:27:25.667923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40850) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:25.722085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-1e3fe52c-a71f-4bc7-9d8d-922b9b64d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:25.729696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-1e3fe52c-a71f-4bc7-9d8d-922b9b64d755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9f0d8188-3421-45a0-a621-56849e0d4bd0 HTTP/1.1" status: 200 len: 852 time: 0.1788948 Feb 11 14:27:25.744234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01706272-aa87-42bf-bbb0-d8132ea4b7f5', 'name': '', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:15Z', 'updated_at': '2022-02-11T14:27:24Z', 'revision_number': 5, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:25.791829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa20ee7e-0af7-4bb1-a26a-7ca8b1526a96 None None] The sync data for ids ['01706272-aa87-42bf-bbb0-d8132ea4b7f5'] in n-d-828407-1 is: [{'id': '01706272-aa87-42bf-bbb0-d8132ea4b7f5', 'name': '', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:15Z', 'updated_at': '2022-02-11T14:27:24Z', 'revision_number': 5, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:25.825138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Deleting subnet 4ee86e81-4775-4f7a-add2-a0fb4102b947 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:25.838996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-9db6e1f7-4f78-4352-901f-3c9a1bc10c5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5584b513-8020-495b-b97a-7813b1ef43a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979960 Feb 11 14:27:25.845854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.871343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b90a3-acc6-44a5-9bac-d614112956fc req-2be03e91-e574-4601-bb83-7f70f08f2112 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:25.882669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-357b90a3-acc6-44a5-9bac-d614112956fc req-2be03e91-e574-4601-bb83-7f70f08f2112 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 944 time: 0.3515446 Feb 11 14:27:25.888528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:25.905488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd59584b-8173-4772-86b3-93a5da6e1fea req-ee938bd3-ba6a-4aa4-9f92-056d44317cdb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389598 Feb 11 14:27:26.016332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.114351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.119328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-4c8715c9-cfab-4b42-a229-87332d4c2bbf service neutron] 10.222.0.60 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335830 Feb 11 14:27:26.390579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68b18bfb-64b2-4868-87b3-9175438cb243 req-22a60bd1-bb49-4623-a3c3-6bdae631e5cf service neutron] 10.222.0.60 "GET /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514546 Feb 11 14:27:26.513396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.576263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee86e81-4775-4f7a-add2-a0fb4102b947,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:26.586179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.597431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84e1af34-2cbb-4d76-bd3f-9a9ac5db5718 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/4ee86e81-4775-4f7a-add2-a0fb4102b947 HTTP/1.1" status: 204 len: 168 time: 0.9279151 Feb 11 14:27:26.599937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40872) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:26.690545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-357b90a3-acc6-44a5-9bac-d614112956fc req-d5c35c84-26a0-4124-930e-62cd377af742 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066707 Feb 11 14:27:26.788505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.799215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.939198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.976729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9643e777-7254-42bb-b144-6b991b0e6e65']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:26.988879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086f9bbd-9314-4d12-aff1-99a2d16b912b') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:26.989219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086f9bbd-9314-4d12-aff1-99a2d16b912b') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:27.000868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.018323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.041811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:27.042336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:27.044336 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:27.091161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port fda85167-1b1c-409e-ab1b-b7860d042ddb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:27.104447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.214410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f20b8-2370-49eb-9707-4559c51c1597 req-ea176bba-9628-484a-a84a-948325f81576 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.214410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-168f20b8-2370-49eb-9707-4559c51c1597 req-ea176bba-9628-484a-a84a-948325f81576 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.0752950 Feb 11 14:27:27.320788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-168f20b8-2370-49eb-9707-4559c51c1597 req-bd2fbbee-b672-4e6a-883f-59a3dddaec10 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991285 Feb 11 14:27:27.323959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.333269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9643e777-7254-42bb-b144-6b991b0e6e65 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:27:27.338750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.353609 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9643e777-7254-42bb-b144-6b991b0e6e65 HTTP/1.1" status: 204 len: 168 time: 0.7483089 Feb 11 14:27:27.378124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.401414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ea7f-edf7-4624-a6ea-458de01574d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Network': ['ID=9643e777-7254-42bb-b144-6b991b0e6e65,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:27.403782 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for fda85167-1b1c-409e-ab1b-b7860d042ddb owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:27.848405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.877391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40912) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:27.884239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'name': 'tempest-router--255757140', 'project_id': '6440f15adfce4e5f9157bc3e912e57d1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:27.922265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=fda85167-1b1c-409e-ab1b-b7860d042ddb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:27.969581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 06d95b4d-c79a-4d50-bbbe-d8290316232c details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:27:27.985315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade0295-a851-4b87-9e4c-d7b01b9794fd req-b74da9b6-aded-4418-bc77-7cf056c3bc96 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.994183 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cade0295-a851-4b87-9e4c-d7b01b9794fd req-b74da9b6-aded-4418-bc77-7cf056c3bc96 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 944 time: 0.2198937 Feb 11 14:27:28.059028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.059768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.180149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cade0295-a851-4b87-9e4c-d7b01b9794fd req-a5777afa-3a1f-4dad-90c7-05d3938045e3 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770420 Feb 11 14:27:28.211037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.252909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c,segment=NetworkSegment(25e44ae8-1537-4333-be65-d0624aa01bb2),segment_id=25e44ae8-1537-4333-be65-d0624aa01bb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:28.292747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.295830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '06d95b4d-c79a-4d50-bbbe-d8290316232c', 'network_id': '5584b513-8020-495b-b97a-7813b1ef43a1', 'port_id': '06d95b4d-c79a-4d50-bbbe-d8290316232c', 'mac_address': 'fa:16:3e:a0:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8188-3421-45a0-a621-56849e0d4bd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:27:28.299526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:28.402217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.482630 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.491521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1fe7a040-5a06-43cd-a806-71b5b3d5aaa1 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6080267 Feb 11 14:27:28.499940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:28.569691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.572532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.580690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.672931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d95b4d-c79a-4d50-bbbe-d8290316232c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:28.684332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.685490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router 771a86a0-6ad4-4ef3-9357-3f980fc138c3 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:28.704372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.726445 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.728055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-379b230f-f8b9-4f99-b4cd-83d808104313 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 204 len: 168 time: 3.3262010 Feb 11 14:27:28.728268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c,segment=NetworkSegment(25e44ae8-1537-4333-be65-d0624aa01bb2),segment_id=25e44ae8-1537-4333-be65-d0624aa01bb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:28.737943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:28.770747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 1de420e8-1241-4720-a64a-5f3159d101c2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:27:28.770747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 1de420e8-1241-4720-a64a-5f3159d101c2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:28.771864 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.788007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1315563732'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:28.805240 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.815897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84576c87-f933-4fb0-b08d-a340e6710d19 req-1d21e7c6-4df8-4fbb-ae37-1751dc91b350 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.825838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84576c87-f933-4fb0-b08d-a340e6710d19 req-1d21e7c6-4df8-4fbb-ae37-1751dc91b350 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.2389760 Feb 11 14:27:28.925572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84576c87-f933-4fb0-b08d-a340e6710d19 req-39429200-1fca-49f9-aa2d-82ba8ba36463 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986037 Feb 11 14:27:28.935675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:28.939394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.967416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:28.995713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:29.029560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.029860 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment d2801327-ea9b-4df3-825c-cfcdf7ccfd74 of type vlan for network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce Feb 11 14:27:29.130892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.228736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.232461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['06d95b4d-c79a-4d50-bbbe-d8290316232c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:27:29.323290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:29.324486 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a7edb-e4a1-4cef-a093-5a666878044a" -d '{"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:29.363768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.376795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.376795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.385510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:29.531346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:29.563681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.570736 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4cb7f4ca-9e7e-4af3-bc3f-ca504c9a9965 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8127205 Feb 11 14:27:29.571236 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8a0412-9cca-491e-af90-7ee49e29ef9b x-openstack-request-id: req-2e8a0412-9cca-491e-af90-7ee49e29ef9b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:29.571236 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:29.571236 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8a0412-9cca-491e-af90-7ee49e29ef9b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:29.571236 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'code': 200} Feb 11 14:27:29.571681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:29.573154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.581856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:29.596611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:29.610116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.734828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a67f-c9af-44a6-af70-2724a328a233 req-55b8a31a-accd-4a98-a36c-3aba4a77db72 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.748625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a52a67f-c9af-44a6-af70-2724a328a233 req-55b8a31a-accd-4a98-a36c-3aba4a77db72 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 945 time: 0.1134737 Feb 11 14:27:29.790939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.796978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a112b3-87f2-4f39-a192-91e67457c7c8 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:29.816457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.823517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f48a7bb8-907c-46f7-8cc7-6a0f68eee816 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f7a112b3-87f2-4f39-a192-91e67457c7c8 HTTP/1.1" status: 204 len: 168 time: 1.3201506 Feb 11 14:27:29.887467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a52a67f-c9af-44a6-af70-2724a328a233 req-4ee8c24d-2114-49fb-a7c4-7100ab1a86b0 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376331 Feb 11 14:27:29.896242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:29.927798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d8d0c-45f8-4258-8189-d22daf6ccfe4 req-56862431-ba47-4a88-a9d9-7e4a10b18068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.938601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b16d8d0c-45f8-4258-8189-d22daf6ccfe4 req-56862431-ba47-4a88-a9d9-7e4a10b18068 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1097 time: 0.2251041 Feb 11 14:27:29.990388 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b16d8d0c-45f8-4258-8189-d22daf6ccfe4 req-b5308025-e953-4392-b78f-842d4ac9e91c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538795 Feb 11 14:27:30.137125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc3f9-4dc9-4608-a98e-6a90c5fdf589 req-2f87dfc8-555e-4e7a-9991-5036448d9c34 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:30.145652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ebdc3f9-4dc9-4608-a98e-6a90c5fdf589 req-2f87dfc8-555e-4e7a-9991-5036448d9c34 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1084750 Feb 11 14:27:30.230146 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2ebdc3f9-4dc9-4608-a98e-6a90c5fdf589 req-e84ef96d-6ee5-4ccb-b68f-5ebe985dd62d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834875 Feb 11 14:27:30.307093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:30.324238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:30.483722 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:30.574803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:30.741859 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:30.861345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:30.861704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:30.881164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=b3e7c243-3efc-4b53-9667-ef6a27c859ae,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:30.986353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:31.008422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2057780152', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:31.080586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:31.088780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:31.090236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.098375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc4d1a-1543-49a4-99bf-72c6d32d408a None None] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:31.160019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7660-d65d-4ff9-955e-07efa13c2609 req-a26f0434-e71b-487c-a319-2a361277ae1d tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:31.171088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c81c7660-d65d-4ff9-955e-07efa13c2609 req-a26f0434-e71b-487c-a319-2a361277ae1d tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 945 time: 0.1314027 Feb 11 14:27:31.182577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.225916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.225916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.249148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-773c1a84-c424-4c8c-98d6-6a1db9108dcc tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6710742 Feb 11 14:27:31.255484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:31.266397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-754697329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:31.285517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c81c7660-d65d-4ff9-955e-07efa13c2609 req-dba3a668-9ac1-4283-bb1f-81dc08202f57 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131954 Feb 11 14:27:31.392687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.394083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.422860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.590823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.611671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce', 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': 'b3e7c243-3efc-4b53-9667-ef6a27c859ae'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:27:31.612819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.651803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a6ad-49e6-4519-9e42-41e0a43bbcd4 req-5ea1a8e6-5e2e-4946-a37f-3ac3cea57425 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:31.661933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a954a6ad-49e6-4519-9e42-41e0a43bbcd4 req-5ea1a8e6-5e2e-4946-a37f-3ac3cea57425 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2145112 Feb 11 14:27:31.689702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.872066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a954a6ad-49e6-4519-9e42-41e0a43bbcd4 req-9f7ca688-86a7-488d-b96d-ff2654d355c7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067287 Feb 11 14:27:31.880589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.889328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-09480155-c69a-4621-a03d-6f9f52f9f24c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6383634 Feb 11 14:27:31.897775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:32.062390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 06d95b4d-c79a-4d50-bbbe-d8290316232c up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:32.075776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.128204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Allocated IP 2001:db8::2 (e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce/b3e7c243-3efc-4b53-9667-ef6a27c859ae/988b5e35-a6c8-4943-af11-9b17d97c7efd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:32.295183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 06d95b4d-c79a-4d50-bbbe-d8290316232c completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:27:32.392437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 06d95b4d-c79a-4d50-bbbe-d8290316232c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:32.392802 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.402720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca2ce-2556-4d15-bc34-cbc0b7d6aa92 req-4cfe77dd-3da7-4c54-8fec-407fac817883 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:32.417116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-562ca2ce-2556-4d15-bc34-cbc0b7d6aa92 req-4cfe77dd-3da7-4c54-8fec-407fac817883 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.3102028 Feb 11 14:27:32.422428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:32.433823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'floatingip': {'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:32.494680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.522262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1cf8-3f34-4011-8a18-a46ba12649cf req-994dc8fe-e578-46ca-9f74-8dcd491c98a4 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:32.531349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-169d1cf8-3f34-4011-8a18-a46ba12649cf req-994dc8fe-e578-46ca-9f74-8dcd491c98a4 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 945 time: 0.0932386 Feb 11 14:27:32.596587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-169d1cf8-3f34-4011-8a18-a46ba12649cf req-a3986548-25b6-4eb7-b875-4d968b3fc5c2 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619812 Feb 11 14:27:32.650731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.788425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.858467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.905229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.970184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.194759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:33.199683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Pushing event updated for resources: {'Port': ['ID=988b5e35-a6c8-4943-af11-9b17d97c7efd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:33.219059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:33.230524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:33.256045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Allocated IP 172.25.7.156 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/90b7ea9b-11ed-4462-8b93-11ccc887e0f9) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:33.316922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.476996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:33.476996 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cfe451-5aab-43fe-88af-0551a612e251" -d '{"events": [{"server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "name": "network-vif-plugged", "status": "completed", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:33.560529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.606008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c,segment=NetworkSegment(25e44ae8-1537-4333-be65-d0624aa01bb2),segment_id=25e44ae8-1537-4333-be65-d0624aa01bb2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:33.629973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Attempting to bind port 988b5e35-a6c8-4943-af11-9b17d97c7efd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:33.630345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Attempting to bind port 988b5e35-a6c8-4943-af11-9b17d97c7efd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:33.630707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Attempting to bind port 988b5e35-a6c8-4943-af11-9b17d97c7efd on network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:33.638311 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5de9a3-541b-484f-8972-7c4f80a31d27 x-openstack-request-id: req-cc5de9a3-541b-484f-8972-7c4f80a31d27 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:33.638587 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "name": "network-vif-plugged", "status": "completed", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:33.638974 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc5de9a3-541b-484f-8972-7c4f80a31d27 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:33.639368 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c', 'code': 200} Feb 11 14:27:33.640199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:33.640500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Checking segment: {'id': 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:33.640917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.641317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Bound using segment: {'id': 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:33.641781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Bound port: 988b5e35-a6c8-4943-af11-9b17d97c7efd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:33.642276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.790391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.805393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] For port 988b5e35-a6c8-4943-af11-9b17d97c7efd, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:33.809556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] For port 988b5e35-a6c8-4943-af11-9b17d97c7efd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=988b5e35-a6c8-4943-af11-9b17d97c7efd,segment=NetworkSegment(d2801327-ea9b-4df3-825c-cfcdf7ccfd74),segment_id=d2801327-ea9b-4df3-825c-cfcdf7ccfd74)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:33.811394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.878015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfb5ee-85f7-4dad-aad5-eed84c9b3ce7 req-695eef01-e8c4-499e-8d95-2b2562bf7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:33.879896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9dfb5ee-85f7-4dad-aad5-eed84c9b3ce7 req-695eef01-e8c4-499e-8d95-2b2562bf7232 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 1096 time: 0.1859970 Feb 11 14:27:33.892634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:33.900712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.907963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:33.912382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:33.991268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event updated for resources: {'Port': ['ID=90b7ea9b-11ed-4462-8b93-11ccc887e0f9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:33.993428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:34.012162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.012503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.012854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.013232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.013612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.013949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.014278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.014593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.020245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.020245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.020245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.020245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:34.036166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8::1 (e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce/b3e7c243-3efc-4b53-9667-ef6a27c859ae/951c2772-7507-44bd-a094-faf773268826) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:34.093183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9dfb5ee-85f7-4dad-aad5-eed84c9b3ce7 req-ee71a879-5d8b-4580-8019-fde2dc41e52b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987572 Feb 11 14:27:34.114053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7cfd8-2942-4468-b7b5-3bfab400d6eb None None] Pushing event updated for resources: {'Port': ['ID=988b5e35-a6c8-4943-af11-9b17d97c7efd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:34.292331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.556578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b9622-6c75-4d95-953f-9fc3c92a7799 req-c4e6b26d-354f-4e34-ba10-7a412978ee42 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:34.558259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff4b9622-6c75-4d95-953f-9fc3c92a7799 req-c4e6b26d-354f-4e34-ba10-7a412978ee42 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 946 time: 0.7295761 Feb 11 14:27:34.702791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff4b9622-6c75-4d95-953f-9fc3c92a7799 req-e08fa348-e12a-4102-ac9a-4a31fe4b9f25 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333389 Feb 11 14:27:34.707141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.798545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.867817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:34.870187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:27:34.874370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:34.877520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:34.878087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.036871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=951c2772-7507-44bd-a094-faf773268826,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:35.104676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.106843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.186344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.466479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Router 317a86ae-c851-4455-b3ef-23f5573abbd8 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:35.762184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:35.774107 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] Sync routers for ids ['317a86ae-c851-4455-b3ef-23f5573abbd8'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:35.803370 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] Routers {'317a86ae-c851-4455-b3ef-23f5573abbd8'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:35.807805 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['317a86ae-c851-4455-b3ef-23f5573abbd8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:35.873844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.877722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e81a5027-150f-4460-a656-d96172001a29 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2980714 Feb 11 14:27:35.877837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41126) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:35.941178 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:35.977809 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] Routers {'317a86ae-c851-4455-b3ef-23f5573abbd8'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:35.978849 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['317a86ae-c851-4455-b3ef-23f5573abbd8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:36.010344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 988b5e35-a6c8-4943-af11-9b17d97c7efd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:36.059623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:36.061313 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37cde7-3f3f-4ecf-83e6-1b977a4cab17 None None] The sync data for ids ['317a86ae-c851-4455-b3ef-23f5573abbd8'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:36.100953 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Floating IP cf92d0dc-5f53-49a9-a1b3-e8d68b364399 associated. External IP: 172.25.7.7, port: 1de420e8-1241-4720-a64a-5f3159d101c2. Feb 11 14:27:36.116044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c24800-442f-481c-8b6a-1c9b3e621ecf None None] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:36.143581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4023644d-f0f4-4f63-83a3-68bc0c754ac8 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/317a86ae-c851-4455-b3ef-23f5573abbd8 HTTP/1.1" status: 200 len: 925 time: 0.2618856 Feb 11 14:27:36.144117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:36.190898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5522b786-0c4e-45a9-ba50-3e26c4ce168a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=317a86ae-c851-4455-b3ef-23f5573abbd8 HTTP/1.1" status: 200 len: 205 time: 0.0461962 Feb 11 14:27:36.197572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:36.214257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] Provisioning complete for port 988b5e35-a6c8-4943-af11-9b17d97c7efd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:36.214635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.262309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 988b5e35-a6c8-4943-af11-9b17d97c7efd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:36.262688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.305460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.391149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71166e0-6b1e-4256-a4a9-24497756d006 req-a7af2810-3c02-40f9-b001-79e82e4dcc91 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:36.392955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d71166e0-6b1e-4256-a4a9-24497756d006 req-a7af2810-3c02-40f9-b001-79e82e4dcc91 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 946 time: 0.3058407 Feb 11 14:27:36.473169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.513665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.590811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.595990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] For port 988b5e35-a6c8-4943-af11-9b17d97c7efd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=988b5e35-a6c8-4943-af11-9b17d97c7efd,segment=NetworkSegment(d2801327-ea9b-4df3-825c-cfcdf7ccfd74),segment_id=d2801327-ea9b-4df3-825c-cfcdf7ccfd74)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:36.612491 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d71166e0-6b1e-4256-a4a9-24497756d006 req-7613db74-b1ea-4415-b24e-4ff1551483fa tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873178 Feb 11 14:27:36.707897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.829577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:27:36.830044 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:27:36.838738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409a23e-4e77-495d-8c20-57ab51011a05 None None] Pushing event updated for resources: {'Port': ['ID=988b5e35-a6c8-4943-af11-9b17d97c7efd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:36.873595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.903272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:37.058764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-14dc6ff5-833e-40cd-ba08-15796bfb148e None None] Provisioning complete for port 988b5e35-a6c8-4943-af11-9b17d97c7efd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:37.058764 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14dc6ff5-833e-40cd-ba08-15796bfb148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.180714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.287601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.288549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.304164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-14dc6ff5-833e-40cd-ba08-15796bfb148e None None] Provisioning complete for port 951c2772-7507-44bd-a094-faf773268826 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:37.304560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14dc6ff5-833e-40cd-ba08-15796bfb148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.311779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port 90b7ea9b-11ed-4462-8b93-11ccc887e0f9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:37.312173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.406805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:37.435989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:37.459975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.484158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-14dc6ff5-833e-40cd-ba08-15796bfb148e None None] Port 951c2772-7507-44bd-a094-faf773268826 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:37.489604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:37.490640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:37.567749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=951c2772-7507-44bd-a094-faf773268826,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:37.621730 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7d0333e9-25d1-447c-a728-78f1aac28b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "PUT /v2.0/floatingips/cf92d0dc-5f53-49a9-a1b3-e8d68b364399 HTTP/1.1" status: 200 len: 990 time: 5.1871502 Feb 11 14:27:37.626644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:37.641783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:37.653572 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabd3606-8f11-443b-b12f-1dfcd366c459" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:37.759760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.862045 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b21b6-1991-4021-bcfb-1085743cf20c x-openstack-request-id: req-040b21b6-1991-4021-bcfb-1085743cf20c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:37.864444 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:37.868921 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-040b21b6-1991-4021-bcfb-1085743cf20c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:37.870748 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'status': 'completed', 'code': 200} Feb 11 14:27:37.899865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for 90b7ea9b-11ed-4462-8b93-11ccc887e0f9 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:37.965146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 988b5e35-a6c8-4943-af11-9b17d97c7efd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:38.000142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:38.030982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-84468e67-d756-4c32-b902-c8e8f634f0dd None None] Provisioning complete for port 951c2772-7507-44bd-a094-faf773268826 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:38.031359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84468e67-d756-4c32-b902-c8e8f634f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.041174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:38.166334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c68f6-c798-4c7b-bc19-8019bad3d89f req-025a8b80-c9dd-4028-8b37-7d84d560fafd tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.172903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-290c68f6-c798-4c7b-bc19-8019bad3d89f req-025a8b80-c9dd-4028-8b37-7d84d560fafd tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 946 time: 0.4334874 Feb 11 14:27:38.193348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-a9c9d46a-5439-48af-89ba-678631462b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.195032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-a9c9d46a-5439-48af-89ba-678631462b40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1097 time: 0.2876718 Feb 11 14:27:38.214914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-84468e67-d756-4c32-b902-c8e8f634f0dd None None] Port 951c2772-7507-44bd-a094-faf773268826 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:38.284721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 988b5e35-a6c8-4943-af11-9b17d97c7efd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:38.285094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.389658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cf92d0dc-5f53-49a9-a1b3-e8d68b364399', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:00Z', 'updated_at': '2022-02-11T14:27:34Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:38.471310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:38.605937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:38.607107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:38.607658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-290c68f6-c798-4c7b-bc19-8019bad3d89f req-bf016f0f-43e6-408d-b9f7-f98a089173d6 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb774124-e702-4504-bb07-cc87189ee971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337795 Feb 11 14:27:38.620878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d21dad1e-e6e4-46c6-9169-31b1bbf6db21 None None] Provisioning complete for port 951c2772-7507-44bd-a094-faf773268826 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:38.621328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d21dad1e-e6e4-46c6-9169-31b1bbf6db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.720798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-8b9d09f0-696a-4c6b-ad08-97fdfbb1aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.723254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-8b9d09f0-696a-4c6b-ad08-97fdfbb1aae9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.4128301 Feb 11 14:27:38.821525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d21dad1e-e6e4-46c6-9169-31b1bbf6db21 None None] Port 951c2772-7507-44bd-a094-faf773268826 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:38.836765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.850842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:38.899998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 4f6b2532-e865-4204-85e6-b406232c3487 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:38.946072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=90b7ea9b-11ed-4462-8b93-11ccc887e0f9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:38.963409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-d5c2338f-b8fe-4e5d-a100-b32135bdcd14 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.970161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-3c8deb0b-a628-4612-8d04-7707df2aab70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 998 time: 0.2388639 Feb 11 14:27:38.973996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-d5c2338f-b8fe-4e5d-a100-b32135bdcd14 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 946 time: 0.1043117 Feb 11 14:27:39.297886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Deleting port 06d95b4d-c79a-4d50-bbbe-d8290316232c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:39.299450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:39.543646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cf92d0dc-5f53-49a9-a1b3-e8d68b364399', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:00Z', 'updated_at': '2022-02-11T14:27:34Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:39.551834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] For port 06d95b4d-c79a-4d50-bbbe-d8290316232c, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=06d95b4d-c79a-4d50-bbbe-d8290316232c,segment=NetworkSegment(25e44ae8-1537-4333-be65-d0624aa01bb2),segment_id=25e44ae8-1537-4333-be65-d0624aa01bb2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:39.555146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:39.579781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Calling delete_port for 06d95b4d-c79a-4d50-bbbe-d8290316232c owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:39.666908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:27:39.673663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fc1ab-9411-4f11-a637-c7b9b884daa0 None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cf92d0dc-5f53-49a9-a1b3-e8d68b364399', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:00Z', 'updated_at': '2022-02-11T14:27:34Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:39.878662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:39.897196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['06d95b4d-c79a-4d50-bbbe-d8290316232c'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:27:40.023356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:40.023907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Pushing event deleted for resources: {'Port': ['ID=06d95b4d-c79a-4d50-bbbe-d8290316232c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:40.039837 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] Sync routers for ids ['4f6b2532-e865-4204-85e6-b406232c3487'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:40.056667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-83d9ef84-6f5f-4952-b8e9-a935a2fca8b6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/4f6b2532-e865-4204-85e6-b406232c3487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1653898 Feb 11 14:27:40.060145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-892b93d9-816b-46c8-821d-515e0576be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.067357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-892b93d9-816b-46c8-821d-515e0576be96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 1.0267611 Feb 11 14:27:40.108619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] Routers {'4f6b2532-e865-4204-85e6-b406232c3487'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:40.109269 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4f6b2532-e865-4204-85e6-b406232c3487'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.114598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.127223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] No DVR routers for this DVR port 06d95b4d-c79a-4d50-bbbe-d8290316232c on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:40.128743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124114dd-c1a8-4cb1-9474-5338a849fda9 None None] New status for floating IP cf92d0dc-5f53-49a9-a1b3-e8d68b364399: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:27:40.134962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.140401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b947c6bd-a43f-46bd-acc1-dcb8387694e2 req-ac002922-c138-4a7f-90ed-ad35791bc442 tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.60 "DELETE /v2.0/ports/06d95b4d-c79a-4d50-bbbe-d8290316232c HTTP/1.1" status: 204 len: 173 time: 1.1612241 Feb 11 14:27:40.150511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'name': 'network-vif-deleted', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:40.154669 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208e0cf-3384-456a-b72a-2cb8af2c2e60" -d '{"events": [{"server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "name": "network-vif-deleted", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:40.172365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d8edb6c-bae7-4e82-aa08-099c2578e320 req-f2db9a2d-ce22-4f25-85de-25f351cac5af tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.2998579 Feb 11 14:27:40.192063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.211196 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] Routers {'4f6b2532-e865-4204-85e6-b406232c3487'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:40.223360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4f6b2532-e865-4204-85e6-b406232c3487'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.241928 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eaad2e-077a-449c-899a-21578bc6d53c x-openstack-request-id: req-f3eaad2e-077a-449c-899a-21578bc6d53c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:40.242221 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19db177-e8df-47a4-912e-f310ccc838ed", "name": "network-vif-deleted", "tag": "06d95b4d-c79a-4d50-bbbe-d8290316232c", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:40.242693 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3eaad2e-077a-449c-899a-21578bc6d53c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:40.243660 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19db177-e8df-47a4-912e-f310ccc838ed', 'name': 'network-vif-deleted', 'tag': '06d95b4d-c79a-4d50-bbbe-d8290316232c', 'status': 'completed', 'code': 200} Feb 11 14:27:40.259825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b1c94-b5a8-468f-b955-47320745926e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.270792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-148b1c94-b5a8-468f-b955-47320745926e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports/951c2772-7507-44bd-a094-faf773268826 HTTP/1.1" status: 200 len: 911 time: 0.1453066 Feb 11 14:27:40.270792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.271052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41284) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.276003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3e7c243-3efc-4b53-9667-ef6a27c859ae'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:40.301808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-42bb3fb7-1365-4b57-b253-063fd8cd463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.302048 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.302596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436f0d5-aad6-492e-9ab0-e0ee00c90e25 None None] The sync data for ids ['4f6b2532-e865-4204-85e6-b406232c3487'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:40.303529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-42bb3fb7-1365-4b57-b253-063fd8cd463f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587412 Feb 11 14:27:40.391729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.418072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.557861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.558407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router 317a86ae-c851-4455-b3ef-23f5573abbd8 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:40.579834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.581019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f9a9c811-d762-4341-94fd-eb53a939c5be tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/317a86ae-c851-4455-b3ef-23f5573abbd8 HTTP/1.1" status: 204 len: 168 time: 4.3765166 Feb 11 14:27:40.583288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-1527ce0d-28cb-4b24-8da5-5c1b6bce77b9 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464159 Feb 11 14:27:40.601480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.624125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2033671180', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:40.643821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.895466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aabd3606-8f11-443b-b12f-1dfcd366c459 req-0b3e2401-e6d4-4a56-a220-412ac6036c63 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918253 Feb 11 14:27:41.061401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.076415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.134869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.232074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.327090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b91a9e4-93eb-41b8-a591-542ed88b5204 req-34ea59fc-9384-456a-a5ca-ba950474df9b tempest-ServerPasswordTestJSON-1150587336 tempest-ServerPasswordTestJSON-1150587336-project] 10.222.0.31 "GET /v2.0/ports?device_id=e19db177-e8df-47a4-912e-f310ccc838ed HTTP/1.1" status: 200 len: 210 time: 0.0295010 Feb 11 14:27:41.426471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.432674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:41.433617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.435102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/ports/951c2772-7507-44bd-a094-faf773268826 HTTP/1.1" status: 200 len: 911 time: 1.1701777 Feb 11 14:27:41.450440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41332) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:41.522970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.573477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77f13c-1187-40a2-98e1-6ec38f7dca54 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=951c2772-7507-44bd-a094-faf773268826,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:41.642697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41342) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:41.766422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be66bf82-63af-4d0f-815a-6631ba83958e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.907129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be66bf82-63af-4d0f-815a-6631ba83958e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.064487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be66bf82-63af-4d0f-815a-6631ba83958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.116205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.121837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be66bf82-63af-4d0f-815a-6631ba83958e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d534a49555c041a5b3252784b2b24db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780338 Feb 11 14:27:42.132545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:42.141659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66bf82-63af-4d0f-815a-6631ba83958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c4e1b-7453-4db9-acea-8edb9ed380f8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.165946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.247970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.279567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.289503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 172.25.7.11 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b74d1673-e111-4d32-8bd8-6a3b182966bb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:42.316773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.397902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.422750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41376) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:42.527843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Deleting subnet 9f0d8188-3421-45a0-a621-56849e0d4bd0 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:42.535001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.537814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.540368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.541797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a2c4e1b-7453-4db9-acea-8edb9ed380f8 HTTP/1.1" status: 204 len: 168 time: 0.4068604 Feb 11 14:27:42.570148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.611282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4823-7083-44e4-830b-a3563700cd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c4e1b-7453-4db9-acea-8edb9ed380f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.624034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:42.631010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:42.646400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:42.655113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.683067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=b74d1673-e111-4d32-8bd8-6a3b182966bb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.728302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.840876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 951c2772-7507-44bd-a094-faf773268826 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:42.841245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.934094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.946605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 951c2772-7507-44bd-a094-faf773268826 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:43.000639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.041086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0d8188-3421-45a0-a621-56849e0d4bd0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:43.053667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.059697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:43.070248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f808f60a-2a35-4067-841d-59306ff3b931 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f0d8188-3421-45a0-a621-56849e0d4bd0 HTTP/1.1" status: 204 len: 168 time: 0.6464550 Feb 11 14:27:43.240575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.263255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.346432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.372467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.433827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5584b513-8020-495b-b97a-7813b1ef43a1']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:43.447139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e44ae8-1537-4333-be65-d0624aa01bb2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:43.447427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e44ae8-1537-4333-be65-d0624aa01bb2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:43.463130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.465849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=951c2772-7507-44bd-a094-faf773268826,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:43.561977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.721505 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.730518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:43.730920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:43.732817 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:43.778351 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.795713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 4f6b2532-e865-4204-85e6-b406232c3487 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:43.924123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:43.930326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8e05d893-3cc8-4e84-af06-1cdcf302a433 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/4f6b2532-e865-4204-85e6-b406232c3487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4786940 Feb 11 14:27:43.933026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:43.936024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] Sync routers for ids ['4f6b2532-e865-4204-85e6-b406232c3487'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:43.954947 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] Routers {'4f6b2532-e865-4204-85e6-b406232c3487'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:43.956965 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4f6b2532-e865-4204-85e6-b406232c3487'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:43.969752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb95eab6-f131-4e33-a9c9-eb504458571e tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6b2532-e865-4204-85e6-b406232c3487 HTTP/1.1" status: 200 len: 205 time: 0.0346875 Feb 11 14:27:43.972160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:44.012942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.023118 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] Routers {'4f6b2532-e865-4204-85e6-b406232c3487'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:44.024178 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4f6b2532-e865-4204-85e6-b406232c3487'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.031897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 06d95b4d-c79a-4d50-bbbe-d8290316232c no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:44.069301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.070051 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00486d8-365e-452d-93d9-53c0f39a2c0d None None] The sync data for ids ['4f6b2532-e865-4204-85e6-b406232c3487'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:44.114157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 06d95b4d-c79a-4d50-bbbe-d8290316232c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:44.115284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 06d95b4d-c79a-4d50-bbbe-d8290316232c not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:44.124605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.134087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:44.134087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.140603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.163880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5584b513-8020-495b-b97a-7813b1ef43a1 HTTP/1.1" status: 204 len: 168 time: 1.1027858 Feb 11 14:27:44.208143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3477-0a11-4e79-b8ba-f98102cc31f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5584b513-8020-495b-b97a-7813b1ef43a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:44.391882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.396405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.426548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:44.444266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Sync routers for ids ['7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:44.462284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Routers {'7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:44.470084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.592139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.592638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6b2532-e865-4204-85e6-b406232c3487 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:44.595099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.596527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd688641-dd95-453d-80b6-ab39d11aa9c7 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9928401 Feb 11 14:27:44.599191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:44.607758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.608813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c5dbf1f6-3aa7-44b9-afd0-a17edae6ffb2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/4f6b2532-e865-4204-85e6-b406232c3487 HTTP/1.1" status: 204 len: 168 time: 0.6352918 Feb 11 14:27:44.611809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:44.665276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Set router 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:44.849937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-143256db-6b26-402f-aeed-3effe044a8bf tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c HTTP/1.1" status: 200 len: 908 time: 0.2495360 Feb 11 14:27:44.852859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:44.853446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41480) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:44.857997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2033671180', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': True}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:44.919951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet b3e7c243-3efc-4b53-9667-ef6a27c859ae {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:44.925203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.951400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'name': 'tempest-snat-router-2033671180', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11'}], 'enable_snat': False}, 'gw_port_id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:41Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 3, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port': {'id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.982117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Checking router: 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:44.982603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Updating router 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c port b74d1673-e111-4d32-8bd8-6a3b182966bb binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:44.995346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.003577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.004685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.020116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7646a617-b31a-4b2e-a052-935580b4b015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9f001d6856c4f1990f26c9ec315084b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657455 Feb 11 14:27:45.020317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.023333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:45.080145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.154444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.178487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.295980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.297568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:45.446404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.449086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.513008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45bdab9a-0f8a-402e-8113-297e5739cadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.524829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.527365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.529249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb774124-e702-4504-bb07-cc87189ee971 HTTP/1.1" status: 204 len: 168 time: 0.5047605 Feb 11 14:27:45.540618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481dfd9-d51b-435d-9bc8-8409b8ae6571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb774124-e702-4504-bb07-cc87189ee971,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.553729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.555612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.595563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e7c243-3efc-4b53-9667-ef6a27c859ae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.600050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.609851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:45.610061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c45abe3-a91d-429e-9345-627fa35e9107 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/b3e7c243-3efc-4b53-9667-ef6a27c859ae HTTP/1.1" status: 204 len: 168 time: 0.9968204 Feb 11 14:27:45.622141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8bce56-ea7b-46e3-8f19-623225c8ffba None None] Network e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:45.643602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Attempting to bind port b74d1673-e111-4d32-8bd8-6a3b182966bb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:45.649009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Attempting to bind port b74d1673-e111-4d32-8bd8-6a3b182966bb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:45.649009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Attempting to bind port b74d1673-e111-4d32-8bd8-6a3b182966bb on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:45.698151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45bdab9a-0f8a-402e-8113-297e5739cadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.698813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:45.699255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:45.699721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.700189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:45.700716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Bound port: b74d1673-e111-4d32-8bd8-6a3b182966bb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:45.701197 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.734722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Pushing event updated for resources: {'Port': ['ID=b74d1673-e111-4d32-8bd8-6a3b182966bb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.782788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.783138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.783482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.783821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.784152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.784480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.784808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.785156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.785482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.785804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.786127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.786502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:45.817151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.821260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45bdab9a-0f8a-402e-8113-297e5739cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.831700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] For port b74d1673-e111-4d32-8bd8-6a3b182966bb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:45.867705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] For port b74d1673-e111-4d32-8bd8-6a3b182966bb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b74d1673-e111-4d32-8bd8-6a3b182966bb,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:45.911085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-45bdab9a-0f8a-402e-8113-297e5739cadc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62287f231a524e10a43b9c62c2b44c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124234 Feb 11 14:27:45.914237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:46.008035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] DHCP port deletion for e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:27:46.010293 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.023435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.033534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdab9a-0f8a-402e-8113-297e5739cadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0966f3e9-fba8-417d-94b6-12c0bb586cc9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.045633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.082062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 988b5e35-a6c8-4943-af11-9b17d97c7efd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:46.082205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.175790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 988b5e35-a6c8-4943-af11-9b17d97c7efd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=988b5e35-a6c8-4943-af11-9b17d97c7efd,segment=NetworkSegment(d2801327-ea9b-4df3-825c-cfcdf7ccfd74),segment_id=d2801327-ea9b-4df3-825c-cfcdf7ccfd74)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:46.176439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.216819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.216819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.216819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0966f3e9-fba8-417d-94b6-12c0bb586cc9 HTTP/1.1" status: 204 len: 168 time: 0.2982366 Feb 11 14:27:46.222251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dc2f2-d835-4931-8222-37c402148afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0966f3e9-fba8-417d-94b6-12c0bb586cc9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.225008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Routers {'7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:46.225628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.235727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 988b5e35-a6c8-4943-af11-9b17d97c7efd owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:46.259441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.281950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d110d2-a6ee-4bf6-a096-f0b3af02e6c9 None None] Pushing event updated for resources: {'Port': ['ID=b74d1673-e111-4d32-8bd8-6a3b182966bb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.319224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.369009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Deleting port 988b5e35-a6c8-4943-af11-9b17d97c7efd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:46.369388 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.446082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 172.25.7.163 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ee0956c2-cade-4bae-aceb-29c8bc635b2f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:46.447096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] Set router 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:46.524684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] For port 988b5e35-a6c8-4943-af11-9b17d97c7efd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=988b5e35-a6c8-4943-af11-9b17d97c7efd,segment=NetworkSegment(d2801327-ea9b-4df3-825c-cfcdf7ccfd74),segment_id=d2801327-ea9b-4df3-825c-cfcdf7ccfd74)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:46.525368 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.576799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Calling delete_port for 988b5e35-a6c8-4943-af11-9b17d97c7efd owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:46.578719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.734850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.795046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=988b5e35-a6c8-4943-af11-9b17d97c7efd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.805595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.892983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 988b5e35-a6c8-4943-af11-9b17d97c7efd on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:46.998191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:47.000721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:47.007656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:47.024779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:47.046638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.085731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] Pushing event deleted for resources: {'Port': ['ID=988b5e35-a6c8-4943-af11-9b17d97c7efd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.088537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e94faa-b890-4774-a1b4-e44053b8f3d5 None None] No DVR routers for this DVR port 988b5e35-a6c8-4943-af11-9b17d97c7efd on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:47.108329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'name': 'tempest-snat-router-2033671180', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11'}], 'enable_snat': False}, 'gw_port_id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:41Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 3, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port': {'id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:47.113690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=ee0956c2-cade-4bae-aceb-29c8bc635b2f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.134228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.134473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Deleting subnet c063b376-d011-41aa-9182-ae1157970eb2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:47.139109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.216184 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.232073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c51f9c-12c7-4ee6-ae03-4a304ed060c0 None None] The sync data for ids ['7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c'] in n-d-828407-1 is: [{'id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'name': 'tempest-snat-router-2033671180', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11'}], 'enable_snat': False}, 'gw_port_id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:41Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 3, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port': {'id': 'b74d1673-e111-4d32-8bd8-6a3b182966bb', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:47.236344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:47.253312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:47.253897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2801327-ea9b-4df3-825c-cfcdf7ccfd74') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:47.276819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.286459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.309288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.385550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:47.385964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:47.405044 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:47.483875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.557376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.566796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41572) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:47.569634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c063b376-d011-41aa-9182-ae1157970eb2 HTTP/1.1" status: 204 len: 168 time: 0.5685587 Feb 11 14:27:47.570611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe29fa-9fa9-4489-bea6-d0304918b824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c063b376-d011-41aa-9182-ae1157970eb2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.754499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.773125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.795133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.802201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce HTTP/1.1" status: 204 len: 168 time: 2.1878400 Feb 11 14:27:47.802665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:47.807602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2131938017', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.815717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d6984-747c-4677-b375-afa4813abd18 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=e1f30c8e-b52a-4b52-9443-7fb1cd7a07ce,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.993434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.995024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.080785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b74d1673-e111-4d32-8bd8-6a3b182966bb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:48.136447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.139696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.182484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.189987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436d1c36-60f7-467e-ba6b-d7a6e697e24c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:48.198436 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ea454c7-1c72-4f58-b56f-b026431fa620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.209548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b74d1673-e111-4d32-8bd8-6a3b182966bb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:48.210207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.258702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.410614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.412419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f0e411e4-ac3d-41ec-94f0-5e69d726becd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6087518 Feb 11 14:27:48.415073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:48.422037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993229740'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:48.486247 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.543924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b74d1673-e111-4d32-8bd8-6a3b182966bb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b74d1673-e111-4d32-8bd8-6a3b182966bb,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:48.596456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:48.602988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.631918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:48.643944 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.644435 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment dd843f5c-98e4-4f56-86c0-3f563217017e of type vlan for network eb3061ba-2ba8-469c-9331-e2f046c56de6 Feb 11 14:27:48.687301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.784685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.819451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 988b5e35-a6c8-4943-af11-9b17d97c7efd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:48.863619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b74d1673-e111-4d32-8bd8-6a3b182966bb,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.870167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 988b5e35-a6c8-4943-af11-9b17d97c7efd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:48.870559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 988b5e35-a6c8-4943-af11-9b17d97c7efd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:48.885272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc58e46f-e852-4876-a2d2-07979efb623e') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:48.885807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc58e46f-e852-4876-a2d2-07979efb623e') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:48.935723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.953005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.955173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.960488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.961138 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.969997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:48.970566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:48.972612 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:49.086254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6696174 Feb 11 14:27:49.102506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41636) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:49.114262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:49.229890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d0283ce-3ce0-49b8-a276-37e04d39095d req-9b4288e6-4c68-4a66-99ea-4c47bee64415 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1564047 Feb 11 14:27:49.240433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=eb3061ba-2ba8-469c-9331-e2f046c56de6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:49.261723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.261852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.261852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.269945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.270530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.271576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.272365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.272853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.273768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.274264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.274907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.275726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.276681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ee0c4-68c3-4a2e-b63a-5aba2d8c106a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:49.293211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:49.307538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.312604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] 10.222.0.31 "DELETE /v2.0/networks/436d1c36-60f7-467e-ba6b-d7a6e697e24c HTTP/1.1" status: 204 len: 168 time: 1.7447031 Feb 11 14:27:49.313794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153253c0-ecdb-41d1-901e-c9505ec56d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=436d1c36-60f7-467e-ba6b-d7a6e697e24c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:49.322654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.415283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:49.419708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.649399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router c849c63d-b2b6-43e0-8330-b422001dd450 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:49.831963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:49.845001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Sync routers for ids ['c849c63d-b2b6-43e0-8330-b422001dd450'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:49.862020 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Routers {'c849c63d-b2b6-43e0-8330-b422001dd450'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:49.864324 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c849c63d-b2b6-43e0-8330-b422001dd450'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:49.962449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b74d1673-e111-4d32-8bd8-6a3b182966bb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:49.971617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.975675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1f567a4e-197f-4524-baee-0b668e9184d5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1186202 Feb 11 14:27:49.976688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41668) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:50.089799 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Set router c849c63d-b2b6-43e0-8330-b422001dd450 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:50.138492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b74d1673-e111-4d32-8bd8-6a3b182966bb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:50.138492 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.223229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a2c940c-3f81-475b-9679-a99262e6edeb tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/c849c63d-b2b6-43e0-8330-b422001dd450 HTTP/1.1" status: 200 len: 908 time: 0.2451956 Feb 11 14:27:50.226571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:50.226942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:50.329973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5f3d647-49c3-4a69-9d38-1f769894f8da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c37b6dbb7d3e497abd5be99dedc28861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011541 Feb 11 14:27:50.333177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:50.428290 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c63d-b2b6-43e0-8330-b422001dd450', 'name': 'tempest-snat-router-2033671180', 'tenant_id': 'ebbe5d50949e4645891af2722bfb8e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ee0956c2-cade-4bae-aceb-29c8bc635b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:45Z', 'updated_at': '2022-02-11T14:27:47Z', 'revision_number': 3, 'project_id': 'ebbe5d50949e4645891af2722bfb8e56', 'gw_port': {'id': 'ee0956c2-cade-4bae-aceb-29c8bc635b2f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c63d-b2b6-43e0-8330-b422001dd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:46Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:50.437050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73848981-c742-4d09-8d25-0d941dd0006b req-84ae0311-3af4-4139-9fab-352dc016af19 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0652292 Feb 11 14:27:50.460123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cd32fb2-4072-46f5-9c72-36d2cb9636db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.471925 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.560302 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Checking router: c849c63d-b2b6-43e0-8330-b422001dd450 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:50.566052 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Updating router c849c63d-b2b6-43e0-8330-b422001dd450 port ee0956c2-cade-4bae-aceb-29c8bc635b2f binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:50.606083 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.612368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.626726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.633180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.658975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.712249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=b8109417-6e98-4ad7-924b-e67e5ad46817,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:50.717900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:50.718489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: eb3061ba-2ba8-469c-9331-e2f046c56de6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:50.804578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Deleting port ee0956c2-cade-4bae-aceb-29c8bc635b2f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:50.804963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.901055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.915110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Calling delete_port for ee0956c2-cade-4bae-aceb-29c8bc635b2f owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:50.929256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.929697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:50.932017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.935811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eecea323-f683-4e39-8b5b-fb4d7436aecb HTTP/1.1" status: 204 len: 168 time: 0.5990772 Feb 11 14:27:50.950552 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.998761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d25df-9a74-4452-815b-abf45f089494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecea323-f683-4e39-8b5b-fb4d7436aecb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.062519 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.066878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, eb3061ba-2ba8-469c-9331-e2f046c56de6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:51.078776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd591c-61f0-44d0-870d-273d04b0f8fe None None] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:51.083691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:51.083691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.144450 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:51.144819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:51.145413 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:51.153541 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79698c01-89c9-4ad4-b10c-43fe9868a36b None None] Pushing event updated for resources: {'Port': ['ID=ee0956c2-cade-4bae-aceb-29c8bc635b2f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.156560 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:51.157192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:51.157777 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.158312 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:51.160554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Bound port: ee0956c2-cade-4bae-aceb-29c8bc635b2f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:51.161201 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.300236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5143e01d-657b-4d69-b366-0735f8ba3620 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1887605 Feb 11 14:27:51.300455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:51.301986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-eb3061ba-2ba8-469c-9331-e2f046c56de6', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:27:51.302975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.380982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.382386 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:27:51.382820 n-d-828407-1 neutron-server[109378]: DEBUG oslo_db.api [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:27:51.537357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee0956c2-cade-4bae-aceb-29c8bc635b2f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:51.580166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Allocated IP 2001:db8::2 (eb3061ba-2ba8-469c-9331-e2f046c56de6/b8109417-6e98-4ad7-924b-e67e5ad46817/4817f90f-5a0c-4c9f-a4e2-198d3584ca1f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:51.632012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.782586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.816664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-113a2a77-79eb-4147-bb0f-41002669bc88 req-f546495c-cd4e-4c9f-9b97-9e0eb6514cad tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0725203 Feb 11 14:27:51.853547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.859151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.894878 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.907850 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:51.909819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:51.910639 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Attempting to bind port ee0956c2-cade-4bae-aceb-29c8bc635b2f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:51.919369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.926303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:51.927340 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:51.930259 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.930665 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:51.932302 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Bound port: ee0956c2-cade-4bae-aceb-29c8bc635b2f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:51.932695 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:51.972730 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Port ee0956c2-cade-4bae-aceb-29c8bc635b2f has been deleted concurrently {{(pid=109378) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 11 14:27:51.981817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.005718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Routers set() bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:52.006084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Router IDs set() for agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 14:27:52.006883 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_agentschedulers_db [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c849c63d-b2b6-43e0-8330-b422001dd450'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent'). {{(pid=109378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 14:27:52.007266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1dd74-e8f4-451b-ab63-534a118e0676 None None] The sync data for ids ['c849c63d-b2b6-43e0-8330-b422001dd450'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:52.011775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.012574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c849c63d-b2b6-43e0-8330-b422001dd450 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:52.024775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.028790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aaa01b5b-645d-4903-a787-7d0384ae660b tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c849c63d-b2b6-43e0-8330-b422001dd450 HTTP/1.1" status: 204 len: 168 time: 1.7961295 Feb 11 14:27:52.029511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:52.071313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Pushing event updated for resources: {'Port': ['ID=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:52.089123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:52.092225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:52.129323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:52.211963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Attempting to bind port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:52.212559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Attempting to bind port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:52.213120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Attempting to bind port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f on network eb3061ba-2ba8-469c-9331-e2f046c56de6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:52.219112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:52.219950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Checking segment: {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:52.220370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.231366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Bound using segment: {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:52.231366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Bound port: 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:52.231366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.231712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.295515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] For port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:52.309625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] For port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:52.387730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8::1 (eb3061ba-2ba8-469c-9331-e2f046c56de6/b8109417-6e98-4ad7-924b-e67e5ad46817/6aeede35-852a-4455-93ea-daa096fdef9f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:52.409356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.483685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.550157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a01460-c562-4739-a74c-8bbc9052a195 None None] Pushing event updated for resources: {'Port': ['ID=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:52.652560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Deleting port b74d1673-e111-4d32-8bd8-6a3b182966bb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:52.653210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.656230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.752065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] For port b74d1673-e111-4d32-8bd8-6a3b182966bb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b74d1673-e111-4d32-8bd8-6a3b182966bb,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:52.752432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.764693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Calling delete_port for b74d1673-e111-4d32-8bd8-6a3b182966bb owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:52.872215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.015632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:53.018875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:53.038588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:53.039181 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.043535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:53.066930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d5d449f-31ab-410e-a035-a80395fc06fe req-694f69d8-cb7b-421d-923a-8aa460fd9f08 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0723996 Feb 11 14:27:53.157917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.159199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.216182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event deleted for resources: {'Port': ['ID=b74d1673-e111-4d32-8bd8-6a3b182966bb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:53.316333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.350408 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.353128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.446010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.448859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.541890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11c73eda-2050-44e8-af00-5c6ffb45b987 req-ba4d872c-afc1-4af8-81ff-bede1ed9087a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0328398 Feb 11 14:27:53.632130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.636337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:53.646021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.647804 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e54285ca-87b3-4411-a0e3-0508f5c7a61f tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7d7117ad-cf1c-4f2c-82a1-e371e02e5e4c HTTP/1.1" status: 204 len: 168 time: 1.6163244 Feb 11 14:27:53.653269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41786) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:53.664397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-526844678', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:53.804924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.813040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.826123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.868242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.869309 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:53.962144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.016945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:54.100884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:54.102703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:54.170965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd221b-272f-45c4-8f32-5e4355a09ca0 None None] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:54.299036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] Provisioning complete for port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:54.299419 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.300277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.390144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93c0842a-4750-426d-adb7-cdc5692774f2 req-533f3ada-985b-46d3-ad8b-cdce865e2aa5 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0840614 Feb 11 14:27:54.392883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:54.591338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:54.615972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:54.740604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.743647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:54.756465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1282811-7bcf-40fd-92c3-777f364f7084 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4548531 Feb 11 14:27:54.757204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:54.757596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:54.765224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1819045228'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:54.821310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:54.821950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:54.841404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] For port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:54.874066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:54.874445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.884191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c27c3541-28a4-4c48-bbb5-aebea316000f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.912582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:54.916279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.927752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.976135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.979797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.015804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:55.053556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.054261 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment 574f348b-74e5-4044-9fda-1881202330f2 of type vlan for network 1be018d0-131a-4a52-9428-75ba5430605c Feb 11 14:27:55.152411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:55.186826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.222887 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c27c3541-28a4-4c48-bbb5-aebea316000f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.243799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd854a06-58f4-4025-868b-7b481f95db99 None None] Pushing event updated for resources: {'Port': ['ID=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.260285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Allocated IP 172.25.7.23 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b43d79b7-73c3-4991-a1b6-ed9b59b56fdd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:55.389278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.392615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:55.392615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.406951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c27c3541-28a4-4c48-bbb5-aebea316000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.408517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3c258ea-e42e-479b-bd45-61e761893cee None None] Provisioning complete for port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.408929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c258ea-e42e-479b-bd45-61e761893cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.440542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.569477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.579028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=1be018d0-131a-4a52-9428-75ba5430605c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.581353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c3541-28a4-4c48-bbb5-aebea316000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc233c56-4647-4199-a5bb-1295f37e7f57,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.623356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c27c3541-28a4-4c48-bbb5-aebea316000f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9d84b5d1f1490691d0324aeedbf11f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2290683 Feb 11 14:27:55.623990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41850) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:55.632207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9f9e719f-ef38-40ee-8ed8-e7c5f7a09fbb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8714466 Feb 11 14:27:55.635500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:55.640648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:55.654212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1be018d0-131a-4a52-9428-75ba5430605c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:55.689233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1961bb96-70ff-4892-b964-8978cfab4114 req-86dd535e-b4dd-423f-bfad-69da17bfbc8b tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0452535 Feb 11 14:27:55.705050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:55.710032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:55.744386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:55.749460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event updated for resources: {'Port': ['ID=b43d79b7-73c3-4991-a1b6-ed9b59b56fdd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:55.820757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3c258ea-e42e-479b-bd45-61e761893cee None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:55.821301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c258ea-e42e-479b-bd45-61e761893cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.936524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:55.947221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e3c258ea-e42e-479b-bd45-61e761893cee None None] Port 6aeede35-852a-4455-93ea-daa096fdef9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:55.956276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:55.963194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.047813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:56.068993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:56.071538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:56.071882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Updating router 412cd2b9-7344-4e22-af19-751e51251ce4 port 6aeede35-852a-4455-93ea-daa096fdef9f binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:56.080687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.230798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7ce468a4-f975-4ed9-8b95-7fbd2b99ad04 None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:56.231800 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ce468a4-f975-4ed9-8b95-7fbd2b99ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.244278 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.478215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ce468a4-f975-4ed9-8b95-7fbd2b99ad04 None None] Port 6aeede35-852a-4455-93ea-daa096fdef9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:56.489069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.497541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:56.497909 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.637615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.645314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.651148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-761fe698-883c-43e1-b316-0d95a6d0e31c None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:56.651467 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc233c56-4647-4199-a5bb-1295f37e7f57 HTTP/1.1" status: 204 len: 168 time: 1.0254090 Feb 11 14:27:56.651717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-761fe698-883c-43e1-b316-0d95a6d0e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:56.725692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f2c35-3fb6-48a2-876e-c45440dec7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc233c56-4647-4199-a5bb-1295f37e7f57,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:56.812324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-761fe698-883c-43e1-b316-0d95a6d0e31c None None] Port 6aeede35-852a-4455-93ea-daa096fdef9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:56.886725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b74d1673-e111-4d32-8bd8-6a3b182966bb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:56.959936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b74d1673-e111-4d32-8bd8-6a3b182966bb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:56.960289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b74d1673-e111-4d32-8bd8-6a3b182966bb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:57.073668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.243401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.252801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.299249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955852-48c2-44d3-a486-8bfa705aae99 None None] Pushing event updated for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:57.310680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=3604716d-b177-44cf-86c6-fb8fc2fec87d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:57.334838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:57.335207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: 1be018d0-131a-4a52-9428-75ba5430605c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:57.339339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6e77292-ba0c-4f8d-ba54-bf7bfd0548c4 req-8255370d-6a04-4f8b-ba41-d3f26dc839d9 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0515335 Feb 11 14:27:57.369446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.430407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Attempting to bind port 6aeede35-852a-4455-93ea-daa096fdef9f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:57.431388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Attempting to bind port 6aeede35-852a-4455-93ea-daa096fdef9f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:57.432103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Attempting to bind port 6aeede35-852a-4455-93ea-daa096fdef9f on network eb3061ba-2ba8-469c-9331-e2f046c56de6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:57.441329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:57.448294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Checking segment: {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:57.448294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.448294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Bound using segment: {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:57.448294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Bound port: 6aeede35-852a-4455-93ea-daa096fdef9f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd843f5c-98e4-4f56-86c0-3f563217017e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:57.448294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.483926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 1be018d0-131a-4a52-9428-75ba5430605c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:57.551441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] For port 6aeede35-852a-4455-93ea-daa096fdef9f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:57.554767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] For port 6aeede35-852a-4455-93ea-daa096fdef9f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6aeede35-852a-4455-93ea-daa096fdef9f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:57.697879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.698075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1be018d0-131a-4a52-9428-75ba5430605c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:57.701840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.702431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.728845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Router 3cf314f2-b185-4057-9fa2-4b1264925c49 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:57.749128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab225989-4ec3-453f-9049-91435e339019 None None] Network 1be018d0-131a-4a52-9428-75ba5430605c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:57.905573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:57.906289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:57.954690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-030454a6-63aa-4ee5-aba8-9b08ab388813 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3181443 Feb 11 14:27:57.958181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41916) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:57.981339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955852-48c2-44d3-a486-8bfa705aae99 None None] Pushing event updated for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:57.984794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:58.007304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] Sync routers for ids ['3cf314f2-b185-4057-9fa2-4b1264925c49'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:58.030517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] Routers {'3cf314f2-b185-4057-9fa2-4b1264925c49'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:58.031225 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3cf314f2-b185-4057-9fa2-4b1264925c49'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:58.043446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:58.043614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.090992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.098028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f7d49b2d-7846-4c7e-b123-54b13264514c tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4429355 Feb 11 14:27:58.098667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41926) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:58.105901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:58.133527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:58.159205 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] Routers {'3cf314f2-b185-4057-9fa2-4b1264925c49'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:58.159952 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3cf314f2-b185-4057-9fa2-4b1264925c49'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:58.329860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:58.497828 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:58.499974 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e858a-e07c-49c5-a5ec-eabbb923c988 None None] The sync data for ids ['3cf314f2-b185-4057-9fa2-4b1264925c49'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:58.611007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1be018d0-131a-4a52-9428-75ba5430605c', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:27:58.612050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.837359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb94416c-3880-4bb8-ba9a-b0ec1379ac33 req-2c813464-aabd-4f2c-8009-ee1e91a13726 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1715777 Feb 11 14:27:58.838241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.838566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.918257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.991470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] For port 6aeede35-852a-4455-93ea-daa096fdef9f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6aeede35-852a-4455-93ea-daa096fdef9f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:59.001270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Allocated IP 2001:db8:1::2 (1be018d0-131a-4a52-9428-75ba5430605c/3604716d-b177-44cf-86c6-fb8fc2fec87d/24072359-2ccc-4ad8-8496-d0e3d206e645) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:59.060285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.324197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e91811-6e16-43ff-a9c5-aa211388b5f5 None None] Pushing event updated for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:59.412447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:57Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:59.516454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.519523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bbc59091-bb8a-4f51-8a0a-1e7b5e2ecf5c None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:59.520159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbc59091-bb8a-4f51-8a0a-1e7b5e2ecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.525581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8658-e3fe-40cd-8dbf-d5a365d5efd1 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:27:53Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:57Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:59.630849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.634297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.672632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.721310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Network 1be018d0-131a-4a52-9428-75ba5430605c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:59.725832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:59.733570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:59.763233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8:1::1 (1be018d0-131a-4a52-9428-75ba5430605c/3604716d-b177-44cf-86c6-fb8fc2fec87d/b4d70f8d-0574-41d4-8b2b-f10f83aa9188) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:59.806683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Pushing event updated for resources: {'Port': ['ID=24072359-2ccc-4ad8-8496-d0e3d206e645,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:59.863043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router 3cf314f2-b185-4057-9fa2-4b1264925c49 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:59.878051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Attempting to bind port 24072359-2ccc-4ad8-8496-d0e3d206e645 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:59.884989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Attempting to bind port 24072359-2ccc-4ad8-8496-d0e3d206e645 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:59.884989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Attempting to bind port 24072359-2ccc-4ad8-8496-d0e3d206e645 on network 1be018d0-131a-4a52-9428-75ba5430605c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:59.901191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:59.902065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Checking segment: {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:59.902065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.902339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Bound using segment: {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:59.904027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Bound port: 24072359-2ccc-4ad8-8496-d0e3d206e645, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:59.904507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.115471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] For port 24072359-2ccc-4ad8-8496-d0e3d206e645, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:00.122115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] For port 24072359-2ccc-4ad8-8496-d0e3d206e645, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=24072359-2ccc-4ad8-8496-d0e3d206e645,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:00.141741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6aeede35-852a-4455-93ea-daa096fdef9f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:00.202130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.242150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5b889a5-6243-4cf2-9415-717e6760d436 req-3f1a807a-0e82-4f1f-b37b-5d29f92f0199 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1134484 Feb 11 14:28:00.265723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:00.280034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.293600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d19db30e-da3c-4d15-b651-9be452b05f3a tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "PUT /v2.0/routers/3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 200 len: 924 time: 2.1819932 Feb 11 14:28:00.295455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:00.386714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.474343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba669dd7-b5f9-4df9-8ea3-6bdec00fefe0 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 200 len: 924 time: 0.1746790 Feb 11 14:28:00.475996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 1be018d0-131a-4a52-9428-75ba5430605c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:00.477024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:00.491606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:00.491606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:00.491606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.519613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] Sync routers for ids ['3cf314f2-b185-4057-9fa2-4b1264925c49'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:00.527751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:00.530610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.615645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b063063-ee18-4c31-b580-ae4eea1f618c tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:00.620150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b063063-ee18-4c31-b580-ae4eea1f618c tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=3cf314f2-b185-4057-9fa2-4b1264925c49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1392102 Feb 11 14:28:00.623359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42022) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:00.665463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] Routers {'3cf314f2-b185-4057-9fa2-4b1264925c49'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:00.667662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3cf314f2-b185-4057-9fa2-4b1264925c49'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:00.743469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559a463-202e-4b90-a8fa-769450abb8f0 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:00.744878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9559a463-202e-4b90-a8fa-769450abb8f0 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1211350 Feb 11 14:28:00.747972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:00.777437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:00.789160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6aeede35-852a-4455-93ea-daa096fdef9f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:00.789533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.792802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d98ac-39c0-410b-9421-a7ffa0ac05f3 None None] Pushing event updated for resources: {'Port': ['ID=24072359-2ccc-4ad8-8496-d0e3d206e645,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:00.799923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7c7c95ef-ff26-4afe-b749-955aa58f2434 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 200 len: 205 time: 0.0507431 Feb 11 14:28:00.803210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42032) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:00.834789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.876278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] Routers {'3cf314f2-b185-4057-9fa2-4b1264925c49'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:00.877823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3cf314f2-b185-4057-9fa2-4b1264925c49'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:00.899302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.990737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:00.991419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7d244-6b14-4645-9988-a86bf29d1ebd None None] The sync data for ids ['3cf314f2-b185-4057-9fa2-4b1264925c49'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:01.077851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.226930 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.345903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.456870 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dafe9cc5-2165-4ca1-ab1d-6cd1599d05ac req-92add0a6-98ed-415b-a187-0267073baca8 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0427513 Feb 11 14:28:01.578832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.596836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port b43d79b7-73c3-4991-a1b6-ed9b59b56fdd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:01.601682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.665062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.665983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.729813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:01.743328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for b43d79b7-73c3-4991-a1b6-ed9b59b56fdd owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:01.805895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 1be018d0-131a-4a52-9428-75ba5430605c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:01.812254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:01.819657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:01.974493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:02.061374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 24072359-2ccc-4ad8-8496-d0e3d206e645 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:02.140259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.141200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 24072359-2ccc-4ad8-8496-d0e3d206e645 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:02.141672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.194149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=b43d79b7-73c3-4991-a1b6-ed9b59b56fdd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:02.289295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.331481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.347090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 24072359-2ccc-4ad8-8496-d0e3d206e645, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=24072359-2ccc-4ad8-8496-d0e3d206e645,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:02.461983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.545398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.550969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.574310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=24072359-2ccc-4ad8-8496-d0e3d206e645,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:02.651148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10f4e64a-bb53-4a23-ab1d-c85ed7737822 req-52ebd41f-1c0b-432a-a3ec-9572c482982b tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0407264 Feb 11 14:28:02.757164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.757793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf314f2-b185-4057-9fa2-4b1264925c49 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:02.773260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.780060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ffcda25-b5b6-46a6-9734-aa1bb8c9b067 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 204 len: 168 time: 1.9725604 Feb 11 14:28:02.780060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:02.783809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6162f4-1d04-4102-bfbe-6b15cd5dc8ff None None] Network 1be018d0-131a-4a52-9428-75ba5430605c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:02.787167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825730160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:02.859696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:02.868922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-157b6fdd-32ed-4100-91ed-48e7a0c017fe tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9096515 Feb 11 14:28:02.869063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:02.871742 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:02.874141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760716080'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:02.884138 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:02.885088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:02.913314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e95f94d8-6d8c-43cc-9bbb-a295b3de59a5 None None] Provisioning complete for port 24072359-2ccc-4ad8-8496-d0e3d206e645 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:02.913691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95f94d8-6d8c-43cc-9bbb-a295b3de59a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.940626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.942969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.007794 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:03.054929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:03.065593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.072374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.097089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:03.108031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.110846 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment fa88dbd4-044d-4620-8966-2c3afb55a79d of type vlan for network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 Feb 11 14:28:03.178152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.224611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.329867 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:00Z', 'revision_number': 3, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:01Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:03.331517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:03.346118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.353259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.354184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.379484 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:03.379897 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Updating router 412cd2b9-7344-4e22-af19-751e51251ce4 port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:03.416400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-495ab26c-33e1-45c9-b412-e5bda6e3c415 None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:03.417776 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-495ab26c-33e1-45c9-b412-e5bda6e3c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.424693 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.448719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.450337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e76448ff-f51d-49df-b16f-fe371e958a56 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6695535 Feb 11 14:28:03.453450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:03.458720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:03.482658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=087cb9d1-f09b-4cd3-b5f8-7c99d0387317,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:03.505856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:03.565467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-495ab26c-33e1-45c9-b412-e5bda6e3c415 None None] Port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:03.566986 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb70954e-51d6-49ce-a0b5-eefb3764dafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.599670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-495ab26c-33e1-45c9-b412-e5bda6e3c415 None None] Provisioning complete for port 24072359-2ccc-4ad8-8496-d0e3d206e645 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:03.600125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-495ab26c-33e1-45c9-b412-e5bda6e3c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.687246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c7a11e9-9d8d-4b17-84d2-811ed959e2c2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8170757 Feb 11 14:28:03.690105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:03.697543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:03.823962 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.825136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a20365f4-aa11-47b5-b77b-1c56bb10570b None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:03.825686 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a20365f4-aa11-47b5-b77b-1c56bb10570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.843156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-26dfed8b-fc8c-4170-a143-dc9e224f2e21 req-a409306a-5bc5-4df6-b242-89b4df7dd9c0 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0802875 Feb 11 14:28:03.853221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.899584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a20365f4-aa11-47b5-b77b-1c56bb10570b None None] Port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:03.928629 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:03.934950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb70954e-51d6-49ce-a0b5-eefb3764dafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.008753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:04.008753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.024484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 24072359-2ccc-4ad8-8496-d0e3d206e645 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:04.048845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Pushing event updated for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.074878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb70954e-51d6-49ce-a0b5-eefb3764dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.091007 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.094345 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.094485 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.094747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.095311 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.095810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.096135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.096456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.096776 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.097128 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.097445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.097760 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:04.127432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 24072359-2ccc-4ad8-8496-d0e3d206e645 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:04.127823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.150260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70954e-51d6-49ce-a0b5-eefb3764dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365eb347-caab-4e1f-ace4-bd799f2de9a6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.193549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb70954e-51d6-49ce-a0b5-eefb3764dafc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b657dc90ec64d88a8a948078114bb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8608704 Feb 11 14:28:04.197400 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Attempting to bind port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:04.197765 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Attempting to bind port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:04.199709 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Attempting to bind port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 on network 1be018d0-131a-4a52-9428-75ba5430605c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:04.199867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:04.210975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:04.213574 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Checking segment: {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:04.214744 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.216696 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Bound using segment: {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:04.217298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Bound port: b4d70f8d-0574-41d4-8b2b-f10f83aa9188, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f348b-74e5-4044-9fda-1881202330f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:04.218492 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.298086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5742f737-cd28-4786-b53e-5f81ee10450e None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:04.298962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5742f737-cd28-4786-b53e-5f81ee10450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.336609 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] For port b4d70f8d-0574-41d4-8b2b-f10f83aa9188, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:04.344030 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] For port b4d70f8d-0574-41d4-8b2b-f10f83aa9188, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:04.363012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5742f737-cd28-4786-b53e-5f81ee10450e None None] Port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:04.401104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.427711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.443524 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.457589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.484645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.518192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:04.518685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:04.521751 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1305be-e224-48c0-86a4-66f296be9378 None None] Pushing event updated for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.585395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:04.586603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.610760 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:04.620466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.673323 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.757264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] For port b4d70f8d-0574-41d4-8b2b-f10f83aa9188, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:04.831363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.842572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Allocated IP 172.25.7.165 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3e559009-e263-44a0-a6bf-e38244ebc424) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:04.890770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7a34-1888-4511-b082-b9900e49a0ea None None] Pushing event updated for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:04.936964 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:00Z', 'revision_number': 3, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:04.969989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dd54356b-0516-4d4b-9001-dcb6ee9bbe0a None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:04.972722 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dd54356b-0516-4d4b-9001-dcb6ee9bbe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:04.985324 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26e75d-3b0f-431b-81f6-76474a264ed6 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:00Z', 'revision_number': 3, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:05.003554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:05.208042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:05.244362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:05.247723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:05.249097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/365eb347-caab-4e1f-ace4-bd799f2de9a6 HTTP/1.1" status: 204 len: 168 time: 1.0481942 Feb 11 14:28:05.279597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:05.330440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:05.330749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6f7919f-8542-4b5e-b674-22f3d182ba09 req-88e24b54-ff56-46ef-9f5c-95b35c8585bd tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1106017 Feb 11 14:28:05.346386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c429af7-fd77-4523-b779-bbba7d94687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365eb347-caab-4e1f-ace4-bd799f2de9a6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:05.356365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:05.379866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=c20f8cfe-cfd5-4961-a003-cb0876a45c20,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:05.439928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:05.443215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: 087cb9d1-f09b-4cd3-b5f8-7c99d0387317, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:05.481415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event updated for resources: {'Port': ['ID=3e559009-e263-44a0-a6bf-e38244ebc424,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:05.631625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:05.758191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 087cb9d1-f09b-4cd3-b5f8-7c99d0387317) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:05.768932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:05.769712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:05.771845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4fb3f-8823-43f2-a680-8db21caea5f6 None None] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:05.875315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9135df11-e32d-4293-8d58-b00641dadd10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1832449 Feb 11 14:28:05.877509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:06.036632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.052269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b4d70f8d-0574-41d4-8b2b-f10f83aa9188 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:06.115279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:28:06.116174 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.286275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:06.286944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.443610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.458552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.459066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:06.475369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Allocated IP 2001:db8:2::2 (087cb9d1-f09b-4cd3-b5f8-7c99d0387317/c20f8cfe-cfd5-4961-a003-cb0876a45c20/38885bc7-b0a8-4d0d-b798-cec5f0916544) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:06.560733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-732d8b9f-bec1-4ffc-881d-2ba0f566f076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.685890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.703811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3edf5304-c718-4830-921d-8f8bcd90a3ee req-ad24e29c-24e5-4598-8fde-6fc5bf776af8 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1405237 Feb 11 14:28:06.747784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.768705 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:06.837561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:06.866768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Pushing event updated for resources: {'Port': ['ID=38885bc7-b0a8-4d0d-b798-cec5f0916544,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:06.871817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Router f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:06.877320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:06.879723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:06.884656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:06.991915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Attempting to bind port 38885bc7-b0a8-4d0d-b798-cec5f0916544 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:06.992650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Attempting to bind port 38885bc7-b0a8-4d0d-b798-cec5f0916544 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:06.994062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Attempting to bind port 38885bc7-b0a8-4d0d-b798-cec5f0916544 on network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:07.001312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:07.001312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Checking segment: {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:07.015316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.015316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Bound using segment: {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:07.015316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Bound port: 38885bc7-b0a8-4d0d-b798-cec5f0916544, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:07.015316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.027242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-732d8b9f-bec1-4ffc-881d-2ba0f566f076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.160378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] For port 38885bc7-b0a8-4d0d-b798-cec5f0916544, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:07.168993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] For port 38885bc7-b0a8-4d0d-b798-cec5f0916544, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=38885bc7-b0a8-4d0d-b798-cec5f0916544,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:07.172233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c95e7a-9e31-4081-9ac5-cde3e40a049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.238110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:07.238448 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-732d8b9f-bec1-4ffc-881d-2ba0f566f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.248989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.249247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] Sync routers for ids ['f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:07.254746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-38b45ced-27fb-4e7f-829e-73e9b8e87d8a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "PUT /v2.0/routers/f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 200 len: 883 time: 3.7992458 Feb 11 14:28:07.259622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.282150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.291495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] Routers {'f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:07.291495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:07.345064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-732d8b9f-bec1-4ffc-881d-2ba0f566f076 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3e85873a05a4190bfa1891ca1242665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8825765 Feb 11 14:28:07.345835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8b9f-bec1-4ffc-881d-2ba0f566f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3747e9c3-7448-4c0c-8d5d-57c08fe019f4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:07.350869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8:2::1 (087cb9d1-f09b-4cd3-b5f8-7c99d0387317/c20f8cfe-cfd5-4961-a003-cb0876a45c20/5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:07.352928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42294) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.408020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:07.421378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67673-3a3e-484d-9d57-d6c0a5497a5e req-e598c5cb-f041-4c29-9329-4a93154f72e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:07.430693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2c67673-3a3e-484d-9d57-d6c0a5497a5e req-e598c5cb-f041-4c29-9329-4a93154f72e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1827450 Feb 11 14:28:07.464800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c95e7a-9e31-4081-9ac5-cde3e40a049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.470183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] Routers {'f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:07.472079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:07.487952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-050db365-508c-45bd-8858-c4dd639581c5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 200 len: 924 time: 0.2253766 Feb 11 14:28:07.489575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.546734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba852aa-ce53-446c-b399-612189f633d2 None None] Pushing event updated for resources: {'Port': ['ID=38885bc7-b0a8-4d0d-b798-cec5f0916544,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:07.559403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:07.560206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3afb-fbac-4129-8b2b-d336d7c1a709 None None] The sync data for ids ['f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:07.582074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.600304 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c95e7a-9e31-4081-9ac5-cde3e40a049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.617575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2c67673-3a3e-484d-9d57-d6c0a5497a5e req-8bef866e-103b-4e6e-9e37-dbb9a4acac6e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801286 Feb 11 14:28:07.653352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.689676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.693528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a72414-3b76-43c6-8721-5ccdd3bffc28 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:07.698186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62a72414-3b76-43c6-8721-5ccdd3bffc28 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2074914 Feb 11 14:28:07.699139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c95e7a-9e31-4081-9ac5-cde3e40a049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c800acd-229e-47c2-b075-7753b6161698,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:07.700428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.707235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97c95e7a-9e31-4081-9ac5-cde3e40a049f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16ded67a5d844ad58ef162ed161e5be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685598 Feb 11 14:28:07.708492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.875474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3fd92-fd5e-4ca8-89ad-bebaaa7c3474 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:07.876228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.877309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48f3fd92-fd5e-4ca8-89ad-bebaaa7c3474 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1757631 Feb 11 14:28:07.880822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42310) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:07.918480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53f3e75b-499e-44d3-afaf-9068b7287e4a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 200 len: 205 time: 0.0344739 Feb 11 14:28:07.918480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.918681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.920138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:07.921436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3747e9c3-7448-4c0c-8d5d-57c08fe019f4 HTTP/1.1" status: 204 len: 168 time: 0.5666213 Feb 11 14:28:07.922125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42314) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:08.005363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e44913f3-eee2-4ad2-8ebc-0b53f4ade968 req-ae1782fd-5555-498d-b23e-2597a289e5c7 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0362175 Feb 11 14:28:08.050618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.056449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 38885bc7-b0a8-4d0d-b798-cec5f0916544 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:08.062463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.067611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c800acd-229e-47c2-b075-7753b6161698 HTTP/1.1" status: 204 len: 168 time: 0.3540308 Feb 11 14:28:08.086176 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.087207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79842a-fc6e-4ee4-885f-6a33ce1a1393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c800acd-229e-47c2-b075-7753b6161698,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:08.100194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24bb24-a74b-4eca-850a-0de185b3e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747e9c3-7448-4c0c-8d5d-57c08fe019f4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:08.174469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:08.179488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 38885bc7-b0a8-4d0d-b798-cec5f0916544 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:08.180118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.205492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:08.211044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:08.211608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.221839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:08.309336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.322140 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.393019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 38885bc7-b0a8-4d0d-b798-cec5f0916544, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=38885bc7-b0a8-4d0d-b798-cec5f0916544,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:08.460741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.506276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.552388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.590039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=38885bc7-b0a8-4d0d-b798-cec5f0916544,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:08.819536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port 3e559009-e263-44a0-a6bf-e38244ebc424 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:08.819980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:08.905546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42342) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:08.924684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05799197-a973-440b-bbc2-7e9f10171623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.021901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d5d7-2030-4852-a9b2-c313526e87a1 req-a3b220e2-9cc5-475b-bc7e-397cf8955809 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:09.023469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e2d5d7-2030-4852-a9b2-c313526e87a1 req-a3b220e2-9cc5-475b-bc7e-397cf8955809 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2592936 Feb 11 14:28:09.087584 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05799197-a973-440b-bbc2-7e9f10171623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.193644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.215550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b129a2fc-70ee-4398-9d27-35f97477ea73 req-c3e3b3da-5243-4563-852f-8c3d1bbd3898 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0793614 Feb 11 14:28:09.219278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05799197-a973-440b-bbc2-7e9f10171623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.226188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for 3e559009-e263-44a0-a6bf-e38244ebc424 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:09.236160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123fe93c-46aa-4c9a-bd3c-a319c00086ba None None] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:09.258493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e2d5d7-2030-4852-a9b2-c313526e87a1 req-d319bb9e-5395-4bb0-9783-f9be53560a22 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023308 Feb 11 14:28:09.307202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-05799197-a973-440b-bbc2-7e9f10171623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2d3279db93740e1b26915cca93685bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005680 Feb 11 14:28:09.326357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42358) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:09.362109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05799197-a973-440b-bbc2-7e9f10171623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462422fb-243e-4787-8e6f-b5e5d9ac4484,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:09.411643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6fa2d544-4228-4f49-9f3f-5e3bbed220c6 None None] Provisioning complete for port 38885bc7-b0a8-4d0d-b798-cec5f0916544 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:09.412254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d544-4228-4f49-9f3f-5e3bbed220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.444775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.453325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.508434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.542769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.543657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.688004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.702114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:09.709281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/462422fb-243e-4787-8e6f-b5e5d9ac4484 HTTP/1.1" status: 204 len: 168 time: 0.3792450 Feb 11 14:28:09.741117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e9357-fb17-46b9-8efd-a9f624149bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462422fb-243e-4787-8e6f-b5e5d9ac4484,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:09.813078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:09.962634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:09.966701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:10.026083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:10.028750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 38885bc7-b0a8-4d0d-b798-cec5f0916544 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:10.153164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=3e559009-e263-44a0-a6bf-e38244ebc424,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:10.191323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:10.198175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 38885bc7-b0a8-4d0d-b798-cec5f0916544 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:10.198561 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:10.237615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0a8f67e3-5364-4daf-ad96-d61fc2a293c6 None None] Provisioning complete for port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:10.239299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a8f67e3-5364-4daf-ad96-d61fc2a293c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:10.385938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f67e3-5364-4daf-ad96-d61fc2a293c6 None None] Port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:10.533826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6c2dbb-d952-4961-b77c-92f965faa20c req-1e184312-e8a6-49f2-8e56-c492c5c1ce67 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0975502 Feb 11 14:28:10.562505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0a8f67e3-5364-4daf-ad96-d61fc2a293c6 None None] Provisioning complete for port 38885bc7-b0a8-4d0d-b798-cec5f0916544 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:10.563288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a8f67e3-5364-4daf-ad96-d61fc2a293c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:10.610756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.263158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-48a79409-8b8b-4299-a217-36620e729016 None None] Provisioning complete for port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:11.263734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48a79409-8b8b-4299-a217-36620e729016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.343083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.345654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-48a79409-8b8b-4299-a217-36620e729016 None None] Port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:11.365755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.374435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:11.386342 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:11.393640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582449-b31f-4493-b119-4cef9f786a68 req-ed826d22-c1ad-439e-9292-d14266cac095 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:11.395581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b582449-b31f-4493-b119-4cef9f786a68 req-ed826d22-c1ad-439e-9292-d14266cac095 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.8045120 Feb 11 14:28:11.400420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bcfba751-2ccb-4eca-8282-e1faf257fdcb tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5218561 Feb 11 14:28:11.404393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:11.405219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:11.406984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:11.413320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958968342'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:11.556737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:11.561472 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.575138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b582449-b31f-4493-b119-4cef9f786a68 req-78958261-73e6-4866-8f20-e0e37c6982da tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385574 Feb 11 14:28:11.596768 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:11.650119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:11.662459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.662864 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added segment d9a189e1-694c-4336-b59d-f05bf0f291ff of type vlan for network 901b1051-ec90-4d8c-ae87-df5bc557a195 Feb 11 14:28:11.674902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.674902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:11.685581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.691747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-81ff6a8f-78f5-486b-9442-5c92aac1e3e3 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 204 len: 168 time: 3.7652545 Feb 11 14:28:11.693817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42434) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:11.703007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-580066633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:11.749788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.809226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.811781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.846527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8410532-fb30-4af7-9308-7c2fdbc73d8f req-1519bb4f-9d47-49f6-92ad-6518c712ff0c tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1102388 Feb 11 14:28:11.922580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.929335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:11.930074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:11.938657 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:08Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:08Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:11.941565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.013116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:12.031519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.075011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:12.075244 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Updating router 412cd2b9-7344-4e22-af19-751e51251ce4 port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:12.103445 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.136748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.142986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:12.145697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4959594-ce2f-4732-8f09-6af9dba0052a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4499314 Feb 11 14:28:12.160239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': True}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:12.231856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Network': ['ID=901b1051-ec90-4d8c-ae87-df5bc557a195,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:12.240363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d37e6884-5422-4575-9d28-02995340df7a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8306320 Feb 11 14:28:12.241400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42456) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:12.257495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'subnet': {'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:12.260105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:12.273793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-708727314-network', 'tenant_id': '543fc4d35e7d46b49760307597956a39'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:12.502224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Made reservation on behalf of 543fc4d35e7d46b49760307597956a39 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:12.506215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.549132 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.550401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.590139 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.629349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Made reservation on behalf of da2921a9bb964a5d8794a5971125b2e4 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:12.629349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.682283 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.692748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.736215 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb6ecb-c6de-4ebf-873d-5c2aa1315e64 None None] Pushing event updated for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:12.796915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Attempting to bind port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:12.797343 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Attempting to bind port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:12.797707 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Attempting to bind port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e on network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:12.803639 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:12.804136 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Checking segment: {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:12.804603 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.805073 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Bound using segment: {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:12.805670 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Bound port: 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa88dbd4-044d-4620-8966-2c3afb55a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:12.806030 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.821108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab974-fbe8-4c31-b1d0-a978c293b742 req-9484a4bf-f5e8-4f7f-8e50-ca7dd890c2c0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.829205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-868ab974-fbe8-4c31-b1d0-a978c293b742 req-9484a4bf-f5e8-4f7f-8e50-ca7dd890c2c0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1445811 Feb 11 14:28:12.840707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:12.959190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-868ab974-fbe8-4c31-b1d0-a978c293b742 req-0ff5e122-f348-43fa-b0e0-c1abff61202a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262906 Feb 11 14:28:12.977408 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] For port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:12.978006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:12.989029 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] For port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:12.998219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7bb267-e4bd-4631-bf52-2c5dc6f94d72,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.033482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.033838 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Added segment ac538da8-af94-48f0-94f0-7bab4874398f of type vlan for network 9e1bb5d9-8417-462c-9153-1efda9dc6401 Feb 11 14:28:13.060037 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.098042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.129207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f49ccbb-9c59-4b86-9349-6089b78530d2 req-e7c7bc49-2240-4435-9d3e-62535246af32 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0924287 Feb 11 14:28:13.197720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.206735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] Provisioning complete for port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:13.207766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.218630 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:13.219253 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:13.221339 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb6ecb-c6de-4ebf-873d-5c2aa1315e64 None None] Pushing event updated for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.256285 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.300077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.365564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.367099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:13.367919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.387273 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:13.394061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.435673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] For port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:13.490846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 172.25.7.152 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/34be716f-8564-4302-af85-6648293029cf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:13.500815 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.514906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Subnet': ['ID=a5921e34-2122-4822-a8a4-6303c1cd3414,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.522356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Checking segment: {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:13.522985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network hostable DHCP agents. Network: 901b1051-ec90-4d8c-ae87-df5bc557a195, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:13.530899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1bb5d9-8417-462c-9153-1efda9dc6401,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.554923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-245b210e-7c22-4130-a8c5-58f807202136 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5403340 Feb 11 14:28:13.557937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42492) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:13.569878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Request body: {'subnet': {'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-708727314-subnet', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:13.572476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:13.709430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:08Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:12Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:13.711449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:13.739667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65c58c-8147-48ac-84a0-cdd1970c239b None None] Pushing event updated for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.740180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Made reservation on behalf of 543fc4d35e7d46b49760307597956a39 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:13.742456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.742971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.750476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93880dfe-352b-4d42-bb2d-8c69d133283c None None] Provisioning complete for port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:13.751121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93880dfe-352b-4d42-bb2d-8c69d133283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.766964 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b979c-5aa1-4aef-b89d-8970d344f6e8 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:08Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:12Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:13.809052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 901b1051-ec90-4d8c-ae87-df5bc557a195) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:13.819513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:13.820115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.843042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1255ffdc-1d01-458a-9671-3f01afafaa24 None None] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:13.854489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.942630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:13.969516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=34be716f-8564-4302-af85-6648293029cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:13.973902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:13.976673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:13.987077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23b2bd4a-40f9-4c30-971a-8cd7173feb29 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7425280 Feb 11 14:28:14.001782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42498) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:14.166645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:14.232217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:14.247512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:14.291872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-901b1051-ec90-4d8c-ae87-df5bc557a195', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:28:14.293272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:14.309055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:14.383966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e797f2f1-fe3a-4e66-84bf-5936c120491f req-f501d9e6-f812-495a-a0ad-5095c56efbf8 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0287278 Feb 11 14:28:14.414384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:14.622967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3084f7-b264-4cdc-9fd5-d5b0b3425036,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:14.642281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e0a7-fa82-4a70-824c-9f9d8ae59c5f req-b2617879-c028-4585-8f24-8c15216eb24f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:14.643922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb62e0a7-fa82-4a70-824c-9f9d8ae59c5f req-b2617879-c028-4585-8f24-8c15216eb24f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.4185529 Feb 11 14:28:14.716185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Checking segment: {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:14.716926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Network hostable DHCP agents. Network: 9e1bb5d9-8417-462c-9153-1efda9dc6401, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:14.750207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Allocated IP 2001:db8:3::2 (901b1051-ec90-4d8c-ae87-df5bc557a195/a5921e34-2122-4822-a8a4-6303c1cd3414/136f1233-47ac-4076-986e-620e2269cf32) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:14.781994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb62e0a7-fa82-4a70-824c-9f9d8ae59c5f req-203bba98-dfdd-4558-972c-bafa65151a0b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177938 Feb 11 14:28:14.849662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dea3662-0e68-4555-93b7-fbcbe2ff2175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:14.957208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:14.973415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:14.978073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572908441', 'description': 'tempest-secgroup-smoke-1572908441 description', 'project_id': '2b217377622d4f79b7d1c3102d6180a6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:15.021946 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.034154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9e1bb5d9-8417-462c-9153-1efda9dc6401) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:15.048532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5bf81-5e25-4354-8c42-01b015f7dee9 None None] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:15.053213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:15.054093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.071888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dea3662-0e68-4555-93b7-fbcbe2ff2175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.080356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.084311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.135232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:15.140617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:15.187493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8dea3662-0e68-4555-93b7-fbcbe2ff2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.187972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:15.189767 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.194225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f78211a-e144-405d-8e4b-acac20745925 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6352265 Feb 11 14:28:15.197069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:15.204363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:15.228964 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.244250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Pushing event updated for resources: {'Port': ['ID=136f1233-47ac-4076-986e-620e2269cf32,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:15.257690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8dea3662-0e68-4555-93b7-fbcbe2ff2175 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc812d2fc3ba408fb2eb5ae35523f1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254433 Feb 11 14:28:15.264556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:15.267502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Attempting to bind port 136f1233-47ac-4076-986e-620e2269cf32 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:15.267852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Attempting to bind port 136f1233-47ac-4076-986e-620e2269cf32 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:15.268223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Attempting to bind port 136f1233-47ac-4076-986e-620e2269cf32 on network 901b1051-ec90-4d8c-ae87-df5bc557a195 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:15.274879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea3662-0e68-4555-93b7-fbcbe2ff2175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d9ab7-34f7-4881-83ef-95c0f6783af1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:15.276149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:15.281834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Checking segment: {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:15.281834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.281834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Bound using segment: {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:15.281834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Bound port: 136f1233-47ac-4076-986e-620e2269cf32, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:15.281834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.354252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.354498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] For port 136f1233-47ac-4076-986e-620e2269cf32, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:15.355725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.358084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] For port 136f1233-47ac-4076-986e-620e2269cf32, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=136f1233-47ac-4076-986e-620e2269cf32,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:15.443626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.453105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.475463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.529992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.549141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2741618-b17f-4f9d-af41-8797753d4b8a None None] Pushing event updated for resources: {'Port': ['ID=136f1233-47ac-4076-986e-620e2269cf32,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:15.582669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.592062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd6da864-1217-4476-822c-36c024ce5ad0 req-db12a977-12eb-4c0d-936d-1d54d78dda96 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0631425 Feb 11 14:28:15.597839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9e1bb5d9-8417-462c-9153-1efda9dc6401', 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'fixed_ips': [{'subnet_id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:28:15.599809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.639966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.664479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Allocated IP 2001:db8:3::1 (901b1051-ec90-4d8c-ae87-df5bc557a195/a5921e34-2122-4822-a8a4-6303c1cd3414/6155a375-a4ef-49dc-bc7e-945f292b5563) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:15.700066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b608b7-ce8a-4231-a51f-ba82018ae6fb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:15.767941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.769336 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dbc5e705-319a-49c7-a289-2940c9d6f74e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7948616 Feb 11 14:28:15.775336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42544) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:15.784067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:15.799752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.803224 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.809534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.852545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Allocated IP 172.20.0.2 (9e1bb5d9-8417-462c-9153-1efda9dc6401/0a3084f7-b264-4cdc-9fd5-d5b0b3425036/eb662542-b27f-4f33-a1a9-e7e4268daf61) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:15.875661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.878384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.882047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/263d9ab7-34f7-4881-83ef-95c0f6783af1 HTTP/1.1" status: 204 len: 168 time: 0.6137137 Feb 11 14:28:15.906379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.910337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041790c-10b2-46c8-85e6-cdbe9da2a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d9ab7-34f7-4881-83ef-95c0f6783af1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:16.007139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.112109 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.117279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.157759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50d6e7-1fd8-470d-9e53-25d008251788 req-affcd0f1-7c05-4a3c-a162-d73599ff9676 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:16.165539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d50d6e7-1fd8-470d-9e53-25d008251788 req-affcd0f1-7c05-4a3c-a162-d73599ff9676 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1668258 Feb 11 14:28:16.178535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.189815 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.199939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:16.214451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:16.225432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:16.226055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.231886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f373c2-783d-41ae-9e8a-4291dc631970,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:16.244083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.278431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d50d6e7-1fd8-470d-9e53-25d008251788 req-8c148ef1-39c2-4f5c-b1f3-f7e70d5f53eb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916517 Feb 11 14:28:16.284486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:16.306438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:16.311503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.311700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:16.313308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9437a224-590b-40ed-b670-384c760204c3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5349009 Feb 11 14:28:16.319512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:16.319738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:16.330669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:16.390799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Pushing event updated for resources: {'Port': ['ID=eb662542-b27f-4f33-a1a9-e7e4268daf61,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:16.407999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Attempting to bind port eb662542-b27f-4f33-a1a9-e7e4268daf61 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:16.408539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Attempting to bind port eb662542-b27f-4f33-a1a9-e7e4268daf61 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:16.409129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Attempting to bind port eb662542-b27f-4f33-a1a9-e7e4268daf61 on network 9e1bb5d9-8417-462c-9153-1efda9dc6401 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:16.414512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:16.414893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Checking segment: {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:16.415302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.415768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Bound using segment: {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:16.416242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Bound port: eb662542-b27f-4f33-a1a9-e7e4268daf61, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:16.416637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.421708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router bca8d78d-9b10-494c-a884-ed956bdd71d1 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:16.465619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.494194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] For port eb662542-b27f-4f33-a1a9-e7e4268daf61, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:16.497674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] For port eb662542-b27f-4f33-a1a9-e7e4268daf61, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eb662542-b27f-4f33-a1a9-e7e4268daf61,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:16.526681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.581874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.600093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.610650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.684368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:16.688776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b72cf1-d651-4a2f-ac0e-c99a1f9c84a0 None None] Pushing event updated for resources: {'Port': ['ID=eb662542-b27f-4f33-a1a9-e7e4268daf61,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:16.692594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:16.698812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.703650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cb43f91d-c0b8-469b-8ede-7972b3ac8984 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "PUT /v2.0/routers/bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 200 len: 918 time: 4.5495892 Feb 11 14:28:16.711644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:16.711810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] Sync routers for ids ['bca8d78d-9b10-494c-a884-ed956bdd71d1'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:16.737314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] Routers {'bca8d78d-9b10-494c-a884-ed956bdd71d1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:16.738645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bca8d78d-9b10-494c-a884-ed956bdd71d1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:16.819358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.828333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:16.855802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Allocated IP 172.25.7.29 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b0249651-0a34-49f3-9440-1ca3521255cc) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:16.859835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] Routers {'bca8d78d-9b10-494c-a884-ed956bdd71d1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:16.860462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['bca8d78d-9b10-494c-a884-ed956bdd71d1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:16.864379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6eb1063c-8bdc-445e-a3bb-6d2eda689a72 req-180c5a14-49b2-4b26-8c03-c609c1c37b27 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0836215 Feb 11 14:28:16.904854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42572) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:16.918281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.961910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:16.962762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c4a5a-8118-4b74-b871-a3b9fca0f904 None None] The sync data for ids ['bca8d78d-9b10-494c-a884-ed956bdd71d1'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:16.974475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8659cd49-9535-4b1d-87b7-4b1c27bcb384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:16.998205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.009479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f8ade8-9cea-413e-b9bc-994323999ab6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.037866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed07058a-c33c-4578-a254-210b7dbed197 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 200 len: 924 time: 0.3026590 Feb 11 14:28:17.038552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.096954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.097221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.097317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.099242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01c8e6e9-6c83-4194-a6e5-df674df1415d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7744479 Feb 11 14:28:17.111101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.116381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:17.174704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.237036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8659cd49-9535-4b1d-87b7-4b1c27bcb384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.258149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:17.263701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:17.279304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event updated for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.326833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58eefe-e222-4b24-b637-de2cbab33f83 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:17.331255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5d58eefe-e222-4b24-b637-de2cbab33f83 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=bca8d78d-9b10-494c-a884-ed956bdd71d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2905471 Feb 11 14:28:17.332129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42580) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.333318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a9bbd-acf4-45ed-bad1-4064e32dda7a None None] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:17.343948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.401415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8659cd49-9535-4b1d-87b7-4b1c27bcb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.447315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8659cd49-9535-4b1d-87b7-4b1c27bcb384 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=601c774e03d14eb69b82cf8145ba6370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411885 Feb 11 14:28:17.448942 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.453203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] Provisioning complete for port 136f1233-47ac-4076-986e-620e2269cf32 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:17.453865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.456129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42582) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.465790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:17.510924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eafe5-92b5-44d4-a341-7210f3ba5fc3 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:17.515444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-577eafe5-92b5-44d4-a341-7210f3ba5fc3 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1497924 Feb 11 14:28:17.521306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42584) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.535366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:17.554495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:17.569149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:17.576523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659cd49-9535-4b1d-87b7-4b1c27bcb384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaa3f5-ccf8-4ab3-8e0b-5c9068ce5f7c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.606592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.625893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.648711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Pushing event updated for resources: {'Port': ['ID=b0249651-0a34-49f3-9440-1ca3521255cc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.652049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] For port 136f1233-47ac-4076-986e-620e2269cf32, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=136f1233-47ac-4076-986e-620e2269cf32,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:17.664794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e112e51-0d6e-4328-8301-8b304c3305b6 req-fb60ee9b-5097-4ea0-9676-4768d8c46926 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:17.666442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e112e51-0d6e-4328-8301-8b304c3305b6 req-fb60ee9b-5097-4ea0-9676-4768d8c46926 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2297580 Feb 11 14:28:17.703274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e098850a-0585-41c7-afe5-e06751f4a78b tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 200 len: 205 time: 0.1787379 Feb 11 14:28:17.706722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42588) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:17.758004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.765325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.787688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.813484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:17.824705 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:17.852768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9678df-8d7a-426a-b2b2-ce01beabd15a None None] Pushing event updated for resources: {'Port': ['ID=136f1233-47ac-4076-986e-620e2269cf32,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.867613 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:17.876053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:17.889392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356cd576-8f6e-4fd7-88fd-b7acac3a3dbc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:17.913629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e112e51-0d6e-4328-8301-8b304c3305b6 req-dd9bdbe4-bc04-4531-8651-516af2ffc123 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980832 Feb 11 14:28:18.078178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.085117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01bb2921-7146-4307-a205-1557dd5c8085 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9699326 Feb 11 14:28:18.089292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42592) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:18.105258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:18.152398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e261df00-137a-4e95-b733-e3fc3405106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.190588 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:18.222049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eb662542-b27f-4f33-a1a9-e7e4268daf61 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:18.290173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.339273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4aa0034e-76b0-47ee-aa87-2ce733ff94cd None None] Provisioning complete for port 6155a375-a4ef-49dc-bc7e-945f292b5563 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:18.340238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4aa0034e-76b0-47ee-aa87-2ce733ff94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.437168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port eb662542-b27f-4f33-a1a9-e7e4268daf61 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:18.437544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.454456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.477395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e0f53172-32ff-4270-803c-eb26ac8cf4ae tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4737556 Feb 11 14:28:18.504502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42594) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:18.527555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:18.578689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40530a2f-3683-49f1-a79d-3bed468244aa None None] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:18.586074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0034e-76b0-47ee-aa87-2ce733ff94cd None None] Port 6155a375-a4ef-49dc-bc7e-945f292b5563 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:18.625481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.645362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.707640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:16Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:16Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:18.736787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47f96a6b-a602-4370-adb1-adfd771a4ba1 req-49cf23cc-1e2c-469a-bebe-02ccbf3a9963 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.2580113 Feb 11 14:28:18.740645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.743576 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:18.744044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Updating router 412cd2b9-7344-4e22-af19-751e51251ce4 port 6155a375-a4ef-49dc-bc7e-945f292b5563 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:18.806050 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.811551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.827637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd1977d-edaa-47e3-9892-67806cc2bb96,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:18.909712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:18.913687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5388bff9-c4fd-4e64-9015-9662ea91a8d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8206716 Feb 11 14:28:18.916070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:18.922122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:18.998410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.084341 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Project 2b217377622d4f79b7d1c3102d6180a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:28:19.084580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.087363 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.091197 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29eaa3f5-ccf8-4ab3-8e0b-5c9068ce5f7c HTTP/1.1" status: 204 len: 168 time: 1.6340137 Feb 11 14:28:19.097609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.107623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf97ac-63fe-43f0-afdb-1ba995bbe820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaa3f5-ccf8-4ab3-8e0b-5c9068ce5f7c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:19.112166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.211493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4aa0034e-76b0-47ee-aa87-2ce733ff94cd None None] Provisioning complete for port 136f1233-47ac-4076-986e-620e2269cf32 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:19.212584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4aa0034e-76b0-47ee-aa87-2ce733ff94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.215832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.326819 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.362777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port eb662542-b27f-4f33-a1a9-e7e4268daf61, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eb662542-b27f-4f33-a1a9-e7e4268daf61,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:19.419624 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.463946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port 34be716f-8564-4302-af85-6648293029cf {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:19.464211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.470317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.471127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 136f1233-47ac-4076-986e-620e2269cf32 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:19.751789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.795412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d60817f1-15b6-4563-8942-6d924fe2eca2 None None] Provisioning complete for port 6155a375-a4ef-49dc-bc7e-945f292b5563 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:19.795619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d60817f1-15b6-4563-8942-6d924fe2eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.813667 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b04d9-d25a-4d5c-aac4-17bb0047e8d5 None None] Pushing event updated for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:19.814645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=eb662542-b27f-4f33-a1a9-e7e4268daf61,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:19.818879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:28:19.835912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.846089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.852779 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Attempting to bind port 6155a375-a4ef-49dc-bc7e-945f292b5563 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:19.853184 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Attempting to bind port 6155a375-a4ef-49dc-bc7e-945f292b5563 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:19.853541 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Attempting to bind port 6155a375-a4ef-49dc-bc7e-945f292b5563 on network 901b1051-ec90-4d8c-ae87-df5bc557a195 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:19.866472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:19.867088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Checking segment: {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:19.871813 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.872248 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Bound using segment: {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:19.873903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Bound port: 6155a375-a4ef-49dc-bc7e-945f292b5563, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a189e1-694c-4336-b59d-f05bf0f291ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:19.874296 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.899727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for 34be716f-8564-4302-af85-6648293029cf owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:19.902315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Removed routes are [] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:28:19.902964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.923176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d60817f1-15b6-4563-8942-6d924fe2eca2 None None] Port 6155a375-a4ef-49dc-bc7e-945f292b5563 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:19.950491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 136f1233-47ac-4076-986e-620e2269cf32 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:19.951359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.951529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f407b7-76d0-4086-b58f-13f572883c07,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:19.976568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.981178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-63dc0c94-0ac0-410d-8366-fa4cd0d25746 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0636809 Feb 11 14:28:19.990687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:20.001759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'security_group_rule': {'security_group_id': 'f8b608b7-ce8a-4231-a51f-ba82018ae6fb', 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:20.028326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004ef5-b6fb-4ca3-8ac1-0aee6bcab08f req-ffdba75e-2af8-4843-90fd-6d10be33c1b3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:20.030112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5004ef5-b6fb-4ca3-8ac1-0aee6bcab08f req-ffdba75e-2af8-4843-90fd-6d10be33c1b3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2769134 Feb 11 14:28:20.044077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d60817f1-15b6-4563-8942-6d924fe2eca2 None None] Provisioning complete for port eb662542-b27f-4f33-a1a9-e7e4268daf61 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:20.044538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d60817f1-15b6-4563-8942-6d924fe2eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.082311 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] For port 6155a375-a4ef-49dc-bc7e-945f292b5563, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:20.096529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Router a212de89-a8e9-482e-88e3-a8c633375870 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:20.103154 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] For port 6155a375-a4ef-49dc-bc7e-945f292b5563, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6155a375-a4ef-49dc-bc7e-945f292b5563,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:20.144652 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5004ef5-b6fb-4ca3-8ac1-0aee6bcab08f req-1a500564-c321-4373-9b6b-f217f1939755 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069810 Feb 11 14:28:20.197906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-236a31b3-f547-48b8-adcf-c162c1e45240 req-e672343b-538e-4201-b321-37f8af142223 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1721039 Feb 11 14:28:20.225463 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.328460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:20.349836 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b04d9-d25a-4d5c-aac4-17bb0047e8d5 None None] Pushing event updated for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:20.364802 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:20.365648 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:20.369208 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Project 2b217377622d4f79b7d1c3102d6180a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:28:20.380557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.384854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Sync routers for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:20.409037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eb662542-b27f-4f33-a1a9-e7e4268daf61 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:20.442296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.443700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ced8545c-64c4-4e3d-837f-4dcf06dd782b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.2445838 Feb 11 14:28:20.447784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:20.516904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3dd309df-5876-4908-b71a-7f4836362e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.523419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.555088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:20.555723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:27:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:20.557688 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:20.663040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.750057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.804215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:20.941518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Provisioning complete for port 6155a375-a4ef-49dc-bc7e-945f292b5563 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:20.941916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.985566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:20.986910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.002375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port eb662542-b27f-4f33-a1a9-e7e4268daf61 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:21.002750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.009676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62331f2c-7600-43e9-8c39-6ff83dbc4510,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:21.033894 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:19Z', 'revision_number': 6, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:20Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:21.072978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.105108 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d503-8191-4cb6-92af-35c63234c5e4 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:19Z', 'revision_number': 6, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:20Z', 'revision_number': 4, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:21.155060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.156546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd3b5b21-8c03-4ee3-87dd-596308bc9200 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1643634 Feb 11 14:28:21.281156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=34be716f-8564-4302-af85-6648293029cf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:21.288290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.323386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.362741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:21.371415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:17Z', 'revision_number': 3, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:21.371869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.373164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d580c083-c515-49e0-a8ab-83277d18f8bd tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 954 time: 2.8588884 Feb 11 14:28:21.397028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:21.443037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.445902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] For port 6155a375-a4ef-49dc-bc7e-945f292b5563, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6155a375-a4ef-49dc-bc7e-945f292b5563,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:21.447286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Checking router: a212de89-a8e9-482e-88e3-a8c633375870 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:21.447689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Updating router a212de89-a8e9-482e-88e3-a8c633375870 port b0249651-0a34-49f3-9440-1ca3521255cc binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:21.482100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.606373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.614379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.725771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60aff-2d9d-47cf-9a5b-a62238bbf82c req-405e4abd-712e-40de-ac5f-8b79d6e9b6fe tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:21.748688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71a60aff-2d9d-47cf-9a5b-a62238bbf82c req-405e4abd-712e-40de-ac5f-8b79d6e9b6fe tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.3841743 Feb 11 14:28:21.766225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7d2048f-6e2d-412f-97c7-f00d9c109955 req-2919873b-5339-4c19-a190-f8a5533316b1 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.3918195 Feb 11 14:28:21.804107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42654) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:21.804816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-222255cd-b614-490a-b487-e405f3f96c56 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 954 time: 0.4066200 Feb 11 14:28:21.813721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'routes': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:21.866091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71a60aff-2d9d-47cf-9a5b-a62238bbf82c req-f951c227-e60e-4beb-b0d2-6bde74b5a373 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141195 Feb 11 14:28:21.923386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.924786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router bca8d78d-9b10-494c-a884-ed956bdd71d1 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:21.937193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Allocated IP 172.20.0.1 (9e1bb5d9-8417-462c-9153-1efda9dc6401/0a3084f7-b264-4cdc-9fd5-d5b0b3425036/1af2f344-0694-4e00-b2e3-7f0173fa9913) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:21.964739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.966130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-078e9186-5232-4676-bb4f-d6099387f154 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 204 len: 168 time: 4.2583003 Feb 11 14:28:21.976515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:21.976663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:21.989839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874475573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:22.078088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-a9e734c9-2f42-4d83-9678-3a6fd7b819aa tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572908441&fields=id&tenant_id=2b217377622d4f79b7d1c3102d6180a6 HTTP/1.1" status: 200 len: 267 time: 0.1583591 Feb 11 14:28:22.084612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.097535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Provisioning complete for port eb662542-b27f-4f33-a1a9-e7e4268daf61 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:22.098023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.106087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.108407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c86e1-bcc2-4309-ae35-033251a5b84c None None] Pushing event updated for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:22.147547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.162164 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.207048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.208333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.265289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Attempting to bind port b0249651-0a34-49f3-9440-1ca3521255cc on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:22.265289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Attempting to bind port b0249651-0a34-49f3-9440-1ca3521255cc by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:22.265289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Attempting to bind port b0249651-0a34-49f3-9440-1ca3521255cc on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:22.285265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:22.285652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:22.289779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.289779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:22.289779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Bound port: b0249651-0a34-49f3-9440-1ca3521255cc, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:22.289779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.311162 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.324802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b94ef-87d7-40bc-92f3-ef296137f0c5 None None] Pushing event updated for resources: {'Port': ['ID=b0249651-0a34-49f3-9440-1ca3521255cc,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:22.394794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6155a375-a4ef-49dc-bc7e-945f292b5563 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:22.416158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] For port b0249651-0a34-49f3-9440-1ca3521255cc, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:22.438564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:22.444075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] For port b0249651-0a34-49f3-9440-1ca3521255cc, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b0249651-0a34-49f3-9440-1ca3521255cc,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:22.449789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:22.455985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:22.467076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.504432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:22.548103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.564876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.580765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.648861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-d3be3fae-3aa5-4718-a48f-47e9cfae8456 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:22.663720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-d3be3fae-3aa5-4718-a48f-47e9cfae8456 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 813 time: 0.4796250 Feb 11 14:28:22.669726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-59df8fa1-dac9-4148-a0c1-56669210ec72 None None] Provisioning complete for port 6155a375-a4ef-49dc-bc7e-945f292b5563 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:22.670348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59df8fa1-dac9-4148-a0c1-56669210ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.672312 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:22.700044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:22.701545 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:22.759146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-709c3c9a-b068-40cc-b598-a2a92c610442 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/quotas/2b217377622d4f79b7d1c3102d6180a6 HTTP/1.1" status: 200 len: 375 time: 0.0935779 Feb 11 14:28:22.802015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.803284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6bf0c7ce-1621-4239-afe0-e7ecccaa0e23 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8195670 Feb 11 14:28:22.812832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42670) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:22.816954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6155a375-a4ef-49dc-bc7e-945f292b5563 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:22.816954 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:22.819683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:22.840253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:22.853793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:22.879421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:22.998297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-30628139-2656-4ded-87c1-d16e15ad97ee req-5adac48b-7d7a-4580-ae51-9e3151013df4 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0596724 Feb 11 14:28:23.133784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b94ef-87d7-40bc-92f3-ef296137f0c5 None None] Pushing event updated for resources: {'Port': ['ID=b0249651-0a34-49f3-9440-1ca3521255cc,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:23.266399 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:19Z', 'revision_number': 6, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:23.278670 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.296089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.320580 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:23.331305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:23.331923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:23.424727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57ee16-7b63-46c5-974e-00cf8cbe2d5e req-b586e13a-aed7-4ce7-8d91-1aa4c95141d5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:23.432766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a57ee16-7b63-46c5-974e-00cf8cbe2d5e req-b586e13a-aed7-4ce7-8d91-1aa4c95141d5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2733960 Feb 11 14:28:23.453485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.478356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:23.538293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added routes are [] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:28:23.539221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:28:23.552220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-a4acf7ba-38f4-411a-823a-4566e46b0be9 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7922029 Feb 11 14:28:23.567748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:23.631242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.685917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-1bbc4fcb-c2a7-40b3-a1c1-f361bd020bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208699 Feb 11 14:28:23.711633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a57ee16-7b63-46c5-974e-00cf8cbe2d5e req-ff0262d4-677d-4dea-84e7-1f0e4ea4edfd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779560 Feb 11 14:28:23.727742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.844022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.944682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8c51fefb-6743-4812-bc74-3a39fa72da31 None None] Provisioning complete for port 1af2f344-0694-4e00-b2e3-7f0173fa9913 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:23.945094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c51fefb-6743-4812-bc74-3a39fa72da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.977688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:23.981390 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:19Z', 'revision_number': 6, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:24.054233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8c51fefb-6743-4812-bc74-3a39fa72da31 None None] Port 1af2f344-0694-4e00-b2e3-7f0173fa9913 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:24.067341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:17Z', 'revision_number': 3, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:24.074544 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a5c78-2e19-40cb-abec-5cb772f00c4b None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:19Z', 'revision_number': 6, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:24.122741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:24.151680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f72e4-f103-43cb-b1fd-44d29f046d55 None None] The sync data for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 is: [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:17Z', 'revision_number': 3, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:24.156322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-970c5091-3e25-4326-897c-701c86fde0bd service neutron] 10.222.0.31 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633925 Feb 11 14:28:24.291642 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e034e89-bb2b-4ef1-99e2-52a3d0619622 req-bcaf8de3-f9ec-4fae-b40c-b2ace55adfa7 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0584161 Feb 11 14:28:24.312673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.315766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.337989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.356519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.364504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.406897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:28:24.592800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:24.616359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:24.671093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '1de420e8-1241-4720-a64a-5f3159d101c2', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:28:24.721497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Allocated IP 172.25.7.124 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0ecc0829-d851-4c85-b65a-4eddef09fe69) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:24.731489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:24.738468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:24.790928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.808157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:28:24.865421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:24.916531 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.951664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:24.967443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:24.968865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b248e49-b388-4cfd-b85d-e3463845c03d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 704 time: 3.1631153 Feb 11 14:28:24.972611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42706) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:24.986071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:24.999346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:25.037624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:25.038485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:25.173580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['1de420e8-1241-4720-a64a-5f3159d101c2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:28:25.217679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:25.374979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7f82b90-4d4e-43a4-b13e-e377455be4d4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 704 time: 0.4007754 Feb 11 14:28:25.378711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42728) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:25.396096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:25.414655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1822c2ee-999a-4f0b-b00d-5a42cbdde8d1 req-bf9588e2-f634-43b8-94ef-cb464c527b1f tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0916326 Feb 11 14:28:25.422283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:25.553823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-242655bd-6612-4343-a34c-a975f892b742 req-6535ccf9-195b-4b4f-a98e-88c9d77c9e4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0710032 Feb 11 14:28:25.663841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0102a693-8b61-4298-b063-0ff506e4acdb req-df38701a-7d20-4be5-844a-c65bfb8a3e67 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0468929 Feb 11 14:28:25.692092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec14b-89df-45bd-a1c4-5107f236b2ed req-edd250e3-c4e2-421f-a797-c2cdb630225e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:25.693634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c0ec14b-89df-45bd-a1c4-5107f236b2ed req-edd250e3-c4e2-421f-a797-c2cdb630225e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.3659599 Feb 11 14:28:25.700665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:25.703413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-18c35d00-0182-4b54-8de9-8d6f0f4c2ec6 None None] Provisioning complete for port 1af2f344-0694-4e00-b2e3-7f0173fa9913 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:25.703821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18c35d00-0182-4b54-8de9-8d6f0f4c2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:25.722959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:25.729521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:25.737939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Pushing event updated for resources: {'Port': ['ID=0ecc0829-d851-4c85-b65a-4eddef09fe69,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:25.882513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c0ec14b-89df-45bd-a1c4-5107f236b2ed req-54492816-0fbc-4fb7-9e16-0b7a1d2a951c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731036 Feb 11 14:28:25.888740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Router a212de89-a8e9-482e-88e3-a8c633375870 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:26.208125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd65dc0f-6b9d-4345-8292-5cd4c7fd1590 req-1bf1022d-a307-48f2-9e48-7590b54344f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d1159aff0ce47ca9ea732ef2fde2a29&device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0656667 Feb 11 14:28:26.222683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-18c35d00-0182-4b54-8de9-8d6f0f4c2ec6 None None] Port 1af2f344-0694-4e00-b2e3-7f0173fa9913 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:26.228153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:26.359657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:23Z', 'revision_number': 7, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:26.390532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd65dc0f-6b9d-4345-8292-5cd4c7fd1590 req-e01493c2-90c6-46f5-bb40-500695b2e359 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d1159aff0ce47ca9ea732ef2fde2a29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482516 Feb 11 14:28:26.443239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b0249651-0a34-49f3-9440-1ca3521255cc up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:26.446055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:26.449876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:26.575091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:26.575207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:26.624018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b4c3bd0c-2bb4-442c-8dea-52dc147af906 req-33dc9f30-b215-467e-a72e-9e4c23c19d8d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0664806 Feb 11 14:28:26.695157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:26.706691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-061bd705-30b6-47db-884d-9b3f31ba6ee4 admin admin] 10.222.0.31 "PUT /v2.0/routers/a212de89-a8e9-482e-88e3-a8c633375870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2576959 Feb 11 14:28:26.835345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65dc0f-6b9d-4345-8292-5cd4c7fd1590 req-51733d6b-74f5-4066-b2c9-b149ff9ec84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:26.838517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cd65dc0f-6b9d-4345-8292-5cd4c7fd1590 req-51733d6b-74f5-4066-b2c9-b149ff9ec84a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489492 Feb 11 14:28:26.854404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c666316-a91b-4874-ad3f-23660dfa69b0 req-939daac5-247e-4b58-9b5e-fdded5342016 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0672071 Feb 11 14:28:26.858812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:26.863642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b0249651-0a34-49f3-9440-1ca3521255cc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:26.864271 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.053554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.076278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 1de420e8-1241-4720-a64a-5f3159d101c2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:27.078313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.303196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d5de5-22c7-4bcb-b78b-c0c4b5d811b4 req-5961924d-bdd0-498b-af2e-5cfdc81200ea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:27.327890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c6d5de5-22c7-4bcb-b78b-c0c4b5d811b4 req-5961924d-bdd0-498b-af2e-5cfdc81200ea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.2755787 Feb 11 14:28:27.349263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 6155a375-a4ef-49dc-bc7e-945f292b5563 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:27.353576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.524032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 6155a375-a4ef-49dc-bc7e-945f292b5563, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6155a375-a4ef-49dc-bc7e-945f292b5563,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:27.524032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.544384 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Sync routers for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:27.546670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 6155a375-a4ef-49dc-bc7e-945f292b5563 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:27.559753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:27.560381 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:27.782310 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:27.925889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c6d5de5-22c7-4bcb-b78b-c0c4b5d811b4 req-144dba92-717d-4c72-82bb-4592af7beb29 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6070638 Feb 11 14:28:28.014251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.077459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=6155a375-a4ef-49dc-bc7e-945f292b5563,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:28.275764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ccbba14e-ed9f-4420-8204-190d6531d438 req-c2e59d4c-4abe-4068-89c0-0df31d67ec32 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1910512 Feb 11 14:28:28.527844 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 4, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1af2f344-0694-4e00-b2e3-7f0173fa9913', 'name': '', 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'mac_address': 'fa:16:3e:d5:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:21Z', 'updated_at': '2022-02-11T14:28:23Z', 'revision_number': 2, 'project_id': '543fc4d35e7d46b49760307597956a39', 'subnets': [{'id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:28.557043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df514f19-3316-457b-b1b0-6a45496c2da3 req-d41eba7d-0a99-4246-bcd6-e41ba3afd061 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.1391344 Feb 11 14:28:28.594190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.613810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Checking router: a212de89-a8e9-482e-88e3-a8c633375870 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:28.615632 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Updating router a212de89-a8e9-482e-88e3-a8c633375870 port 1af2f344-0694-4e00-b2e3-7f0173fa9913 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:28.725328 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.743273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.896810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b0249651-0a34-49f3-9440-1ca3521255cc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b0249651-0a34-49f3-9440-1ca3521255cc,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:28.997275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-33f8efd8-e22e-42d9-90be-1257c955768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.001563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-33f8efd8-e22e-42d9-90be-1257c955768b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1096 time: 0.5784550 Feb 11 14:28:29.025886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.032567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.122622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.238134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.367430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:29.450957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:29.457653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:29.463796 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa5f38-a503-4002-9620-f7689f34605d" -d '{"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:29.561740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-c895e5c9-7979-4ce3-a928-dea76fe7f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.567470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-c895e5c9-7979-4ce3-a928-dea76fe7f983 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.5244036 Feb 11 14:28:29.586273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea508d25-0e38-4601-810e-64b409d265f8 req-ceb25574-2e06-4a79-a268-fdbfdcab60b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d1159aff0ce47ca9ea732ef2fde2a29&device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.2965000 Feb 11 14:28:29.595569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.610768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:23Z', 'revision_number': 7, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:29.619026 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.621812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47b9cd26-c263-486c-b93b-fefce750d4b2 req-5718930f-b6ae-41fe-b850-56c26351f238 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.3238132 Feb 11 14:28:29.699556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb462858-8d10-4a21-a761-8a45af55b33d None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:23Z', 'revision_number': 7, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6155a375-a4ef-49dc-bc7e-945f292b5563', 'name': '', 'network_id': '901b1051-ec90-4d8c-ae87-df5bc557a195', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:cb:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:21Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'a5921e34-2122-4822-a8a4-6303c1cd3414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:29.706087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b0249651-0a34-49f3-9440-1ca3521255cc,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:29.779326 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:29.791356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc04d6-77a7-45d3-adaa-acdef9e0ff33 req-75971bd8-0026-4751-a816-d63342e53498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.796260 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844cd38b-0d06-443f-ad93-75077f3dee7c x-openstack-request-id: req-844cd38b-0d06-443f-ad93-75077f3dee7c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:29.799227 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:29.808423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbbc04d6-77a7-45d3-adaa-acdef9e0ff33 req-75971bd8-0026-4751-a816-d63342e53498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.5400686 Feb 11 14:28:29.808884 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-844cd38b-0d06-443f-ad93-75077f3dee7c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:29.808884 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'code': 200} Feb 11 14:28:29.809164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-6e0a21c1-9301-4320-82b9-389a8aa51e15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 1000 time: 0.2185473 Feb 11 14:28:29.933690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-5529666c-d1c9-48dd-a006-83794ff79ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:29.936202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-5529666c-d1c9-48dd-a006-83794ff79ba1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0863929 Feb 11 14:28:29.965949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.024171 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bbbc04d6-77a7-45d3-adaa-acdef9e0ff33 req-5fc494eb-c77d-45cf-bba0-038f65adbdb0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193944 Feb 11 14:28:30.160924 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebc77c-6804-4098-921b-cbe669971bb7 None None] Pushing event updated for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.219136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea508d25-0e38-4601-810e-64b409d265f8 req-bee061aa-9f05-4b3e-9a85-0969845ae0d1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d1159aff0ce47ca9ea732ef2fde2a29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5937476 Feb 11 14:28:30.268153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Attempting to bind port 1af2f344-0694-4e00-b2e3-7f0173fa9913 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:30.268956 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Attempting to bind port 1af2f344-0694-4e00-b2e3-7f0173fa9913 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:30.277810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Attempting to bind port 1af2f344-0694-4e00-b2e3-7f0173fa9913 on network 9e1bb5d9-8417-462c-9153-1efda9dc6401 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:30.296947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:30.305901 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:30.314604 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Checking segment: {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:30.320817 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.334111 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Bound using segment: {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:30.335853 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Bound port: 1af2f344-0694-4e00-b2e3-7f0173fa9913, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac538da8-af94-48f0-94f0-7bab4874398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:30.345935 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.363743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-4ba07d31-6f11-4c93-8182-5600af5408fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:30.365322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-4ba07d31-6f11-4c93-8182-5600af5408fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695970 Feb 11 14:28:30.424302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.467984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:30.509244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:30.514331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:30.662011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] For port 1af2f344-0694-4e00-b2e3-7f0173fa9913, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:30.672627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-247c6ef6-18d6-4573-95f4-8e9300e5f96d req-64b8fca9-916c-460c-baa0-a2df0d80678b tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.4078472 Feb 11 14:28:30.678431 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] For port 1af2f344-0694-4e00-b2e3-7f0173fa9913, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1af2f344-0694-4e00-b2e3-7f0173fa9913,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:30.688299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2576c6cb-f38e-41f7-bb51-fee31fe3d996 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2813125 Feb 11 14:28:30.729692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42916) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:30.813307 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.818856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] Provisioning complete for port 1af2f344-0694-4e00-b2e3-7f0173fa9913 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:30.819898 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.846348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Router 8e97cd73-2828-4de7-8d1c-861ac9cb9d51 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:30.906938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-1f2c4975-a265-4586-8b4b-ba566206043c tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:30.908756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-1f2c4975-a265-4586-8b4b-ba566206043c tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.62 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 813 time: 1.1754746 Feb 11 14:28:30.919207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:30.970158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-704f1d0a-1657-4468-8926-b0b65e990207 req-3f18db2d-de3c-443d-ae70-6d807d8f5699 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.1478615 Feb 11 14:28:30.983351 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebc77c-6804-4098-921b-cbe669971bb7 None None] Pushing event updated for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:31.033406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-d7df1a29-c46a-4c60-8d12-c4febe92b921 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574991 Feb 11 14:28:31.038942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea508d25-0e38-4601-810e-64b409d265f8 req-f8cb8705-8e4e-41fb-aa53-db97673dc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:31.040677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea508d25-0e38-4601-810e-64b409d265f8 req-f8cb8705-8e4e-41fb-aa53-db97673dc804 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7080328 Feb 11 14:28:31.045155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-e7e74807-c4bf-4bcf-a50b-f90afa34d3b0 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b217377622d4f79b7d1c3102d6180a6 HTTP/1.1" status: 200 len: 380 time: 0.1256919 Feb 11 14:28:31.062571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'port': {'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'admin_state_up': True, 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'security_groups': ['f8b608b7-ce8a-4231-a51f-ba82018ae6fb']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:31.068038 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:31.070270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet a5921e34-2122-4822-a8a4-6303c1cd3414 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:31.079942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:31.216936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.397397 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.461765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:31.506273 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:31.587594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.623009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:31.696620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] For port 1af2f344-0694-4e00-b2e3-7f0173fa9913, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1af2f344-0694-4e00-b2e3-7f0173fa9913,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:31.697810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] Sync routers for ids ['8e97cd73-2828-4de7-8d1c-861ac9cb9d51'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:31.709499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b0249651-0a34-49f3-9440-1ca3521255cc up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:31.723672 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.726433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59e51937-17eb-4b5b-a7a1-9c71443404f2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "PUT /v2.0/routers/8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 200 len: 920 time: 8.9105964 Feb 11 14:28:31.734451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:31.756976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.850289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:31.867229 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] Routers {'8e97cd73-2828-4de7-8d1c-861ac9cb9d51'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:31.872392 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8e97cd73-2828-4de7-8d1c-861ac9cb9d51'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:31.956215 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:31.979151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] Routers {'8e97cd73-2828-4de7-8d1c-861ac9cb9d51'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:31.980153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8e97cd73-2828-4de7-8d1c-861ac9cb9d51'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:32.012752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-028364d4-1dea-4609-a16d-1fa19869aca9 req-806506aa-7412-4cb5-a528-ec69c566ad31 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.1470907 Feb 11 14:28:32.036044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:32.036969 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d4967-9eb9-401c-b805-51679f4f0371 None None] The sync data for ids ['8e97cd73-2828-4de7-8d1c-861ac9cb9d51'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:32.202429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a97aca4-369b-4e93-8421-9d62fb7d7cd0 req-a106f626-59e1-4f69-a1ce-06f71078afb6 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9659452 Feb 11 14:28:32.231557 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 4, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1af2f344-0694-4e00-b2e3-7f0173fa9913', 'name': '', 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'mac_address': 'fa:16:3e:d5:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:21Z', 'updated_at': '2022-02-11T14:28:30Z', 'revision_number': 4, 'project_id': '543fc4d35e7d46b49760307597956a39', 'subnets': [{'id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:32.238081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a665b-879f-4626-be1e-4a04ddd84228 None None] Pushing event updated for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:32.268593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ea422a7f-3ff8-4930-9266-13f07de583c3 None None] Provisioning complete for port 1af2f344-0694-4e00-b2e3-7f0173fa9913 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:32.269003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea422a7f-3ff8-4930-9266-13f07de583c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:32.276454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:27Z', 'revision_number': 8, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:32.290728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d3b8b-f004-478a-b163-1ca0c7f562fe None None] The sync data for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 is: [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:22Z', 'revision_number': 4, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1af2f344-0694-4e00-b2e3-7f0173fa9913', 'name': '', 'network_id': '9e1bb5d9-8417-462c-9153-1efda9dc6401', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'mac_address': 'fa:16:3e:d5:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:21Z', 'updated_at': '2022-02-11T14:28:30Z', 'revision_number': 4, 'project_id': '543fc4d35e7d46b49760307597956a39', 'subnets': [{'id': '0a3084f7-b264-4cdc-9fd5-d5b0b3425036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:32.383968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:32.385918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b0249651-0a34-49f3-9440-1ca3521255cc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:32.386293 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:32.394871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea508d25-0e38-4601-810e-64b409d265f8 req-618c572b-0869-4eef-9090-512ed5970cfd tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.0335002 Feb 11 14:28:32.456117 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b61050d2-a03a-41f3-ab42-e9d1ce6250ad tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 200 len: 926 time: 0.6982267 Feb 11 14:28:32.496709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:32.542514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:32.548030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:32.552820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c06867-2964-4777-996b-133e67815e27 req-1b37455b-cb67-4550-b930-29abf4168af9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:32.568817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1c06867-2964-4777-996b-133e67815e27 req-1b37455b-cb67-4550-b930-29abf4168af9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 1.3111830 Feb 11 14:28:32.680236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b1c06867-2964-4777-996b-133e67815e27 req-e2b5cb9a-de53-48f9-8a25-1ed0e8495641 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078153 Feb 11 14:28:32.730302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6057fa00-bc9a-45c8-81ef-afa274eccac0 req-f69a3d53-1a40-4de3-a475-63f815dd5e57 tempest-ServerShowV257Test-207433871 tempest-ServerShowV257Test-207433871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2a19c82-6dee-422a-b6b6-09d927671cdb HTTP/1.1" status: 200 len: 210 time: 0.3794436 Feb 11 14:28:32.805777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:32.853012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd7cb0-5385-4c0f-8138-228a338e12a2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:32.855443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32dd7cb0-5385-4c0f-8138-228a338e12a2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=8e97cd73-2828-4de7-8d1c-861ac9cb9d51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2567837 Feb 11 14:28:32.858838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42988) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:32.962882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:33.037817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:33.101955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=a5921e34-2122-4822-a8a4-6303c1cd3414,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:33.148193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658dab3d-c63d-4a32-9b01-eee4862f36b2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:33.148381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:33.148464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-658dab3d-c63d-4a32-9b01-eee4862f36b2 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.2847569 Feb 11 14:28:33.155397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5d671b43-b3f7-4e24-b62f-4568baae74c5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/a5921e34-2122-4822-a8a4-6303c1cd3414 HTTP/1.1" status: 204 len: 168 time: 2.4106851 Feb 11 14:28:33.156714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:33.159329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43006) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:33.175229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Made reservation on behalf of 2b217377622d4f79b7d1c3102d6180a6 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:33.180536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:33.209166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3917f7d-5758-4811-80dd-1ab90bf4324c None None] Network 901b1051-ec90-4d8c-ae87-df5bc557a195 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:33.223703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17d0a405-5f5c-47bf-b64e-f043ed1c6b11 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 200 len: 205 time: 0.0619352 Feb 11 14:28:33.224475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:33.294176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:33.356207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61fc2461-8327-49c2-90dd-9be9e16468d1 req-e1a90818-efde-41ef-a4e9-1eb7aaa436fb tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.1273124 Feb 11 14:28:33.674019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:33.743196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:34.105183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Allocated IP 172.20.0.14 (09e10391-d254-46f9-a0f5-e2a7b4d9f8e3/9ce9f254-66d7-4d53-803a-81abe3f9de95/b2138196-faa6-4a29-868d-8620a199ca02) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:34.218365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1af2f344-0694-4e00-b2e3-7f0173fa9913 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:34.541772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1af2f344-0694-4e00-b2e3-7f0173fa9913 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:34.542953 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:34.701988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82470fc0-6a72-48b2-9d77-c623f4ced50c req-790b8a0b-ddb2-4b43-80f1-966e202be088 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.1240795 Feb 11 14:28:34.716589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 136f1233-47ac-4076-986e-620e2269cf32 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:34.728414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:27Z', 'revision_number': 8, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:34.733610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:34.860563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] DHCP port deletion for 901b1051-ec90-4d8c-ae87-df5bc557a195 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:34.877611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2841812-e64f-464f-bfb6-dce21bb12740 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:27Z', 'revision_number': 8, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e', 'name': '', 'network_id': '087cb9d1-f09b-4cd3-b5f8-7c99d0387317', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:9d:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:07Z', 'updated_at': '2022-02-11T14:28:13Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'c20f8cfe-cfd5-4961-a003-cb0876a45c20', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:34.895510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 136f1233-47ac-4076-986e-620e2269cf32, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=136f1233-47ac-4076-986e-620e2269cf32,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:34.899156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:34.935594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 136f1233-47ac-4076-986e-620e2269cf32 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:35.022247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43072) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:35.159148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Deleting port 136f1233-47ac-4076-986e-620e2269cf32 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:35.159617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.198169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.310660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] For port 136f1233-47ac-4076-986e-620e2269cf32, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=136f1233-47ac-4076-986e-620e2269cf32,segment=NetworkSegment(d9a189e1-694c-4336-b59d-f05bf0f291ff),segment_id=d9a189e1-694c-4336-b59d-f05bf0f291ff)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:35.311741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.329355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.329510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Calling delete_port for 136f1233-47ac-4076-986e-620e2269cf32 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:35.383590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e89b-4a41-4b9b-bd7f-9bc31f27cfd9 req-4849a069-be91-409e-9660-bd0b435b84df tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:35.385185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0913e89b-4a41-4b9b-bd7f-9bc31f27cfd9 req-4849a069-be91-409e-9660-bd0b435b84df tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 1.5308967 Feb 11 14:28:35.453066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-651edb09-0067-4ce0-9771-dfe4aa2a5d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.474858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.477617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.478857 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.492163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 136f1233-47ac-4076-986e-620e2269cf32 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:35.524677 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0913e89b-4a41-4b9b-bd7f-9bc31f27cfd9 req-7e03f439-6751-4e88-80ca-42326024e98e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264741 Feb 11 14:28:35.581765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] Pushing event deleted for resources: {'Port': ['ID=136f1233-47ac-4076-986e-620e2269cf32,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:35.607146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db6368-6631-4b02-97f0-c842abacbfeb None None] No DVR routers for this DVR port 136f1233-47ac-4076-986e-620e2269cf32 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:35.735129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 136f1233-47ac-4076-986e-620e2269cf32 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:35.777939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-651edb09-0067-4ce0-9771-dfe4aa2a5d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.782496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=136f1233-47ac-4076-986e-620e2269cf32,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:35.861574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:35.866751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port 0ecc0829-d851-4c85-b65a-4eddef09fe69 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:35.867104 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.885707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 136f1233-47ac-4076-986e-620e2269cf32 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:35.886060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 136f1233-47ac-4076-986e-620e2269cf32 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:35.886509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6155a375-a4ef-49dc-bc7e-945f292b5563 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:35.899654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:35.903350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:35.919412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Deleting port 1af2f344-0694-4e00-b2e3-7f0173fa9913 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:35.919412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.954587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.954587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.955113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.955549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.956130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.956845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.957321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.957726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.958115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.958672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.959307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.959835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:35.967871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-651edb09-0067-4ce0-9771-dfe4aa2a5d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:35.974254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6155a375-a4ef-49dc-bc7e-945f292b5563 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:35.974609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6155a375-a4ef-49dc-bc7e-945f292b5563 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:36.070423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.071516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.080086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-651edb09-0067-4ce0-9771-dfe4aa2a5d8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d1159aff0ce47ca9ea732ef2fde2a29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0562990 Feb 11 14:28:36.145874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:36.193605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651edb09-0067-4ce0-9771-dfe4aa2a5d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5935f66-22d9-4b31-80cd-0b4a7eb3414e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:36.282110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.316185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.321116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] For port 1af2f344-0694-4e00-b2e3-7f0173fa9913, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1af2f344-0694-4e00-b2e3-7f0173fa9913,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:36.321420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.355842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Calling delete_port for 1af2f344-0694-4e00-b2e3-7f0173fa9913 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:36.357886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.360344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for 0ecc0829-d851-4c85-b65a-4eddef09fe69 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:36.387966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:36.429304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901b1051-ec90-4d8c-ae87-df5bc557a195']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:36.438461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bb8945fe-3883-4139-8718-c8325c0f43da None None] Provisioning complete for port b2138196-faa6-4a29-868d-8620a199ca02 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:36.442846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb8945fe-3883-4139-8718-c8325c0f43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.446158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a189e1-694c-4336-b59d-f05bf0f291ff') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:36.446634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a189e1-694c-4336-b59d-f05bf0f291ff') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:36.451909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-47422dc1-d46e-40d1-8232-1a8a91febf6d tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4001129 Feb 11 14:28:36.459380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.476744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26fc20-870c-40a1-82c8-4fed0cd3be63 req-f3bc1e26-bc73-4495-898c-86bb674e7e70 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.487264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e26fc20-870c-40a1-82c8-4fed0cd3be63 req-f3bc1e26-bc73-4495-898c-86bb674e7e70 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 932 time: 0.5159063 Feb 11 14:28:36.525952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bb8945fe-3883-4139-8718-c8325c0f43da None None] Port b2138196-faa6-4a29-868d-8620a199ca02 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:36.562420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Request body: {'port': {'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:36.573057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.688804 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e26fc20-870c-40a1-82c8-4fed0cd3be63 req-9d2f8176-bdce-4b32-8df1-5ce52112e657 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005517 Feb 11 14:28:36.700868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.712482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:36.713257 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: items = [ Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:36.717692 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:36.798004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.869392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.877926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.889653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.893174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/901b1051-ec90-4d8c-ae87-df5bc557a195 HTTP/1.1" status: 204 len: 168 time: 3.7326305 Feb 11 14:28:36.898406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43156) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:36.903416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:36.906590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5935f66-22d9-4b31-80cd-0b4a7eb3414e HTTP/1.1" status: 204 len: 168 time: 0.7577970 Feb 11 14:28:36.998891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465883-f578-4982-ad92-37ab5c44db3c req-000b529f-8ccc-4272-bffa-64cee1f890b7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:37.013471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4465883-f578-4982-ad92-37ab5c44db3c req-000b529f-8ccc-4272-bffa-64cee1f890b7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.3597062 Feb 11 14:28:37.016377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8d245-2468-48b0-8496-9bb69462d15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5935f66-22d9-4b31-80cd-0b4a7eb3414e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.066321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388a06-4232-4abd-b354-c4826b2f508f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=901b1051-ec90-4d8c-ae87-df5bc557a195,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.180442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4465883-f578-4982-ad92-37ab5c44db3c req-6918ae39-76a2-4611-a67d-369f0bb8dbb6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658995 Feb 11 14:28:37.356340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:37.405685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:37.409861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=0ecc0829-d851-4c85-b65a-4eddef09fe69,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.509728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2138196-faa6-4a29-868d-8620a199ca02 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:28:37.561062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af2f344-0694-4e00-b2e3-7f0173fa9913,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.617218 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:37.706182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Transition to ACTIVE for port object b2138196-faa6-4a29-868d-8620a199ca02 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:28:37.799961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:37.846783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.205981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Pushing event updated for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:38.293377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.309307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.348396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Attempting to bind port b2138196-faa6-4a29-868d-8620a199ca02 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:38.357628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Attempting to bind port b2138196-faa6-4a29-868d-8620a199ca02 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:38.358103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Attempting to bind port b2138196-faa6-4a29-868d-8620a199ca02 on network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:38.374789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Port b2138196-faa6-4a29-868d-8620a199ca02 on network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:28:38.375118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Attempting to bind port b2138196-faa6-4a29-868d-8620a199ca02 on network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:38.397468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:38.398199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Checking segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:38.399199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Bound using segment: {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:38.399937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Bound port: b2138196-faa6-4a29-868d-8620a199ca02, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe24c42-4902-47d3-8ec2-9225588da175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:38.400568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.426955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dddb2-24b2-4b8f-b47c-0edab0a93940 req-894ef939-cf7a-410b-bfc2-96f2b840fad4 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.428804 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-275dddb2-24b2-4b8f-b47c-0edab0a93940 req-894ef939-cf7a-410b-bfc2-96f2b840fad4 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.4592290 Feb 11 14:28:38.487953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.499536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2ec51-8b16-4f4d-8c0b-6fa695ebf8cf req-e4418f06-4cf4-45f5-aba5-48f8f4171db9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.501234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9da2ec51-8b16-4f4d-8c0b-6fa695ebf8cf req-e4418f06-4cf4-45f5-aba5-48f8f4171db9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1278548 Feb 11 14:28:38.595347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-275dddb2-24b2-4b8f-b47c-0edab0a93940 req-559dcec4-514a-42fd-9879-81ff671e3a1f tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387618 Feb 11 14:28:38.618471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.623423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router 8e97cd73-2828-4de7-8d1c-861ac9cb9d51 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:38.623606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:38.629173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.641868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b2138196-faa6-4a29-868d-8620a199ca02,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:38.646736 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9da2ec51-8b16-4f4d-8c0b-6fa695ebf8cf req-855e7b3c-be3e-4232-b1f9-dfbafe757938 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320586 Feb 11 14:28:38.665830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.671951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0276a5ca-5fa9-4fed-95a3-776d34bfde68 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 204 len: 168 time: 5.4455187 Feb 11 14:28:38.682428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:38.687916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-940097660', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:38.817409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.882060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.883031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.885179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 1092 time: 2.3408415 Feb 11 14:28:38.889245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.889395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:38.890354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.891520 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:39.059049 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449deea-c79b-4826-9081-b8f0a15902f8 x-openstack-request-id: req-9449deea-c79b-4826-9081-b8f0a15902f8 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:39.059297 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:39.059490 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9449deea-c79b-4826-9081-b8f0a15902f8 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:39.059874 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:28:39.105633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce768f-ebcd-4151-b90c-f1c4c1f45474 service neutron] Pushing event updated for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:39.146259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.185991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Router a212de89-a8e9-482e-88e3-a8c633375870 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:39.223270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-405e18f1-e9ff-4c75-98f0-f27e32b1db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:39.230422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-405e18f1-e9ff-4c75-98f0-f27e32b1db47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1095 time: 0.1583960 Feb 11 14:28:39.400113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:39.433046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Sync routers for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:39.437802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-da0881de-e9af-4716-8074-0ee9c6f6ea69 admin admin] 10.222.0.31 "PUT /v2.0/routers/a212de89-a8e9-482e-88e3-a8c633375870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8634725 Feb 11 14:28:39.444339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43262) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:39.469962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-ee2821c2-8b73-48f8-9b87-cbfce166cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:39.473943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-ee2821c2-8b73-48f8-9b87-cbfce166cd65 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2b217377622d4f79b7d1c3102d6180a6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2410767 Feb 11 14:28:39.488114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:39.490253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:39.528598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43268) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:39.838462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.867125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:40.010961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5e88-1b12-4c07-b038-2c4f0e90fd9e req-c96bddaf-f48d-434a-a85d-51e3518b7b13 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.021689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2abb5e88-1b12-4c07-b038-2c4f0e90fd9e req-c96bddaf-f48d-434a-a85d-51e3518b7b13 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1745207 Feb 11 14:28:40.026388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-a6ed80a9-ca8e-41e6-ba33-a75d1c9b6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.032675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f72e8b4-3c00-44d1-a506-e9fb7ae6940b req-a6ed80a9-ca8e-41e6-ba33-a75d1c9b6e5f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5165334 Feb 11 14:28:40.045168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e77365b-c840-4512-9550-ee4c1c4f647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.048859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:40.050954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.266176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.307861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2abb5e88-1b12-4c07-b038-2c4f0e90fd9e req-085b4625-fb77-4291-9ecc-a77c7cb74b53 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846637 Feb 11 14:28:40.309216 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.404046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:37Z', 'revision_number': 5, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port': {'id': 'b0249651-0a34-49f3-9440-1ca3521255cc', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:16Z', 'updated_at': '2022-02-11T14:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.405293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd9bf9-550c-48bd-8834-61bd0d3e7518 req-d9f56a4a-5007-4054-a41d-ad8e199b86c6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.417349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecfd9bf9-550c-48bd-8834-61bd0d3e7518 req-d9f56a4a-5007-4054-a41d-ad8e199b86c6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.5582964 Feb 11 14:28:40.437185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Checking router: a212de89-a8e9-482e-88e3-a8c633375870 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:40.448060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Routers {'a212de89-a8e9-482e-88e3-a8c633375870'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:40.449365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a212de89-a8e9-482e-88e3-a8c633375870'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.511295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Deleting port b0249651-0a34-49f3-9440-1ca3521255cc {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:40.511689 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.512654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:40.513069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.522974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-2aa83973-a107-4eb8-b900-9fffbdf72fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.524497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-2aa83973-a107-4eb8-b900-9fffbdf72fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1095 time: 0.4122062 Feb 11 14:28:40.601958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:40.636678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] Set router a212de89-a8e9-482e-88e3-a8c633375870 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:40.706664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecfd9bf9-550c-48bd-8834-61bd0d3e7518 req-6dd0c837-6842-454d-a0a7-870fd68d7f1a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534187 Feb 11 14:28:40.716413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-af3e00e3-2c8c-4a68-9b30-6ed109e5be27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 217 time: 0.1433048 Feb 11 14:28:40.826273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 6, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.935220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1d556-26e0-4d67-9948-3900c890c733 None None] The sync data for ids ['a212de89-a8e9-482e-88e3-a8c633375870'] in n-d-828407-1 is: [{'id': 'a212de89-a8e9-482e-88e3-a8c633375870', 'name': 'tempest-ImageQuotaTest-708727314-router', 'tenant_id': '543fc4d35e7d46b49760307597956a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:15Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 6, 'project_id': '543fc4d35e7d46b49760307597956a39', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:41.293537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] For port b0249651-0a34-49f3-9440-1ca3521255cc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b0249651-0a34-49f3-9440-1ca3521255cc,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:41.295990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:41.331223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:41.337828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Calling delete_port for b0249651-0a34-49f3-9440-1ca3521255cc owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:41.396053 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:41.639452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e77365b-c840-4512-9550-ee4c1c4f647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:41.649405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-f99c735b-bb05-447e-8639-1d41bd19c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:41.651291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-f99c735b-bb05-447e-8639-1d41bd19c8a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 200 len: 852 time: 0.9203353 Feb 11 14:28:41.789988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e77365b-c840-4512-9550-ee4c1c4f647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:41.884177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Allocated IP 172.25.7.118 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b9d5fa9c-ff37-487a-a199-c4aa0df6953d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:41.907160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512cba1-4cd6-4d02-afa1-a686cda0187e req-d5fcdd22-f78d-437d-96ad-bd06ac238b1e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:41.909449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1512cba1-4cd6-4d02-afa1-a686cda0187e req-d5fcdd22-f78d-437d-96ad-bd06ac238b1e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.3677418 Feb 11 14:28:42.057596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77365b-c840-4512-9550-ee4c1c4f647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d67a1-2940-44e6-a17d-0f19a08c5cea,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.091353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1512cba1-4cd6-4d02-afa1-a686cda0187e req-6141f102-3247-424b-ae06-5136d78241cf tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741068 Feb 11 14:28:42.132362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b0249651-0a34-49f3-9440-1ca3521255cc no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:42.162862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7e77365b-c840-4512-9550-ee4c1c4f647f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dd5d7d289494c50b302946fcb00ea91&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6305301 Feb 11 14:28:42.164755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:42.167187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-82b8b17a-8be3-47ba-9070-1d73879b575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:42.172780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-82b8b17a-8be3-47ba-9070-1d73879b575a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5137010 Feb 11 14:28:42.176821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.188690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.206004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.244253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port b0249651-0a34-49f3-9440-1ca3521255cc {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:28:42.245115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b0249651-0a34-49f3-9440-1ca3521255cc not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:42.258270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1af2f344-0694-4e00-b2e3-7f0173fa9913 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:42.299683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.306912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b0249651-0a34-49f3-9440-1ca3521255cc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.332205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1af2f344-0694-4e00-b2e3-7f0173fa9913 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:42.332879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1af2f344-0694-4e00-b2e3-7f0173fa9913 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:42.449917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d282d-8d34-474e-b52a-054d7d5505b7 req-c63442b7-c77c-4f47-ad91-259192e95e87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:42.463703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-783d282d-8d34-474e-b52a-054d7d5505b7 req-c63442b7-c77c-4f47-ad91-259192e95e87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.3976467 Feb 11 14:28:42.487256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.539573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.551995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.631813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-84ad2814-70a1-400d-9efa-eb8e0c8a9008 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314053 Feb 11 14:28:42.682677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.745918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:42.751400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event updated for resources: {'Port': ['ID=b9d5fa9c-ff37-487a-a199-c4aa0df6953d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.754560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:42.758748 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.762005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:42.764947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.832355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-783d282d-8d34-474e-b52a-054d7d5505b7 req-255cc01c-8f45-4e74-be04-5a53c843f861 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676128 Feb 11 14:28:42.863002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.868097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f507e79e-592b-4bfa-9f76-60f4aed31afc req-b108e7e1-80fb-495a-9972-a322ce63cd56 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708949 Feb 11 14:28:42.991072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.994635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.998948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b14d67a1-2940-44e6-a17d-0f19a08c5cea HTTP/1.1" status: 204 len: 168 time: 0.8306987 Feb 11 14:28:43.013370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.014440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a212de89-a8e9-482e-88e3-a8c633375870 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:43.031684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.038685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a17ab4c-d117-4114-aa41-f29ac13ac3ce admin admin] 10.222.0.31 "DELETE /v2.0/routers/a212de89-a8e9-482e-88e3-a8c633375870 HTTP/1.1" status: 204 len: 168 time: 3.5910938 Feb 11 14:28:43.044151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:43.063546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515ffbf-0581-48a3-b10a-b979233fb2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d67a1-2940-44e6-a17d-0f19a08c5cea,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:43.305066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Deleting subnet 0a3084f7-b264-4cdc-9fd5-d5b0b3425036 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:43.312037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.364423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd061d2-92ef-4ca7-8070-16f060bc860c req-11560f44-1037-424e-a89e-4fdb558ee885 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:43.366082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bd061d2-92ef-4ca7-8070-16f060bc860c req-11560f44-1037-424e-a89e-4fdb558ee885 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1402771 Feb 11 14:28:43.386058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:43.425539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bd061d2-92ef-4ca7-8070-16f060bc860c req-efd89918-3ab1-4e43-a63f-b96f5d221961 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495090 Feb 11 14:28:43.439843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.511872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:43.520849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-31b671e6-9f42-4bb2-bd1f-92aafd8ac856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6020246 Feb 11 14:28:43.521070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:43.526052 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:43.546081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:43.547372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:43.593142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet c20f8cfe-cfd5-4961-a003-cb0876a45c20 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:43.604278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.659609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.668220 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:43.737731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.793645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.862846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.918810 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 9, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:43.952323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:43.989046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f8af-54ea-4a17-8e56-c559a57fbd58 req-6cc67db1-6ecf-4dfe-9585-b2b9bb1f7705 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:43.990799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80b3f8af-54ea-4a17-8e56-c559a57fbd58 req-6cc67db1-6ecf-4dfe-9585-b2b9bb1f7705 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.0566001 Feb 11 14:28:43.995346 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:43.996081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:44.029853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.044087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80b3f8af-54ea-4a17-8e56-c559a57fbd58 req-41af0fe6-1ccc-430b-9b5a-43fff93b40da tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Feb 11 14:28:44.243342 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:44.247542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.247711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.275334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3084f7-b264-4cdc-9fd5-d5b0b3425036,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:44.280669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.284723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd5f692f-804d-426b-8157-51e9f2178bed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0a3084f7-b264-4cdc-9fd5-d5b0b3425036 HTTP/1.1" status: 204 len: 168 time: 1.2360809 Feb 11 14:28:44.286696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:44.287216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389549f2-fce3-45c1-9ed0-c5d0a5719dbf None None] Network 9e1bb5d9-8417-462c-9153-1efda9dc6401 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:44.299489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=c20f8cfe-cfd5-4961-a003-cb0876a45c20,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:44.302871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:44.305258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Router 52463450-4acc-42ba-8b82-cc279e3bebd3 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:44.308498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.315798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-75213008-f0eb-4a96-9da8-ccd2997f7223 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/c20f8cfe-cfd5-4961-a003-cb0876a45c20 HTTP/1.1" status: 204 len: 168 time: 0.7933786 Feb 11 14:28:44.329142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:44.386959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9540fb6-26c6-4361-97a8-15642fdbc489 None None] Network 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:44.585308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.674538 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 9, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:44.719360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20985c78-5138-419d-998e-620e88809c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.742475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.801737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43462) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:44.816332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ab7b8-1698-4311-b3de-691588082a2d None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 9, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4d70f8d-0574-41d4-8b2b-f10f83aa9188', 'name': '', 'network_id': '1be018d0-131a-4a52-9428-75ba5430605c', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:bd:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:59Z', 'updated_at': '2022-02-11T14:28:04Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': '3604716d-b177-44cf-86c6-fb8fc2fec87d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:44.823003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8767-6918-4a82-801b-6a74e171bfb4 req-16ea8d71-0dfe-4dff-8697-9c5c09252b7b tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:44.824720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f4a8767-6918-4a82-801b-6a74e171bfb4 req-16ea8d71-0dfe-4dff-8697-9c5c09252b7b tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1842816 Feb 11 14:28:44.832881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58f0f664-f240-4dba-8be8-8996f6d5a0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.842009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] DHCP port deletion for 9e1bb5d9-8417-462c-9153-1efda9dc6401 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:44.917743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20985c78-5138-419d-998e-620e88809c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.919249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] DHCP port deletion for 087cb9d1-f09b-4cd3-b5f8-7c99d0387317 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:45.000482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Deleting port eb662542-b27f-4f33-a1a9-e7e4268daf61 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:45.001333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.006953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58f0f664-f240-4dba-8be8-8996f6d5a0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.028282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20985c78-5138-419d-998e-620e88809c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.047325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f4a8767-6918-4a82-801b-6a74e171bfb4 req-96bd83db-1ccf-4311-8030-4893f163b761 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362677 Feb 11 14:28:45.055038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 38885bc7-b0a8-4d0d-b798-cec5f0916544 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:45.055443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.057847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:45.086367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] For port eb662542-b27f-4f33-a1a9-e7e4268daf61, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eb662542-b27f-4f33-a1a9-e7e4268daf61,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.086367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.099298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985c78-5138-419d-998e-620e88809c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ec4f60-8628-4e20-8386-fefd9121c987,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.100122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Calling delete_port for eb662542-b27f-4f33-a1a9-e7e4268daf61 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:45.112653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58f0f664-f240-4dba-8be8-8996f6d5a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.141844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Deleting port eb662542-b27f-4f33-a1a9-e7e4268daf61 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:45.142303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.188568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] Sync routers for ids ['52463450-4acc-42ba-8b82-cc279e3bebd3'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:45.214685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 38885bc7-b0a8-4d0d-b798-cec5f0916544, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=38885bc7-b0a8-4d0d-b798-cec5f0916544,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.215646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.216625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f664-f240-4dba-8be8-8996f6d5a0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330a9db-1fd8-4e56-a274-d8634d1a6930,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.224946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Deleting port 38885bc7-b0a8-4d0d-b798-cec5f0916544 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:45.225697 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.243923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 38885bc7-b0a8-4d0d-b798-cec5f0916544 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:45.253758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] Routers {'52463450-4acc-42ba-8b82-cc279e3bebd3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:45.254239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['52463450-4acc-42ba-8b82-cc279e3bebd3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:45.254630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-20985c78-5138-419d-998e-620e88809c62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d994be768a142f988582da0c6bcbaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336004 Feb 11 14:28:45.293048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:45.353122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.357247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff012355-3173-4331-b27e-2492015ce619 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6710832 Feb 11 14:28:45.358734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:45.359880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-58f0f664-f240-4dba-8be8-8996f6d5a0f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6707f165f784ab1bbebc794f632f31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567365 Feb 11 14:28:45.362034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43486) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:45.362866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43488) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:45.379162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:45.388976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] For port eb662542-b27f-4f33-a1a9-e7e4268daf61, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=eb662542-b27f-4f33-a1a9-e7e4268daf61,segment=NetworkSegment(ac538da8-af94-48f0-94f0-7bab4874398f),segment_id=ac538da8-af94-48f0-94f0-7bab4874398f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.393875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.411849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] For port 38885bc7-b0a8-4d0d-b798-cec5f0916544, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=38885bc7-b0a8-4d0d-b798-cec5f0916544,segment=NetworkSegment(fa88dbd4-044d-4620-8966-2c3afb55a79d),segment_id=fa88dbd4-044d-4620-8966-2c3afb55a79d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.412528 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.415043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] Routers {'52463450-4acc-42ba-8b82-cc279e3bebd3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:45.415814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['52463450-4acc-42ba-8b82-cc279e3bebd3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:45.461930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.482462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Calling delete_port for eb662542-b27f-4f33-a1a9-e7e4268daf61 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:45.507587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.519202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:45.520182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1490a08-ccfd-473e-ad2e-2c7ba0becf22 None None] The sync data for ids ['52463450-4acc-42ba-8b82-cc279e3bebd3'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:45.529379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Calling delete_port for 38885bc7-b0a8-4d0d-b798-cec5f0916544 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:45.571646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d1e74-059c-44e2-8572-e49dc8eb9c44 req-7664aff8-182f-4162-8d95-b9412d488097 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:45.573514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-919d1e74-059c-44e2-8572-e49dc8eb9c44 req-7664aff8-182f-4162-8d95-b9412d488097 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.3519802 Feb 11 14:28:45.614579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.660980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.686960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] Pushing event deleted for resources: {'Port': ['ID=eb662542-b27f-4f33-a1a9-e7e4268daf61,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.705634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa429018-f10e-4a9a-b11e-198e4f2c84e1 None None] No DVR routers for this DVR port eb662542-b27f-4f33-a1a9-e7e4268daf61 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:45.709366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eb662542-b27f-4f33-a1a9-e7e4268daf61 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:45.735134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-919d1e74-059c-44e2-8572-e49dc8eb9c44 req-1cf16e38-ddae-4634-841e-a8c085b7a7e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053445 Feb 11 14:28:45.741618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.750943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.766618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: eb662542-b27f-4f33-a1a9-e7e4268daf61 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:45.767047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device eb662542-b27f-4f33-a1a9-e7e4268daf61 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:45.768082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 38885bc7-b0a8-4d0d-b798-cec5f0916544 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:45.786857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb662542-b27f-4f33-a1a9-e7e4268daf61,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.801875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] No DVR routers for this DVR port eb662542-b27f-4f33-a1a9-e7e4268daf61 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:45.806089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.809400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.813499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 38885bc7-b0a8-4d0d-b798-cec5f0916544 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:45.813964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 38885bc7-b0a8-4d0d-b798-cec5f0916544 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:45.815260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:45.852434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 38885bc7-b0a8-4d0d-b798-cec5f0916544 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:45.876103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] No DVR routers for this DVR port 38885bc7-b0a8-4d0d-b798-cec5f0916544 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:45.890118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:45.890552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5b12b1c9-e9bf-47e9-9072-cb0e811a7b6e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:45.894809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Pushing event deleted for resources: {'Port': ['ID=38885bc7-b0a8-4d0d-b798-cec5f0916544,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.904872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.905302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.905700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.907629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.907629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.907629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.907629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.908169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.908552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.908968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.909415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.909857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566986c3-b60b-4de7-bb08-4d222c7f417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:45.954520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.957492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.961053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29ec4f60-8628-4e20-8386-fefd9121c987 HTTP/1.1" status: 204 len: 168 time: 0.6759872 Feb 11 14:28:45.983671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=38885bc7-b0a8-4d0d-b798-cec5f0916544,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.026479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.029182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.030332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c330a9db-1fd8-4e56-a274-d8634d1a6930 HTTP/1.1" status: 204 len: 168 time: 0.6645334 Feb 11 14:28:46.045449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5bce3-54a8-44da-9b67-de14607a8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ec4f60-8628-4e20-8386-fefd9121c987,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.076801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2caa3-e851-4acc-a392-dad9be98ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330a9db-1fd8-4e56-a274-d8634d1a6930,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.081375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.107326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.213365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1bb5d9-8417-462c-9153-1efda9dc6401']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.223966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.249607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac538da8-af94-48f0-94f0-7bab4874398f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.249994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac538da8-af94-48f0-94f0-7bab4874398f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.259936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.284121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.300587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087cb9d1-f09b-4cd3-b5f8-7c99d0387317']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.317590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3acdd2-eea6-475e-85cf-2f8ade683048 req-c64625da-8613-4171-a71d-af5e668cb6e0 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.319158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f3acdd2-eea6-475e-85cf-2f8ade683048 req-c64625da-8613-4171-a71d-af5e668cb6e0 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1262240 Feb 11 14:28:46.325448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88dbd4-044d-4620-8966-2c3afb55a79d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.325910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88dbd4-044d-4620-8966-2c3afb55a79d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.327979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.356330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:46.356330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:46.394064 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:46.400060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.429056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Deleting port b9d5fa9c-ff37-487a-a199-c4aa0df6953d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:46.429411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.485883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.491153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f3acdd2-eea6-475e-85cf-2f8ade683048 req-f9099e18-a675-45a4-b4e3-f1af1a6235ad tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536021 Feb 11 14:28:46.555501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.563267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.568815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e1bb5d9-8417-462c-9153-1efda9dc6401 HTTP/1.1" status: 204 len: 168 time: 2.2788918 Feb 11 14:28:46.595996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3b502-16bd-4da2-be82-9b04873ffd6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1bb5d9-8417-462c-9153-1efda9dc6401,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.631793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.649110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Calling delete_port for b9d5fa9c-ff37-487a-a199-c4aa0df6953d owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:46.653503 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:46.653941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:46.657325 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:46.880747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.906152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.910494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/087cb9d1-f09b-4cd3-b5f8-7c99d0387317 HTTP/1.1" status: 204 len: 168 time: 2.5802870 Feb 11 14:28:46.913784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:46.937238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a2b7-a6d0-4c20-a00e-620ec8c94c24 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=087cb9d1-f09b-4cd3-b5f8-7c99d0387317,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.978207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9f87e353-c4e1-4351-8c90-9d434ae83546 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.979737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9f87e353-c4e1-4351-8c90-9d434ae83546 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 814 time: 0.1779337 Feb 11 14:28:46.985402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f081fa3-98de-4c5d-b49a-0af3709e9875 req-0606a1ae-7f72-450d-bf03-fe713f98978d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.989666 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f081fa3-98de-4c5d-b49a-0af3709e9875 req-0606a1ae-7f72-450d-bf03-fe713f98978d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1459436 Feb 11 14:28:47.008959 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-a420f589-9c90-4fc7-ae79-1113db71d0d5 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/quotas/528caa1a9b9043f2ad43577ca8b230ec HTTP/1.1" status: 200 len: 375 time: 0.0163598 Feb 11 14:28:47.095319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43524) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:47.104083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-62e3a8bc-8720-47e3-b299-d8d32ee970c9 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839407 Feb 11 14:28:47.123332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.160306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ba26-f102-4756-b23b-ef9137d3a613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.214114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:47.226581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Pushing event deleted for resources: {'Port': ['ID=b9d5fa9c-ff37-487a-a199-c4aa0df6953d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:47.407480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53344cf8-9f6a-45a5-819d-18a63fc95ab2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=543fc4d35e7d46b49760307597956a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895890 Feb 11 14:28:47.408856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:47.426935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-ec8774d0-f19c-4a1d-8846-a726bbaa4169 service neutron] 10.222.0.31 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930112 Feb 11 14:28:47.433518 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.586866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9f081fa3-98de-4c5d-b49a-0af3709e9875 req-0ed165b1-0ccc-4b28-a5c7-c43278d51d10 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5875356 Feb 11 14:28:47.700290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ba26-f102-4756-b23b-ef9137d3a613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.732239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.833741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7774-7ea9-46d2-9546-85fd2203c968 req-6d53a2d5-5c88-4747-ab18-fd69b8153b26 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.835333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35db7774-7ea9-46d2-9546-85fd2203c968 req-6d53a2d5-5c88-4747-ab18-fd69b8153b26 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1122606 Feb 11 14:28:47.898822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35db7774-7ea9-46d2-9546-85fd2203c968 req-5f22e56d-b984-4a19-84c8-9d1d83f2be61 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568237 Feb 11 14:28:47.994905 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.149705 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c10deb5f-0780-4b7b-9824-e7005716a189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.170297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-df62d4be-748d-4810-a90f-d8dacbae94be service neutron] 10.222.0.31 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256625 Feb 11 14:28:48.170894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7b4ba26-f102-4756-b23b-ef9137d3a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.225900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.241744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.271790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.287144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7b4ba26-f102-4756-b23b-ef9137d3a613 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e95ebd83a9544d28105c941bf079030&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1901345 Feb 11 14:28:48.287977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ba26-f102-4756-b23b-ef9137d3a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6effc575-5f59-469f-9700-8d736d184a13,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:48.290941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43546) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.322958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port b4d70f8d-0574-41d4-8b2b-f10f83aa9188 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:48.323312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.407192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Router 52463450-4acc-42ba-8b82-cc279e3bebd3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:48.431890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.445088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port b4d70f8d-0574-41d4-8b2b-f10f83aa9188, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:48.445480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.460332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for b4d70f8d-0574-41d4-8b2b-f10f83aa9188 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:48.514643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.523093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:48.526311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.529164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.530367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa7bb267-e4bd-4631-bf52-2c5dc6f94d72 HTTP/1.1" status: 204 len: 168 time: 1.1183743 Feb 11 14:28:48.537145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.538601 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] Sync routers for ids ['52463450-4acc-42ba-8b82-cc279e3bebd3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:48.540163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf415cef-51e8-43e3-81dc-67875638a6a7 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "PUT /v2.0/routers/52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 200 len: 709 time: 3.1750636 Feb 11 14:28:48.544657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43552) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.575272 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] Routers {'52463450-4acc-42ba-8b82-cc279e3bebd3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:48.576571 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['52463450-4acc-42ba-8b82-cc279e3bebd3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:48.606039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd53f67-3e81-40c6-9ee0-2b320f3e9304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7bb267-e4bd-4631-bf52-2c5dc6f94d72,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:48.671968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa4b1b4f-32f5-4a34-af5d-a466dea25390 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/routers/52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 200 len: 744 time: 0.1194503 Feb 11 14:28:48.673513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.696240 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:48.722899 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] Routers {'52463450-4acc-42ba-8b82-cc279e3bebd3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:48.723817 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['52463450-4acc-42ba-8b82-cc279e3bebd3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:48.789389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-111eaa10-3e89-41cf-9792-7151392de3c5 tempest-RoutersIpV6AdminTest-1136494054 tempest-RoutersIpV6AdminTest-1136494054-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 200 len: 205 time: 0.1132691 Feb 11 14:28:48.790162 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:48.790830 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a5b3fe-effe-4194-bbdf-248e53b9e06d None None] The sync data for ids ['52463450-4acc-42ba-8b82-cc279e3bebd3'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:48.792224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.821794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83fb4aca-3b40-454f-837a-df571188daeb tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 200 len: 205 time: 0.0284231 Feb 11 14:28:48.831573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.894676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6c12038-55ab-4a2b-a4bb-0278ee83d9fa req-8c51a0e4-937b-4aab-8393-ea37ef8d4d15 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 210 time: 0.2129576 Feb 11 14:28:48.896446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.900044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.901392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6effc575-5f59-469f-9700-8d736d184a13 HTTP/1.1" status: 204 len: 168 time: 0.6052792 Feb 11 14:28:48.944831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77637a-99a0-4bec-979f-be10775841fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6effc575-5f59-469f-9700-8d736d184a13,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:48.956115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.967611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb3c2-6b85-49ae-924b-b5acfd507f1f req-26c932b0-438a-40f8-8a38-4be5f9f9854a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:48.969590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e1fb3c2-6b85-49ae-924b-b5acfd507f1f req-26c932b0-438a-40f8-8a38-4be5f9f9854a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1509140 Feb 11 14:28:49.149562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8006e2-7928-4281-b3d1-efcf51e365cc req-21806f6f-dad4-4903-9ba7-ae2b2fdec8d7 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:49.164736 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff8006e2-7928-4281-b3d1-efcf51e365cc req-21806f6f-dad4-4903-9ba7-ae2b2fdec8d7 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.1311986 Feb 11 14:28:49.172430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.200436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e1fb3c2-6b85-49ae-924b-b5acfd507f1f req-4d02e494-5717-4f6f-86e6-0603e5f2fed5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954677 Feb 11 14:28:49.263470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.269625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.274712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=b4d70f8d-0574-41d4-8b2b-f10f83aa9188,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:49.444565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff8006e2-7928-4281-b3d1-efcf51e365cc req-b5ba630a-f27e-420d-81d0-7112cc49d68a tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783508 Feb 11 14:28:49.469946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.480222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Fanout notify agent at l3_agent the message router_deleted on router 52463450-4acc-42ba-8b82-cc279e3bebd3 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:49.481710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.482831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-47dc4119-0822-472a-bac1-82003868f0a0 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 204 len: 168 time: 0.6503403 Feb 11 14:28:49.487992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43582) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.540485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.544091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-06a8f1b2-e3ba-48e4-896c-330ba09762ac tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 200 len: 205 time: 0.0549271 Feb 11 14:28:49.546503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43584) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.592677 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-53bce258-9f30-41ec-a56d-6c61b894199d tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:49.595463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53bce258-9f30-41ec-a56d-6c61b894199d tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/52463450-4acc-42ba-8b82-cc279e3bebd3 HTTP/1.1" status: 404 len: 336 time: 0.0478258 Feb 11 14:28:49.597941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43586) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.646195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-81779ed7-94f3-44bf-94a2-ef2b41e2bd65 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 200 len: 205 time: 0.0470765 Feb 11 14:28:49.646780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43588) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.711164 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-3027d26f-96e6-4b4d-82bb-37ba61db7791 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:49.718396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.721463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3027d26f-96e6-4b4d-82bb-37ba61db7791 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/8e97cd73-2828-4de7-8d1c-861ac9cb9d51 HTTP/1.1" status: 404 len: 336 time: 0.0718274 Feb 11 14:28:49.758269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73b93d33-91d7-4a20-9ac2-28f85acf2bf9 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 200 len: 205 time: 0.0388725 Feb 11 14:28:49.762944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.820067 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-80d2e359-6f81-4400-a760-bfc2f7722da6 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:49.821416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-80d2e359-6f81-4400-a760-bfc2f7722da6 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/bca8d78d-9b10-494c-a884-ed956bdd71d1 HTTP/1.1" status: 404 len: 336 time: 0.0573721 Feb 11 14:28:49.824234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43596) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.872686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a2a34e65-8c5b-4792-84f3-ced6e14ddf1f tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 200 len: 205 time: 0.0438979 Feb 11 14:28:49.873358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.930785 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-f3c9aa30-1c00-4ef5-b368-4ee0764205e8 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:49.935130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3c9aa30-1c00-4ef5-b368-4ee0764205e8 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/f8b4d0b5-fc8d-44e0-ad6d-20141e0fb99c HTTP/1.1" status: 404 len: 336 time: 0.0604608 Feb 11 14:28:49.937885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43604) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.967812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:49.969778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.992917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8e21860-b583-45ae-8410-e94717d3fc13 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 200 len: 205 time: 0.0538623 Feb 11 14:28:49.996784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.005410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.071630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-175d4314-ee50-47c2-8857-a3c6b4b67d52 req-0f3ae2b2-69e8-4989-98f3-4dde92a3320d tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 210 time: 0.0605152 Feb 11 14:28:50.101345 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5eb47cff-6d4e-4e5d-b26b-4b6304034149 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:50.105468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5eb47cff-6d4e-4e5d-b26b-4b6304034149 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/3cf314f2-b185-4057-9fa2-4b1264925c49 HTTP/1.1" status: 404 len: 336 time: 0.1029477 Feb 11 14:28:50.108486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43612) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.174423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c698673-e984-4f19-9edc-fe8d5e94293a tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "GET /v2.0/ports?device_id=317a86ae-c851-4455-b3ef-23f5573abbd8 HTTP/1.1" status: 200 len: 205 time: 0.0642483 Feb 11 14:28:50.175137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43614) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.229585 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-b4b3ccf0-5078-49a0-b1a4-209901c70e11 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] delete failed (client error): The resource could not be found. Feb 11 14:28:50.233632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b4b3ccf0-5078-49a0-b1a4-209901c70e11 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/routers/317a86ae-c851-4455-b3ef-23f5573abbd8 HTTP/1.1" status: 404 len: 336 time: 0.0573921 Feb 11 14:28:50.234447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43624) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.246523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:50.252434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb9dbfda-f4a2-4b19-83f2-2439c7952888 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236465 Feb 11 14:28:50.257733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.261981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:50.270691 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d66208-2954-4d49-b15c-97260e246d30 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] DELETE failed (client error): The resource could not be found. Feb 11 14:28:50.270691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d66208-2954-4d49-b15c-97260e246d30 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:28:50.278525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b5d66208-2954-4d49-b15c-97260e246d30 tempest-RoutersIpV6AdminTest-1927910338 tempest-RoutersIpV6AdminTest-1927910338-project] 10.222.0.31 "DELETE /v2.0/subnets/4ee86e81-4775-4f7a-add2-a0fb4102b947 HTTP/1.1" status: 404 len: 337 time: 0.0403256 Feb 11 14:28:50.278715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:50.279536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:50.350244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.365326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet 3604716d-b177-44cf-86c6-fb8fc2fec87d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:50.380654 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.443309 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.515117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.536047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b2138196-faa6-4a29-868d-8620a199ca02 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:28:50.566426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:50.587229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aabfa-20b0-4f0e-88b3-643b591b4139 req-03af2f1d-0412-4d87-8a0a-e27ae45ddfd2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:50.588867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce0aabfa-20b0-4f0e-88b3-643b591b4139 req-03af2f1d-0412-4d87-8a0a-e27ae45ddfd2 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.2308471 Feb 11 14:28:50.612660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d8495-2b4a-48e0-a789-ad50b119769e req-79fe314f-a40a-4416-bcb6-3b17a980066f tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:50.614527 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f4d8495-2b4a-48e0-a789-ad50b119769e req-79fe314f-a40a-4416-bcb6-3b17a980066f tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 944 time: 0.0755131 Feb 11 14:28:50.631329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6581337 Feb 11 14:28:50.631711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43638) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.650729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b91a9f-9fe8-430c-b067-628aa4c071b7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:50.669552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.669897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.670600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.670600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.670926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.671207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.671533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.672293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.672293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.672495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.672802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.673209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb309b-09a5-42a0-9dc5-de5b0e00b54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:50.684190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f4d8495-2b4a-48e0-a789-ad50b119769e req-546323ed-a90a-4fad-870b-7ceddd80a018 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599000 Feb 11 14:28:50.687688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.728724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.735242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce0aabfa-20b0-4f0e-88b3-643b591b4139 req-fb2fb6c4-ed9e-4ef6-b836-0f2817e07f75 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126060 Feb 11 14:28:50.778004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.802430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22a08cbe-8649-4c15-b867-bc7aff982f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.817819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b2138196-faa6-4a29-868d-8620a199ca02,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:50.838560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'b2138196-faa6-4a29-868d-8620a199ca02', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:28:50.927714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.945857 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.967480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=3604716d-b177-44cf-86c6-fb8fc2fec87d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:50.972670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2138196-faa6-4a29-868d-8620a199ca02 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:28:50.985328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.991479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c9532c38-bc84-4d44-abd7-9c53264a3031 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/3604716d-b177-44cf-86c6-fb8fc2fec87d HTTP/1.1" status: 204 len: 168 time: 0.7312310 Feb 11 14:28:50.994298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ce3fe-5414-4d00-af06-cb58c69e8aff None None] Network 1be018d0-131a-4a52-9428-75ba5430605c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:50.994464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43646) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:51.065901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b2138196-faa6-4a29-868d-8620a199ca02,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:51.071714 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.080457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.083826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07b91a9f-9fe8-430c-b067-628aa4c071b7 HTTP/1.1" status: 204 len: 168 time: 0.4509037 Feb 11 14:28:51.109085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:48Z', 'revision_number': 10, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:51.156579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:51.161408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.240495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:51.243010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10ac0d-b3cd-43c6-90a3-5464e925827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b91a9f-9fe8-430c-b067-628aa4c071b7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:51.301437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:51.317035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9ae3dd3-eec3-4b7d-9ab8-e331f899f48b req-00e171b8-9b21-44b4-9fcc-519e92668018 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 210 time: 0.0905201 Feb 11 14:28:51.330809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:51.331528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:51.373034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.470411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:51.494981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 24072359-2ccc-4ad8-8496-d0e3d206e645 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:51.497140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.635542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 24072359-2ccc-4ad8-8496-d0e3d206e645, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=24072359-2ccc-4ad8-8496-d0e3d206e645,segment=NetworkSegment(574f348b-74e5-4044-9fda-1881202330f2),segment_id=574f348b-74e5-4044-9fda-1881202330f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:51.636035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.668985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 24072359-2ccc-4ad8-8496-d0e3d206e645 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:51.785655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['b2138196-faa6-4a29-868d-8620a199ca02'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:28:51.863978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.897191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84d75a5d-b92f-41ce-a964-b2e73159ab39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.967979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 24072359-2ccc-4ad8-8496-d0e3d206e645 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:51.974345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=24072359-2ccc-4ad8-8496-d0e3d206e645,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.038503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.052475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf01434-6665-43ee-99e6-bc034ddf93df None None] DHCP port deletion for 1be018d0-131a-4a52-9428-75ba5430605c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:52.168075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2220f3-7696-4261-94ac-db9d1131eb11 req-4bf5a189-e1fc-4766-8ef2-7876350d31d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.170142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960031-5c9c-4dc4-b421-2c7e13f7ca50 req-f037c6df-d265-41b7-bc75-26735a23d4f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.171755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce960031-5c9c-4dc4-b421-2c7e13f7ca50 req-f037c6df-d265-41b7-bc75-26735a23d4f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 945 time: 0.2116063 Feb 11 14:28:52.177123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f2220f3-7696-4261-94ac-db9d1131eb11 req-4bf5a189-e1fc-4766-8ef2-7876350d31d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1554189 Feb 11 14:28:52.181290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.222074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be018d0-131a-4a52-9428-75ba5430605c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:52.229125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84d75a5d-b92f-41ce-a964-b2e73159ab39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.255598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574f348b-74e5-4044-9fda-1881202330f2') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:52.256160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574f348b-74e5-4044-9fda-1881202330f2') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:52.284195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.302316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce960031-5c9c-4dc4-b421-2c7e13f7ca50 req-da1fbd38-2c74-4cbe-ba56-1f50c8f22738 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941889 Feb 11 14:28:52.315872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f2220f3-7696-4261-94ac-db9d1131eb11 req-aa7dbd22-4b40-4b47-a93c-3241c8767b08 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378517 Feb 11 14:28:52.316847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.325894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:52.326304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:52.330243 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:52.366668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84d75a5d-b92f-41ce-a964-b2e73159ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.426977 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-84d75a5d-b92f-41ce-a964-b2e73159ab39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61e8a3f7db414ed7a50574e101c49af1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230764 Feb 11 14:28:52.428181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75a5d-b92f-41ce-a964-b2e73159ab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450fc46d-5dcc-408e-bc41-00441248b7bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.429843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:52.459952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:48Z', 'revision_number': 10, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:52.505889 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ca25e3f-3757-4076-883c-629b9e7f7b2d req-11f3c141-41b0-43ba-9c0b-498edfc81cb9 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 210 time: 0.0543365 Feb 11 14:28:52.513328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddc3d8-3321-45fb-af8e-2296256e3154 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:48Z', 'revision_number': 10, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None, '_interfaces': [{'id': '6aeede35-852a-4455-93ea-daa096fdef9f', 'name': '', 'network_id': 'eb3061ba-2ba8-469c-9331-e2f046c56de6', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'mac_address': 'fa:16:3e:27:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:52Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 5, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'subnets': [{'id': 'b8109417-6e98-4ad7-924b-e67e5ad46817', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:52.593827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.604923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.608525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/1be018d0-131a-4a52-9428-75ba5430605c HTTP/1.1" status: 204 len: 168 time: 1.6098948 Feb 11 14:28:52.611478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:52.614171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.658522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64d6a9-166e-40b0-9dfd-bd607c28209d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=1be018d0-131a-4a52-9428-75ba5430605c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.679106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.785302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-fcdbad87-eb4b-4e91-a9c0-5c1c37a7a1ab tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.787817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-fcdbad87-eb4b-4e91-a9c0-5c1c37a7a1ab tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 814 time: 0.2986298 Feb 11 14:28:52.802928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Request body: {'port': {'device_id': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc', 'admin_state_up': True, 'tenant_id': '528caa1a9b9043f2ad43577ca8b230ec'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:52.934434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.938542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.942006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/450fc46d-5dcc-408e-bc41-00441248b7bd HTTP/1.1" status: 204 len: 168 time: 0.5089159 Feb 11 14:28:52.959403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693a4b-bbcd-4352-a69b-4028cbe6299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450fc46d-5dcc-408e-bc41-00441248b7bd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:53.040118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.108361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Made reservation on behalf of 528caa1a9b9043f2ad43577ca8b230ec for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:53.109791 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.118895 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.272066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Allocated IP 172.20.0.3 (45a53aa5-631d-4844-84b5-c6a6a53805dc/19dc2b19-30aa-453b-a4f7-d7b358fecd6f/7ddc60a6-9d76-42d6-8ad1-a257101e8639) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:53.309851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.310494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 6aeede35-852a-4455-93ea-daa096fdef9f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:53.311218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.442692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 6aeede35-852a-4455-93ea-daa096fdef9f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6aeede35-852a-4455-93ea-daa096fdef9f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:53.443056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.483427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 6aeede35-852a-4455-93ea-daa096fdef9f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:53.525147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.534244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18d667-8e8f-4c8e-9412-c56d00936d4b req-4f6d4085-7205-4704-b114-0b9e08e8a0f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.535792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd18d667-8e8f-4c8e-9412-c56d00936d4b req-4f6d4085-7205-4704-b114-0b9e08e8a0f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 945 time: 0.0877831 Feb 11 14:28:53.572996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0158fd-c34f-4381-95ee-2334369ba054 req-f484cce8-fb49-4978-aa10-766cbfd9e835 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.574508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e0158fd-c34f-4381-95ee-2334369ba054 req-f484cce8-fb49-4978-aa10-766cbfd9e835 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1065822 Feb 11 14:28:53.593218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd18d667-8e8f-4c8e-9412-c56d00936d4b req-6c0e7d6d-81d2-48ac-a384-1f6a6a9b6ac6 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466657 Feb 11 14:28:53.665636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:53.685030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e0158fd-c34f-4381-95ee-2334369ba054 req-d614015b-b50b-4691-b938-8e2ff937eb2e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940425 Feb 11 14:28:53.694405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-99104eef-1edb-47b3-ab29-7f2efaf7e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.701607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b4d70f8d-0574-41d4-8b2b-f10f83aa9188 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:53.718740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-99104eef-1edb-47b3-ab29-7f2efaf7e357 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1097 time: 0.1012456 Feb 11 14:28:53.734859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b4d70f8d-0574-41d4-8b2b-f10f83aa9188 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:53.735412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b4d70f8d-0574-41d4-8b2b-f10f83aa9188 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:53.741506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 24072359-2ccc-4ad8-8496-d0e3d206e645 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:53.756364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.761229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 24072359-2ccc-4ad8-8496-d0e3d206e645 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:53.761583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 24072359-2ccc-4ad8-8496-d0e3d206e645 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:53.861235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:53.869844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.877996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:53.899869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=6aeede35-852a-4455-93ea-daa096fdef9f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:53.901460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdaa80-156f-49ad-ae73-7febfe7dff63 req-7926637a-2b1d-4e4b-93e7-042c011d9a80 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.903201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efbdaa80-156f-49ad-ae73-7febfe7dff63 req-7926637a-2b1d-4e4b-93e7-042c011d9a80 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 931 time: 0.1833227 Feb 11 14:28:53.903826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Pushing event updated for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:53.908517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:53.977368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-34e0f848-8d06-41ab-a585-a024efbe87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.979178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-34e0f848-8d06-41ab-a585-a024efbe87df service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.2488723 Feb 11 14:28:53.989024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.989657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.011326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efbdaa80-156f-49ad-ae73-7febfe7dff63 req-d6be620b-ea30-498a-80ca-3460b36cc261 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754223 Feb 11 14:28:54.023571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.083979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:54.118151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-08d3d5a7-2f4f-46aa-8c5b-348f7c3198ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 1000 time: 0.1100371 Feb 11 14:28:54.205512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-9a9c693b-f0ea-46a5-940b-fbd9320891d6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039688 Feb 11 14:28:54.206085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-1744a494-03b5-4566-bad0-ee1e012e58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.207829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-1744a494-03b5-4566-bad0-ee1e012e58ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0818598 Feb 11 14:28:54.214540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Request body: {'port': {'device_id': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:54.261401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8d245b8b-c916-4973-afb2-9b396273aaab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebbe5d50949e4645891af2722bfb8e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755247 Feb 11 14:28:54.261611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:54.274806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:54.325500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.361387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-9043b9e3-6df2-4bd1-a2ea-47de905b09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.362880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-9043b9e3-6df2-4bd1-a2ea-47de905b09b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445558 Feb 11 14:28:54.363046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:54.369643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2be193bd-3fa6-4e32-8c95-1a4b6ed64f1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548900 Feb 11 14:28:54.371673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:54.377139 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:54.390768 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:54.391720 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:54.430578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting subnet b8109417-6e98-4ad7-924b-e67e5ad46817 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:54.433798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.447090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.468259 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:54.484747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.540679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:53Z', 'revision_number': 11, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:54.560822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.565418 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:54.574215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b2138196-faa6-4a29-868d-8620a199ca02 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:54.574886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:54.575775 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:54.623555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-4721ec49-446e-4418-9e28-dbc0071565d6 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390985 Feb 11 14:28:54.645296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.699188 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:54.797185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edc2d7e4-a702-4207-9498-f85e8ec1350e req-331e70b4-024f-487c-9f51-ba64222a6b30 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416581 Feb 11 14:28:54.802171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:53Z', 'revision_number': 11, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:54.816569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131970-4fdd-4dc1-8641-8eddb5fb6fd7 req-7ebebd5d-e265-4fe9-bd02-2929fc4018d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.821474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc131970-4fdd-4dc1-8641-8eddb5fb6fd7 req-7ebebd5d-e265-4fe9-bd02-2929fc4018d5 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 945 time: 0.0677557 Feb 11 14:28:54.839781 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfc716-a449-4f40-8ab8-6f5319361d64 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:53Z', 'revision_number': 11, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:54.868728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cc131970-4fdd-4dc1-8641-8eddb5fb6fd7 req-28bd4b21-78a3-4da5-8452-de976d49e911 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Feb 11 14:28:54.880763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port b2138196-faa6-4a29-868d-8620a199ca02 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:28:54.885067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port b2138196-faa6-4a29-868d-8620a199ca02 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:54.885676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.896733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddc60a6-9d76-42d6-8ad1-a257101e8639 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:28:54.906453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.910154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.916535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37489-a8b1-4bed-9f0b-7ee8789a0fa8 req-ab979682-8b32-4343-98ef-90cc0282b5cb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.922553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fb37489-a8b1-4bed-9f0b-7ee8789a0fa8 req-ab979682-8b32-4343-98ef-90cc0282b5cb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.1226988 Feb 11 14:28:54.925956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.929339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.930574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd60e415-0626-4da5-8dae-fe3ef6e519fa HTTP/1.1" status: 204 len: 168 time: 0.6686249 Feb 11 14:28:54.951898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Subnet': ['ID=b8109417-6e98-4ad7-924b-e67e5ad46817,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:54.957031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.962075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Transition to ACTIVE for port object 7ddc60a6-9d76-42d6-8ad1-a257101e8639 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:28:54.962900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6b41e-ebc6-408a-826e-e195ec5e2510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd60e415-0626-4da5-8dae-fe3ef6e519fa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:54.965317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-02d8c23c-c804-4c69-9edc-079838307cd4 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/b8109417-6e98-4ad7-924b-e67e5ad46817 HTTP/1.1" status: 204 len: 168 time: 0.5922809 Feb 11 14:28:54.965794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:54.976016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fb313-c4f0-4022-b313-5c81d70284e2 None None] Network eb3061ba-2ba8-469c-9331-e2f046c56de6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:55.004570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8fb37489-a8b1-4bed-9f0b-7ee8789a0fa8 req-70965fea-dcef-42b9-9fdb-ca9b1e7807c6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728378 Feb 11 14:28:55.046814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.121523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:55.133312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.164765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.205543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:55.208825 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a9d18f-bd3b-401c-8bb6-4ee04fb30181" -d '{"events": [{"server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "name": "network-vif-plugged", "status": "completed", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:55.230476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Attempting to bind port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:55.232346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Attempting to bind port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:55.233405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Attempting to bind port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 on network 45a53aa5-631d-4844-84b5-c6a6a53805dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:55.238812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c408fa-5822-464d-9ca2-1ede628ef7b4 req-50373508-5807-4a2f-8cd3-086bb318dd7f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.246470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 on network 45a53aa5-631d-4844-84b5-c6a6a53805dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:28:55.246470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Attempting to bind port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 on network 45a53aa5-631d-4844-84b5-c6a6a53805dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:55.251888 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2c408fa-5822-464d-9ca2-1ede628ef7b4 req-50373508-5807-4a2f-8cd3-086bb318dd7f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 943 time: 0.1304255 Feb 11 14:28:55.256030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b2138196-faa6-4a29-868d-8620a199ca02,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:55.260526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:55.260927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Checking segment: {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:55.261313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Bound using segment: {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:55.262914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Bound port: 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:55.263286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.302561 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0bc77-1d10-40c2-8859-6aa66c5bc299 x-openstack-request-id: req-46c0bc77-1d10-40c2-8859-6aa66c5bc299 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:55.302922 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "name": "network-vif-plugged", "status": "completed", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:55.303431 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c0bc77-1d10-40c2-8859-6aa66c5bc299 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:55.303870 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'code': 200} Feb 11 14:28:55.306050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] DHCP port deletion for eb3061ba-2ba8-469c-9331-e2f046c56de6 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:55.363630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.391787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2c408fa-5822-464d-9ca2-1ede628ef7b4 req-82662203-0319-41dc-b2c5-332abd4de7bc tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347134 Feb 11 14:28:55.398598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Deleting port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:55.398876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.410935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:55.437058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:55.455463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:55.460949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e836-d82a-479e-9f48-56605a51f14c req-42aec137-ee63-4a81-a88b-cb6c2e65edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.475701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Deleting port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:55.475701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.475904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9720e836-d82a-479e-9f48-56605a51f14c req-42aec137-ee63-4a81-a88b-cb6c2e65edbc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1097 time: 0.1103442 Feb 11 14:28:55.528208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9720e836-d82a-479e-9f48-56605a51f14c req-9c94ae2a-ff75-4fdc-8e73-d95b21ebf128 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511899 Feb 11 14:28:55.531534 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.546484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] For port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:55.546877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.562310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Calling delete_port for 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:55.580784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.582234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.583913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] 10.222.0.60 "PUT /v2.0/ports/7ddc60a6-9d76-42d6-8ad1-a257101e8639 HTTP/1.1" status: 200 len: 1091 time: 1.3749392 Feb 11 14:28:55.590908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:55.593257 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1c549-d0d5-4e7a-913f-6880d7699209" -d '{"events": [{"name": "network-changed", "server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:55.630110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bdbd3-6824-4509-bff0-68f18251df56 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:55.662200 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74629d1a-2968-4156-a00b-8f606c208bb4 x-openstack-request-id: req-74629d1a-2968-4156-a00b-8f606c208bb4 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:55.662545 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:55.662806 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74629d1a-2968-4156-a00b-8f606c208bb4 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:55.663656 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639', 'status': 'completed', 'code': 200} Feb 11 14:28:55.731884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6aeede35-852a-4455-93ea-daa096fdef9f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:55.751937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-857c2b44-6f25-406c-9f2f-d16831aba5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.753680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6aeede35-852a-4455-93ea-daa096fdef9f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:55.754268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6aeede35-852a-4455-93ea-daa096fdef9f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:55.754690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:55.755687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-857c2b44-6f25-406c-9f2f-d16831aba5b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 1094 time: 0.0632107 Feb 11 14:28:55.845668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.857205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.861665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] For port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,segment=NetworkSegment(dd843f5c-98e4-4f56-86c0-3f563217017e),segment_id=dd843f5c-98e4-4f56-86c0-3f563217017e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:55.862193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.879405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Calling delete_port for 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:55.895404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] Pushing event deleted for resources: {'Port': ['ID=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:55.900271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37967128-9ef1-474c-9046-f9278851e6eb None None] No DVR routers for this DVR port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:56.059803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aa05e-63e8-44cc-95ed-8a79190fcd79 req-fe62c33c-f1fc-42b1-a165-957e1927283e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.061914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e90aa05e-63e8-44cc-95ed-8a79190fcd79 req-fe62c33c-f1fc-42b1-a165-957e1927283e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.0772343 Feb 11 14:28:56.063036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.106998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Port': ['ID=4817f90f-5a0c-4c9f-a4e2-198d3584ca1f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.118734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No DVR routers for this DVR port 4817f90f-5a0c-4c9f-a4e2-198d3584ca1f on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:56.169178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e90aa05e-63e8-44cc-95ed-8a79190fcd79 req-9a398fab-45a9-4603-acf5-7c875783da4c tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725684 Feb 11 14:28:56.244811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.278210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3061ba-2ba8-469c-9331-e2f046c56de6']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:56.293560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd843f5c-98e4-4f56-86c0-3f563217017e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:56.294119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd843f5c-98e4-4f56-86c0-3f563217017e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:56.314064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.329935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.339119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:56.341819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:56.345705 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:56.394018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b5a2-b63b-479d-b622-0dbd47e65e06 req-2e2ad925-e869-4d22-8845-cfcd47c997a6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.397081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94b0b5a2-b63b-479d-b622-0dbd47e65e06 req-2e2ad925-e869-4d22-8845-cfcd47c997a6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 946 time: 0.0965650 Feb 11 14:28:56.400742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-dad4f017-8620-4be6-a92f-c8838cc14758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.402157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-dad4f017-8620-4be6-a92f-c8838cc14758 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6395099 Feb 11 14:28:56.493797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.499828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94b0b5a2-b63b-479d-b622-0dbd47e65e06 req-16353f95-49bf-41b2-b3bb-baa972cf1fc0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963919 Feb 11 14:28:56.507884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.508831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/networks/eb3061ba-2ba8-469c-9331-e2f046c56de6 HTTP/1.1" status: 204 len: 168 time: 1.5419562 Feb 11 14:28:56.509910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43794) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:56.522438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'routes': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:56.535098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1706933-db0e-463b-96ea-76bab763cb5f tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Pushing event deleted for resources: {'Network': ['ID=eb3061ba-2ba8-469c-9331-e2f046c56de6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.558680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809acb3-6286-4cb1-983c-7e1606a2abd6 req-e7346761-0494-42bd-b015-f9940755333c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.561519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:56.568854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7809acb3-6286-4cb1-983c-7e1606a2abd6 req-e7346761-0494-42bd-b015-f9940755333c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 943 time: 0.1039939 Feb 11 14:28:56.609334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-354944d1-0020-4b2e-9c69-20f7b6ab544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.613917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ef1c549-d0d5-4e7a-913f-6880d7699209 req-354944d1-0020-4b2e-9c69-20f7b6ab544a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935484 Feb 11 14:28:56.631205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7809acb3-6286-4cb1-983c-7e1606a2abd6 req-a31ece29-e25e-48c5-b3c1-3dcad3fd879f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575659 Feb 11 14:28:56.679463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.721375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:56.728658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Added routes are [] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:28:56.728658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Removed routes are [] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:28:56.728658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.799431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-b8c580c5-ef67-4486-83c8-cd23a28d72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.801077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-b8c580c5-ef67-4486-83c8-cd23a28d72a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 1094 time: 0.1249897 Feb 11 14:28:56.820005 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.891483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.910914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-24bd5a72-27c4-4194-a1ce-4bfa3370100d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639 HTTP/1.1" status: 200 len: 217 time: 0.0676036 Feb 11 14:28:56.912724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.916079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.943058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43802) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:57.025231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-185efe64-a0ad-42ec-a3d4-83ee6ec60be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.026694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-185efe64-a0ad-42ec-a3d4-83ee6ec60be4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 200 len: 854 time: 0.1086264 Feb 11 14:28:57.030959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router 412cd2b9-7344-4e22-af19-751e51251ce4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:57.066232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-741419ff-b2dd-407c-a530-7d162d575bce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45a53aa5-631d-4844-84b5-c6a6a53805dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313995 Feb 11 14:28:57.185205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:57.194024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.195113 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ce89fd51-709f-402e-813e-c35a1687a0f8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 705 time: 0.6842659 Feb 11 14:28:57.198122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:57.206502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Sync routers for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:57.238877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Routers {'412cd2b9-7344-4e22-af19-751e51251ce4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:57.240205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5953426e-29a9-46f6-bdae-946a730efc14 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 205 time: 0.0409787 Feb 11 14:28:57.241112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['412cd2b9-7344-4e22-af19-751e51251ce4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.242761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:57.257718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c349a214-20a4-49a9-b2c9-35dfee4b2a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.259825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-56aa5da5-da51-4564-9352-b184e027a04a service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875594 Feb 11 14:28:57.337895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:57.340856 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca728a-057c-4831-a39e-1fa53f91a1a2" -d '{"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-unplugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:57.351781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.424950 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266fe97-9895-46bb-8694-3098706255bd x-openstack-request-id: req-2266fe97-9895-46bb-8694-3098706255bd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:57.425513 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-unplugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:57.425928 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2266fe97-9895-46bb-8694-3098706255bd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:57.426786 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'code': 200} Feb 11 14:28:57.439234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Set router 412cd2b9-7344-4e22-af19-751e51251ce4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:57.488209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-231681c1-f232-4e80-8f45-e046d5b2d14d req-3dd7d0be-3751-43d4-9051-9b16bd3984a5 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212858 Feb 11 14:28:57.533330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250a01-c171-477f-862a-2b61aee04ca0 req-3b9e1f41-9b87-4ab9-ab36-5b482ae342bb tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.545629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7250a01-c171-477f-862a-2b61aee04ca0 req-3b9e1f41-9b87-4ab9-ab36-5b482ae342bb tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.1763175 Feb 11 14:28:57.562432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.565934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.656478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c349a214-20a4-49a9-b2c9-35dfee4b2a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.660844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7250a01-c171-477f-862a-2b61aee04ca0 req-7f011d8b-8a70-46be-ac89-f3da2d44e616 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070917 Feb 11 14:28:57.738323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412cd2b9-7344-4e22-af19-751e51251ce4', 'name': 'tempest-RoutersIpV6Test-router-2131938017', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:48Z', 'updated_at': '2022-02-11T14:28:53Z', 'revision_number': 11, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.742963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4706be-aebc-44e8-aba2-cfc6ad619769 req-14da3ee0-0d7c-452f-8fad-15288f86842d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.745563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa4706be-aebc-44e8-aba2-cfc6ad619769 req-14da3ee0-0d7c-452f-8fad-15288f86842d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.0765579 Feb 11 14:28:57.754955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.755610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router 412cd2b9-7344-4e22-af19-751e51251ce4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:57.767574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.769172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3e60dac-2827-443a-a558-9962d5172966 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 204 len: 168 time: 0.5254400 Feb 11 14:28:57.769367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Checking router: 412cd2b9-7344-4e22-af19-751e51251ce4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:57.775349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:57.786961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-49308627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:57.788616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Routers set() bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:57.789865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Router IDs set() for agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 14:28:57.793657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c349a214-20a4-49a9-b2c9-35dfee4b2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.794548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_agentschedulers_db [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'412cd2b9-7344-4e22-af19-751e51251ce4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent'). {{(pid=109377) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 14:28:57.795027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecfc36-bfd9-4406-be77-943e36b5f212 None None] The sync data for ids ['412cd2b9-7344-4e22-af19-751e51251ce4'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:57.851099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ea61-8c45-423e-bce4-41edf03c6c6b req-02a453fc-90c0-4d13-8d74-79e63eb78b42 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.857424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7105ea61-8c45-423e-bce4-41edf03c6c6b req-02a453fc-90c0-4d13-8d74-79e63eb78b42 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 943 time: 0.0883896 Feb 11 14:28:57.866723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c349a214-20a4-49a9-b2c9-35dfee4b2a33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=658d823466e34c97843a33c289517d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218817 Feb 11 14:28:57.869758 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa4706be-aebc-44e8-aba2-cfc6ad619769 req-ef8065c9-1c78-482f-8486-cef179c32032 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120970 Feb 11 14:28:57.871276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:57.884090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349a214-20a4-49a9-b2c9-35dfee4b2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64256258-15fc-46fa-a57b-a5632b50972c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:57.919996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7105ea61-8c45-423e-bce4-41edf03c6c6b req-d2b071e1-c3bf-409f-b427-f149ba479764 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 Feb 11 14:28:57.967252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.020145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.063387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046030a2-2a78-447a-b152-a50faa4b7255 req-e963b3ff-8751-46a1-98bc-a496152946ad tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:58.064999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046030a2-2a78-447a-b152-a50faa4b7255 req-e963b3ff-8751-46a1-98bc-a496152946ad tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.0860345 Feb 11 14:28:58.076367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43842) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:58.109669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-046030a2-2a78-447a-b152-a50faa4b7255 req-ee627bbe-f67d-48a0-a14c-aff41a6aa114 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 Feb 11 14:28:58.115487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.116565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.133723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:58.216771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.219068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.223572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64256258-15fc-46fa-a57b-a5632b50972c HTTP/1.1" status: 204 len: 168 time: 0.3463788 Feb 11 14:28:58.243287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56be07-929d-4ceb-b026-63d0a6cb3a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64256258-15fc-46fa-a57b-a5632b50972c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:58.286005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.295539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1667024199'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:58.376950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a44f78-9978-457e-ad77-7435e3bc2601 tempest-TestVolumeBackupRestore-1650917741 tempest-TestVolumeBackupRestore-1650917741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:58.378783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c1a44f78-9978-457e-ad77-7435e3bc2601 tempest-TestVolumeBackupRestore-1650917741 tempest-TestVolumeBackupRestore-1650917741-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1092 time: 0.2441061 Feb 11 14:28:58.381759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:58.384008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:58.386984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:58.388885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.393152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.402629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.480751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.490410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.491616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c00fdfb-1a59-43d1-80b2-f6386ec74538 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7152908 Feb 11 14:28:58.494399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:58.498867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:58.723510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.914904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.941807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:58.951364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd47b32-8d6b-4d89-aaaa-3dbf4213ec2c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:58.956327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.956780 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Added segment bb8402f0-c15c-4c3a-9414-b600c82b3474 of type vlan for network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 Feb 11 14:28:58.966791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.979204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.021537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.147862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.147862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:59.147862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.171184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe739-230a-4977-826e-3973bd1a9a6d req-24da9a37-e0e6-4837-b004-9cf538ac924c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:59.172705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34dbe739-230a-4977-826e-3973bd1a9a6d req-24da9a37-e0e6-4837-b004-9cf538ac924c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 943 time: 0.1629059 Feb 11 14:28:59.220426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Network': ['ID=75eb6648-0b5d-449e-9e03-c4d62c4cb5e0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.234002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:59.234547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34dbe739-230a-4977-826e-3973bd1a9a6d req-31e5aeab-8652-4fe2-ab10-1b8418f97a80 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526474 Feb 11 14:28:59.253196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.288305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.304172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Router baac4d49-e90f-4c58-a956-75264fd1341a is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:59.306524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d238d49f-1f2f-45ec-a9eb-03ee15d422f1 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2288036 Feb 11 14:28:59.316746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43874) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.321982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'subnet': {'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:59.419309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:59.429156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.430313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32f3a4ec-60fe-4ea3-b07b-e5547570b8e6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "PUT /v2.0/routers/baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 200 len: 696 time: 0.9349768 Feb 11 14:28:59.431657 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Sync routers for ids ['baac4d49-e90f-4c58-a956-75264fd1341a'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:59.433413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.443877 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a28ea537-3b03-42fd-981d-081bcce1ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.445439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Allocated IP 172.25.7.104 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/87f440a1-3299-4f09-8752-48ee0a797955) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:59.454105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Routers {'baac4d49-e90f-4c58-a956-75264fd1341a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:59.454984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['baac4d49-e90f-4c58-a956-75264fd1341a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:59.522800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f806237e-257e-4e7f-b0af-6dbeaa2fc9a2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/routers/baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 200 len: 702 time: 0.0858982 Feb 11 14:28:59.523050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.528517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Set router baac4d49-e90f-4c58-a956-75264fd1341a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:59.529327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a28ea537-3b03-42fd-981d-081bcce1ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.549591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:59.553538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.591795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4977f7d5-584b-4240-b1c2-bddb81f268f6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 200 len: 205 time: 0.0605567 Feb 11 14:28:59.591795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.602454 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac4d49-e90f-4c58-a956-75264fd1341a', 'name': 'tempest-RoutersIpV6Test-router-49308627', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:58Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:59.629330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.634888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a28ea537-3b03-42fd-981d-081bcce1ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.643216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Checking router: baac4d49-e90f-4c58-a956-75264fd1341a for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:59.654965 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Routers {'baac4d49-e90f-4c58-a956-75264fd1341a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:59.655766 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['baac4d49-e90f-4c58-a956-75264fd1341a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:59.681932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7d07dfc-51e8-40ed-90b7-ab56bf718c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.694539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.724573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea537-3b03-42fd-981d-081bcce1ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f892b02d-87f6-4cd0-af71-c35766e3cee7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.731745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a28ea537-3b03-42fd-981d-081bcce1ca08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3056988bfa34c3cae576625ab405fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399183 Feb 11 14:28:59.734381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43890) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.790024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] Set router baac4d49-e90f-4c58-a956-75264fd1341a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:59.796996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.848979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.853962 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baac4d49-e90f-4c58-a956-75264fd1341a', 'name': 'tempest-RoutersIpV6Test-router-49308627', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:58Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:59.900666 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ce1ef-b7f5-41d6-a5eb-d3c818dfef29 None None] The sync data for ids ['baac4d49-e90f-4c58-a956-75264fd1341a'] in n-d-828407-1 is: [{'id': 'baac4d49-e90f-4c58-a956-75264fd1341a', 'name': 'tempest-RoutersIpV6Test-router-49308627', 'tenant_id': 'da2921a9bb964a5d8794a5971125b2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:58Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 2, 'project_id': 'da2921a9bb964a5d8794a5971125b2e4', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:59.911080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.916452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.924292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.009252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7d07dfc-51e8-40ed-90b7-ab56bf718c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.018667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.111269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.115387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.115387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f892b02d-87f6-4cd0-af71-c35766e3cee7 HTTP/1.1" status: 204 len: 168 time: 0.3797319 Feb 11 14:29:00.126913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Subnet': ['ID=ab43a93e-9d6f-4460-ba88-fc03220c187d,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.135617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7d07dfc-51e8-40ed-90b7-ab56bf718c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.140665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.147087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807be45c-5bed-4ec5-9b63-d365d75f7857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892b02d-87f6-4cd0-af71-c35766e3cee7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.147391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.147391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Fanout notify agent at l3_agent the message router_deleted on router baac4d49-e90f-4c58-a956-75264fd1341a {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:29:00.170677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cba610-c187-4d72-a23f-6d1041ca0e1e req-934cf585-3d4a-48b6-9b40-d5497e505273 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:00.173207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9cba610-c187-4d72-a23f-6d1041ca0e1e req-934cf585-3d4a-48b6-9b40-d5497e505273 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1256647 Feb 11 14:29:00.174233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Checking segment: {'id': 'bb8402f0-c15c-4c3a-9414-b600c82b3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:00.174595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network hostable DHCP agents. Network: 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:00.178129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.181641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d51a022-8cfb-400d-b5ba-983a6fed2100 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 204 len: 168 time: 0.5904243 Feb 11 14:29:00.186158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43902) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.257614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9056035-393c-496a-8a43-576f68715856 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 200 len: 205 time: 0.0520771 Feb 11 14:29:00.259343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43904) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.272705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:00.285299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:00.285299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f7d07dfc-51e8-40ed-90b7-ab56bf718c46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=739059b6583f40eba7288fe7eb9d8d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512828 Feb 11 14:29:00.285299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d07dfc-51e8-40ed-90b7-ab56bf718c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5509f5-5a28-44e7-80f5-3c5b7f5563f6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.291179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.299956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:00.303382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7ddc60a6-9d76-42d6-8ad1-a257101e8639 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:29:00.305406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'Port': ['ID=87f440a1-3299-4f09-8752-48ee0a797955,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.309774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:00.329953 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-1581d824-3d72-4354-a1ad-b0f1f99343af tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:00.334488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1581d824-3d72-4354-a1ad-b0f1f99343af tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/baac4d49-e90f-4c58-a956-75264fd1341a HTTP/1.1" status: 404 len: 336 time: 0.0707629 Feb 11 14:29:00.335047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.345492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9cba610-c187-4d72-a23f-6d1041ca0e1e req-50916d94-7775-4a44-aded-dbc43b994daa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321456 Feb 11 14:29:00.383066 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-c957e628-f32c-4292-b002-0714024c3a10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:00.383560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c957e628-f32c-4292-b002-0714024c3a10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:00.392425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.392934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c957e628-f32c-4292-b002-0714024c3a10 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/a5921e34-2122-4822-a8a4-6303c1cd3414 HTTP/1.1" status: 404 len: 337 time: 0.0556917 Feb 11 14:29:00.419447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:00.426664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:00.427316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.445305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781887fa-c8d7-4ab0-8ed3-96ac9cd86dff None None] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:00.470970 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d21c95-3dea-4e03-a85e-ceddf1d8789a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:00.470970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d21c95-3dea-4e03-a85e-ceddf1d8789a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:00.473766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70d21c95-3dea-4e03-a85e-ceddf1d8789a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/c20f8cfe-cfd5-4961-a003-cb0876a45c20 HTTP/1.1" status: 404 len: 337 time: 0.0815668 Feb 11 14:29:00.476718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43914) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.505453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.510554 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8f74e-05a5-44e4-9eb4-8430d9763def tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:00.510868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8f74e-05a5-44e4-9eb4-8430d9763def tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:00.518648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d3c8f74e-05a5-44e4-9eb4-8430d9763def tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/3604716d-b177-44cf-86c6-fb8fc2fec87d HTTP/1.1" status: 404 len: 337 time: 0.0401289 Feb 11 14:29:00.519419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43916) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.562749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.568364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.568364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:00.572502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7617d90c-648e-4982-872c-c5528bebb473 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2521665 Feb 11 14:29:00.572502 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bd7048-e673-44c7-80d3-c896b5726ebf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:00.572502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bd7048-e673-44c7-80d3-c896b5726ebf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:00.572870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.576199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f7bd7048-e673-44c7-80d3-c896b5726ebf tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/b8109417-6e98-4ad7-924b-e67e5ad46817 HTTP/1.1" status: 404 len: 337 time: 0.0556579 Feb 11 14:29:00.578657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43920) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.586151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-80769946', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:00.614803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:00.615724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd2fde41-0ef1-4ede-a165-ff234b36f685 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 200 len: 205 time: 0.0329754 Feb 11 14:29:00.619004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '7ddc60a6-9d76-42d6-8ad1-a257101e8639', 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc', 'port_id': '7ddc60a6-9d76-42d6-8ad1-a257101e8639', 'mac_address': 'fa:16:3e:3a:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dc2b19-30aa-453b-a4f7-d7b358fecd6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:29:00.621185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43922) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.651112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7d6b6-4dc5-4ea5-a3fc-26a3cc17e721 req-b15d6fdc-3006-4571-bc81-1475ee27e92e tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:00.660818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dae7d6b6-4dc5-4ea5-a3fc-26a3cc17e721 req-b15d6fdc-3006-4571-bc81-1475ee27e92e tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 943 time: 0.2343662 Feb 11 14:29:00.683777 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-4fea6693-1cd9-4e46-863a-13d4a7fdae0c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:00.694758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4fea6693-1cd9-4e46-863a-13d4a7fdae0c tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/412cd2b9-7344-4e22-af19-751e51251ce4 HTTP/1.1" status: 404 len: 336 time: 0.0675473 Feb 11 14:29:00.694758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43928) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.738558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.742623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50a6c4f1-4d1e-4c85-8389-c19009b36986 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6b2532-e865-4204-85e6-b406232c3487 HTTP/1.1" status: 200 len: 205 time: 0.0489278 Feb 11 14:29:00.744796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.763555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc60a6-9d76-42d6-8ad1-a257101e8639 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:29:00.806572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436713e-2486-4b5d-bb39-80c41cfb2cc2 None None] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:00.819485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:00.821139 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-4926336e-082b-4d54-830c-5525f0ecafb3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:00.822208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4926336e-082b-4d54-830c-5525f0ecafb3 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/4f6b2532-e865-4204-85e6-b406232c3487 HTTP/1.1" status: 404 len: 336 time: 0.0764070 Feb 11 14:29:00.825256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.859806 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd67e07b-6954-46a1-98a7-38099430ba1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:00.860435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd67e07b-6954-46a1-98a7-38099430ba1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:00.866644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd67e07b-6954-46a1-98a7-38099430ba1d tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/b3e7c243-3efc-4b53-9667-ef6a27c859ae HTTP/1.1" status: 404 len: 337 time: 0.0374746 Feb 11 14:29:00.867394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.904399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97a15a45-bc0c-467a-93f6-6e9502382ac6 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 200 len: 205 time: 0.0358274 Feb 11 14:29:00.906768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43938) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.910280 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.945570 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-42138089-6e96-4789-8182-1754c6d67ab7 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:00.949281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-42138089-6e96-4789-8182-1754c6d67ab7 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/771a86a0-6ad4-4ef3-9357-3f980fc138c3 HTTP/1.1" status: 404 len: 336 time: 0.0389676 Feb 11 14:29:00.949657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43940) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:00.981213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f12ea40f-b2c1-4ce5-8f04-c14eadfde8ea tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9769a5a-0c58-4aa8-960c-4ad29cda618a HTTP/1.1" status: 200 len: 205 time: 0.0291796 Feb 11 14:29:00.988015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43942) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.007906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:01.040966 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-003405fd-8136-4fbd-8e0f-bb5d29ac5686 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:01.042035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-003405fd-8136-4fbd-8e0f-bb5d29ac5686 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/c9769a5a-0c58-4aa8-960c-4ad29cda618a HTTP/1.1" status: 404 len: 336 time: 0.0515990 Feb 11 14:29:01.044639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43944) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.091786 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-03419bbe-b8d8-4b91-88b2-ce495f38a5a8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:01.092429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03419bbe-b8d8-4b91-88b2-ce495f38a5a8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:01.095986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03419bbe-b8d8-4b91-88b2-ce495f38a5a8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/9bb7e9a8-52ef-452e-b6f3-03a1651a0fa7 HTTP/1.1" status: 404 len: 337 time: 0.0496764 Feb 11 14:29:01.099058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.129754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2d3ff0ef-e94e-43eb-b92d-ec7998b49358 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=3adb8be8-c059-47fb-9f4b-42efb51ea39a HTTP/1.1" status: 200 len: 205 time: 0.0293033 Feb 11 14:29:01.131939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43948) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.135025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7ddc60a6-9d76-42d6-8ad1-a257101e8639'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:29:01.178199 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-0ce29ce1-f8a7-448f-b74a-55093ea53441 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:01.179761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0ce29ce1-f8a7-448f-b74a-55093ea53441 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/3adb8be8-c059-47fb-9f4b-42efb51ea39a HTTP/1.1" status: 404 len: 336 time: 0.0467651 Feb 11 14:29:01.181409 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.182524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43950) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.220705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.222459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.233217 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-01167c30-b307-48d9-b8a8-5af81343ef9a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:01.234114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01167c30-b307-48d9-b8a8-5af81343ef9a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:01.237811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01167c30-b307-48d9-b8a8-5af81343ef9a tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/139ea601-8721-4b56-996a-b55bc8688ef9 HTTP/1.1" status: 404 len: 337 time: 0.0540133 Feb 11 14:29:01.240213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43954) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.251286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dae7d6b6-4dc5-4ea5-a3fc-26a3cc17e721 req-62f94d51-8f1b-4834-863d-a1d86ecc9cce tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893691 Feb 11 14:29:01.270820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0e7a5f3f-696d-4b3a-adf6-e41ae149ffa0 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a3542f7-80fa-4d01-9f6c-5abec81071b2 HTTP/1.1" status: 200 len: 205 time: 0.0294824 Feb 11 14:29:01.271442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43956) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.276777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.294497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cb73d77-903d-41cc-a79e-68777a1ea696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.301972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.304176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.308233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b5509f5-5a28-44e7-80f5-3c5b7f5563f6 HTTP/1.1" status: 204 len: 168 time: 1.0123684 Feb 11 14:29:01.374814 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-7f405c6d-c736-4aad-ae02-8d4afc4f21e8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] delete failed (client error): The resource could not be found. Feb 11 14:29:01.379269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7f405c6d-c736-4aad-ae02-8d4afc4f21e8 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/routers/5a3542f7-80fa-4d01-9f6c-5abec81071b2 HTTP/1.1" status: 404 len: 336 time: 0.1010282 Feb 11 14:29:01.380121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43962) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.419109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8e956-bfa2-41de-a566-9c311693580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5509f5-5a28-44e7-80f5-3c5b7f5563f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:01.454500 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6bcca-1766-43b9-b352-68e2cdf302a5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:01.454966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee6bcca-1766-43b9-b352-68e2cdf302a5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:01.458091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3ee6bcca-1766-43b9-b352-68e2cdf302a5 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/82a327c3-c063-4d0b-be96-c9749826e22c HTTP/1.1" status: 404 len: 337 time: 0.0770090 Feb 11 14:29:01.467024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43966) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.487774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.518599 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-254abe21-c8b4-4dcb-bdf4-ff2eddcc7ab2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:01.519071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254abe21-c8b4-4dcb-bdf4-ff2eddcc7ab2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:01.524439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-254abe21-c8b4-4dcb-bdf4-ff2eddcc7ab2 tempest-RoutersIpV6Test-1725471082 tempest-RoutersIpV6Test-1725471082-project] 10.222.0.31 "DELETE /v2.0/subnets/e8c66607-8c6b-452e-91a3-e2b41b2bc96b HTTP/1.1" status: 404 len: 337 time: 0.0547230 Feb 11 14:29:01.562118 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-982cff60-f8f9-43c2-8fc2-c7cc140a9870 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3520041 Feb 11 14:29:01.568260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cb73d77-903d-41cc-a79e-68777a1ea696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.580908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f7621-dfe0-490e-89ee-dc25a7298f34 req-d0a9b905-b879-4e24-9ddd-bb6f6798e475 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:01.582332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d60f7621-dfe0-490e-89ee-dc25a7298f34 req-d0a9b905-b879-4e24-9ddd-bb6f6798e475 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1019428 Feb 11 14:29:01.606559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-c8119e11-a4c9-4eea-8392-4293e1218a30 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:29:01.607565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-c8119e11-a4c9-4eea-8392-4293e1218a30 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052488 Feb 11 14:29:01.629304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d60f7621-dfe0-490e-89ee-dc25a7298f34 req-b28d4cf5-6945-4317-971c-c5a57ae73710 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Feb 11 14:29:01.746677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5cb73d77-903d-41cc-a79e-68777a1ea696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.768277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.793020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5cb73d77-903d-41cc-a79e-68777a1ea696 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=891a5306905c49579d72f0d4a1ad6d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113902 Feb 11 14:29:01.793142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.793256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:01.826712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb73d77-903d-41cc-a79e-68777a1ea696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1718e41d-a6e4-4961-913f-7030cacc8864,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:01.870839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.906068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.031722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.059613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.070593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.072355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1718e41d-a6e4-4961-913f-7030cacc8864 HTTP/1.1" status: 204 len: 168 time: 0.2780805 Feb 11 14:29:02.082237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da445f-6fc8-41ac-9afb-8b11a06fa827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718e41d-a6e4-4961-913f-7030cacc8864,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:02.082616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.129438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.199989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43990) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:02.305193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7ddc60a6-9d76-42d6-8ad1-a257101e8639 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:02.335415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.31 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ad839ecd-44fd-442d-9c13-e4f8ef2e56e5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:02.418382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.441899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b7f4da7a-a20f-4f42-ab44-914fa6ffe12d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2921a9bb964a5d8794a5971125b2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395890 Feb 11 14:29:02.444833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:02.480063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2d11-baae-4871-9e74-5b0bf192cdb9 req-09b8bd6a-87ad-4fed-93ec-7d17a9df405a tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:02.482162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94ca2d11-baae-4871-9e74-5b0bf192cdb9 req-09b8bd6a-87ad-4fed-93ec-7d17a9df405a tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 944 time: 0.1443944 Feb 11 14:29:02.492656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:29:02.497113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:02.502103 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.514354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.548434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.557180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.572545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94ca2d11-baae-4871-9e74-5b0bf192cdb9 req-e87e9d15-4ab7-4d00-9ff7-d34a41a13f73 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Feb 11 14:29:02.626767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.700472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.733196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.736728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.738017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00ed03f4-6d48-4faa-8f5d-05744bfca113 HTTP/1.1" status: 204 len: 168 time: 0.2920170 Feb 11 14:29:02.748828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.762541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1eb38-e1d2-4dcd-ad85-c15dd092c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed03f4-6d48-4faa-8f5d-05744bfca113,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:02.769925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:02.775870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event updated for resources: {'Port': ['ID=87f440a1-3299-4f09-8752-48ee0a797955,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:02.789182 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff8629-dd38-4343-ac4c-1158e8c40130" -d '{"events": [{"server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:02.820015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:02.837523 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0088ccec-8bb5-4cfc-ba43-4dea34e21152 x-openstack-request-id: req-0088ccec-8bb5-4cfc-ba43-4dea34e21152 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:02.838069 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:02.838528 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0088ccec-8bb5-4cfc-ba43-4dea34e21152 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:02.839650 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639', 'code': 200} Feb 11 14:29:02.899343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910cb9d-78b6-4ce2-a652-d408ddff7de8 req-dea294de-fbcc-4e54-94b1-1a43f78367ce tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:02.901135 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7910cb9d-78b6-4ce2-a652-d408ddff7de8 req-dea294de-fbcc-4e54-94b1-1a43f78367ce tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1189017 Feb 11 14:29:02.927740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.947315 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Floating IP 856553b1-cb77-4934-9f66-456fe755fce9 associated. External IP: 172.25.7.104, port: b2138196-faa6-4a29-868d-8620a199ca02. Feb 11 14:29:02.995354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.018404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.021942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d563a-e6a3-4d40-b2d4-15077c1732a1 req-b2aa8d7c-baa7-4d4a-a8b4-8270d84d4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:03.023682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03d563a-e6a3-4d40-b2d4-15077c1732a1 req-b2aa8d7c-baa7-4d4a-a8b4-8270d84d4ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 1095 time: 0.1216466 Feb 11 14:29:03.046148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7910cb9d-78b6-4ce2-a652-d408ddff7de8 req-968b658c-34b7-46bb-bb02-c71a3546b05f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354527 Feb 11 14:29:03.083452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:03.114606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03d563a-e6a3-4d40-b2d4-15077c1732a1 req-6e99fcc7-0a6a-46af-93d5-65027c935b8e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827475 Feb 11 14:29:03.124961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:03.128015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:03.175072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=ad839ecd-44fd-442d-9c13-e4f8ef2e56e5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.432914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Router 7dfdc542-168e-4995-96d4-89084c91cddf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:03.738747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.792706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:03.804953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:03.817558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:03.818247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:03.820442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62afa-2aa3-4847-8558-82b70255a111 req-e2e2acd9-4577-496b-ade5-4c6161ba8bd5 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:03.822105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03f62afa-2aa3-4847-8558-82b70255a111 req-e2e2acd9-4577-496b-ade5-4c6161ba8bd5 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 945 time: 0.1305342 Feb 11 14:29:03.906100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03f62afa-2aa3-4847-8558-82b70255a111 req-ac74d02b-8b5d-4aec-9f05-84e0db2ac241 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747130 Feb 11 14:29:03.962236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:04.010035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:04.021275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1ab8b6da-49e3-4ab3-adac-02ec89c45196 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6382887 Feb 11 14:29:04.023368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:04.025013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44050) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:04.027518 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f4919c-904e-4f2b-ace1-ddfd55977a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:04.125435 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6e8c1-4047-4719-8fe9-1dab2b951c96 x-openstack-request-id: req-f0b6e8c1-4047-4719-8fe9-1dab2b951c96 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:04.125435 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:04.125435 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0b6e8c1-4047-4719-8fe9-1dab2b951c96 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:04.125435 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:29:04.131378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b226f44-9455-4550-8b3c-916ed2e34404 tempest-TestVolumeBackupRestore-1650917741 tempest-TestVolumeBackupRestore-1650917741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.141882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b226f44-9455-4550-8b3c-916ed2e34404 tempest-TestVolumeBackupRestore-1650917741 tempest-TestVolumeBackupRestore-1650917741-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1092 time: 0.1151893 Feb 11 14:29:04.142831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:04.161693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:04.254378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-89d93d4a-9172-434d-b44b-d394a8122b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.258257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-89d93d4a-9172-434d-b44b-d394a8122b18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1097 time: 0.1014714 Feb 11 14:29:04.348035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e8f0d-b62a-4d5a-b755-ab7f44eab37f req-c1b91650-dd59-4372-80ac-87085a893a42 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.349869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e6e8f0d-b62a-4d5a-b755-ab7f44eab37f req-c1b91650-dd59-4372-80ac-87085a893a42 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1357675 Feb 11 14:29:04.434029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-4e893f59-0560-419d-a1e4-19cc7b98fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.435688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-4e893f59-0560-419d-a1e4-19cc7b98fe4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 914 time: 0.1708181 Feb 11 14:29:04.440364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e6e8f0d-b62a-4d5a-b755-ab7f44eab37f req-4711634a-8f46-4d20-a481-bb692959d5e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832911 Feb 11 14:29:04.514788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:29:04.559296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 0, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:04.560097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-9a364c30-af90-43bf-9cf8-1cab817b26c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 1000 time: 0.1095016 Feb 11 14:29:04.643449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:04.660312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-8b425939-ff2c-493b-a979-096665346f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.662031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:04.662329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-8b425939-ff2c-493b-a979-096665346f0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 200 len: 852 time: 0.0975246 Feb 11 14:29:04.662645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:04.689606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Request body: {'floatingip': {'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:04.718940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-3eaf25e8-2cfe-425e-8993-1d6fe8b064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.721779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-3eaf25e8-2cfe-425e-8993-1d6fe8b064c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524006 Feb 11 14:29:04.936627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-298cab65-a9ff-4bbb-b220-14f9de917732 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006893 Feb 11 14:29:04.943603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:05.126729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130bfd2-b336-47ba-934e-550f4250658b req-a75ebbe1-04e0-4ce2-a082-65a704700809 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:05.129065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4130bfd2-b336-47ba-934e-550f4250658b req-a75ebbe1-04e0-4ce2-a082-65a704700809 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 945 time: 0.0877092 Feb 11 14:29:05.132588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-74f4919c-904e-4f2b-ace1-ddfd55977a2f req-cab072e7-0864-4a72-8fde-3e387faf389a service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929746 Feb 11 14:29:05.176684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4130bfd2-b336-47ba-934e-550f4250658b req-73694717-2f20-4524-b4b8-5d657e1b6220 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Feb 11 14:29:05.403138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:05.406816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.419455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:05.432289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:05.450341 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:05.452947 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.517516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 0, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.550716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.551944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2984bb54-bff8-4939-a83a-f265be301627 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9717443 Feb 11 14:29:05.556097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:05.577422 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.611119 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:05.621605 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.624416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b0c4d-692a-4093-a6ab-62bca696c65b None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 0, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:05.723141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.724172 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54368da6-6c1d-4262-bae0-7989070ae5c2 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:05.974677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707fee4-be3f-4cde-8e9a-59c6936affad req-14df00ec-e6b5-4338-b506-aa4c21928e53 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:05.976269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a707fee4-be3f-4cde-8e9a-59c6936affad req-14df00ec-e6b5-4338-b506-aa4c21928e53 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.3214500 Feb 11 14:29:06.116795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-624226286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:06.128714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0e4ec-6aa9-4d3f-8ea8-dcbdc926453d None None] New status for floating IP 856553b1-cb77-4934-9f66-456fe755fce9: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:29:06.219645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a707fee4-be3f-4cde-8e9a-59c6936affad req-bbe7ef5e-e666-40bf-b387-79e46ff643aa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287054 Feb 11 14:29:06.295593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.296704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.579982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.710292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.712052 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-eaa0e4ec-6aa9-4d3f-8ea8-dcbdc926453d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:29:06.715226 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-eaa0e4ec-6aa9-4d3f-8ea8-dcbdc926453d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:29:06.763134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.821414 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.900295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.036150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.037686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f0718007-2604-42b4-8929-bef3cedce3f9 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6027417 Feb 11 14:29:07.040700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:07.047179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1093726034'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:07.106597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Router 7dfdc542-168e-4995-96d4-89084c91cddf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:07.217508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0e4ec-6aa9-4d3f-8ea8-dcbdc926453d None None] New status for floating IP 856553b1-cb77-4934-9f66-456fe755fce9: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:29:07.237529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:07.247913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.286671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.407941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:07.413967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.1 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/18f22947-bb1b-4c78-af7e-f64c8d49c60d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:07.414544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.461160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:07.464089 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06464a9a-22a3-441a-8e07-109d20b74bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:07.502078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-26eb4f73-d016-4d0a-978c-67a5a77319f1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "PUT /v2.0/floatingips/856553b1-cb77-4934-9f66-456fe755fce9 HTTP/1.1" status: 200 len: 992 time: 3.3578033 Feb 11 14:29:07.526632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.595896 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17352ba3-7396-4be2-a9e8-96918b2888ea x-openstack-request-id: req-17352ba3-7396-4be2-a9e8-96918b2888ea {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:07.597065 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:07.597561 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17352ba3-7396-4be2-a9e8-96918b2888ea {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:07.598119 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:29:07.606314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.614432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0c56-7528-4307-9e61-eb4ca7c8fdad req-5a2a6494-35ca-4b48-8c55-136d86555d8a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.629877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f49d0c56-7528-4307-9e61-eb4ca7c8fdad req-5a2a6494-35ca-4b48-8c55-136d86555d8a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.0829229 Feb 11 14:29:07.648786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:07.680387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd16e884-86a2-40ac-ae54-61327a99c24b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:07.720455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.720809 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Added segment 9eaf4fef-e83a-4434-a9e6-c37fd5016822 of type vlan for network 730b3cd6-d41c-4684-a72d-afad78f697cb Feb 11 14:29:07.742314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f49d0c56-7528-4307-9e61-eb4ca7c8fdad req-a8b0d821-93bc-4b9f-b003-04adb2f528de tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160212 Feb 11 14:29:07.759403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-523defc4-8096-4fd9-9e34-1af46d3ff41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.760400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-523defc4-8096-4fd9-9e34-1af46d3ff41a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1097 time: 0.1207328 Feb 11 14:29:07.763976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.848170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.937617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.943973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.945608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.954049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-9d88ae99-b106-4e38-acce-597e059fd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.960754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-9d88ae99-b106-4e38-acce-597e059fd8bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 914 time: 0.1902199 Feb 11 14:29:07.965983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:08.143259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-8da3aa0c-3466-4224-9c50-edefc435cf60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 1000 time: 0.1744521 Feb 11 14:29:08.150918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1088884 Feb 11 14:29:08.155804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:08.162744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'subnet': {'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:08.179725 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fa815-1d31-4629-a976-f892362123da None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:08.188429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77e7b7-fcab-4ad9-b6a7-e5127f4ed7c3 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Network': ['ID=730b3cd6-d41c-4684-a72d-afad78f697cb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:08.208011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 730b3cd6-d41c-4684-a72d-afad78f697cb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:08.216857 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fa815-1d31-4629-a976-f892362123da None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:08.217748 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-924fa815-1d31-4629-a976-f892362123da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:08.311042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:08.351179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:08.354625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:08.383311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=18f22947-bb1b-4c78-af7e-f64c8d49c60d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:08.423663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-1cc0e8b7-2266-43bf-84de-713dcbb33404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:08.425883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-1cc0e8b7-2266-43bf-84de-713dcbb33404 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 200 len: 852 time: 0.2113953 Feb 11 14:29:08.468769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:08.480388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:08.484289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:08.546422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-63a8ff0c-7dea-4198-a1e2-7eaaff0a69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:08.548491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-63a8ff0c-7dea-4198-a1e2-7eaaff0a69ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151586 Feb 11 14:29:08.568185 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-924fa815-1d31-4629-a976-f892362123da None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:08.805747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-07c28ffe-e9ab-4fd7-82f6-ba9e9a59dd2b service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486267 Feb 11 14:29:08.987860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:08.998576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.030880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.078298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Subnet': ['ID=ca32bb8f-49c3-44c9-a31d-d92f44cf8314,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:09.137341 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-924fa815-1d31-4629-a976-f892362123da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:07Z', 'revision_number': 2, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:09.143720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681b048-d5c1-4cca-841a-19fbbac32220 req-52032b86-faa9-4bb2-89ac-9924bf5787d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:09.152587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b681b048-d5c1-4cca-841a-19fbbac32220 req-52032b86-faa9-4bb2-89ac-9924bf5787d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2243688 Feb 11 14:29:09.161821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Checking segment: {'id': '9eaf4fef-e83a-4434-a9e6-c37fd5016822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:09.162869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network hostable DHCP agents. Network: 730b3cd6-d41c-4684-a72d-afad78f697cb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:09.199131 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fa815-1d31-4629-a976-f892362123da None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:09.217459 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fa815-1d31-4629-a976-f892362123da None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:09.218620 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-924fa815-1d31-4629-a976-f892362123da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:09.220538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b681b048-d5c1-4cca-841a-19fbbac32220 req-14f88ec2-deea-4a37-a021-c649474c102d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662870 Feb 11 14:29:09.332005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06464a9a-22a3-441a-8e07-109d20b74bb1 req-a5a02bab-e969-49c6-aeca-7ad51578b462 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195844 Feb 11 14:29:09.333488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17417ac8-634b-4f8b-96a6-1bbc1cffe6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.343114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 730b3cd6-d41c-4684-a72d-afad78f697cb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:09.357679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-924fa815-1d31-4629-a976-f892362123da None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:09.434740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 730b3cd6-d41c-4684-a72d-afad78f697cb) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:09.439798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:09.441198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.445333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4adfe4-defc-49f6-a07c-da3caf63543c None None] Network 730b3cd6-d41c-4684-a72d-afad78f697cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:09.544483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17417ac8-634b-4f8b-96a6-1bbc1cffe6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.574502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01cbd918-53ff-4415-84fc-ffb901286bc7 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4170680 Feb 11 14:29:09.579150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44254) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:09.585112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'network': {'name': 'tempest-router-network01--1495703577'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:09.599616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:09.601597 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9298d4-e598-40d5-b585-20c25e89c982" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:09.686352 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13c3be-cf6a-4903-9fc2-08a547549de8 x-openstack-request-id: req-1b13c3be-cf6a-4903-9fc2-08a547549de8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:09.686352 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:09.686352 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b13c3be-cf6a-4903-9fc2-08a547549de8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:09.686352 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:29:09.771631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-17417ac8-634b-4f8b-96a6-1bbc1cffe6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.784335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-730b3cd6-d41c-4684-a72d-afad78f697cb', 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb', 'tenant_id': '6d21489574c44dbba1d20533d9df447e', 'fixed_ips': [{'subnet_id': 'ca32bb8f-49c3-44c9-a31d-d92f44cf8314'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:09.785302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.866728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-924fa815-1d31-4629-a976-f892362123da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:07Z', 'revision_number': 2, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:09.889525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.902483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44262) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:09.904129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-17417ac8-634b-4f8b-96a6-1bbc1cffe6a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87ff5509c59d4bfd86f73dd22e5b296b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9100657 Feb 11 14:29:09.907409 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fa815-1d31-4629-a976-f892362123da None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '856553b1-cb77-4934-9f66-456fe755fce9', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'port_id': 'b2138196-faa6-4a29-868d-8620a199ca02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'mac_address': 'fa:16:3e:b5:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:01Z', 'updated_at': '2022-02-11T14:29:07Z', 'revision_number': 2, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:09.910951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-d274e566-8687-4a8b-8561-351d691a5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:09.913560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-d274e566-8687-4a8b-8561-351d691a5b65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1097 time: 0.1867182 Feb 11 14:29:09.914410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417ac8-634b-4f8b-96a6-1bbc1cffe6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc237ef-660b-4973-8b0e-8b7e11ee74ff,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:09.918283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:09.923244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.066036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Allocated IP 2001:db8::2 (730b3cd6-d41c-4684-a72d-afad78f697cb/ca32bb8f-49c3-44c9-a31d-d92f44cf8314/a0c8aa4b-01b1-490b-8cb1-6a144968cc19) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:10.072080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-0e0622dd-485e-4b92-b079-ca141551f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:10.074060 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-0e0622dd-485e-4b92-b079-ca141551f464 service neutron] 10.222.0.62 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 914 time: 0.1457584 Feb 11 14:29:10.075126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.079253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.110623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.381071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44268) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:10.399307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.399307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.399307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cc237ef-660b-4973-8b0e-8b7e11ee74ff HTTP/1.1" status: 204 len: 168 time: 0.4912834 Feb 11 14:29:10.410193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.417058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-f607dfe9-495c-4c0b-9269-5cdd8fab88bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 1002 time: 0.2811100 Feb 11 14:29:10.453047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.464434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:10.473145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c6de3-71e5-4895-a620-a2d6b7465056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc237ef-660b-4973-8b0e-8b7e11ee74ff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:10.512372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dffbf9-6542-4fdd-b454-3d341838e669 req-45e0d22a-35ad-4ecf-a895-10c4a69042aa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:10.521974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03dffbf9-6542-4fdd-b454-3d341838e669 req-45e0d22a-35ad-4ecf-a895-10c4a69042aa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1731265 Feb 11 14:29:10.574708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-03dffbf9-6542-4fdd-b454-3d341838e669 req-7b563a01-b4c4-4a97-a685-9013be73bd5b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495858 Feb 11 14:29:10.602418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.603392 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Added segment bd0207bd-ee4e-440a-9860-2c78ddde2ccb of type vlan for network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 Feb 11 14:29:10.615420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=18f22947-bb1b-4c78-af7e-f64c8d49c60d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:10.622969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.679118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Network 730b3cd6-d41c-4684-a72d-afad78f697cb is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:10.679361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b7307acf-5790-47b1-a519-ee5cf7faf8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.686932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:10.692300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:10.706823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:10.728118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-6b762580-6d40-40cf-a3b3-ffeee51af503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:10.730382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-6b762580-6d40-40cf-a3b3-ffeee51af503 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 200 len: 852 time: 0.3053448 Feb 11 14:29:10.811423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Attempting to bind port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:10.811801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Attempting to bind port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9eaf4fef-e83a-4434-a9e6-c37fd5016822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:10.812164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Attempting to bind port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 on network 730b3cd6-d41c-4684-a72d-afad78f697cb {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:10.818972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:10.821763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Checking segment: {'id': '9eaf4fef-e83a-4434-a9e6-c37fd5016822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:10.821763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.821763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Bound using segment: {'id': '9eaf4fef-e83a-4434-a9e6-c37fd5016822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:10.821763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Bound port: a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf4fef-e83a-4434-a9e6-c37fd5016822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '730b3cd6-d41c-4684-a72d-afad78f697cb'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:10.821763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.830542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.863807 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b7307acf-5790-47b1-a519-ee5cf7faf8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:10.887835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-c17f3a32-2a49-41d2-af06-87909d540ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:10.889399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-c17f3a32-2a49-41d2-af06-87909d540ab8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249137 Feb 11 14:29:10.905081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] For port a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:10.908929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] For port a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,segment=NetworkSegment(9eaf4fef-e83a-4434-a9e6-c37fd5016822),segment_id=9eaf4fef-e83a-4434-a9e6-c37fd5016822)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:10.912162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:10.924685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:10.989382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b7307acf-5790-47b1-a519-ee5cf7faf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.029381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.032245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.038858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.039493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.059686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b7307acf-5790-47b1-a519-ee5cf7faf8d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06a4eb243e84624b5db7df3b84ce830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750376 Feb 11 14:29:11.061360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:11.069053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307acf-5790-47b1-a519-ee5cf7faf8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855d665-efb6-46bc-b623-439f1a3ea670,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:11.108636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8b319-2ea3-4594-92d1-3a93b77296e2 None None] Pushing event updated for resources: {'Port': ['ID=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:11.193946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-df80f801-5541-4d72-9c0c-ac1b5700b8b6 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978351 Feb 11 14:29:11.205920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Network': ['ID=5aa8d28f-3e83-4ee1-9d13-dca0bca19a28,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:11.224153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:11.233636 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ea10b374-2c7d-4302-9732-325c13108ca6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6531515 Feb 11 14:29:11.237754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44280) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:11.279940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-60dd5be6-d910-4877-ab33-de9fe23e40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.282813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-60dd5be6-d910-4877-ab33-de9fe23e40bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 1095 time: 0.1403420 Feb 11 14:29:11.292596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'network': {'name': 'tempest-router-network02--236148522'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:11.303251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.390918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.392453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:11.483307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-a9184e44-3626-4ee9-a57f-9c1e1b4a4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.488247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-a9184e44-3626-4ee9-a57f-9c1e1b4a4257 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1095 time: 0.1600759 Feb 11 14:29:11.500102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b9298d4-e598-40d5-b585-20c25e89c982 req-739f8688-bc0e-45a3-89cc-778736a3d67c service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876375 Feb 11 14:29:11.505690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44282) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:11.586863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48da36b6-e764-43fc-835b-679fc779ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.632849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-227d23c8-0ec0-47fc-8773-ac65d3eb2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.634572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-227d23c8-0ec0-47fc-8773-ac65d3eb2754 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.1389782 Feb 11 14:29:11.677433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:11.692401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.741462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-9f9567df-aade-475d-8861-75473e70054f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 998 time: 0.0924759 Feb 11 14:29:11.750216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:11.760950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f738607-80c3-464c-a533-0e5668571923 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/routers/e5c0d561-786f-4475-8c45-7c861a163f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2025402 Feb 11 14:29:11.763572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44286) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:11.766006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:11.769287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'port': {'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0', 'name': 'tempest-FloatingIPTestJSON-392101986'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:11.782937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.785541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.786250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:11.786693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4855d665-efb6-46bc-b623-439f1a3ea670 HTTP/1.1" status: 204 len: 168 time: 0.7208178 Feb 11 14:29:11.790804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:11.804504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d42d20-fcc2-4d2e-81b3-51818df53ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855d665-efb6-46bc-b623-439f1a3ea670,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:11.809918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-b6be8b0b-8722-453a-9f00-a6a133981a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.811093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:11.811669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-b6be8b0b-8722-453a-9f00-a6a133981a84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0718396 Feb 11 14:29:11.834643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0c8aa4b-01b1-490b-8cb1-6a144968cc19 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:11.841190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:11.896115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.896115 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Added segment 57a8b648-0833-46c9-8813-fbf3ce1ff203 of type vlan for network 3031b15a-d039-46f9-b7a0-26a4d07b7236 Feb 11 14:29:11.933887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130103e-70a4-46dd-8aa5-2fbc6ea51c27 req-d7e66039-1cdc-40f8-93f4-7d6f5e7c612c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.940858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-797c6f50-f5e5-42f3-aece-4de0475f2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.942475 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-797c6f50-f5e5-42f3-aece-4de0475f2c88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197922 Feb 11 14:29:11.946282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d130103e-70a4-46dd-8aa5-2fbc6ea51c27 req-d7e66039-1cdc-40f8-93f4-7d6f5e7c612c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2518120 Feb 11 14:29:11.948577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:11.949321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:28:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:11.998160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:11.999111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fae6b-94be-4120-9bfb-fc03dcaccfa2 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:12.024052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:12.042346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.042529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.079675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-eeb15cfa-7879-4d5d-b8b1-07908f89ae9c service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244555 Feb 11 14:29:12.094601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d130103e-70a4-46dd-8aa5-2fbc6ea51c27 req-086e2082-6321-4e0a-9ec0-f45626b53d6d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422129 Feb 11 14:29:12.163058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.177539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48da36b6-e764-43fc-835b-679fc779ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.208670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,segment=NetworkSegment(9eaf4fef-e83a-4434-a9e6-c37fd5016822),segment_id=9eaf4fef-e83a-4434-a9e6-c37fd5016822)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:12.212184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.221369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:12.222098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.253195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-48da36b6-e764-43fc-835b-679fc779ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.264733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-92e8b7ec-741c-4203-b528-dcca5cfacdd5 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634774 Feb 11 14:29:12.276105 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.332445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:12.338226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.350812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:12.380622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Network': ['ID=3031b15a-d039-46f9-b7a0-26a4d07b7236,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:12.396955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48da36b6-e764-43fc-835b-679fc779ec3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=337f9e6f61bc4a81a18b560b2bb892ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865771 Feb 11 14:29:12.397304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da36b6-e764-43fc-835b-679fc779ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86719e-d0ae-4151-a7ac-9f18292a0f7f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:12.399317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:12.408150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:12.408982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0c8a6a41-35d4-481c-8f4a-d05931729d96 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1459327 Feb 11 14:29:12.420499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] device_id is not set on port 41d1696f-edf8-4e72-a446-8e099e79517f yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:12.422881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:12.424608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'subnet': {'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:12.644949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.662584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.6 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/41d1696f-edf8-4e72-a446-8e099e79517f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:12.711612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.741044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44308) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:12.774994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4450a937-379a-4a99-b172-90026e0f2882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.775821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea6d31d-0c91-4cfd-b1e9-80e039ae524a None None] Network 730b3cd6-d41c-4684-a72d-afad78f697cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:12.847695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:12.853334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.865653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2738eac1-61ff-4878-b8fe-69bbced6c5b7 None None] Provisioning complete for port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:12.866112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2738eac1-61ff-4878-b8fe-69bbced6c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.892030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.894812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.911787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc86719e-d0ae-4151-a7ac-9f18292a0f7f HTTP/1.1" status: 204 len: 168 time: 0.4955668 Feb 11 14:29:13.011141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.032500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8a5fe-090d-4bf9-bf21-7834fc1e26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86719e-d0ae-4151-a7ac-9f18292a0f7f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:13.102358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4450a937-379a-4a99-b172-90026e0f2882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.191167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.259315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4450a937-379a-4a99-b172-90026e0f2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.315558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3af3d-d858-44a4-9ffe-0ae899c42024 req-e1f20521-9b41-459b-87e4-a40355ff718c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.318570 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7d3af3d-d858-44a4-9ffe-0ae899c42024 req-e1f20521-9b41-459b-87e4-a40355ff718c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.0921180 Feb 11 14:29:13.345513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:13.357673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:13.359614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=41d1696f-edf8-4e72-a446-8e099e79517f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:13.363823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.371313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:13.439861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4450a937-379a-4a99-b172-90026e0f2882 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e937463cdb343aa9fcab736447f0c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970892 Feb 11 14:29:13.445858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.446568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.448333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:13.491577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450a937-379a-4a99-b172-90026e0f2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b26d7-1e6b-4597-a904-875da13af014,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:13.491773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a7d3af3d-d858-44a4-9ffe-0ae899c42024 req-1b4d0dc2-9211-405c-9530-0350b2c1ea06 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639662 Feb 11 14:29:13.576768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Subnet': ['ID=a5ffbad2-7014-4462-aeed-4bfd8b5d0dab,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:13.586555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Checking segment: {'id': 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:13.586912 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network hostable DHCP agents. Network: 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:13.600734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0a06dac8-4677-4311-8c38-722c3d11785d None None] Provisioning complete for port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:13.607593 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a06dac8-4677-4311-8c38-722c3d11785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.608056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b9b20688-250c-474c-9b6b-8ea4e8bf8a1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8391337 Feb 11 14:29:13.608056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:13.618695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.619994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'port': {'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0', 'name': 'tempest-FloatingIPTestJSON-349149344'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:13.647673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.699531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:13.749469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.755054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.757128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f0b26d7-1e6b-4597-a904-875da13af014 HTTP/1.1" status: 204 len: 168 time: 0.3011203 Feb 11 14:29:13.789895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0c8aa4b-01b1-490b-8cb1-6a144968cc19 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:13.794747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:13.811818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.812666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.830751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05a4a3-a6a5-4059-bc2e-60969bbd6918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b26d7-1e6b-4597-a904-875da13af014,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:13.884063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9afbc-4721-429f-bc97-346e674a5722 None None] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:13.948960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff8d87e1-a78e-44a1-968f-b88594626a7e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5347545 Feb 11 14:29:13.949235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:13.956297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'subnet': {'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:14.091920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:14.095956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:14.107363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:14.107924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:14.255234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5aa8d28f-3e83-4ee1-9d13-dca0bca19a28', 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28', 'tenant_id': '6d21489574c44dbba1d20533d9df447e', 'fixed_ips': [{'subnet_id': 'a5ffbad2-7014-4462-aeed-4bfd8b5d0dab'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:14.256153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:14.337779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:14.342615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:14.492733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Allocated IP 2001:db8::2 (5aa8d28f-3e83-4ee1-9d13-dca0bca19a28/a5ffbad2-7014-4462-aeed-4bfd8b5d0dab/91b47813-d5b2-42e3-843d-748f77132b28) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:14.818971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] device_id is not set on port cd09136f-042f-4123-935a-d3b91adf4d81 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:14.971618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.006919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.015133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1a8fe-ab77-4621-9b5d-c4f14e2af947 req-3afcb5ef-b824-4948-af16-f11fd4a6587f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:15.017091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1be1a8fe-ab77-4621-9b5d-c4f14e2af947 req-3afcb5ef-b824-4948-af16-f11fd4a6587f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2455888 Feb 11 14:29:15.058249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.136881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:15.141544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Subnet': ['ID=f782449d-146c-48dc-a219-c737e0d14f93,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:15.154044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:15.161877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:15.171409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Checking segment: {'id': '57a8b648-0833-46c9-8813-fbf3ce1ff203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:15.175700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network hostable DHCP agents. Network: 3031b15a-d039-46f9-b7a0-26a4d07b7236, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:15.209548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1be1a8fe-ab77-4621-9b5d-c4f14e2af947 req-3c5016c0-164d-4c24-bac4-062563dab563 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672125 Feb 11 14:29:15.223800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.4 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/cd09136f-042f-4123-935a-d3b91adf4d81) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:15.310256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Pushing event updated for resources: {'Port': ['ID=91b47813-d5b2-42e3-843d-748f77132b28,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:15.348849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:15.367560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Attempting to bind port 91b47813-d5b2-42e3-843d-748f77132b28 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:15.377072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Attempting to bind port 91b47813-d5b2-42e3-843d-748f77132b28 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:15.377590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Attempting to bind port 91b47813-d5b2-42e3-843d-748f77132b28 on network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:15.393897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:15.393897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Checking segment: {'id': 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:15.397056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.398308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Bound using segment: {'id': 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:15.399663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Bound port: 91b47813-d5b2-42e3-843d-748f77132b28, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa8d28f-3e83-4ee1-9d13-dca0bca19a28'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:15.401085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.440286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3031b15a-d039-46f9-b7a0-26a4d07b7236) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:15.455945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:15.457156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.494682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f48a00-3c07-446f-8c65-b3c280991443 None None] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:15.579253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.585821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-468d77af-9cce-42bb-aad5-958330d6e2a8 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6350086 Feb 11 14:29:15.593471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:15.677405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] For port 91b47813-d5b2-42e3-843d-748f77132b28, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:15.716409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] For port 91b47813-d5b2-42e3-843d-748f77132b28, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=91b47813-d5b2-42e3-843d-748f77132b28,segment=NetworkSegment(bd0207bd-ee4e-440a-9860-2c78ddde2ccb),segment_id=bd0207bd-ee4e-440a-9860-2c78ddde2ccb)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:15.800187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.812286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.961732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:15.973293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:15.990151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:16.057982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=cd09136f-042f-4123-935a-d3b91adf4d81,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:16.158918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:16.164340 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.301782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-18e9313e-3f14-47c9-bd62-98d4c6461c45 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6943324 Feb 11 14:29:16.305313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44386) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:16.325849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'cd09136f-042f-4123-935a-d3b91adf4d81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:16.503093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.594834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675390-f950-4857-921c-abda2e6b7221 None None] Pushing event updated for resources: {'Port': ['ID=91b47813-d5b2-42e3-843d-748f77132b28,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:16.656831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3031b15a-d039-46f9-b7a0-26a4d07b7236', 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236', 'tenant_id': '6d21489574c44dbba1d20533d9df447e', 'fixed_ips': [{'subnet_id': 'f782449d-146c-48dc-a219-c737e0d14f93'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:16.657751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.806101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.855882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514008-d0e3-4aa3-bb3a-6a4301ddb9a8 req-8a99426d-8c4c-4905-90b9-f379ef31cfd3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:16.865936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1514008-d0e3-4aa3-bb3a-6a4301ddb9a8 req-8a99426d-8c4c-4905-90b9-f379ef31cfd3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.3314817 Feb 11 14:29:17.040474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.041323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.30 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/afceba58-26de-4789-835b-26f595b188d4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:17.080401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Allocated IP 2001:db8::2 (3031b15a-d039-46f9-b7a0-26a4d07b7236/f782449d-146c-48dc-a219-c737e0d14f93/a7a03d79-3605-4890-a78f-a5b2e6a0b10b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:17.171321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1514008-d0e3-4aa3-bb3a-6a4301ddb9a8 req-74edc7ad-6a9a-4dca-aa2c-5afab8940334 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853968 Feb 11 14:29:17.220784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.338198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.433199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=afceba58-26de-4789-835b-26f595b188d4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:17.448659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.608463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:17.608463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:17.608463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:17.772130 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.933371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Allocated IP 2001:db8::1 (5aa8d28f-3e83-4ee1-9d13-dca0bca19a28/a5ffbad2-7014-4462-aeed-4bfd8b5d0dab/742d2ee9-e061-4745-ad72-c7945bfe5c1b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:17.952733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Pushing event updated for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:17.955861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 91b47813-d5b2-42e3-843d-748f77132b28 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:17.957970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223f0a3-a406-45a4-894f-87b5efbaad72 None None] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:18.268584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:18.372214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b31bed3-47df-4eaa-a6a1-ab2c4d44ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.378592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:18.384597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:18.384768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.399337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] Provisioning complete for port 91b47813-d5b2-42e3-843d-748f77132b28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:18.401324 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.538021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.607715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1699f-395e-4c14-a59b-f7fecfad34c4 req-f3dabab2-99e3-403e-a43d-afdedb0d8544 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:18.609934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda1699f-395e-4c14-a59b-f7fecfad34c4 req-f3dabab2-99e3-403e-a43d-afdedb0d8544 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2536168 Feb 11 14:29:18.627086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:18.631021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:18.655679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:18.659210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.804156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda1699f-395e-4c14-a59b-f7fecfad34c4 req-bc2abd5e-855f-4187-b476-a33c4316abb4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561191 Feb 11 14:29:18.822570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.829109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Port': ['ID=742d2ee9-e061-4745-ad72-c7945bfe5c1b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:18.904224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Attempting to bind port a7a03d79-3605-4890-a78f-a5b2e6a0b10b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:18.904780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Attempting to bind port a7a03d79-3605-4890-a78f-a5b2e6a0b10b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '57a8b648-0833-46c9-8813-fbf3ce1ff203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:18.905594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Attempting to bind port a7a03d79-3605-4890-a78f-a5b2e6a0b10b on network 3031b15a-d039-46f9-b7a0-26a4d07b7236 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:18.957586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 91b47813-d5b2-42e3-843d-748f77132b28 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:18.958015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.963189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:18.963889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Checking segment: {'id': '57a8b648-0833-46c9-8813-fbf3ce1ff203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:18.964483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.965098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Bound using segment: {'id': '57a8b648-0833-46c9-8813-fbf3ce1ff203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:18.965885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Bound port: a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a8b648-0833-46c9-8813-fbf3ce1ff203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3031b15a-d039-46f9-b7a0-26a4d07b7236'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:18.966280 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.100143 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.119152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.229611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.348232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] For port 91b47813-d5b2-42e3-843d-748f77132b28, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=91b47813-d5b2-42e3-843d-748f77132b28,segment=NetworkSegment(bd0207bd-ee4e-440a-9860-2c78ddde2ccb),segment_id=bd0207bd-ee4e-440a-9860-2c78ddde2ccb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:19.364094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:19.392221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,segment=NetworkSegment(57a8b648-0833-46c9-8813-fbf3ce1ff203),segment_id=57a8b648-0833-46c9-8813-fbf3ce1ff203)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:19.483234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.564867 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.603567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.638074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.673643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b09298-c2f2-417a-9489-ba19eecb15b8 None None] Pushing event updated for resources: {'Port': ['ID=91b47813-d5b2-42e3-843d-748f77132b28,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:19.714990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.817319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.868886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.870754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.919353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18358f7f-8210-43d5-9de1-a9cb5359d75e None None] Pushing event updated for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:19.950790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:29:19.951158 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:29:19.972131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1bed781a-e05b-433a-aecb-af5adfe3c87d None None] Provisioning complete for port 742d2ee9-e061-4745-ad72-c7945bfe5c1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:19.972508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bed781a-e05b-433a-aecb-af5adfe3c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.005205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=afceba58-26de-4789-835b-26f595b188d4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:20.020423 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.105624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1bed781a-e05b-433a-aecb-af5adfe3c87d None None] Port 742d2ee9-e061-4745-ad72-c7945bfe5c1b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:20.130893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1bed781a-e05b-433a-aecb-af5adfe3c87d None None] Provisioning complete for port 91b47813-d5b2-42e3-843d-748f77132b28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:20.133230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bed781a-e05b-433a-aecb-af5adfe3c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.309669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Port': ['ID=742d2ee9-e061-4745-ad72-c7945bfe5c1b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:20.400491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:20.405022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5648-a7f5-4d9f-9c89-13507c1e64ae req-02a69126-830e-46bd-b956-387148268a7b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:20.417607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f00a5648-a7f5-4d9f-9c89-13507c1e64ae req-02a69126-830e-46bd-b956-387148268a7b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.4093640 Feb 11 14:29:20.483421 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP d3a92205-dfda-4d9e-b96e-053fc26021d2 associated. External IP: 172.25.7.30, port: cd09136f-042f-4123-935a-d3b91adf4d81. Feb 11 14:29:20.489662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f00a5648-a7f5-4d9f-9c89-13507c1e64ae req-accece22-5bf5-4188-932a-0aaead31574f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709398 Feb 11 14:29:20.529915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:20.532234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:20.577892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11367d2f-12ba-4a44-818d-580ceb9446c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.643372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a9b5af4b-e72b-41ad-8874-ab5948f51791 None None] Provisioning complete for port 742d2ee9-e061-4745-ad72-c7945bfe5c1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:20.644210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9b5af4b-e72b-41ad-8874-ab5948f51791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.764052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5af4b-e72b-41ad-8874-ab5948f51791 None None] Port 742d2ee9-e061-4745-ad72-c7945bfe5c1b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:20.893872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a7a03d79-3605-4890-a78f-a5b2e6a0b10b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:21.093152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-908cbe9b-125e-45d3-9571-272e930f8c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.112831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a7a03d79-3605-4890-a78f-a5b2e6a0b10b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:21.119479 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.257985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4609f615-c593-4ef2-bf2d-1026ce4959b1 None None] Provisioning complete for port 742d2ee9-e061-4745-ad72-c7945bfe5c1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:21.258773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4609f615-c593-4ef2-bf2d-1026ce4959b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.353402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4609f615-c593-4ef2-bf2d-1026ce4959b1 None None] Port 742d2ee9-e061-4745-ad72-c7945bfe5c1b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:21.415652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-908cbe9b-125e-45d3-9571-272e930f8c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.430861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:21.473205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.582520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,segment=NetworkSegment(57a8b648-0833-46c9-8813-fbf3ce1ff203),segment_id=57a8b648-0833-46c9-8813-fbf3ce1ff203)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:21.685363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf16f1-920a-47b7-aed3-3e0d750659f1 None None] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:21.807704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Router 972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:29:21.814676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-908cbe9b-125e-45d3-9571-272e930f8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.855694 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.856520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 91b47813-d5b2-42e3-843d-748f77132b28 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:21.865684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.913743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cbe9b-125e-45d3-9571-272e930f8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50530161-0376-40b1-b727-c274a9ef199e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:21.921453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-908cbe9b-125e-45d3-9571-272e930f8c0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dd10885858d40cea910719aa7312dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5164270 Feb 11 14:29:21.921885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44452) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:21.934697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:21.952239 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:21.969564 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:21.970506 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.067523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.085755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b4d910bf-d8ac-4381-a204-f2fe75eeb85f None None] Provisioning complete for port a7a03d79-3605-4890-a78f-a5b2e6a0b10b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:22.087188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4d910bf-d8ac-4381-a204-f2fe75eeb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.093845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:22.094701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.095501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523e4c5-b344-4b8e-becc-82902db53062 req-4e5f039c-c78f-4f01-a3b8-de44e652d02d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:22.101604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2523e4c5-b344-4b8e-becc-82902db53062 req-4e5f039c-c78f-4f01-a3b8-de44e652d02d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.3571544 Feb 11 14:29:22.165846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:22.209654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ef86c3a0-ee4b-49bc-862a-ff13c0f76842 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6133573 Feb 11 14:29:22.210621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:22.220826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] Sync routers for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:22.244686 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.245388 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c08527-3214-4107-a4d5-48a582280092 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:22.292561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.319868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.403924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:22.419810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 91b47813-d5b2-42e3-843d-748f77132b28 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:22.420691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.438420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.512537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2523e4c5-b344-4b8e-becc-82902db53062 req-43b31555-ebf9-45ce-b4a0-1fa59b27917a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569686 Feb 11 14:29:22.515185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:22.516150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.524204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f750e7a-2211-44a7-8fa5-5d4d6ceab5af tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.2126832 Feb 11 14:29:22.524964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:22.530546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:22.586790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.586790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.586790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50530161-0376-40b1-b727-c274a9ef199e HTTP/1.1" status: 204 len: 168 time: 0.6602798 Feb 11 14:29:22.607890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e93a77-7951-4028-8935-8a5b72c93a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50530161-0376-40b1-b727-c274a9ef199e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:22.628309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.854076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.934126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.948586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:22.949257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.990917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:22.991575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40698029-bf4b-4dbb-96c4-138d679bb7f7 None None] The sync data for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:23.034681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.039672 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP d3a92205-dfda-4d9e-b96e-053fc26021d2 disassociated. External IP: 172.25.7.30, port: cd09136f-042f-4123-935a-d3b91adf4d81. Feb 11 14:29:23.090200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a7a03d79-3605-4890-a78f-a5b2e6a0b10b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:23.156615 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-78198b0d-690f-4931-96d2-f42bb4943bbb tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:29:23.166062 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-78198b0d-690f-4931-96d2-f42bb4943bbb tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9507284 Feb 11 14:29:23.166677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:23.215855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.283923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a7a03d79-3605-4890-a78f-a5b2e6a0b10b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:23.286641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.399121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.505308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-58841f2f-0a4c-4e9d-bb51-0daf1f2e2416 None None] Provisioning complete for port a7a03d79-3605-4890-a78f-a5b2e6a0b10b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:23.505789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58841f2f-0a4c-4e9d-bb51-0daf1f2e2416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.794274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78735-76ca-46b6-8905-9cc11756e84d req-2d7fca8c-274e-4a41-bba0-c68af5b1b4ea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:23.803275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9e78735-76ca-46b6-8905-9cc11756e84d req-2d7fca8c-274e-4a41-bba0-c68af5b1b4ea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1168804 Feb 11 14:29:23.866704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9e78735-76ca-46b6-8905-9cc11756e84d req-d2acd3a8-b484-463f-a7af-9e0e3b026ff0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620675 Feb 11 14:29:23.874947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.979787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:23.999422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45d80c38-818e-4bf7-8867-b5c9872ade24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.046421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:24.237753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45d80c38-818e-4bf7-8867-b5c9872ade24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.239173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:24.239173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.239356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:24.239356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:24.239356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.272143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c75bf60b-258b-4012-9c91-21fc1076cff3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/d3a92205-dfda-4d9e-b96e-053fc26021d2 HTTP/1.1" status: 200 len: 687 time: 1.7459636 Feb 11 14:29:24.273185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44476) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:24.313032 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.331841 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:24.332554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.393407 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.394575 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202cf44-a78f-4590-a90a-bf84db4ac63a None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:24.402837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting port 742d2ee9-e061-4745-ad72-c7945bfe5c1b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:24.405868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.543868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port afceba58-26de-4789-835b-26f595b188d4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:24.544219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.652344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.663762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.664165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:24.683292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Calling delete_port for 742d2ee9-e061-4745-ad72-c7945bfe5c1b owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:24.687686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for afceba58-26de-4789-835b-26f595b188d4 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:24.937889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-f7d5d2fb-82a1-461f-8211-0a2346595650 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663598 Feb 11 14:29:24.945629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45d80c38-818e-4bf7-8867-b5c9872ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.007325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-45d80c38-818e-4bf7-8867-b5c9872ade24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57881cfd9cbc40d7904995ef7c97da67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242238 Feb 11 14:29:25.007962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d80c38-818e-4bf7-8867-b5c9872ade24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2aa4f6-e716-4e0a-90a0-0ddb2dd37e77,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:25.014356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:25.076571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.101101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.104884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.171962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.196097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=afceba58-26de-4789-835b-26f595b188d4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:25.209979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-a95aac2d-5e36-4029-8fb5-ef5c8dc5fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:25.211893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-a95aac2d-5e36-4029-8fb5-ef5c8dc5fe9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 1096 time: 0.2153466 Feb 11 14:29:25.264563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Port': ['ID=742d2ee9-e061-4745-ad72-c7945bfe5c1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:25.292159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.296204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.300192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f2aa4f6-e716-4e0a-90a0-0ddb2dd37e77 HTTP/1.1" status: 204 len: 168 time: 0.2843008 Feb 11 14:29:25.344125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92f905-e468-4338-9ba0-5231bd557ed5 req-4a38399d-b799-49db-a857-4defce79f74b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:25.352588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec92f905-e468-4338-9ba0-5231bd557ed5 req-4a38399d-b799-49db-a857-4defce79f74b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2820733 Feb 11 14:29:25.443722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62588fd-a3ed-477a-82ad-47db5c3d00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2aa4f6-e716-4e0a-90a0-0ddb2dd37e77,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:25.477703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.480870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.483166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.487919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-798b9214-e638-4fb0-9929-973d8f94912e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3a92205-dfda-4d9e-b96e-053fc26021d2 HTTP/1.1" status: 204 len: 168 time: 1.2136877 Feb 11 14:29:25.490353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:25.514892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '41d1696f-edf8-4e72-a446-8e099e79517f'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:25.613924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec92f905-e468-4338-9ba0-5231bd557ed5 req-250a3b33-9b30-4fe9-a445-d29bf756beaf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459653 Feb 11 14:29:25.647841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-754034d5-7c19-4c60-ba0c-972386970d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:25.650653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-754034d5-7c19-4c60-ba0c-972386970d27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 915 time: 0.4043396 Feb 11 14:29:25.790697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-d1249e18-6775-41d3-a3c5-ce74cccfabc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639 HTTP/1.1" status: 200 len: 217 time: 0.1323445 Feb 11 14:29:25.833058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Router 972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:25.906304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-806a4f98-7c88-4941-87a6-5deeb43442a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:25.909048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-806a4f98-7c88-4941-87a6-5deeb43442a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 200 len: 854 time: 0.1090207 Feb 11 14:29:25.979353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:25.987664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9571b303-12e4-4996-a9d6-b8bf8947d222 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8199232 Feb 11 14:29:25.991388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:25.993185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-9ff5dcac-609c-4d6d-9a74-82a2d4e73e93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45a53aa5-631d-4844-84b5-c6a6a53805dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771527 Feb 11 14:29:25.994345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] Sync routers for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:26.014252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:26.015575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.084688 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-fc4bf35c-42d6-492c-b081-647331548c41 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] delete failed (client error): The resource could not be found. Feb 11 14:29:26.086472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc4bf35c-42d6-492c-b081-647331548c41 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1972500122 HTTP/1.1" status: 404 len: 335 time: 0.0748947 Feb 11 14:29:26.094476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:26.101802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.107498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d5dbc6ce-97ee-428f-ab2c-792df3a7c342 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'router': {'external_gateway_info': {'network_id': '972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:26.116237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:26.117099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.203045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:26.210898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-73cfdcd3-68fd-4f40-9f2d-d9af45e04223 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034402 Feb 11 14:29:26.211694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004f67f-2430-406c-a686-68f5a3632a54 None None] The sync data for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:26.215663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:26.395266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d0c7302b-75e1-40f1-a9ba-3ecccc1c1604 req-c17f2f60-00c4-4fea-9268-d3c0d89c5ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755762 Feb 11 14:29:26.589502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc6ce-97ee-428f-ab2c-792df3a7c342 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:26.631512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:26.753065 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-d5dbc6ce-97ee-428f-ab2c-792df3a7c342 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] update failed (client error): The resource could not be found. Feb 11 14:29:26.760110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5dbc6ce-97ee-428f-ab2c-792df3a7c342 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc HTTP/1.1" status: 404 len: 339 time: 0.6592498 Feb 11 14:29:26.761941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44506) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:26.766527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-322802938'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:26.891825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.166 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e6b76658-4cfb-4960-a054-1a824ecb12fb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:26.901543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d4f77-2486-4479-aad7-272bd843613e req-209760d8-3a09-400a-a227-cc5bb985d539 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:26.909975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-353d4f77-2486-4479-aad7-272bd843613e req-209760d8-3a09-400a-a227-cc5bb985d539 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1317542 Feb 11 14:29:26.933356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:26.933356 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.021914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:27.022696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-353d4f77-2486-4479-aad7-272bd843613e req-cef2473f-f0b2-4c94-b211-a88ecca2335e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117804 Feb 11 14:29:27.040000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.056311 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Added segment 34c9d1e9-e8e1-4b13-97c6-031eee0f0180 of type vlan for network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 Feb 11 14:29:27.128277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.135089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.491034 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.495511 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.497131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:27.498199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.538820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:27.553339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:27.563561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:27.595538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Network': ['ID=5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:27.608522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:27.649786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e07422d6-39b7-4b68-9ffe-66b579ef6458 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8878472 Feb 11 14:29:27.652716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:27.654182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=e6b76658-4cfb-4960-a054-1a824ecb12fb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:27.667802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'subnet': {'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:27.932578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Made reservation on behalf of 6d21489574c44dbba1d20533d9df447e for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:27.936956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.045079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-39914dce-69a8-4e1c-bd2d-d85895aa74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.046714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-39914dce-69a8-4e1c-bd2d-d85895aa74bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1095 time: 0.0533426 Feb 11 14:29:28.248464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727962c7-cd84-40e3-9dad-bbf11cc643a7 req-3f1a46db-6945-4294-bee1-4d0d8a034c33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.250405 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-727962c7-cd84-40e3-9dad-bbf11cc643a7 req-3f1a46db-6945-4294-bee1-4d0d8a034c33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.0769744 Feb 11 14:29:28.307519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-727962c7-cd84-40e3-9dad-bbf11cc643a7 req-97206931-6df6-4b84-9600-bfa1148202b1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492666 Feb 11 14:29:28.325825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.405885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Checking segment: {'id': '34c9d1e9-e8e1-4b13-97c6-031eee0f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:28.406475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network hostable DHCP agents. Network: 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:28.408586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Subnet': ['ID=781a1c45-4de9-4b7f-adb9-b2735545d844,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:28.521810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:28.565501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.611436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:28.627181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.628103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-468e972e-5ca1-40a7-b6b2-ab481566d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.629632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-468e972e-5ca1-40a7-b6b2-ab481566d55b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.5381052 Feb 11 14:29:28.630612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.636258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c68d2a-d24e-4677-9b7d-dee36c7a722b None None] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:28.739249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-db8cb186-a6a5-4b30-b5d7-719334953eba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 200 len: 998 time: 0.0943480 Feb 11 14:29:28.798865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-99b0009a-c0f8-426b-90a1-b2a0119c4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.800610 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-99b0009a-c0f8-426b-90a1-b2a0119c4b66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0606198 Feb 11 14:29:28.821968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06', 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06', 'tenant_id': '6d21489574c44dbba1d20533d9df447e', 'fixed_ips': [{'subnet_id': '781a1c45-4de9-4b7f-adb9-b2735545d844'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:28.822846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.879769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.888303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ada1bce5-5fda-4541-8264-6e410edda875 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2344255 Feb 11 14:29:28.891052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:28.896119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1c2bfb00-fe97-47d0-acfb-959fdf56c685 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:28.959798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-8a26aa17-e636-49cf-b8f5-92970770cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:28.961992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-8a26aa17-e636-49cf-b8f5-92970770cba1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539810 Feb 11 14:29:29.048315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Allocated IP 2001:db8:1::2 (5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06/781a1c45-4de9-4b7f-adb9-b2735545d844/499ee10d-04ee-4526-9199-4edccfa121c6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:29.141196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-6780f5c9-d6a1-42cb-930b-9050f172ba26 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611400 Feb 11 14:29:29.260586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.275448 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c2bfb00-fe97-47d0-acfb-959fdf56c685 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.284934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405cccf2-64cc-4dc1-bad0-2c0512db7cac req-4f7e8005-2e39-4e5d-81a7-69a63921b3e7 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349411 Feb 11 14:29:29.325073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.341795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:29.349450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.435839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.505227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=e6b76658-4cfb-4960-a054-1a824ecb12fb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:29.510148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.528026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:29.536945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Pushing event updated for resources: {'Port': ['ID=499ee10d-04ee-4526-9199-4edccfa121c6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:29.537572 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-1c2bfb00-fe97-47d0-acfb-959fdf56c685 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:29:29.537572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1c2bfb00-fe97-47d0-acfb-959fdf56c685 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc HTTP/1.1" status: 400 len: 364 time: 0.6406617 Feb 11 14:29:29.538068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:29.538151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44588) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:29.541595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:29.618087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Attempting to bind port 499ee10d-04ee-4526-9199-4edccfa121c6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:29.618463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Attempting to bind port 499ee10d-04ee-4526-9199-4edccfa121c6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '34c9d1e9-e8e1-4b13-97c6-031eee0f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:29.618832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Attempting to bind port 499ee10d-04ee-4526-9199-4edccfa121c6 on network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:29.625907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:29.625907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Checking segment: {'id': '34c9d1e9-e8e1-4b13-97c6-031eee0f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:29.626341 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.626633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Bound using segment: {'id': '34c9d1e9-e8e1-4b13-97c6-031eee0f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:29.627110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Bound port: 499ee10d-04ee-4526-9199-4edccfa121c6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9d1e9-e8e1-4b13-97c6-031eee0f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:29.627498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.631418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176de2d-2042-497a-91c3-0bade2786ee1 req-55e318e9-7ac3-4f4e-b777-bf5fd7e78cfa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:29.633274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5176de2d-2042-497a-91c3-0bade2786ee1 req-55e318e9-7ac3-4f4e-b777-bf5fd7e78cfa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1996942 Feb 11 14:29:29.636244 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 15865c99-1190-4207-9477-e80c10cf96c1 associated. External IP: 172.25.7.166, port: 41d1696f-edf8-4e72-a446-8e099e79517f. Feb 11 14:29:29.701896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80b751ac-7180-47aa-969b-cc6ae0c16e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.709069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] For port 499ee10d-04ee-4526-9199-4edccfa121c6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:29.713022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] For port 499ee10d-04ee-4526-9199-4edccfa121c6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=499ee10d-04ee-4526-9199-4edccfa121c6,segment=NetworkSegment(34c9d1e9-e8e1-4b13-97c6-031eee0f0180),segment_id=34c9d1e9-e8e1-4b13-97c6-031eee0f0180)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:29.828807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5176de2d-2042-497a-91c3-0bade2786ee1 req-583d70ae-f222-43f7-9562-eeca3f8d6b7b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276681 Feb 11 14:29:29.839606 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.903780 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:29.944484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cec84-14f2-4c2d-a471-feb39addc6ee None None] Pushing event updated for resources: {'Port': ['ID=499ee10d-04ee-4526-9199-4edccfa121c6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:29.977773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80b751ac-7180-47aa-969b-cc6ae0c16e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.049558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:30.156705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80b751ac-7180-47aa-969b-cc6ae0c16e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.232553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Allocated IP 2001:db8::1 (730b3cd6-d41c-4684-a72d-afad78f697cb/ca32bb8f-49c3-44c9-a31d-d92f44cf8314/c4ceb517-a9ce-4fd3-972c-8c4bee32aba4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:30.284459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b751ac-7180-47aa-969b-cc6ae0c16e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6e2e0-8df7-431c-87eb-62b116fd1705,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:30.293320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-80b751ac-7180-47aa-969b-cc6ae0c16e8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9205d3ab40194ee48a80f49b0e6a3e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479284 Feb 11 14:29:30.297648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:30.326846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:30.339236 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:30.351652 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:30.352573 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.373593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.412978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.427510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.437925 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.451494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:30.452106 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.479426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.497888 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:30.498523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013ff20-ad22-4cc9-ad22-da267bb71ff1 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:30.507357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.536212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-66d44c1e-308f-410f-b2af-df6906c473d3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0373669 Feb 11 14:29:30.538996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44612) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:30.603598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-503ddc61-ee8a-4ab9-85c8-a08bdd4b8a32 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/floatingips/15865c99-1190-4207-9477-e80c10cf96c1 HTTP/1.1" status: 200 len: 977 time: 0.0633757 Feb 11 14:29:30.606332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44616) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:30.622522 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.627340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.630292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65e6e2e0-8df7-431c-87eb-62b116fd1705 HTTP/1.1" status: 204 len: 168 time: 0.3351219 Feb 11 14:29:30.634719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.641355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713bb02-9aa0-40a2-985e-fd71adc13c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6e2e0-8df7-431c-87eb-62b116fd1705,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:30.669297 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:29:30.780624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 730b3cd6-d41c-4684-a72d-afad78f697cb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:30.788755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Port': ['ID=c4ceb517-a9ce-4fd3-972c-8c4bee32aba4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:30.793768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:30.805246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:30.805246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.805246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e6fab08d-2ddc-40c5-872c-44b8b34dd56f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1963713 Feb 11 14:29:30.807437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:30.813930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': 'cd09136f-042f-4123-935a-d3b91adf4d81'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:30.966313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.177317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.209640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5e562-73e0-42e3-90ba-c9b2a5b3b465 req-87b665f9-e95b-4879-b40c-a5e32cbb13a8 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:31.224774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 499ee10d-04ee-4526-9199-4edccfa121c6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:31.225479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7e5e562-73e0-42e3-90ba-c9b2a5b3b465 req-87b665f9-e95b-4879-b40c-a5e32cbb13a8 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.2333636 Feb 11 14:29:31.334657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 499ee10d-04ee-4526-9199-4edccfa121c6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:31.335761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.344325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.435133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07519f-2c97-45ca-b485-52151473fc4c None None] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:31.492290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0c5d1cfb-ac20-4291-8417-3b9d5097eb25 None None] Provisioning complete for port c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:31.493091 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1cfb-ac20-4291-8417-3b9d5097eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.579379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d1cfb-ac20-4291-8417-3b9d5097eb25 None None] Port c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:31.593937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.714369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 499ee10d-04ee-4526-9199-4edccfa121c6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=499ee10d-04ee-4526-9199-4edccfa121c6,segment=NetworkSegment(34c9d1e9-e8e1-4b13-97c6-031eee0f0180),segment_id=34c9d1e9-e8e1-4b13-97c6-031eee0f0180)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:31.731702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4d2adc3a-2536-4341-b5f5-9133c44f87f1 None None] Provisioning complete for port 499ee10d-04ee-4526-9199-4edccfa121c6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:31.732399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d2adc3a-2536-4341-b5f5-9133c44f87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.765151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44650) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:31.784826 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.839381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:29:31.860610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=499ee10d-04ee-4526-9199-4edccfa121c6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:31.910047 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:31.988360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.157247 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 15865c99-1190-4207-9477-e80c10cf96c1 associated. External IP: 172.25.7.166, port: 41d1696f-edf8-4e72-a446-8e099e79517f. Feb 11 14:29:32.197361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6c9e331b-c31d-4384-9806-101be451e0a6 None None] Provisioning complete for port 499ee10d-04ee-4526-9199-4edccfa121c6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:32.198343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c9e331b-c31d-4384-9806-101be451e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.267072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f598481-a65d-4ae1-a65b-a88fceb72f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.346263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7e5e562-73e0-42e3-90ba-c9b2a5b3b465 req-3a58c8f0-a86e-4ab8-a295-e74c6a62d23f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1199086 Feb 11 14:29:32.404844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.463493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f598481-a65d-4ae1-a65b-a88fceb72f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.469493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:32.525286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.526118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.576959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f598481-a65d-4ae1-a65b-a88fceb72f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.586410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:32.597503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:32.609875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:32.610586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:32.637404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event updated for resources: {'Port': ['ID=c4ceb517-a9ce-4fd3-972c-8c4bee32aba4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.649805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:32.659027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:32.659647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:32.666063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f598481-a65d-4ae1-a65b-a88fceb72f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a71119-850d-419e-87fd-7a7ed0f5095c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:32.707464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2f598481-a65d-4ae1-a65b-a88fceb72f03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dfb32e904f54db09a27d5965667019e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398792 Feb 11 14:29:32.708624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:32.709758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f0055-ab99-4dda-8d60-8449d38c47fe None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:32.712973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:32.741723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Network 730b3cd6-d41c-4684-a72d-afad78f697cb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:32.743502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:32.817907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.877369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:32.980156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:33.004072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Router 972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:33.046770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44664) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:33.078385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 499ee10d-04ee-4526-9199-4edccfa121c6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:33.127182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 499ee10d-04ee-4526-9199-4edccfa121c6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:33.127820 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.154994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:33.167132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f26e04dc-c5c0-43cb-b69f-20a9ef35a283 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270616 Feb 11 14:29:33.173348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44668) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:33.177678 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] Sync routers for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:33.187059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-99fc81fa-291f-4214-95f0-5d11b30f247f None None] Provisioning complete for port c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:33.187517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99fc81fa-291f-4214-95f0-5d11b30f247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.197226 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:33.197856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.256768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99fc81fa-291f-4214-95f0-5d11b30f247f None None] Port c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:33.270115 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.281706 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:33.282314 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.309669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9755-f513-4070-8805-745cfc0beb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.331150 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.332325 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eddb8f-68a1-4d68-81fd-43ce3d5a29c3 None None] The sync data for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:33.348339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80d3a3f1-5be7-4971-8a94-190313c7355a tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.470634 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-80d3a3f1-5be7-4971-8a94-190313c7355a tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 14:29:33.474434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80d3a3f1-5be7-4971-8a94-190313c7355a tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc HTTP/1.1" status: 409 len: 329 time: 0.2968481 Feb 11 14:29:33.474939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44680) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:33.523213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.525624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.529625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2a71119-850d-419e-87fd-7a7ed0f5095c HTTP/1.1" status: 204 len: 168 time: 0.8128517 Feb 11 14:29:33.544679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b719f-e122-4b01-bbba-a1299324fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a71119-850d-419e-87fd-7a7ed0f5095c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.569939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:33.579321 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.583484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:33.592523 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9755-f513-4070-8805-745cfc0beb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.608183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:33.608838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.661222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9755-f513-4070-8805-745cfc0beb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.709859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.714536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-360e49b8-05a1-4094-80f3-c35cf4462f0c tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/15865c99-1190-4207-9477-e80c10cf96c1 HTTP/1.1" status: 200 len: 977 time: 2.9030535 Feb 11 14:29:33.714820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44686) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:33.719891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:33.747134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:33.747134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.776673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9ad9755-f513-4070-8805-745cfc0beb1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39e65f21c9514bf7bf752dc23f9e8c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271397 Feb 11 14:29:33.780078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad9755-f513-4070-8805-745cfc0beb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1563d82-d3f9-4a84-8c4b-9ba2ff2bd05f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:33.783093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:33.811409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.816940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:33.817842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848455b4-1eb6-4e5b-8c88-5171ba15257d None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:33.873321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:33.911777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb488-fe74-43fa-a751-3cadb00d95c4 req-5601b357-4cda-40de-ab60-5b3db4c63204 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:33.919818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa3fb488-fe74-43fa-a751-3cadb00d95c4 req-5601b357-4cda-40de-ab60-5b3db4c63204 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.4057662 Feb 11 14:29:33.957654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.013801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa3fb488-fe74-43fa-a751-3cadb00d95c4 req-47a884c2-6cd0-440d-8e88-ba20207f7100 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929949 Feb 11 14:29:34.079134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.136727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.137260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.149099 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 15865c99-1190-4207-9477-e80c10cf96c1 disassociated. External IP: 172.25.7.166, port: cd09136f-042f-4123-935a-d3b91adf4d81. Feb 11 14:29:34.214612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.217649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.218953 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1563d82-d3f9-4a84-8c4b-9ba2ff2bd05f HTTP/1.1" status: 204 len: 168 time: 0.4332652 Feb 11 14:29:34.272085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d078b-b779-432c-a4e2-82c500d971f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1563d82-d3f9-4a84-8c4b-9ba2ff2bd05f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:34.395524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:34.528687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:34.535217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.538876 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:34.563029 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:34.565395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting port c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:34.565743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.565916 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:34.571888 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e80f43ef-ba96-4ee5-ad77-a97ce0c37113 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/15865c99-1190-4207-9477-e80c10cf96c1 HTTP/1.1" status: 200 len: 688 time: 0.8561332 Feb 11 14:29:34.574509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:34.681226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.684935 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:34.698090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Calling delete_port for c4ceb517-a9ce-4fd3-972c-8c4bee32aba4 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:34.720179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:34.720179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:34.731886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port e6b76658-4cfb-4960-a054-1a824ecb12fb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:34.732156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.788484 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:34.798707 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13133d7-4604-4771-992d-1d1389beb1f8 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:34.839391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:29:34.852581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.853241 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:34.872515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for e6b76658-4cfb-4960-a054-1a824ecb12fb owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:35.000048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:35.027847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '1de420e8-1241-4720-a64a-5f3159d101c2', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': '1de420e8-1241-4720-a64a-5f3159d101c2', 'mac_address': 'fa:16:3e:68:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:29:35.101618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.125355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:29:35.154839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:35.239399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.270248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=e6b76658-4cfb-4960-a054-1a824ecb12fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:35.285065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73304c-a54b-4585-9238-9fd324fd8fd9 req-0288d9a8-bde6-4506-b899-01a68bc40e0b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.286811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d73304c-a54b-4585-9238-9fd324fd8fd9 req-0288d9a8-bde6-4506-b899-01a68bc40e0b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 944 time: 0.1475689 Feb 11 14:29:35.297078 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.387993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.409396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:35.412519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4614f7e1-b431-43af-a98d-5b64dc2bfafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.427440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d73304c-a54b-4585-9238-9fd324fd8fd9 req-09e13d6e-6630-443f-aef7-acd36b4bbc37 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181576 Feb 11 14:29:35.441933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.444703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.445969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3742e8b9-7517-4961-8bc0-7b75e105d46e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/15865c99-1190-4207-9477-e80c10cf96c1 HTTP/1.1" status: 204 len: 168 time: 0.8701570 Feb 11 14:29:35.448677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.488990 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-1bd742f7-4224-4a11-8a5b-69798f54aac4 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] delete failed (client error): The resource could not be found. Feb 11 14:29:35.489963 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1bd742f7-4224-4a11-8a5b-69798f54aac4 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/15865c99-1190-4207-9477-e80c10cf96c1 HTTP/1.1" status: 404 len: 345 time: 0.0403161 Feb 11 14:29:35.493689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.505513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['1de420e8-1241-4720-a64a-5f3159d101c2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:29:35.540071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.643811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Port': ['ID=c4ceb517-a9ce-4fd3-972c-8c4bee32aba4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:35.675681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4614f7e1-b431-43af-a98d-5b64dc2bfafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.695957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6f989-6298-4611-9f5c-26b8e244f09e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.703486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6f989-6298-4611-9f5c-26b8e244f09e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.713857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6f989-6298-4611-9f5c-26b8e244f09e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.716962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-28d6f989-6298-4611-9f5c-26b8e244f09e tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/ports?network_id=75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 HTTP/1.1" status: 200 len: 2356 time: 0.2206459 Feb 11 14:29:35.718033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.745549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.779454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af271b-af6c-4ec7-bb44-9462834a3cad tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:35.785422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72af271b-af6c-4ec7-bb44-9462834a3cad tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/subnets/ab43a93e-9d6f-4460-ba88-fc03220c187d HTTP/1.1" status: 200 len: 797 time: 0.0662708 Feb 11 14:29:35.786433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.793481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'port': {'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0', 'name': 'tempest-FloatingIPTestJSON-774634169', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:35.828338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4614f7e1-b431-43af-a98d-5b64dc2bfafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:35.920576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4614f7e1-b431-43af-a98d-5b64dc2bfafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deb2a5d422fa44feb772f1e7489cd1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312054 Feb 11 14:29:35.923766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:35.936153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Router 972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:35.941698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f7e1-b431-43af-a98d-5b64dc2bfafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3a45e-485c-42c5-a8fe-ebe150df6fc2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.023662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:36.028034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.029447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ea669dc-5468-4a2c-af14-9307f522efea tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529885 Feb 11 14:29:36.032561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44742) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:36.035139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] Sync routers for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:36.048000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:36.048845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:36.072766 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-646c0081-3742-4122-953b-abb0b640bd45 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] show failed (client error): The resource could not be found. Feb 11 14:29:36.078550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-646c0081-3742-4122-953b-abb0b640bd45 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1612910068 HTTP/1.1" status: 404 len: 335 time: 0.0402954 Feb 11 14:29:36.078650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.078650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:36.088376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e961d083-e499-4190-bbf2-3a8db00da59e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:36.096854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:36.105710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] Routers {'972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:36.106456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:36.127501 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-e961d083-e499-4190-bbf2-3a8db00da59e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] update failed (client error): The resource could not be found. Feb 11 14:29:36.131854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e961d083-e499-4190-bbf2-3a8db00da59e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1180272607 HTTP/1.1" status: 404 len: 335 time: 0.0482330 Feb 11 14:29:36.132211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44748) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:36.141793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:36.142458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1366cce-3d8a-428a-8b72-be2cec9ac1c2 None None] The sync data for ids ['972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:36.186869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting subnet 781a1c45-4de9-4b7f-adb9-b2735545d844 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:29:36.190422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.211312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:36.267475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.326110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.346509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] device_id is not set on port 743f0cce-fb0b-4449-89c3-c1412c4119e5 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:36.363324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.363324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.363324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7a3a45e-485c-42c5-a8fe-ebe150df6fc2 HTTP/1.1" status: 204 len: 168 time: 0.4328530 Feb 11 14:29:36.401317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.425780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d94479-5f72-46fe-a612-1a670d55f871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3a45e-485c-42c5-a8fe-ebe150df6fc2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.607852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a667-537a-45c0-9ced-c0c7fe43a9d7 req-4f5dc412-f8f4-4ac7-8267-445280244d53 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:36.610327 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f543a667-537a-45c0-9ced-c0c7fe43a9d7 req-4f5dc412-f8f4-4ac7-8267-445280244d53 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 945 time: 0.0941448 Feb 11 14:29:36.629676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.650014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.654657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/subnets/781a1c45-4de9-4b7f-adb9-b2735545d844 HTTP/1.1" status: 204 len: 168 time: 0.5214217 Feb 11 14:29:36.660437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d600b60-807c-461e-9aa1-d40964f3bf24 None None] Network 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:36.663787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:36.675809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Subnet': ['ID=781a1c45-4de9-4b7f-adb9-b2735545d844,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:36.687550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.688192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.688692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.689225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.689562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.689902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.690228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.690557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.690966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.691211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.692590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.692980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3643f53-7076-4b88-b4ae-bc706948b3e6 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:36.746066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f543a667-537a-45c0-9ced-c0c7fe43a9d7 req-fdb10983-f121-4c1a-87ec-21171b0a8a3f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295242 Feb 11 14:29:36.808441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.829328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.14 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/743f0cce-fb0b-4449-89c3-c1412c4119e5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:36.838915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.13 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/743f0cce-fb0b-4449-89c3-c1412c4119e5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:36.856371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:36.861439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] DHCP port deletion for 5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:29:36.962394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 1de420e8-1241-4720-a64a-5f3159d101c2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:36.962899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:36.969685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting port 499ee10d-04ee-4526-9199-4edccfa121c6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:36.970041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.007046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Deleting port 499ee10d-04ee-4526-9199-4edccfa121c6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:37.007905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.066198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] For port 499ee10d-04ee-4526-9199-4edccfa121c6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=499ee10d-04ee-4526-9199-4edccfa121c6,segment=NetworkSegment(34c9d1e9-e8e1-4b13-97c6-031eee0f0180),segment_id=34c9d1e9-e8e1-4b13-97c6-031eee0f0180)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:37.066574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.080631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 499ee10d-04ee-4526-9199-4edccfa121c6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:37.096943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Calling delete_port for 499ee10d-04ee-4526-9199-4edccfa121c6 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:37.098072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.151157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.188181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] For port 499ee10d-04ee-4526-9199-4edccfa121c6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=499ee10d-04ee-4526-9199-4edccfa121c6,segment=NetworkSegment(34c9d1e9-e8e1-4b13-97c6-031eee0f0180),segment_id=34c9d1e9-e8e1-4b13-97c6-031eee0f0180)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:37.188810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.196719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:37.199178 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc9074-ed50-4071-b861-c40f3d7906f7" -d '{"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:37.245177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Calling delete_port for 499ee10d-04ee-4526-9199-4edccfa121c6 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:37.279829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.308412 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d4940-cb02-4b5c-8c52-93c36bcf1277 x-openstack-request-id: req-ed7d4940-cb02-4b5c-8c52-93c36bcf1277 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:37.308697 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-plugged", "status": "completed", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:37.308968 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed7d4940-cb02-4b5c-8c52-93c36bcf1277 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:37.309360 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'code': 200} Feb 11 14:29:37.312922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:37.324933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.326426 n-d-828407-1 neutron-server[109377]: INFO neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No ports have port_id starting with 499ee10d-04ee-4526-9199-4edccfa121c6 Feb 11 14:29:37.334047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:37.343745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:37.349221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:37.353534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=743f0cce-fb0b-4449-89c3-c1412c4119e5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:37.356155 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:29:37.366247 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.385335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] No DVR routers for this DVR port 499ee10d-04ee-4526-9199-4edccfa121c6 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:37.393967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] Pushing event deleted for resources: {'Port': ['ID=499ee10d-04ee-4526-9199-4edccfa121c6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.400860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb2961-0f51-48d3-8222-c3b9935ec2ec None None] No DVR routers for this DVR port 499ee10d-04ee-4526-9199-4edccfa121c6 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:37.433270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Port': ['ID=499ee10d-04ee-4526-9199-4edccfa121c6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.498314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.501638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:37.515602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.534832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.566379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:37.568016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:37.590469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c9d1e9-e8e1-4b13-97c6-031eee0f0180') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:37.590769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c9d1e9-e8e1-4b13-97c6-031eee0f0180') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:37.602374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.618636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.621815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0edb16-0057-4c3c-842d-cf6b20f4495a req-92b98ec5-7fd3-4b2e-af13-6cef1813254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:37.623312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c0edb16-0057-4c3c-842d-cf6b20f4495a req-92b98ec5-7fd3-4b2e-af13-6cef1813254e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 1098 time: 0.0694025 Feb 11 14:29:37.628719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:37.629144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:37.632374 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:37.713883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-91e245f3-9329-4499-8104-fa6d391facbf tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9237761 Feb 11 14:29:37.714277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:37.718742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c0edb16-0057-4c3c-842d-cf6b20f4495a req-b292db6e-f8dd-4daa-9169-71eac0609e97 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857430 Feb 11 14:29:37.719121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '743f0cce-fb0b-4449-89c3-c1412c4119e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:37.875962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40271-a9bb-4439-97ea-eebbce067c67 req-c8e28ccb-0495-4a2f-b80b-bc262c669cc5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:37.877528 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0f40271-a9bb-4439-97ea-eebbce067c67 req-c8e28ccb-0495-4a2f-b80b-bc262c669cc5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.0499611 Feb 11 14:29:37.914912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0f40271-a9bb-4439-97ea-eebbce067c67 req-88651619-9744-45a0-aa54-cf62f11d3a06 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Feb 11 14:29:37.931140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.931269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.940295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:37.946703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/networks/5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06 HTTP/1.1" status: 204 len: 168 time: 1.2785077 Feb 11 14:29:37.955054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44816) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:37.959279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d95673-c67f-48ef-834a-01507fea214e tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Network': ['ID=5cd5b7c5-20be-4c56-aa2a-ec39dc5e0f06,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:38.047002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting subnet f782449d-146c-48dc-a219-c737e0d14f93 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:29:38.053823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.103219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.191904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.254502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.359009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.168 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/61f441af-660b-43b2-930f-80e471cd3aae) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:38.476863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.514115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.546315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Subnet': ['ID=f782449d-146c-48dc-a219-c737e0d14f93,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:38.551489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.557675 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-43e3e6b3-d4b0-463d-b866-ec38b34dacc1 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/subnets/f782449d-146c-48dc-a219-c737e0d14f93 HTTP/1.1" status: 204 len: 168 time: 0.5987763 Feb 11 14:29:38.557775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44836) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:38.562801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95653bed-495d-4408-bc53-2ed53ea950fa None None] Network 3031b15a-d039-46f9-b7a0-26a4d07b7236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:38.616358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting subnet a5ffbad2-7014-4462-aeed-4bfd8b5d0dab {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:29:38.619806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.669499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.773792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.788080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:38.857825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:38.867339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:38.870521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:38.904565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=61f441af-660b-43b2-930f-80e471cd3aae,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:38.944186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] DHCP port deletion for 3031b15a-d039-46f9-b7a0-26a4d07b7236 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:29:39.033417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Deleting port a7a03d79-3605-4890-a78f-a5b2e6a0b10b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:39.034886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.071749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a7a03d79-3605-4890-a78f-a5b2e6a0b10b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:39.121268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.175411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,segment=NetworkSegment(57a8b648-0833-46c9-8813-fbf3ce1ff203),segment_id=57a8b648-0833-46c9-8813-fbf3ce1ff203)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:39.175897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.182024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ffbad2-7014-4462-aeed-4bfd8b5d0dab,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.184556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.193704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:39.195222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f385d04-52bc-44a5-ae5f-c553c6ea008b None None] Network 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:39.197330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Calling delete_port for a7a03d79-3605-4890-a78f-a5b2e6a0b10b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:39.197469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b88375e5-c7ff-4cfd-a996-0938e4b638bc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/subnets/a5ffbad2-7014-4462-aeed-4bfd8b5d0dab HTTP/1.1" status: 204 len: 168 time: 0.6358426 Feb 11 14:29:39.250565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405073-d1be-4890-b970-606f89851cb7 req-f6dad3a3-e8d4-44eb-8733-e006419778ec tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:39.252528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da405073-d1be-4890-b970-606f89851cb7 req-f6dad3a3-e8d4-44eb-8733-e006419778ec tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.1729274 Feb 11 14:29:39.356315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.368247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.384759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da405073-d1be-4890-b970-606f89851cb7 req-c98dee46-dd2e-418c-bca9-240c8be31cbc tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211014 Feb 11 14:29:39.464049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,segment=NetworkSegment(57a8b648-0833-46c9-8813-fbf3ce1ff203),segment_id=57a8b648-0833-46c9-8813-fbf3ce1ff203)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:39.515166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting port a7a03d79-3605-4890-a78f-a5b2e6a0b10b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:39.515424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.575890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] DHCP port deletion for 5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:29:39.612014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.621100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] For port a7a03d79-3605-4890-a78f-a5b2e6a0b10b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,segment=NetworkSegment(57a8b648-0833-46c9-8813-fbf3ce1ff203),segment_id=57a8b648-0833-46c9-8813-fbf3ce1ff203)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:39.621504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.638246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Calling delete_port for a7a03d79-3605-4890-a78f-a5b2e6a0b10b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:39.648787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.677968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.692321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Deleting port 91b47813-d5b2-42e3-843d-748f77132b28 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:39.692882 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.763967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] For port 91b47813-d5b2-42e3-843d-748f77132b28, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=91b47813-d5b2-42e3-843d-748f77132b28,segment=NetworkSegment(bd0207bd-ee4e-440a-9860-2c78ddde2ccb),segment_id=bd0207bd-ee4e-440a-9860-2c78ddde2ccb)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:39.764400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.777901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Calling delete_port for 91b47813-d5b2-42e3-843d-748f77132b28 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:39.824651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.832350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.862002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] No DVR routers for this DVR port a7a03d79-3605-4890-a78f-a5b2e6a0b10b on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:39.866012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.875224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.906519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] Pushing event deleted for resources: {'Port': ['ID=a7a03d79-3605-4890-a78f-a5b2e6a0b10b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:39.910348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e72455-db14-4578-b312-fedbecd8c22a None None] No DVR routers for this DVR port a7a03d79-3605-4890-a78f-a5b2e6a0b10b on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:39.970039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:39.992039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3031b15a-d039-46f9-b7a0-26a4d07b7236']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.001815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a8b648-0833-46c9-8813-fbf3ce1ff203') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.002036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a8b648-0833-46c9-8813-fbf3ce1ff203') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.011562 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.025478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.032428 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:40.032834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:40.035762 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:40.082817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.102546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.130360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] Pushing event deleted for resources: {'Port': ['ID=91b47813-d5b2-42e3-843d-748f77132b28,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.134078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0b0e5-1005-40ef-b93a-441ddb2a0daa None None] No DVR routers for this DVR port 91b47813-d5b2-42e3-843d-748f77132b28 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:40.191730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:40.210677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.266969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.289562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=61f441af-660b-43b2-930f-80e471cd3aae,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.302462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.308647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.313134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/networks/3031b15a-d039-46f9-b7a0-26a4d07b7236 HTTP/1.1" status: 204 len: 168 time: 1.1182332 Feb 11 14:29:40.322578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:40.337510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30d57-7d61-4c22-b020-972f7e4e0152 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Network': ['ID=3031b15a-d039-46f9-b7a0-26a4d07b7236,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.413292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f2515c9-02bb-43c2-9d9f-bfa5a955e3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.415326 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 0b527bc8-08b2-4291-b5b4-6000b4d945ba associated. External IP: 172.25.7.168, port: 743f0cce-fb0b-4449-89c3-c1412c4119e5. Feb 11 14:29:40.448746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.610715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.647527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa8d28f-3e83-4ee1-9d13-dca0bca19a28']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.665246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.665246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0207bd-ee4e-440a-9860-2c78ddde2ccb') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:40.687051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbc00e-03c7-43fe-b269-f019fd81f3ee req-0fc1d433-dcb0-4cb9-a9f5-8883e1852f15 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:40.688545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3dfbc00e-03c7-43fe-b269-f019fd81f3ee req-0fc1d433-dcb0-4cb9-a9f5-8883e1852f15 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.1852965 Feb 11 14:29:40.691206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f2515c9-02bb-43c2-9d9f-bfa5a955e3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.693387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.723784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.737297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:40.737713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:40.742257 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:40.794569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3dfbc00e-03c7-43fe-b269-f019fd81f3ee req-64196cfd-2b07-4e1b-b39a-1e7df385f7e3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912862 Feb 11 14:29:40.802265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f2515c9-02bb-43c2-9d9f-bfa5a955e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.848589 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5f2515c9-02bb-43c2-9d9f-bfa5a955e3b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33aca0308b544212b42cc073ba883b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557009 Feb 11 14:29:40.849761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2515c9-02bb-43c2-9d9f-bfa5a955e3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07451d0-7dbc-412f-8542-f7631d90bb08,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:40.852242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:40.903603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.906761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:40.925782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.985372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.991551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:40.998131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/networks/5aa8d28f-3e83-4ee1-9d13-dca0bca19a28 HTTP/1.1" status: 204 len: 168 time: 0.6734552 Feb 11 14:29:41.005792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:41.025713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc0d13-83d4-418f-b664-ab1c9aa64438 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Network': ['ID=5aa8d28f-3e83-4ee1-9d13-dca0bca19a28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:41.026316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 91b47813-d5b2-42e3-843d-748f77132b28 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:41.042806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 91b47813-d5b2-42e3-843d-748f77132b28 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:29:41.043155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 91b47813-d5b2-42e3-843d-748f77132b28 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:41.081506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:41.094753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting subnet ca32bb8f-49c3-44c9-a31d-d92f44cf8314 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:29:41.095297 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:41.102919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.111535 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:41.112148 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:41.142059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.145848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:41.146426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.150352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e07451d0-7dbc-412f-8542-f7631d90bb08 HTTP/1.1" status: 204 len: 168 time: 0.2953184 Feb 11 14:29:41.153299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.158772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:41.159758 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:41.159926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06e6ee-4438-4337-986f-cc78d40b2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07451d0-7dbc-412f-8542-f7631d90bb08,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:41.198439 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:41.199269 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67455859-07de-466c-88e4-d89d028a5f54 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:41.245298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.285476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.289496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-030c8abc-8d39-4c9f-8fa5-7b7124322757 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5740569 Feb 11 14:29:41.292274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:41.297818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': '743f0cce-fb0b-4449-89c3-c1412c4119e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:41.364040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.502966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.534724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Subnet': ['ID=ca32bb8f-49c3-44c9-a31d-d92f44cf8314,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:41.538557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.551097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57cbcd6-6ecf-4680-a0e4-04ed6c8c879b None None] Network 730b3cd6-d41c-4684-a72d-afad78f697cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:41.555542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f2712b8-eb83-44be-a936-904ca2ee1504 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/subnets/ca32bb8f-49c3-44c9-a31d-d92f44cf8314 HTTP/1.1" status: 204 len: 168 time: 0.5486655 Feb 11 14:29:41.560229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44944) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:41.696538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.796554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Deleting port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:41.796829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.813058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] DHCP port deletion for 730b3cd6-d41c-4684-a72d-afad78f697cb request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:29:41.869264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] For port a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,segment=NetworkSegment(9eaf4fef-e83a-4434-a9e6-c37fd5016822),segment_id=9eaf4fef-e83a-4434-a9e6-c37fd5016822)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:41.869641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.891691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Calling delete_port for a0c8aa4b-01b1-490b-8cb1-6a144968cc19 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:41.918961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Deleting port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:41.919343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:41.994500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] For port a0c8aa4b-01b1-490b-8cb1-6a144968cc19, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,segment=NetworkSegment(9eaf4fef-e83a-4434-a9e6-c37fd5016822),segment_id=9eaf4fef-e83a-4434-a9e6-c37fd5016822)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:41.994900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.008785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Calling delete_port for a0c8aa4b-01b1-490b-8cb1-6a144968cc19 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:42.019949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324185d0-cf94-42e4-80a0-2ca94dec9a4e req-5a368c1c-ae73-4753-9287-b411f1e9f699 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:42.021561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-324185d0-cf94-42e4-80a0-2ca94dec9a4e req-5a368c1c-ae73-4753-9287-b411f1e9f699 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.0770218 Feb 11 14:29:42.085219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-324185d0-cf94-42e4-80a0-2ca94dec9a4e req-f7b3a72c-378d-4994-bba0-818ad250ed7a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510986 Feb 11 14:29:42.227701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.234890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.260683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Port': ['ID=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:42.262800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] No DVR routers for this DVR port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:42.283162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] No DVR routers for this DVR port a0c8aa4b-01b1-490b-8cb1-6a144968cc19 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:42.304801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6133b-b73f-455f-ad25-f906024a960e None None] Pushing event deleted for resources: {'Port': ['ID=a0c8aa4b-01b1-490b-8cb1-6a144968cc19,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:42.338438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.351002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.383268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b3cd6-d41c-4684-a72d-afad78f697cb']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.388833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaf4fef-e83a-4434-a9e6-c37fd5016822') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.389190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaf4fef-e83a-4434-a9e6-c37fd5016822') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.402889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:42.410774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.416363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79fc50da-5f6f-40ab-99ca-266ec6990522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.432777 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.445539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.447393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:42.447797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:42.450944 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:42.668577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:42.714433 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.720199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.726435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/networks/730b3cd6-d41c-4684-a72d-afad78f697cb HTTP/1.1" status: 204 len: 168 time: 1.1626356 Feb 11 14:29:42.727578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44968) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:42.749188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a51c-59e6-4719-8f88-30183abe7935 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Pushing event deleted for resources: {'Network': ['ID=730b3cd6-d41c-4684-a72d-afad78f697cb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:42.767389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dee978c7-c7ad-4d15-aa9d-cfd4d7f3bda0 tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "GET /v2.0/ports?device_id=972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc HTTP/1.1" status: 200 len: 205 time: 0.0370755 Feb 11 14:29:42.770707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:42.815293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:42.823849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.832818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:42.850131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:42.850835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.854885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.859688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79fc50da-5f6f-40ab-99ca-266ec6990522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.895709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44974) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:42.895959 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c999d9da-15dc-4374-b4d9-f1049f1dac70 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/0b527bc8-08b2-4291-b5b4-6000b4d945ba HTTP/1.1" status: 200 len: 978 time: 1.6023462 Feb 11 14:29:42.896066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.906337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:42.907232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.936713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79fc50da-5f6f-40ab-99ca-266ec6990522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:42.943877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:42.944540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d4c50-b49e-445f-898b-a010a5cbf7fe None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:42.977275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc50da-5f6f-40ab-99ca-266ec6990522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12b0bd-9221-4901-9190-46be8f155575,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:42.983713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79fc50da-5f6f-40ab-99ca-266ec6990522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30d39769e2d042959750e3a6cd4b86e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789654 Feb 11 14:29:42.986592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:43.022889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0c8aa4b-01b1-490b-8cb1-6a144968cc19 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:43.047805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a0c8aa4b-01b1-490b-8cb1-6a144968cc19 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:29:43.048127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a0c8aa4b-01b1-490b-8cb1-6a144968cc19 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:43.082546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.105306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.144706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.150346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.263615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 61f441af-660b-43b2-930f-80e471cd3aae {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:43.264497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.308261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.311248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.313147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e12b0bd-9221-4901-9190-46be8f155575 HTTP/1.1" status: 204 len: 168 time: 0.3252254 Feb 11 14:29:43.321392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046becf-8dee-4721-b4ad-7ba9799a0d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12b0bd-9221-4901-9190-46be8f155575,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:43.344348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.344664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.360205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.360205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Fanout notify agent at l3_agent the message router_deleted on router 972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:29:43.360205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 61f441af-660b-43b2-930f-80e471cd3aae owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:43.366745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.369330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7e37fdf0-b2f7-47d3-9428-500c90b605dc tempest-RoutersNegativeIpV6Test-1366144888 tempest-RoutersNegativeIpV6Test-1366144888-project] 10.222.0.31 "DELETE /v2.0/routers/972c1324-a3d7-4c7c-a2be-7fcb8ae4adcc HTTP/1.1" status: 204 len: 168 time: 0.5976751 Feb 11 14:29:43.707385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.738168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=61f441af-660b-43b2-930f-80e471cd3aae,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:44.033734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.034241 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 0b527bc8-08b2-4291-b5b4-6000b4d945ba disassociated (deleted). External IP: 172.25.7.168, port: 743f0cce-fb0b-4449-89c3-c1412c4119e5. Feb 11 14:29:44.168111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:44.258491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:44.338487 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d79953da-6585-4f82-a0f8-44fae2a148f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d21489574c44dbba1d20533d9df447e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692023 Feb 11 14:29:44.341060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45006) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:44.376525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:44.383468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.389410 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:44.397043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.400177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:44.401347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:44.410846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8345274e-fcb7-4995-b8b7-62e17b388c5a tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/0b527bc8-08b2-4291-b5b4-6000b4d945ba HTTP/1.1" status: 204 len: 168 time: 1.5110338 Feb 11 14:29:44.411516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45008) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:44.440113 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:44.448935 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:44.449595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:44.457371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.486917 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:44.487572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673df2e-1d87-4c21-8955-59de7baa61d2 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:44.552279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 743f0cce-fb0b-4449-89c3-c1412c4119e5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:44.552623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.638205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.650397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 743f0cce-fb0b-4449-89c3-c1412c4119e5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:44.748790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.751277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:44.753020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd16e884-86a2-40ac-ae54-61327a99c24b HTTP/1.1" status: 204 len: 168 time: 0.4109080 Feb 11 14:29:44.785045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29547897-c2ce-448e-82c7-0966b99bf558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd16e884-86a2-40ac-ae54-61327a99c24b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:45.004860 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.039940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=743f0cce-fb0b-4449-89c3-c1412c4119e5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:45.138480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.142292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1edc4cc7-e941-4de1-807b-b21a89af913b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/743f0cce-fb0b-4449-89c3-c1412c4119e5 HTTP/1.1" status: 204 len: 168 time: 0.7301450 Feb 11 14:29:45.146168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45026) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:45.151466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:45.381505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.490204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.608152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.138 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2ef26e2b-9d4f-4610-9edd-00b8aff78786) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:45.717201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.839598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.879341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:45.883929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:45.886497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:45.916722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=2ef26e2b-9d4f-4610-9edd-00b8aff78786,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:45.986850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.127946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.285817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.385099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.454856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=2ef26e2b-9d4f-4610-9edd-00b8aff78786,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:46.466622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.580452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.580452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8f634f79-74ea-4e0d-a037-a77beb50dc77 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4327564 Feb 11 14:29:46.582748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45070) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:46.587735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'port': {'network_id': '75eb6648-0b5d-449e-9e03-c4d62c4cb5e0', 'name': 'tempest-FloatingIPTestJSON-1950701092'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:46.844799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:46.848505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:46.867152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] device_id is not set on port 3ec775ec-a7b2-48d0-8e9f-be18c6195405 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:46.984076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.12 (75eb6648-0b5d-449e-9e03-c4d62c4cb5e0/ab43a93e-9d6f-4460-ba88-fc03220c187d/3ec775ec-a7b2-48d0-8e9f-be18c6195405) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:47.001328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:47.082123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:47.162554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.242434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1893474290'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:47.276950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044763004'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:47.331029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.378955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:47.381557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Made reservation on behalf of 53ff3633cc9a494c83ae0e2cc43941a2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:47.381889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:47.384554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:47.385360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.396853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.414408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=3ec775ec-a7b2-48d0-8e9f-be18c6195405,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:47.442394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:47.447979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.503587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.536532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.544729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.608519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee065866-b710-4a17-a10b-852adfac3b00 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0245218 Feb 11 14:29:47.611052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45094) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:47.616240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': '3ec775ec-a7b2-48d0-8e9f-be18c6195405'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:47.620230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.660483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.662207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.686699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:47.700132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9898711-a781-4222-b258-f4cd25b72b64,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:47.705189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.712451 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Added segment 9637ba41-4447-453c-9d03-301af55b63ae of type vlan for network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 Feb 11 14:29:47.752268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.805269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.866023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74351c69-21c8-40ae-8b73-3555b11919a8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:47.871457 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.881228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:47.882127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.986092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.987061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event updated for resources: {'Network': ['ID=8b9b76df-96ee-46a4-a3a8-2c575382b4c4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:47.997380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:48.075508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-568dfe13-7c87-45a5-9af3-38918b22e8bd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0729570 Feb 11 14:29:48.078505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:48.083598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Request body: {'subnet': {'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:48.142214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.172828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d48c92-9254-4ecc-8e25-10492fd8c48c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:48.199547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.244068 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-763ef09a-5431-4c22-bffb-a9e26237c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.400325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.402090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.403709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d08761f8-b12f-48a4-b45b-d918ef72417e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3207188 Feb 11 14:29:48.407829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45106) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:48.494227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6083d2a5-6a1b-4f27-8c74-102117b6a3a5 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0849779 Feb 11 14:29:48.496757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:48.501305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-security--1371858536', 'description': 'tempest-security-description-849189004'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:48.538235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.541095 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 08001786-eb17-4fc5-90e8-50d49926d958 associated. External IP: 172.25.7.138, port: 3ec775ec-a7b2-48d0-8e9f-be18c6195405. Feb 11 14:29:48.604459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Made reservation on behalf of 53ff3633cc9a494c83ae0e2cc43941a2 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:48.607928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:48.708685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.112813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.115378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.116606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "PUT /v2.0/security-groups/25d48c92-9254-4ecc-8e25-10492fd8c48c HTTP/1.1" status: 200 len: 1779 time: 0.6188908 Feb 11 14:29:49.119471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.160519 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af67ad9e-2c31-4e15-b522-4a30d8015ec1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups/25d48c92-9254-4ecc-8e25-10492fd8c48c HTTP/1.1" status: 200 len: 1779 time: 0.0399098 Feb 11 14:29:49.163149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.165531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b61ddd-b239-4f8f-b973-7f61e1f5ce0b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d48c92-9254-4ecc-8e25-10492fd8c48c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:49.198822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:49.219866 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.241952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.318321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:49.322955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.329102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:49.338748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:49.339347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.352679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb772335-e091-4af7-aa15-1393e45ccea7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/08001786-eb17-4fc5-90e8-50d49926d958 HTTP/1.1" status: 200 len: 979 time: 1.7379508 Feb 11 14:29:49.353097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.374665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.381245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.384547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:49.385223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.427764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:49.428813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0893e5b-e1d2-40e3-8383-5eaf300360d8 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:49.444582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.450819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.450819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/25d48c92-9254-4ecc-8e25-10492fd8c48c HTTP/1.1" status: 204 len: 168 time: 0.2839713 Feb 11 14:29:49.453726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45122) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.457086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event updated for resources: {'Subnet': ['ID=5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:49.461693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Checking segment: {'id': '9637ba41-4447-453c-9d03-301af55b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:49.462051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Network hostable DHCP agents. Network: 8b9b76df-96ee-46a4-a3a8-2c575382b4c4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:49.470524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 3ec775ec-a7b2-48d0-8e9f-be18c6195405 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:49.470863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.489897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d63afc-d1d9-4f99-9a17-1f53b21c8f7b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d48c92-9254-4ecc-8e25-10492fd8c48c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:49.570582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e7d1374-45be-4afa-bfa8-ac335aa9317d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112843 Feb 11 14:29:49.573179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.598438 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-16297600-65cd-487f-ac83-0bc335857d47 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] delete failed (client error): The resource could not be found. Feb 11 14:29:49.599480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-16297600-65cd-487f-ac83-0bc335857d47 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/25d48c92-9254-4ecc-8e25-10492fd8c48c HTTP/1.1" status: 404 len: 347 time: 0.0254135 Feb 11 14:29:49.603827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.603992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45128) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:49.609135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--775664111'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:49.639630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:49.824863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.825172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.825494 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP 08001786-eb17-4fc5-90e8-50d49926d958 disassociated. External IP: 172.25.7.138, port: 3ec775ec-a7b2-48d0-8e9f-be18c6195405. Feb 11 14:29:49.825849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 3ec775ec-a7b2-48d0-8e9f-be18c6195405 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:49.834576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 8b9b76df-96ee-46a4-a3a8-2c575382b4c4) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:49.839526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:49.844882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.846029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876528b-1aeb-483b-b2eb-d2eded286111 None None] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:49.856764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.938588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.015390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-8b9b76df-96ee-46a4-a3a8-2c575382b4c4', 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4', 'tenant_id': '53ff3633cc9a494c83ae0e2cc43941a2', 'fixed_ips': [{'subnet_id': '5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:50.015390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.122025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a26407d-7a59-47f3-98ed-ec3f5046b4a2 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0422087 Feb 11 14:29:50.125162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:50.129994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Request body: {'port': {'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1687913486'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:50.187619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.188957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.226364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=3ec775ec-a7b2-48d0-8e9f-be18c6195405,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:50.258149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff991e1d-6409-4be6-a325-78213f2a85db,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:50.342906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Allocated IP 172.20.0.2 (8b9b76df-96ee-46a4-a3a8-2c575382b4c4/5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd/1cbc2515-73f9-4e80-a5fd-66cd131648e1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:50.345093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.349404 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f20f299-199b-4f47-9375-c2925c9e2c77 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7421603 Feb 11 14:29:50.351364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45140) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:50.354516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:50.356026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ff991e1d-6409-4be6-a325-78213f2a85db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:50.409262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c70a7f64-8897-45bb-82cc-93fd1115f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.427673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Made reservation on behalf of 53ff3633cc9a494c83ae0e2cc43941a2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:50.431288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.448730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] device_id is not set on port 14d8f5b7-060d-4e35-9190-1cf171c968d9 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:50.464772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.501187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:50.516611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.521159 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:50.543036 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:50.546930 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:50.570068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.588308 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:50.588532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.593354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-126e23bc-3634-4cf0-8377-de482c03640b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/3ec775ec-a7b2-48d0-8e9f-be18c6195405 HTTP/1.1" status: 204 len: 168 time: 1.2376535 Feb 11 14:29:50.595142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45144) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:50.601389 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:50.602088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:50.628354 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.635176 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:50.636017 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4a922-5d59-498e-b021-e979f7cd5e40 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:50.673414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ded52eaa-bafe-4349-9c53-3b99a465df0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/floatingips/08001786-eb17-4fc5-90e8-50d49926d958 HTTP/1.1" status: 200 len: 688 time: 0.0745814 Feb 11 14:29:50.673970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:50.684557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.702938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:50.708232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:50.713182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc2515-73f9-4e80-a5fd-66cd131648e1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:50.718909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:50.724088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a2a807-43de-4c37-8d04-569dc67a9935,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:50.730715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.731170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.731396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.731731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.732063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.732483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.732738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.733097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.733423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.733746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.734257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.734580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:50.777268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-404d95c2-204b-4b2c-9d9c-34f5cdc2c8ae {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:29:50.778081 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:29:50.789714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Attempting to bind port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:50.790080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Attempting to bind port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9637ba41-4447-453c-9d03-301af55b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:50.790438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Attempting to bind port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 on network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:50.795588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:50.795957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Checking segment: {'id': '9637ba41-4447-453c-9d03-301af55b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:50.796362 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.796747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Bound using segment: {'id': '9637ba41-4447-453c-9d03-301af55b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:50.797719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Bound port: 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9637ba41-4447-453c-9d03-301af55b63ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8b9b76df-96ee-46a4-a3a8-2c575382b4c4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:50.797719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.820941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 2ef26e2b-9d4f-4610-9edd-00b8aff78786 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:50.821293 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.846501 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.851027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b7e12d0-473a-4b07-a056-5b3419b2368f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4959209 Feb 11 14:29:50.851356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45148) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:50.866823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] For port 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:50.870651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] For port 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1cbc2515-73f9-4e80-a5fd-66cd131648e1,segment=NetworkSegment(9637ba41-4447-453c-9d03-301af55b63ae),segment_id=9637ba41-4447-453c-9d03-301af55b63ae)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:50.884423 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.893136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.903564 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.903914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.917088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 2ef26e2b-9d4f-4610-9edd-00b8aff78786 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:50.965090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.033853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa807-c9a1-4a45-b29e-6f4f18ffade4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc2515-73f9-4e80-a5fd-66cd131648e1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:51.101720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.108853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.111333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/23a2a807-43de-4c37-8d04-569dc67a9935 HTTP/1.1" status: 204 len: 168 time: 0.2575562 Feb 11 14:29:51.113633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:51.114211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdc3b5-dc62-453d-9842-4c727a0af859 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23a2a807-43de-4c37-8d04-569dc67a9935,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:51.164991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-772b7143-a52d-4486-af47-250fd0742d8a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501115 Feb 11 14:29:51.167617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:51.176083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.222824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=2ef26e2b-9d4f-4610-9edd-00b8aff78786,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:51.260016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.260394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.260728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.261113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.261449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.261830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.262164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.262491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.262814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.263136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.263535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.263861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:51.279814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.303905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] device_id is not set on port 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:29:51.347642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.349718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.352696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.353904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-37f297d3-2201-4d17-847d-47787bb6e835 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/08001786-eb17-4fc5-90e8-50d49926d958 HTTP/1.1" status: 204 len: 168 time: 0.6783943 Feb 11 14:29:51.360521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45160) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:51.371379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'cd09136f-042f-4123-935a-d3b91adf4d81'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:51.408212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.452861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Allocated IP 172.20.0.9 (8b9b76df-96ee-46a4-a3a8-2c575382b4c4/5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd/74bbd2b7-1ce4-4fc0-ad89-b11b62abed41) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:51.588006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.594316 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.597139 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.601748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff991e1d-6409-4be6-a325-78213f2a85db HTTP/1.1" status: 204 len: 168 time: 0.4298220 Feb 11 14:29:51.605970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:51.620561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db715-6ebc-4ada-a5dc-f5a12594b0b9 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff991e1d-6409-4be6-a325-78213f2a85db,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:51.734040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f03047f2-1ea0-40ef-b814-a085840095c0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207769 Feb 11 14:29:51.734699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:51.736394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.738556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--753751078'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:51.746498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.790674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.870805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.182 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:51.908350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:51.963702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.024378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:52.036130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:52.047445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:52.061127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.113390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.122888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event updated for resources: {'Port': ['ID=74bbd2b7-1ce4-4fc0-ad89-b11b62abed41,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:52.157793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:52.158426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.218092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd091ab2-bcb1-4931-b020-55dbba9689f8 None None] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:52.250149 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.250864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.259695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0dc73b4a-6132-4903-9474-5672b0afcb0d tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1305525 Feb 11 14:29:52.262169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45172) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:52.287497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] Provisioning complete for port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:52.288248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.299409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:52.302342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:52.305984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:52.329759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:52.346594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b323b-8fd7-4297-a64b-36997184e8eb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:52.423580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Deleting port 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:52.423953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.434987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.439898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2563c7c5-5d7f-4598-92ee-3ec307e81ca1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7013364 Feb 11 14:29:52.457100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45176) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:52.463319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b323b-8fd7-4297-a64b-36997184e8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:52.476919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.522957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] For port 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1cbc2515-73f9-4e80-a5fd-66cd131648e1,segment=NetworkSegment(9637ba41-4447-453c-9d03-301af55b63ae),segment_id=9637ba41-4447-453c-9d03-301af55b63ae)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:52.572755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.591379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Calling delete_port for 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:52.668180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.736131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f07c-8081-4e99-91e1-4459aed69363 None None] Pushing event updated for resources: {'Port': ['ID=1cbc2515-73f9-4e80-a5fd-66cd131648e1,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:52.788621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.795768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6724be33-058f-493e-a4d0-cb945286f0d1 None None] Provisioning complete for port 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:52.796517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.801734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6724be33-058f-493e-a4d0-cb945286f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.855284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.857392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6724be33-058f-493e-a4d0-cb945286f0d1 None None] Port 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:52.867772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6724be33-058f-493e-a4d0-cb945286f0d1 None None] Provisioning complete for port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:52.868143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6724be33-058f-493e-a4d0-cb945286f0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.884434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:52.913487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event deleted for resources: {'Port': ['ID=74bbd2b7-1ce4-4fc0-ad89-b11b62abed41,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:53.021350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.021350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-df4aa5ea-3f26-4e88-870e-821fd72a371e tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "DELETE /v2.0/ports/74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 HTTP/1.1" status: 204 len: 168 time: 0.7529848 Feb 11 14:29:53.022599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45184) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:53.044846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.082137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff0234f-08f1-4cb9-ab10-c462ec38af32,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:53.090026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.102869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7f865542-4980-442f-8ff7-ca81eef53081 None None] Could not find standard attr ID for object 74bbd2b7-1ce4-4fc0-ad89-b11b62abed41. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:29:53.114143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1cbc2515-73f9-4e80-a5fd-66cd131648e1 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:53.185125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.195509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.197783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae911a73-eff3-496b-91e7-a2551adcd954 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7388885 Feb 11 14:29:53.207962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45192) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:53.215327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b323b-8fd7-4297-a64b-36997184e8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:53.243023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:53.243381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.336820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.424490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f851b964-911e-443d-86d3-ce0671e48e26 tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4006484 Feb 11 14:29:53.431921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45194) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:53.432735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1913906072'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:53.458435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.478112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.497727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.545187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.585494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:53.593739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.610294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Made reservation on behalf of 53ff3633cc9a494c83ae0e2cc43941a2 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:53.613940 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.638746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.640497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:53.661240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95cdd95-6551-4d3f-b075-57ede8f35540,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:53.667948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.668285 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Added segment 8cd6d495-f4f2-4840-af3e-7a98e9a7b221 of type vlan for network 9096f311-85b7-4801-9ca1-04da8e162e24 Feb 11 14:29:53.695154 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP a9ef2f9a-b67d-439c-9ac7-d248e0c9919a associated. External IP: 172.25.7.182, port: cd09136f-042f-4123-935a-d3b91adf4d81. Feb 11 14:29:53.710417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.801198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.803155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7bf4fc36-9380-41a5-b45a-9305c7f4f54a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6006181 Feb 11 14:29:53.805225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45200) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:53.810010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b323b-8fd7-4297-a64b-36997184e8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:53.856210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.863031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:53.863667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:53.935397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event updated for resources: {'Network': ['ID=9096f311-85b7-4801-9ca1-04da8e162e24,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:53.947623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9096f311-85b7-4801-9ca1-04da8e162e24 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:53.975837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.014866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bea1d583-ff89-4a53-9e0a-aa90b8be0d29 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5834012 Feb 11 14:29:54.016551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45204) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.122369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.205377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c0440397-9bde-4039-ba9f-542b4c186fcc tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks HTTP/1.1" status: 200 len: 7299 time: 0.1864812 Feb 11 14:29:54.208237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.210189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.255339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f356b1-1cad-44fe-b481-5d086eab6837,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:54.336493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:54.349395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.351580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-98272a00-439a-47dc-9553-bb86e040bf1e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5443635 Feb 11 14:29:54.353471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45212) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.358781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b323b-8fd7-4297-a64b-36997184e8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:54.365087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1ca4f-644b-4817-92b2-15673eb98b8c tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] Network 9096f311-85b7-4801-9ca1-04da8e162e24 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:54.461337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef1928-f549-4d4b-90c4-bfcecfc877c7 None None] Network 9096f311-85b7-4801-9ca1-04da8e162e24 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:54.463207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45216) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.463343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47f1ca4f-644b-4817-92b2-15673eb98b8c tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "POST /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2540317 Feb 11 14:29:54.484726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:54.508083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:54.554160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.579282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:54.580176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:54.590301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.646294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc0f3889-7df9-42ab-a251-1b4f03a021b3 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2847960 Feb 11 14:29:54.658747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.658747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-872047924'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:54.707807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b84c873c-1406-4cfc-8893-698c9f51efdc tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.2384372 Feb 11 14:29:54.708100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:54.708214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.708214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45224) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.737940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:54.738558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:54.758745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:54.762448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.782494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:54.783213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d1cc7-bd05-4457-824c-4a2e66d71527 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:54.798666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:29:54.804779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.808584 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.809009 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Added segment 38423d9a-8eb7-4d3c-99da-c7abf5e80487 of type vlan for network e76b00d1-b229-47ea-95aa-a83ebda055ce Feb 11 14:29:54.828670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d484a72b-53d1-44d5-bc88-306d69843f89,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:54.860080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.907937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5f78bb63-c9be-49b6-b053-c19213d11ab5 tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "DELETE /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks/9096f311-85b7-4801-9ca1-04da8e162e24 HTTP/1.1" status: 204 len: 168 time: 0.1987112 Feb 11 14:29:54.908503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45228) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.938879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.940211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1ad97065-2efe-414e-a73b-31629c56a52d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5855014 Feb 11 14:29:54.942945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:54.947781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'ae1b323b-8fd7-4297-a64b-36997184e8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:54.987572 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.993495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:54.994111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.054975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.057913 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-77d647a4-ebaf-4636-9e5a-08970377226a tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks HTTP/1.1" status: 200 len: 7299 time: 0.1483994 Feb 11 14:29:55.073033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Network': ['ID=e76b00d1-b229-47ea-95aa-a83ebda055ce,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:55.084141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e76b00d1-b229-47ea-95aa-a83ebda055ce details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:29:55.084647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08ab98cf-b0df-41ed-90d7-aeb81be40108 tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/networks/8b9b76df-96ee-46a4-a3a8-2c575382b4c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0258963 Feb 11 14:29:55.089187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.112913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.131107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-663e24e2-51b6-47be-ba53-fd2b2746a02d tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/networks/8b9b76df-96ee-46a4-a3a8-2c575382b4c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0381267 Feb 11 14:29:55.131929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45240) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.200795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.226703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70f1cb42-2cb7-4548-a96a-6c1c956fc5b0 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5740867 Feb 11 14:29:55.226902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45242) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.231919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'subnet': {'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:55.260192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-49dc03b5-1806-4d3e-ade8-4f13f936a30f tempest-DHCPAgentSchedulersTestJSON-380442679 tempest-DHCPAgentSchedulersTestJSON-380442679-project-admin] 10.222.0.31 "GET /v2.0/agents/c90fb07f-56d5-4480-903f-4526fb61358d/dhcp-networks HTTP/1.1" status: 200 len: 7299 time: 0.1270487 Feb 11 14:29:55.263450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45244) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.330803 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.350287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f683e2-7988-4829-ad64-c3a75e1e5065,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:55.358077 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.427398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:55.431024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.455910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.480805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9096f311-85b7-4801-9ca1-04da8e162e24']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:55.480975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.481089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a796e50b-2545-40b3-8bda-0881f64cfbc0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5369456 Feb 11 14:29:55.484828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45250) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.499694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd6d495-f4f2-4840-af3e-7a98e9a7b221') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:55.500059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd6d495-f4f2-4840-af3e-7a98e9a7b221') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:55.513874 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.534023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.541993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.546133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.556451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:55.556933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:55.560018 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:55.724756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.724963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.726677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.730624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.731829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/86f683e2-7988-4829-ad64-c3a75e1e5065 HTTP/1.1" status: 204 len: 168 time: 0.2413201 Feb 11 14:29:55.738158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45254) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.756523 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.759674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "DELETE /v2.0/networks/9096f311-85b7-4801-9ca1-04da8e162e24 HTTP/1.1" status: 204 len: 168 time: 0.4953225 Feb 11 14:29:55.763406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45256) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.770987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63496299-352d-4898-af92-91ed7c51005a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86f683e2-7988-4829-ad64-c3a75e1e5065,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:55.779731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2631c-7a3e-4547-99d0-815d99aca977 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event deleted for resources: {'Network': ['ID=9096f311-85b7-4801-9ca1-04da8e162e24,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:55.802174 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab3b2c2-e912-4c19-8596-94e355fce6cd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] DELETE failed (client error): The resource could not be found. Feb 11 14:29:55.802867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab3b2c2-e912-4c19-8596-94e355fce6cd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:29:55.806166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fab3b2c2-e912-4c19-8596-94e355fce6cd tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "DELETE /v2.0/ports/74bbd2b7-1ce4-4fc0-ad89-b11b62abed41 HTTP/1.1" status: 404 len: 333 time: 0.0398037 Feb 11 14:29:55.808962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45260) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.829158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-231e59b3-b08a-40d1-8c2d-87b4fd2c8e39 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0833390 Feb 11 14:29:55.829915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Subnet': ['ID=8bbcc5bf-cf03-4226-905a-ab01075de1b9,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:55.830026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.855460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.863778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.864136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Checking segment: {'id': '38423d9a-8eb7-4d3c-99da-c7abf5e80487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:55.864913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network hostable DHCP agents. Network: e76b00d1-b229-47ea-95aa-a83ebda055ce, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:29:55.883036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Deleting subnet 5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:29:55.886292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.929864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.970174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.975643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:55.979357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45266) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:55.979586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d484a72b-53d1-44d5-bc88-306d69843f89 HTTP/1.1" status: 204 len: 168 time: 0.1496239 Feb 11 14:29:55.987624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25fbe9-a94f-48af-8a1e-29a752969778 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d484a72b-53d1-44d5-bc88-306d69843f89,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:56.016756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network e76b00d1-b229-47ea-95aa-a83ebda055ce is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:29:56.066484 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-91871a09-d88f-4a1a-b259-ed2bca65048f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0834050 Feb 11 14:29:56.066484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.067175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45268) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.095457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.107011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.115216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e76b00d1-b229-47ea-95aa-a83ebda055ce) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:56.120210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:56.121826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.125566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9bf0d-6293-4887-a3bb-abc749d4febd None None] Network e76b00d1-b229-47ea-95aa-a83ebda055ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:56.262513 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.266111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-00ef5d3b-66a6-47ba-bc3e-5708a9c512df tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0370483 Feb 11 14:29:56.277019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45272) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.277171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.277171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c5f356b1-1cad-44fe-b481-5d086eab6837 HTTP/1.1" status: 204 len: 168 time: 0.2034900 Feb 11 14:29:56.277367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1268496177', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:56.281207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.282816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45274) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.294465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e76b00d1-b229-47ea-95aa-a83ebda055ce', 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce', 'tenant_id': '6d0798615b0a435dbcfd1e7b081f5efd', 'fixed_ips': [{'subnet_id': '8bbcc5bf-cf03-4226-905a-ab01075de1b9'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:29:56.296651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.314674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd033d5-c486-4b7e-a99c-5d1c9aa4ebe8 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5f356b1-1cad-44fe-b481-5d086eab6837,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:56.319368 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.323018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "DELETE /v2.0/subnets/5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd HTTP/1.1" status: 204 len: 168 time: 0.5101671 Feb 11 14:29:56.324142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ff152-e5ea-4155-b431-7123566d3e54 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6d53a3-7c97-435d-a2c5-c7fbf2c313fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:56.326271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.336301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0500fb-5ff1-4052-8e95-df6887c1a54d None None] Network 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:56.367352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a32d068f-de24-4329-8f37-e708df11a45d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0780678 Feb 11 14:29:56.374116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45280) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.404970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.423074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.425848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.491857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Deleting port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:56.492865 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.505746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.509743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.530593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.538362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.542333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b95cdd95-6551-4d3f-b075-57ede8f35540 HTTP/1.1" status: 204 len: 168 time: 0.1636147 Feb 11 14:29:56.543132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45286) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.549718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05125fab-6a42-4b3c-8680-07bbf3c582b0 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b95cdd95-6551-4d3f-b075-57ede8f35540,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:56.631837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.638087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] For port 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1cbc2515-73f9-4e80-a5fd-66cd131648e1,segment=NetworkSegment(9637ba41-4447-453c-9d03-301af55b63ae),segment_id=9637ba41-4447-453c-9d03-301af55b63ae)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:56.638458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.640675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Allocated IP 172.20.0.2 (e76b00d1-b229-47ea-95aa-a83ebda055ce/8bbcc5bf-cf03-4226-905a-ab01075de1b9/09b06903-7b3c-461d-9d67-a08dcf575184) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:56.670907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60601d78-d082-4746-a05e-e85875331f24 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1245463 Feb 11 14:29:56.672564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Calling delete_port for 1cbc2515-73f9-4e80-a5fd-66cd131648e1 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:56.674246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45290) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.710207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.718851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.739133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] DHCP port deletion for 8b9b76df-96ee-46a4-a3a8-2c575382b4c4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:29:56.850401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.856135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.857306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9ff0234f-08f1-4cb9-ab10-c462ec38af32 HTTP/1.1" status: 204 len: 168 time: 0.1818168 Feb 11 14:29:56.861943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.888637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23518b4-615b-4504-bab5-2ba4e8ec8781 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ff0234f-08f1-4cb9-ab10-c462ec38af32,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:56.930339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e7c8272-62d5-4757-af97-baa485da01fe tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640893 Feb 11 14:29:56.930575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Deleting port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:29:56.930575 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.931084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:56.951053 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.958767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.977212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] No DVR routers for this DVR port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:57.000727 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.026333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] For port 1cbc2515-73f9-4e80-a5fd-66cd131648e1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1cbc2515-73f9-4e80-a5fd-66cd131648e1,segment=NetworkSegment(9637ba41-4447-453c-9d03-301af55b63ae),segment_id=9637ba41-4447-453c-9d03-301af55b63ae)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:57.027003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.035787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event deleted for resources: {'Port': ['ID=1cbc2515-73f9-4e80-a5fd-66cd131648e1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.038512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1cbc2515-73f9-4e80-a5fd-66cd131648e1 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:29:57.068668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Calling delete_port for 1cbc2515-73f9-4e80-a5fd-66cd131648e1 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:29:57.070585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1cbc2515-73f9-4e80-a5fd-66cd131648e1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:29:57.071127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1cbc2515-73f9-4e80-a5fd-66cd131648e1 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:29:57.128638 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.145238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.147450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.198332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9b76df-96ee-46a4-a3a8-2c575382b4c4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:57.209955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Network e76b00d1-b229-47ea-95aa-a83ebda055ce is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:57.214729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:57.219012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9637ba41-4447-453c-9d03-301af55b63ae') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:57.219302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9637ba41-4447-453c-9d03-301af55b63ae') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:57.223046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:57.225306 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.226891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Pushing event updated for resources: {'Port': ['ID=09b06903-7b3c-461d-9d67-a08dcf575184,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.238129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.253703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.260539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] No DVR routers for this DVR port 1cbc2515-73f9-4e80-a5fd-66cd131648e1 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:29:57.268755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.276418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c132f-f193-4dd4-911c-109cd3a312ba None None] Pushing event deleted for resources: {'Port': ['ID=1cbc2515-73f9-4e80-a5fd-66cd131648e1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.293187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:29:57.293609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:29:57.296724 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:29:57.314998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Attempting to bind port 09b06903-7b3c-461d-9d67-a08dcf575184 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:57.315455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Attempting to bind port 09b06903-7b3c-461d-9d67-a08dcf575184 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '38423d9a-8eb7-4d3c-99da-c7abf5e80487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:57.315730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Attempting to bind port 09b06903-7b3c-461d-9d67-a08dcf575184 on network e76b00d1-b229-47ea-95aa-a83ebda055ce {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:57.322348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:57.322726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Checking segment: {'id': '38423d9a-8eb7-4d3c-99da-c7abf5e80487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:57.323133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.323525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Bound using segment: {'id': '38423d9a-8eb7-4d3c-99da-c7abf5e80487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:57.324003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Bound port: 09b06903-7b3c-461d-9d67-a08dcf575184, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38423d9a-8eb7-4d3c-99da-c7abf5e80487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:57.324376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.388666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] For port 09b06903-7b3c-461d-9d67-a08dcf575184, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:57.392473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] For port 09b06903-7b3c-461d-9d67-a08dcf575184, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b06903-7b3c-461d-9d67-a08dcf575184,segment=NetworkSegment(38423d9a-8eb7-4d3c-99da-c7abf5e80487),segment_id=38423d9a-8eb7-4d3c-99da-c7abf5e80487)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:57.490089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.512847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.577138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.594945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45312) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:57.595689 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.599416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.602797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.604210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae1b323b-8fd7-4297-a64b-36997184e8eb HTTP/1.1" status: 204 len: 168 time: 0.6719341 Feb 11 14:29:57.621230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.627494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] 10.222.0.31 "DELETE /v2.0/networks/8b9b76df-96ee-46a4-a3a8-2c575382b4c4 HTTP/1.1" status: 204 len: 168 time: 1.2946873 Feb 11 14:29:57.629703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45316) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:57.662534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073eac4-9a5c-4383-b44f-91cf044e9e11 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b323b-8fd7-4297-a64b-36997184e8eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.671441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ad65-4493-4bb4-a280-5ec15aaa9198 tempest-DHCPAgentSchedulersTestJSON-1715817316 tempest-DHCPAgentSchedulersTestJSON-1715817316-project] Pushing event deleted for resources: {'Network': ['ID=8b9b76df-96ee-46a4-a3a8-2c575382b4c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.673359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f428d06-4b65-468c-a489-55e5ca7a925e None None] Pushing event updated for resources: {'Port': ['ID=09b06903-7b3c-461d-9d67-a08dcf575184,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:57.713293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c26ec1bf-9599-4cc9-a558-4c862f39aed2 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756891 Feb 11 14:29:57.717716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45320) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:57.722652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100526209'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:57.741496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.25.7.28 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b01bbc77-3fe0-4bea-9a4e-ed06ab79d1ad) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:57.789599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a827ae8-2137-4793-bf34-88d041a0856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.853627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.889559 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.900062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a827ae8-2137-4793-bf34-88d041a0856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.002631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.307728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5a827ae8-2137-4793-bf34-88d041a0856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.307931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.312659 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.347536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:58.351018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:58.355120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:58.369905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5a827ae8-2137-4793-bf34-88d041a0856e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dc9f8b260284b8c8d595415123a3583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730734 Feb 11 14:29:58.371132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45322) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:58.377388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827ae8-2137-4793-bf34-88d041a0856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c90fb4-3adc-4d79-8329-285e9bc161c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:58.386173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=b01bbc77-3fe0-4bea-9a4e-ed06ab79d1ad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:58.432242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2dcda-b650-43db-ba68-8f1faa506f32,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:58.466200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.466730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-68a7cef8-2bd7-4c4c-8e99-ebbaa562616c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7478964 Feb 11 14:29:58.475739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:58.481292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': '8cb2dcda-b650-43db-ba68-8f1faa506f32', 'direction': 'ingress', 'protocol': 17}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:58.513305 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.554123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.609459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:58.629127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.706800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.765653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.768764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.770145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6c90fb4-3adc-4d79-8329-285e9bc161c4 HTTP/1.1" status: 204 len: 168 time: 0.3978472 Feb 11 14:29:58.784367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be7076-18a8-4979-b8af-d20eb04186c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c90fb4-3adc-4d79-8329-285e9bc161c4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:58.797494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.820131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6234fc-93aa-41a5-b01a-91c872842fdb,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:58.890675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3324f45c-feef-42bf-b459-1896d67f55fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53ff3633cc9a494c83ae0e2cc43941a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800515 Feb 11 14:29:58.893434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:58.910024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.949163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.973098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.973558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1b6acedd-748f-46bc-b146-60eefcac0e01 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4968350 Feb 11 14:29:58.976754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:58.979908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.078755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ecab2-457b-4aac-8f59-a0b9c27cdaea None None] Network e76b00d1-b229-47ea-95aa-a83ebda055ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:59.111039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.140439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.199037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.216471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.217705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9898711-a781-4222-b258-f4cd25b72b64 HTTP/1.1" status: 204 len: 168 time: 0.3232648 Feb 11 14:29:59.218017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b06903-7b3c-461d-9d67-a08dcf575184 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:59.227629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902de7-8e77-48f7-87cd-3c8d0ac4d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9898711-a781-4222-b258-f4cd25b72b64,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:59.322295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] Provisioning complete for port 09b06903-7b3c-461d-9d67-a08dcf575184 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:59.322295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.336198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.343315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.343315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/8cb2dcda-b650-43db-ba68-8f1faa506f32 HTTP/1.1" status: 204 len: 168 time: 0.3629951 Feb 11 14:29:59.344080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45344) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:59.368885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.381855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1fd68-5699-45c3-be89-8878ab3e155d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2dcda-b650-43db-ba68-8f1faa506f32,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:59.421055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 09b06903-7b3c-461d-9d67-a08dcf575184 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:59.421349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.449005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2bc1a5ea-6e9d-458c-a8e5-2c0a779d12e4 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993762 Feb 11 14:29:59.449485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45346) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:59.457079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--155643262'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:59.512681 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.578334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] For port 09b06903-7b3c-461d-9d67-a08dcf575184, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b06903-7b3c-461d-9d67-a08dcf575184,segment=NetworkSegment(38423d9a-8eb7-4d3c-99da-c7abf5e80487),segment_id=38423d9a-8eb7-4d3c-99da-c7abf5e80487)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:59.583347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.673540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.755567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.771248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.836586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:29:59.836791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:59.837130 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:29:59.854583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8f60809-0593-40bc-b317-8ca5b57cfbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.864290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73acce-102f-44f0-b184-86c802dbfda2 None None] Pushing event updated for resources: {'Port': ['ID=09b06903-7b3c-461d-9d67-a08dcf575184,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:59.875612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.891848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c89edb35-a32e-4808-b689-801aee3b0961 None None] Provisioning complete for port 09b06903-7b3c-461d-9d67-a08dcf575184 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:59.891848 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c89edb35-a32e-4808-b689-801aee3b0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:59.928124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee0199-4b69-42a5-be60-58d8c91253bb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:59.947057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router 3f869991-bad7-4684-9dd6-0e0b56e57311 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:30:00.000669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.003926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-90681e06-d312-47be-9db8-5f637df5abca tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5529540 Feb 11 14:30:00.009463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.011779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8f60809-0593-40bc-b317-8ca5b57cfbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.018778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917834147'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:00.098361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:00.113827 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] Sync routers for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:00.125547 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:00.126171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:00.135747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8f60809-0593-40bc-b317-8ca5b57cfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.162430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:00.172013 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:00.172605 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:00.179074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45356) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.179252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8f60809-0593-40bc-b317-8ca5b57cfbe2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09b4f7e12b064657ae7e5aa212791424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406112 Feb 11 14:30:00.180043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f60809-0593-40bc-b317-8ca5b57cfbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fac52d-e86e-4c2d-a1cf-8fcb615fe245,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:00.205073 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:00.208084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c2157-beab-4b30-85fc-01c1390795a2 None None] The sync data for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:00.212162 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.262758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.266797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.268033 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e84b66f2-44fb-4fea-8fa9-613683888e67 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9983900 Feb 11 14:30:00.271211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.306622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.355206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.467248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.467496 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.499129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.501809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.503821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74fac52d-e86e-4c2d-a1cf-8fcb615fe245 HTTP/1.1" status: 204 len: 168 time: 0.3226256 Feb 11 14:30:00.505569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f187a-88b6-4552-a663-c846218b94bc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:00.519697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5ba5-2365-412f-9807-1700c55c8fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fac52d-e86e-4c2d-a1cf-8fcb615fe245,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:00.579860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.601342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62dd45bc-8c5d-43de-a44e-5229ac6cad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.606884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.609120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2a7c6c2b-2ffe-4e93-a7eb-e7231271a964 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5975630 Feb 11 14:30:00.612059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.622928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': '28ee0199-4b69-42a5-be60-58d8c91253bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e12f187a-88b6-4552-a663-c846218b94bc', 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:00.745935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62dd45bc-8c5d-43de-a44e-5229ac6cad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.819857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.852205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62dd45bc-8c5d-43de-a44e-5229ac6cad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.908823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62dd45bc-8c5d-43de-a44e-5229ac6cad32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8ec7f67d9dc47b69cf602eaa92fca46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251536 Feb 11 14:30:00.909494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45368) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:00.922055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd45bc-8c5d-43de-a44e-5229ac6cad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02aa76e-251b-43ec-9be6-960fb2ae9c53,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:00.958740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.005360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.030929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b06903-7b3c-461d-9d67-a08dcf575184 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:01.044366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.063411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc21309d-a540-4600-8982-52ddcf91675d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:01.074846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.116326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 09b06903-7b3c-461d-9d67-a08dcf575184 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:01.116705 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.167510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.208045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.209996 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-88b4e4f0-e48a-4682-af37-43d350a9a138 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5969391 Feb 11 14:30:01.212432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.245364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.252837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.261036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.364420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.367085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.368219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b02aa76e-251b-43ec-9be6-960fb2ae9c53 HTTP/1.1" status: 204 len: 168 time: 0.4577267 Feb 11 14:30:01.378364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0455e84-facf-4132-840f-0dc7e5984895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02aa76e-251b-43ec-9be6-960fb2ae9c53,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:01.442801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.454595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.459504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bc21309d-a540-4600-8982-52ddcf91675d HTTP/1.1" status: 204 len: 168 time: 0.2429500 Feb 11 14:30:01.463273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de89455-8309-4ff2-a8f5-253e7f1dac3a tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc21309d-a540-4600-8982-52ddcf91675d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:01.465514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.515438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d2fcc2c6-88e5-4709-a1f5-5191bd9e1934 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0430424 Feb 11 14:30:01.521365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.594067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.605372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.625819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.1 (e76b00d1-b229-47ea-95aa-a83ebda055ce/8bbcc5bf-cf03-4226-905a-ab01075de1b9/9d5bc9f8-c77e-4c40-8888-b13a8e140771) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:01.629720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.632459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9551-fb52-42e1-ac74-0fd592925a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.764440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9551-fb52-42e1-ac74-0fd592925a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.774087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.820407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.826735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.826735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/e12f187a-88b6-4552-a663-c846218b94bc HTTP/1.1" status: 204 len: 168 time: 0.3021395 Feb 11 14:30:01.828039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.849042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee1043-12f8-4a11-89bb-652b253ba706 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f187a-88b6-4552-a663-c846218b94bc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:01.870615 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9551-fb52-42e1-ac74-0fd592925a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.930827 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0a58dddd-83ae-4759-9b70-42d47b67443c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0993602 Feb 11 14:30:01.931222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45394) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.935523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec1e9551-fb52-42e1-ac74-0fd592925a0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8cfa08e8d484786b3fa01b9fd6aaca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288956 Feb 11 14:30:01.937110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e9551-fb52-42e1-ac74-0fd592925a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4784aba-3040-4e83-ac67-bfbc3b67e45b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:01.939722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45396) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:01.967657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:01.993521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.016185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.020427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network e76b00d1-b229-47ea-95aa-a83ebda055ce is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:02.027964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:02.038500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:02.072848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=9d5bc9f8-c77e-4c40-8888-b13a8e140771,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:02.077594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.119454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.122556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.190392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.190642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.194569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4784aba-3040-4e83-ac67-bfbc3b67e45b HTTP/1.1" status: 204 len: 168 time: 0.2515061 Feb 11 14:30:02.201774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade974-1a7c-4c34-84bf-4ccf448f960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4784aba-3040-4e83-ac67-bfbc3b67e45b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:02.380226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6025eb9f-7f33-49c6-a7ce-58b0212d443b None None] Provisioning complete for port 9d5bc9f8-c77e-4c40-8888-b13a8e140771 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:02.380790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6025eb9f-7f33-49c6-a7ce-58b0212d443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.426469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.434199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6025eb9f-7f33-49c6-a7ce-58b0212d443b None None] Port 9d5bc9f8-c77e-4c40-8888-b13a8e140771 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:02.441605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.445486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/28ee0199-4b69-42a5-be60-58d8c91253bb HTTP/1.1" status: 204 len: 168 time: 0.5107684 Feb 11 14:30:02.445812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:02.477469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3dca8-ea19-48c9-9a81-bddc694842af tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee0199-4b69-42a5-be60-58d8c91253bb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:02.493406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.558227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cb0b6e40-3aae-4dda-995c-e1d0141481cf tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112974 Feb 11 14:30:02.563018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:02.567495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--406233280'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:02.705181 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.813608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.886043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.947219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.975471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272fb2f3-e316-483d-a4b4-68cc2f980bfe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:03.056469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.103483 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.106278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-549dabb8-8300-44ad-883f-ae0fb4d96d6d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431311 Feb 11 14:30:03.110846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.115303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': '272fb2f3-e316-483d-a4b4-68cc2f980bfe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:03.146072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=9d5bc9f8-c77e-4c40-8888-b13a8e140771,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:03.148811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.248151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.252326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network e76b00d1-b229-47ea-95aa-a83ebda055ce is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:03.253814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:03.319566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.393657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router 3f869991-bad7-4684-9dd6-0e0b56e57311 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:03.473258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.505996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cd9f89-06a8-49e8-bfac-fd36f71fe1b1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:03.523442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:03.528917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2dff4f07-d227-40cc-82ec-8044cadf3f1f tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/routers/3f869991-bad7-4684-9dd6-0e0b56e57311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2563398 Feb 11 14:30:03.531431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45446) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.537615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] Sync routers for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:03.538666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'port': {'network_id': 'e76b00d1-b229-47ea-95aa-a83ebda055ce', 'name': 'tempest-FloatingIPTestJSON-86802700'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:03.555568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:03.556464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:03.567374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.569167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e75edcfb-52b1-44b1-a08d-6ecacf94b17f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4573357 Feb 11 14:30:03.577159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.604913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.612117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:03.617444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.621072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-32b2b642-0b9b-482d-ae63-5502a7f10626 None None] Provisioning complete for port 9d5bc9f8-c77e-4c40-8888-b13a8e140771 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:03.621652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32b2b642-0b9b-482d-ae63-5502a7f10626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.648067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:03.648698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:03.691244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:03.692380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80867b0-8a1a-4e29-bc50-3ece5290c990 None None] The sync data for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:03.712052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-32b2b642-0b9b-482d-ae63-5502a7f10626 None None] Port 9d5bc9f8-c77e-4c40-8888-b13a8e140771 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:03.769814 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.781846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.781846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/48cd9f89-06a8-49e8-bfac-fd36f71fe1b1 HTTP/1.1" status: 204 len: 168 time: 0.2010982 Feb 11 14:30:03.782890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.785342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3db3c-1409-4855-b61b-52c4943384cc tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48cd9f89-06a8-49e8-bfac-fd36f71fe1b1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:03.828287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fcaffc42-b1c0-4ce3-9297-051a12c79dd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439148 Feb 11 14:30:03.830846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.833357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45464) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:03.856282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Made reservation on behalf of 6d0798615b0a435dbcfd1e7b081f5efd for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:03.862230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.882431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] device_id is not set on port 6ad9f9a3-efd0-4a79-9786-a91c14d5306d yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:03.891957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:03.929939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.036354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Allocated IP 172.20.0.13 (e76b00d1-b229-47ea-95aa-a83ebda055ce/8bbcc5bf-cf03-4226-905a-ab01075de1b9/6ad9f9a3-efd0-4a79-9786-a91c14d5306d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:04.041208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2070965998'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:04.095926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.098907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.100435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/272fb2f3-e316-483d-a4b4-68cc2f980bfe HTTP/1.1" status: 204 len: 168 time: 0.2684338 Feb 11 14:30:04.102977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:04.110508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c420-fab3-4d94-bf67-67de608bb13c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272fb2f3-e316-483d-a4b4-68cc2f980bfe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:04.139140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Made reservation on behalf of 43df21c951c04e37bb21c9490d232212 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:04.143537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.188540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.238107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b814243c-e550-43b0-af1c-0f7d9c70eac6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1334138 Feb 11 14:30:04.245423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:04.250224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758570765'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:04.296976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.349938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.375869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.446581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.473566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.481402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.541168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:04.558820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.563633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Network e76b00d1-b229-47ea-95aa-a83ebda055ce is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:04.565806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:04.568929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:04.571491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7ed9f-215c-4594-a5ff-1abea5347faa,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:04.579916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.579916 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Added segment 8d496d3c-c709-4a72-a0db-3ce6621add33 of type vlan for network 7663dd64-f263-432f-a877-f347e9003bdf Feb 11 14:30:04.609981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a039c-fec6-49e1-a1c7-e50804511ee1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:04.632850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event updated for resources: {'Port': ['ID=6ad9f9a3-efd0-4a79-9786-a91c14d5306d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:04.681190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.690543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dddb3878-e05e-47ec-83cb-a4b3e37569ef tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4374559 Feb 11 14:30:04.690823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:04.690823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.692935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:04.695527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.698789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'c10a039c-fec6-49e1-a1c7-e50804511ee1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:04.790590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9887b091-cf08-488b-81d3-b29c17377d71 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2575946 Feb 11 14:30:04.792841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:04.798297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Request body: {'floatingip': {'port_id': '6ad9f9a3-efd0-4a79-9786-a91c14d5306d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:04.809756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.816285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:04.817024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.852998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-441b2ee1-112c-4997-b525-537c2c854af3 None None] Provisioning complete for port 6ad9f9a3-efd0-4a79-9786-a91c14d5306d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:04.853533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-441b2ee1-112c-4997-b525-537c2c854af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.868496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:04.895742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Pushing event updated for resources: {'Network': ['ID=7663dd64-f263-432f-a877-f347e9003bdf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:04.906762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7663dd64-f263-432f-a877-f347e9003bdf details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:04.924536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb6b60ae-51ed-4151-9f81-adf6b7bccbf9 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0872900 Feb 11 14:30:04.925455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:04.927635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-441b2ee1-112c-4997-b525-537c2c854af3 None None] Port 6ad9f9a3-efd0-4a79-9786-a91c14d5306d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:04.933658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.108734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.152269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'name': 'tempest-network--1645476782', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:05.192920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.243473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd676ea-796e-43b7-b56e-8898b4866e45,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:05.314176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:05.316515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.355893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.381946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.383061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6e92d342-6dfb-4f27-bc35-63f5696f9f5d tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6889679 Feb 11 14:30:05.385943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:05.408098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9d50b8a-7cb6-4d9e-9556-304272590468 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules/ecd676ea-796e-43b7-b56e-8898b4866e45 HTTP/1.1" status: 200 len: 763 time: 0.0209503 Feb 11 14:30:05.410516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45506) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:05.450004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-baab4022-24f2-4fef-9cf2-75e083190c55 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0383806 Feb 11 14:30:05.453071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:05.477453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.485407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.520088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.532736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.615351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.621801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.622885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ecd676ea-796e-43b7-b56e-8898b4866e45 HTTP/1.1" status: 204 len: 168 time: 0.1688573 Feb 11 14:30:05.625740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:05.628278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696e3f1-8ab2-4982-89f3-1f6a564b9069 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd676ea-796e-43b7-b56e-8898b4866e45,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:05.666218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c8173e2d-44e8-467f-93de-8e5e06664834 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392971 Feb 11 14:30:05.667764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.669196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:05.670639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.673977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'c10a039c-fec6-49e1-a1c7-e50804511ee1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:05.720705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:05.742837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aada47a2-a0a6-4a9e-b354-600e0637bd59,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:05.747041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.747385 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Added segment 0a555ae7-c648-4f8f-8981-7feae7be9a61 of type vlan for network e0a0975a-69f2-4924-9da2-7b3d241a695b Feb 11 14:30:05.786646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.831190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.837203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.839466 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP a9ef2f9a-b67d-439c-9ac7-d248e0c9919a associated. External IP: 172.25.7.182, port: cd09136f-042f-4123-935a-d3b91adf4d81. Feb 11 14:30:05.929717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.949619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dde5682-71f4-4888-b91e-360daf51f6f8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:05.994009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:05.994973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:05.995555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.029483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.030849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1738bf24-acd4-45b8-9937-49fb37e3c2ba tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3605335 Feb 11 14:30:06.033642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45518) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.053041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9f9f9bb-3ef5-4ca3-8729-44133daf3dfd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules/6dde5682-71f4-4888-b91e-360daf51f6f8 HTTP/1.1" status: 200 len: 763 time: 0.0158789 Feb 11 14:30:06.053244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.116302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-705567d2-61c3-4429-b3a2-68da62ce514f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0589166 Feb 11 14:30:06.116302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.140730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.149273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.150313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=e0a0975a-69f2-4924-9da2-7b3d241a695b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:06.165115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e0a0975a-69f2-4924-9da2-7b3d241a695b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:06.169132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee545ee3-b787-4ac0-b1fc-dc28fc0452f5 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2425921 Feb 11 14:30:06.173893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45528) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.190182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:06.252578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.283490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.298945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.300121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6dde5682-71f4-4888-b91e-360daf51f6f8 HTTP/1.1" status: 204 len: 168 time: 0.1852760 Feb 11 14:30:06.303696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.313883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:06.328931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:06.330449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d58227-2ed8-4af1-96ac-99eea9b29cd6 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dde5682-71f4-4888-b91e-360daf51f6f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:06.345044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.358994 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:06.359790 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.372320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a0975a-69f2-4924-9da2-7b3d241a695b']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.386981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a555ae7-c648-4f8f-8981-7feae7be9a61') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.387631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a555ae7-c648-4f8f-8981-7feae7be9a61') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.397702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.402302 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.411302 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:06.411903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.414773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.418034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ac2f4b2d-965e-4564-8c52-a9d84112468e tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1134634 Feb 11 14:30:06.421345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45534) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.426122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'c10a039c-fec6-49e1-a1c7-e50804511ee1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:06.433492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:06.433889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:06.435584 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:06.448175 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:06.448175 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f7e1a-16e1-4836-b1ad-87da20cc4ec0 None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:06.604582 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Project 028461ca5c794ccba7c01b4a6d50863a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:30:06.614428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.614556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.625135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0a0975a-69f2-4924-9da2-7b3d241a695b {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:06.642161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.648872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e0a0975a-69f2-4924-9da2-7b3d241a695b HTTP/1.1" status: 204 len: 168 time: 0.4702828 Feb 11 14:30:06.649168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45542) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.650486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62e3f1-a326-4090-9bb2-9aef9daaf3e9 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0a0975a-69f2-4924-9da2-7b3d241a695b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:06.654230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:06.689837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router 3f869991-bad7-4684-9dd6-0e0b56e57311 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:06.699120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.803068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:06.807725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.829066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:06.834784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.850372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.882135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f487256-882b-4625-9aa3-06102d4f3c44,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:06.951298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:06.964928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-18c8bb24-784e-44e9-9a80-0e80ef2b8ef7 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5424411 Feb 11 14:30:06.966185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45550) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:06.991362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-55591bef-092f-4050-9257-1ec659c3fc2f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules/4f487256-882b-4625-9aa3-06102d4f3c44 HTTP/1.1" status: 200 len: 769 time: 0.0236020 Feb 11 14:30:06.992444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45552) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.050278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b7f8aa8-8c0e-4513-a997-850e89218a9b tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0565176 Feb 11 14:30:07.053231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.082824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.085366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] Sync routers for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:07.093456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.096347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:07.097114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:07.120170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:07.126090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-829729d4-d07e-41f8-8fdf-109c4fb716ee tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/floatingips/a9ef2f9a-b67d-439c-9ac7-d248e0c9919a HTTP/1.1" status: 200 len: 977 time: 2.3288336 Feb 11 14:30:07.127136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.148325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:07.158459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:07.159164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:07.198938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.202835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.203380 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Added segment 3ac7156d-6ce8-4643-b4fa-b2831a947dba of type vlan for network aeec64c8-586b-45e3-be29-cf7fe450d55d Feb 11 14:30:07.207994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.209125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f487256-882b-4625-9aa3-06102d4f3c44 HTTP/1.1" status: 204 len: 168 time: 0.1549196 Feb 11 14:30:07.213478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.221765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66417-8436-46e8-9015-a55cf306e347 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f487256-882b-4625-9aa3-06102d4f3c44,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:07.283078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.314678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a5d6e703-1e79-4b76-81d8-fbed613fe289 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0998988 Feb 11 14:30:07.317658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.332383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 6ad9f9a3-efd0-4a79-9786-a91c14d5306d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:07.332722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.362994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:07.363663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4d38a-f40e-4a05-932e-00483d4c6857 None None] The sync data for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:07.402000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.428985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.452613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.477443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.477443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:07.477443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.549194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.549194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.549194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/c10a039c-fec6-49e1-a1c7-e50804511ee1 HTTP/1.1" status: 204 len: 168 time: 0.2268484 Feb 11 14:30:07.550322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.567791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2ee44-6a40-4017-a0db-53046adc191c tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a039c-fec6-49e1-a1c7-e50804511ee1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:07.599062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4b35a2f3-843c-4c4e-b57c-82304e8c5213 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468643 Feb 11 14:30:07.603151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45576) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.608655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075513866'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:07.617864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=aeec64c8-586b-45e3-be29-cf7fe450d55d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:07.629158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network aeec64c8-586b-45e3-be29-cf7fe450d55d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:07.647090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e89e891-44b3-41c1-a1c9-ac06166c97bb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9969850 Feb 11 14:30:07.647739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:07.657097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'subnet': {'network_id': 'aeec64c8-586b-45e3-be29-cf7fe450d55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:07.669250 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:07.715551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.715920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.716238 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Floating IP a9ef2f9a-b67d-439c-9ac7-d248e0c9919a disassociated. External IP: 172.25.7.182, port: 6ad9f9a3-efd0-4a79-9786-a91c14d5306d. Feb 11 14:30:07.716581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 6ad9f9a3-efd0-4a79-9786-a91c14d5306d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:07.771219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.848329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.884282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:07.886664 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.911967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.929452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:07.940616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=6ad9f9a3-efd0-4a79-9786-a91c14d5306d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:07.973881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1a576-cfd3-456b-815c-04a9160da35e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:08.097398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router 3f869991-bad7-4684-9dd6-0e0b56e57311 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:08.100639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.104838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b5c68a98-f9f0-4aef-a8ad-55487c5443cd tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5004683 Feb 11 14:30:08.105238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45582) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.112208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Request body: {'security_group_rule': {'security_group_id': 'eaa1a576-cfd3-456b-815c-04a9160da35e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:08.234298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:08.246580 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] Sync routers for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:08.261460 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:08.262067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:08.307674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.318823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.320463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-846a5a55-2de0-45df-be7b-7e5d33e34b83 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/6ad9f9a3-efd0-4a79-9786-a91c14d5306d HTTP/1.1" status: 204 len: 168 time: 1.1924827 Feb 11 14:30:08.323239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45586) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.382886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.389010 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:08.397897 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:08.398498 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:08.430761 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:08.431404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b2af6-cece-4353-8693-a626d99564b9 None None] The sync data for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:08.464398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:30:08.465013 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.490253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.509974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baba0d7a-d824-43f4-bccd-bb864e96f94e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:08.589760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.591567 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cbd90011-7228-433d-a8ab-da41a3d10c0f tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4848208 Feb 11 14:30:08.594373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.661032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.688759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.788086 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.790752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:08.794285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaa1a576-cfd3-456b-815c-04a9160da35e HTTP/1.1" status: 204 len: 168 time: 0.1965873 Feb 11 14:30:08.795403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.829510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5e8b-bd60-4ddb-ad2d-2c8faa570003 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1a576-cfd3-456b-815c-04a9160da35e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:08.850304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a56f5611-e6be-485c-af65-8f7bb3a32691,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:08.850733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-977c0871-ac3e-4537-b10c-3d8aaefcad34 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530872 Feb 11 14:30:08.855613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45596) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.880477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Checking segment: {'id': '3ac7156d-6ce8-4643-b4fa-b2831a947dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aeec64c8-586b-45e3-be29-cf7fe450d55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:08.880833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Network hostable DHCP agents. Network: aeec64c8-586b-45e3-be29-cf7fe450d55d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:08.954064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b8eb8773-a168-4587-a2fe-f3a839038539 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0955806 Feb 11 14:30:08.956863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:08.972195 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-bb24656c-82a5-4d79-9fea-55422fbb7148 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] delete failed (client error): The resource could not be found. Feb 11 14:30:08.975155 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb24656c-82a5-4d79-9fea-55422fbb7148 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaa1a576-cfd3-456b-815c-04a9160da35e HTTP/1.1" status: 404 len: 347 time: 0.0155530 Feb 11 14:30:08.977102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:09.029447 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-948179e9-860d-47ed-846e-e69ba22af8b1 tempest-SecGroupIPv6Test-1213291330 tempest-SecGroupIPv6Test-1213291330-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508144 Feb 11 14:30:09.102490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Network aeec64c8-586b-45e3-be29-cf7fe450d55d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:09.173494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.207403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, aeec64c8-586b-45e3-be29-cf7fe450d55d) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:09.216436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:09.217059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.218355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48748e54-c7e6-4d43-a76c-4096d9f758e2 None None] Network aeec64c8-586b-45e3-be29-cf7fe450d55d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:09.285312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-82a4979e-99c5-493b-8e7d-aa6f1ac99949 req-f307938d-5f7d-4019-8d5c-b88c4b24fcd1 service neutron] (109375) timed out ('10.222.0.31', 48960) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:30:09.304622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a70c670-c523-42b4-b694-f7a53707eb54 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6543891 Feb 11 14:30:09.306548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:09.311995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'floatingip': {'floating_network_id': 'aeec64c8-586b-45e3-be29-cf7fe450d55d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:09.399837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64db67-b8be-4f08-8148-d97910285013 None None] Network aeec64c8-586b-45e3-be29-cf7fe450d55d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:09.444701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.593202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 9d5bc9f8-c77e-4c40-8888-b13a8e140771 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:09.593885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.599190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45616) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:09.615622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.731909 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.754538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 9d5bc9f8-c77e-4c40-8888-b13a8e140771 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:09.792767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Allocated IP 172.20.0.6 (aeec64c8-586b-45e3-be29-cf7fe450d55d/a56f5611-e6be-485c-af65-8f7bb3a32691/f3412221-e8f7-46c7-99b9-f7562dcad7e5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:09.890238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-04903cd9-2a29-48ef-a10d-5652d9e21738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=028461ca5c794ccba7c01b4a6d50863a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889965 Feb 11 14:30:09.898470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:09.959191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:09.989067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.022217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.130508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.134576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.184050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Network aeec64c8-586b-45e3-be29-cf7fe450d55d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:10.185148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.189158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.192773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74351c69-21c8-40ae-8b73-3555b11919a8 HTTP/1.1" status: 204 len: 168 time: 0.2909992 Feb 11 14:30:10.198421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:10.205185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=9d5bc9f8-c77e-4c40-8888-b13a8e140771,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:10.224290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:10.295033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Port': ['ID=f3412221-e8f7-46c7-99b9-f7562dcad7e5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:10.308203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9f8e2-9cbb-4482-88e8-b571dca5462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74351c69-21c8-40ae-8b73-3555b11919a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:10.397872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.523227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.606478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.783064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router 3f869991-bad7-4684-9dd6-0e0b56e57311 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:10.805832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.878598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:10.947978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:10.949010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99322fe3-ce96-4808-ab5b-156489ba0b10 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/routers/3f869991-bad7-4684-9dd6-0e0b56e57311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226223 Feb 11 14:30:10.949848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45650) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:10.954943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] Sync routers for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:10.984703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Port': ['ID=f3412221-e8f7-46c7-99b9-f7562dcad7e5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:10.991231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:10.993251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:11.001536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.058391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:11.071939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] Routers {'3f869991-bad7-4684-9dd6-0e0b56e57311'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:11.072549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:29:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['3f869991-bad7-4684-9dd6-0e0b56e57311'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:11.104065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.105793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3053dee1-47e0-4fe6-a990-a53d4b5f80ee tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7982597 Feb 11 14:30:11.108573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:11.109634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:11.110546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05193101-2a0e-4fb6-ac47-61fa0b24d30f None None] The sync data for ids ['3f869991-bad7-4684-9dd6-0e0b56e57311'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:11.117084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.195451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6a904ac3-955e-4ecd-82e3-d9668a3e26f8 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=aeec64c8-586b-45e3-be29-cf7fe450d55d HTTP/1.1" status: 200 len: 689 time: 0.0826759 Feb 11 14:30:11.195964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:11.256871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.318918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.387217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port b01bbc77-3fe0-4bea-9a4e-ed06ab79d1ad {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:11.387217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.544009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Deleting port f3412221-e8f7-46c7-99b9-f7562dcad7e5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:11.544354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.548468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.570018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for b01bbc77-3fe0-4bea-9a4e-ed06ab79d1ad owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:11.679523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.679853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.696695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Calling delete_port for f3412221-e8f7-46c7-99b9-f7562dcad7e5 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:11.758413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:11.883588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85efa0cb-1c8e-4db3-a425-2cdb06800551 tempest-ServiceProvidersTest-119635393 tempest-ServiceProvidersTest-119635393-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1240411 Feb 11 14:30:11.941774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.970001 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:11.995919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3412221-e8f7-46c7-99b9-f7562dcad7e5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.016762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=b01bbc77-3fe0-4bea-9a4e-ed06ab79d1ad,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.058634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.058905 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.136423 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.148865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.151043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.272943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.274085 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.274658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Fanout notify agent at l3_agent the message router_deleted on router 3f869991-bad7-4684-9dd6-0e0b56e57311 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:12.283349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.286861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c22b0ae4-5dff-43ed-831a-41956becaf0d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/routers/3f869991-bad7-4684-9dd6-0e0b56e57311 HTTP/1.1" status: 204 len: 168 time: 1.3335509 Feb 11 14:30:12.287615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.302276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a56f5611-e6be-485c-af65-8f7bb3a32691,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.353872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting subnet 8bbcc5bf-cf03-4226-905a-ab01075de1b9 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:12.357308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.359702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.379775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.382139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeec64c8-586b-45e3-be29-cf7fe450d55d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:12.393168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac7156d-6ce8-4643-b4fa-b2831a947dba') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:12.393407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac7156d-6ce8-4643-b4fa-b2831a947dba') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:12.404439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.405093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.419122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.425781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:12.426194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:12.428792 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:12.500806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.547911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfc284c1-6334-4f54-8e9b-e843fdc8f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.557256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.564440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeec64c8-586b-45e3-be29-cf7fe450d55d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:12.576714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.579313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/aeec64c8-586b-45e3-be29-cf7fe450d55d HTTP/1.1" status: 204 len: 168 time: 1.3820312 Feb 11 14:30:12.580470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302e4f3-f03f-490d-8e39-268f6ebe2b80 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeec64c8-586b-45e3-be29-cf7fe450d55d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.582217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.646358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfc284c1-6334-4f54-8e9b-e843fdc8f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.667053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.694709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbcc5bf-cf03-4226-905a-ab01075de1b9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.697579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-242edee6-9edb-4414-b543-46f348b8f1b8 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1139839 Feb 11 14:30:12.700184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.707811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.709336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df81b6-1967-465d-9551-f0f1ea279fdf None None] Network e76b00d1-b229-47ea-95aa-a83ebda055ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:12.716825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.719564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbd087cc-f47d-4120-8d6d-7962b0d3d57d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/subnets/8bbcc5bf-cf03-4226-905a-ab01075de1b9 HTTP/1.1" status: 204 len: 168 time: 0.4306266 Feb 11 14:30:12.729859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfc284c1-6334-4f54-8e9b-e843fdc8f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.793782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cfc284c1-6334-4f54-8e9b-e843fdc8f62b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=995697f7487f4784b996888492a971a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124911 Feb 11 14:30:12.794958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc284c1-6334-4f54-8e9b-e843fdc8f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44dc5d-a168-4f67-b06a-0017f0b92f3e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:12.805209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45694) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:12.879412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.910265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:12.955002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1472224-5209-4727-a110-efcb7c115cab None None] DHCP port deletion for e76b00d1-b229-47ea-95aa-a83ebda055ce request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:30:13.033122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Deleting port 09b06903-7b3c-461d-9d67-a08dcf575184 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:13.033507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.072862 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.075453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.079721 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d44dc5d-a168-4f67-b06a-0017f0b92f3e HTTP/1.1" status: 204 len: 168 time: 0.2703202 Feb 11 14:30:13.092673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26677-fb2b-4a25-bcae-eb801ed1e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44dc5d-a168-4f67-b06a-0017f0b92f3e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:13.173765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c1472224-5209-4727-a110-efcb7c115cab None None] For port 09b06903-7b3c-461d-9d67-a08dcf575184, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b06903-7b3c-461d-9d67-a08dcf575184,segment=NetworkSegment(38423d9a-8eb7-4d3c-99da-c7abf5e80487),segment_id=38423d9a-8eb7-4d3c-99da-c7abf5e80487)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:13.173765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.188056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Calling delete_port for 09b06903-7b3c-461d-9d67-a08dcf575184 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:13.219092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.219571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.220022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.220468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.221180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.221625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.222064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.222505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.225246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e617822-9329-4df2-b2ca-5c043354c3d7 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.5229716 Feb 11 14:30:13.233709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.233820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45712) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:13.246542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b06903-7b3c-461d-9d67-a08dcf575184 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:13.328617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 09b06903-7b3c-461d-9d67-a08dcf575184 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:13.328988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.344623 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-9b3abe08-d5a6-4270-b0d5-7dbc644a21c1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] delete failed (client error): The resource could not be found. Feb 11 14:30:13.346667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b3abe08-d5a6-4270-b0d5-7dbc644a21c1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/40467be2-0edf-453e-9a6d-224ca252e58d HTTP/1.1" status: 404 len: 345 time: 0.1118135 Feb 11 14:30:13.350737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45718) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:13.370482 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-075f6ff1-18f9-4e7a-b84c-828e6b0890d0 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 14:30:13.371720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075f6ff1-18f9-4e7a-b84c-828e6b0890d0 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:30:13.375966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-075f6ff1-18f9-4e7a-b84c-828e6b0890d0 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/aeec64c8-586b-45e3-be29-cf7fe450d55d HTTP/1.1" status: 404 len: 339 time: 0.0240512 Feb 11 14:30:13.379796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45720) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:13.388742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'name': 'tempest-network--466806278', 'router:external': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:13.430497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] For port 09b06903-7b3c-461d-9d67-a08dcf575184, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b06903-7b3c-461d-9d67-a08dcf575184,segment=NetworkSegment(38423d9a-8eb7-4d3c-99da-c7abf5e80487),segment_id=38423d9a-8eb7-4d3c-99da-c7abf5e80487)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:13.437069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.450609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 09b06903-7b3c-461d-9d67-a08dcf575184 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:13.463550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.512816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:13.516458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.559621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.561499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:13.571709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.572782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.573234 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Added segment 7bb1cc3e-1fb0-4c4c-b008-b57ec350a081 of type vlan for network 00af0f7e-50b5-44af-be98-fa425c3a0e9c Feb 11 14:30:13.609008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] No DVR routers for this DVR port 09b06903-7b3c-461d-9d67-a08dcf575184 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:13.617356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=09b06903-7b3c-461d-9d67-a08dcf575184,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:13.620098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1472224-5209-4727-a110-efcb7c115cab None None] Pushing event deleted for resources: {'Port': ['ID=09b06903-7b3c-461d-9d67-a08dcf575184,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:13.626941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1472224-5209-4727-a110-efcb7c115cab None None] No DVR routers for this DVR port 09b06903-7b3c-461d-9d67-a08dcf575184 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:13.646981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.730919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.746788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.749071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:13.749878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.770320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b00d1-b229-47ea-95aa-a83ebda055ce']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:13.782526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38423d9a-8eb7-4d3c-99da-c7abf5e80487') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:13.782964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38423d9a-8eb7-4d3c-99da-c7abf5e80487') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:13.794195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.813121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.837351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:13.839269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:13.853336 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:13.900212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5178978 Feb 11 14:30:13.900212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673c21-88a3-4d8c-a3fa-954aa13af043 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=00af0f7e-50b5-44af-be98-fa425c3a0e9c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:13.914877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 00af0f7e-50b5-44af-be98-fa425c3a0e9c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:13.919895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:14.072698 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.080863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.086714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/networks/e76b00d1-b229-47ea-95aa-a83ebda055ce HTTP/1.1" status: 204 len: 168 time: 1.3686597 Feb 11 14:30:14.090722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:14.171489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8cabc-190e-4504-9c35-4ae8f9bd1c7d tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Network': ['ID=e76b00d1-b229-47ea-95aa-a83ebda055ce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:14.257859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:14.258313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.355591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.356196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.370157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:14.473478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b6a7e-f3a2-4f45-98fa-d63c0b79811b tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:14.479635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b6a7e-f3a2-4f45-98fa-d63c0b79811b tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:14.486129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b6a7e-f3a2-4f45-98fa-d63c0b79811b tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:14.492298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b6a7e-f3a2-4f45-98fa-d63c0b79811b tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:14.497345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-327b6a7e-f3a2-4f45-98fa-d63c0b79811b tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5731483 Feb 11 14:30:14.498720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:14.585854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.681209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.684453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.709105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af0f7e-50b5-44af-be98-fa425c3a0e9c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:14.718920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=4ca4bc38-ab63-4c2f-9296-8feb8b5dc3a5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:14.731497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb1cc3e-1fb0-4c4c-b008-b57ec350a081') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:14.731817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb1cc3e-1fb0-4c4c-b008-b57ec350a081') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:14.748793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.767829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.775444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:14.776111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:14.791786 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:14.908661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.912377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:14.914027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df110211-4e15-4474-b9a4-3124a9ad2758 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9ef2f9a-b67d-439c-9ac7-d248e0c9919a HTTP/1.1" status: 204 len: 168 time: 0.8226278 Feb 11 14:30:14.918536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:14.948139 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2813be-6c34-4b5f-bb10-82e0a737a0d2 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] DELETE failed (client error): The resource could not be found. Feb 11 14:30:14.949425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2813be-6c34-4b5f-bb10-82e0a737a0d2 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:30:14.953046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0a2813be-6c34-4b5f-bb10-82e0a737a0d2 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/6ad9f9a3-efd0-4a79-9786-a91c14d5306d HTTP/1.1" status: 404 len: 333 time: 0.0331905 Feb 11 14:30:14.956360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:14.990798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2f1a28c1-1196-4332-a021-bd9e735b8d79 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f869991-bad7-4684-9dd6-0e0b56e57311 HTTP/1.1" status: 200 len: 205 time: 0.0336390 Feb 11 14:30:14.993312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:15.036270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45772) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:15.042921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.043169 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-f49d9d8b-96f9-42d5-95bc-25eb92bde869 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] delete failed (client error): The resource could not be found. Feb 11 14:30:15.047106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f49d9d8b-96f9-42d5-95bc-25eb92bde869 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/routers/3f869991-bad7-4684-9dd6-0e0b56e57311 HTTP/1.1" status: 404 len: 336 time: 0.0498259 Feb 11 14:30:15.051227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:15.059940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00af0f7e-50b5-44af-be98-fa425c3a0e9c {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:15.061937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Network': ['ID=00af0f7e-50b5-44af-be98-fa425c3a0e9c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:15.063973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.072431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6281d107-cc89-4fce-b5d7-35e9c3b4e2ef tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/00af0f7e-50b5-44af-be98-fa425c3a0e9c HTTP/1.1" status: 204 len: 168 time: 0.5717909 Feb 11 14:30:15.072431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45778) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:15.097101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'name': 'tempest-network--101185071', 'router:external': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:15.127987 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca84594-599c-44d6-9712-3386a10f4337 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] DELETE failed (client error): The resource could not be found. Feb 11 14:30:15.128652 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca84594-599c-44d6-9712-3386a10f4337 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:30:15.134408 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fca84594-599c-44d6-9712-3386a10f4337 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/subnets/8bbcc5bf-cf03-4226-905a-ab01075de1b9 HTTP/1.1" status: 404 len: 337 time: 0.0796564 Feb 11 14:30:15.135382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45780) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:15.423874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port cd09136f-042f-4123-935a-d3b91adf4d81 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:15.424582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.444424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:15.447070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.549010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-550093984'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:15.608952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:15.639897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.640292 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Added segment f6620ffb-4bfa-48a9-8f9d-5a8e3e1eb6af of type vlan for network bc0f1302-3863-4d10-9942-da282d08457a Feb 11 14:30:15.706576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.730791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for cd09136f-042f-4123-935a-d3b91adf4d81 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:15.733816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.756114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Made reservation on behalf of e8958f087f2b492f9c60608e196dde2c for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:15.760169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.823397 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.927944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.930209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:15.930810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.026132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.034574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=bc0f1302-3863-4d10-9942-da282d08457a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.043262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9be057f3-ae4c-46c1-94bf-a6b16c6316a1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9554124 Feb 11 14:30:16.044448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.048623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network bc0f1302-3863-4d10-9942-da282d08457a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:16.095217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.141297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:16.154252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c798e6-5171-435e-8f20-462a71b76293 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:16.158150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24c798e6-5171-435e-8f20-462a71b76293 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "GET /v2.0/networks/bc0f1302-3863-4d10-9942-da282d08457a HTTP/1.1" status: 200 len: 756 time: 0.1111701 Feb 11 14:30:16.158903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.164346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.177010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.177539 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Added segment bbd3652e-73f3-48a4-9587-32079558e769 of type vlan for network 1d79fa21-b514-42b8-ac5f-350a0328d3ec Feb 11 14:30:16.210203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e6543-f0ec-4683-bae0-ce4bdcaf85d0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.218307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=cd09136f-042f-4123-935a-d3b91adf4d81,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.280828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.281891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb30038-34a8-4c77-b261-15e5b7ea752d tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:16.285235 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bcb30038-34a8-4c77-b261-15e5b7ea752d tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "GET /v2.0/networks/7663dd64-f263-432f-a877-f347e9003bdf HTTP/1.1" status: 200 len: 768 time: 0.1239836 Feb 11 14:30:16.286417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.310385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45798) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.346733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.350107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4d4f40b-d5fc-43b6-8548-bd04b1f2e0f9 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/cd09136f-042f-4123-935a-d3b91adf4d81 HTTP/1.1" status: 204 len: 168 time: 1.2142854 Feb 11 14:30:16.353308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.369218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.438811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.444757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:16.445396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.462205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.489644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0f1302-3863-4d10-9942-da282d08457a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:16.499391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6620ffb-4bfa-48a9-8f9d-5a8e3e1eb6af') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:16.499695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6620ffb-4bfa-48a9-8f9d-5a8e3e1eb6af') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:16.509558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.521271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7a3e-ca72-4bc1-89ef-cae3afc53c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.523157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.530724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:16.530724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:16.532476 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:16.590074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event updated for resources: {'Network': ['ID=1d79fa21-b514-42b8-ac5f-350a0328d3ec,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.601488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:16.614490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e59b4d58-d6e0-4c08-85f0-a3ac7f2bed6b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5742989 Feb 11 14:30:16.614872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.620513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Request body: {'subnet': {'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:16.638047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 41d1696f-edf8-4e72-a446-8e099e79517f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:16.638398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.666345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7a3e-ca72-4bc1-89ef-cae3afc53c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.724662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.746039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7a3e-ca72-4bc1-89ef-cae3afc53c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.747402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc0f1302-3863-4d10-9942-da282d08457a {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:16.755541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.774789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bc0f1302-3863-4d10-9942-da282d08457a HTTP/1.1" status: 204 len: 168 time: 0.4871690 Feb 11 14:30:16.788566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45810) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.793916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'name': 'tempest-network--935805993'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:16.794095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3f2f8-bcbc-4d12-9846-fcbe5177e2f4 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc0f1302-3863-4d10-9942-da282d08457a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.798139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.823452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3aeb7a3e-ca72-4bc1-89ef-cae3afc53c7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c14ecb672404d678bb0e62fc787c3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114551 Feb 11 14:30:16.829074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45812) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:16.829904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 41d1696f-edf8-4e72-a446-8e099e79517f owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:16.844462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb7a3e-ca72-4bc1-89ef-cae3afc53c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690a3e5b-a25c-499a-95ad-950d655f553a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:16.907106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Made reservation on behalf of e8958f087f2b492f9c60608e196dde2c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:16.912049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:16.963844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.028508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Made reservation on behalf of d87b0c8b7b0f44959af49d49a4fbf76e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:17.031505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.071122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.149174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:17.178160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.178706 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Added segment e0833a2f-82fe-42ef-bd55-c4bb8e00f3da of type vlan for network 4a892a66-7c8c-457c-9da0-89168074a3b3 Feb 11 14:30:17.229191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.247537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.281289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=41d1696f-edf8-4e72-a446-8e099e79517f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:17.359192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.362643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6ac331c8-ee2a-4f09-99ff-7c8334ba48ba tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/ports/41d1696f-edf8-4e72-a446-8e099e79517f HTTP/1.1" status: 204 len: 168 time: 1.0083032 Feb 11 14:30:17.365195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45818) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:17.397046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.398164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:17.398843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.401018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.403908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.407725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/690a3e5b-a25c-499a-95ad-950d655f553a HTTP/1.1" status: 204 len: 168 time: 0.5715663 Feb 11 14:30:17.435304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965a0c-04a1-4152-b129-7169347fe45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690a3e5b-a25c-499a-95ad-950d655f553a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:17.522562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f0ea8-5134-4975-b559-3da41e38e200 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:17.528173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-972f0ea8-5134-4975-b559-3da41e38e200 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5c0d561-786f-4475-8c45-7c861a163f85 HTTP/1.1" status: 200 len: 913 time: 0.1615646 Feb 11 14:30:17.528851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:17.529419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=4a892a66-7c8c-457c-9da0-89168074a3b3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:17.540230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4a892a66-7c8c-457c-9da0-89168074a3b3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:17.576600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebf6b4be-b09a-489b-a3b7-88d6baa2f0b1 tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7843885 Feb 11 14:30:17.577067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45824) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:17.596972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:17.729262 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.821409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.822134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event updated for resources: {'Subnet': ['ID=e235952c-e011-4958-9489-5bae270e672b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:17.900592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Checking segment: {'id': 'bbd3652e-73f3-48a4-9587-32079558e769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:17.901050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Network hostable DHCP agents. Network: 1d79fa21-b514-42b8-ac5f-350a0328d3ec, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:17.941143 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.960235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Network 4a892a66-7c8c-457c-9da0-89168074a3b3 is not hosted by any dhcp agent {{(pid=109375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:30:17.961617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:17.962510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.964539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "PUT /v2.0/networks/4a892a66-7c8c-457c-9da0-89168074a3b3 HTTP/1.1" status: 200 len: 857 time: 0.3857622 Feb 11 14:30:17.969817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45828) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.070683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:18.100865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49572128-32fd-464c-8fa4-626788baddfb tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event updated for resources: {'Network': ['ID=4a892a66-7c8c-457c-9da0-89168074a3b3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:18.123097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.169041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.175859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2bd4eac9-01fc-47a3-b12b-6cb2be78ee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.221067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.248163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a892a66-7c8c-457c-9da0-89168074a3b3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:18.259348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0833a2f-82fe-42ef-bd55-c4bb8e00f3da') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:18.259579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0833a2f-82fe-42ef-bd55-c4bb8e00f3da') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:18.270703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.286937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.293899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:18.294306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.345247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.348591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1d79fa21-b514-42b8-ac5f-350a0328d3ec) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:18.357592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:18.358020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afca87-078b-40db-a3d7-2c2108b4dc52 None None] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:18.360058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:18.371498 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:18.446539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8861679-3031-4d89-9bcb-2903cf0ee4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.455569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.466102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a892a66-7c8c-457c-9da0-89168074a3b3 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:18.470585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.475175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4a892a66-7c8c-457c-9da0-89168074a3b3 HTTP/1.1" status: 204 len: 168 time: 0.5040741 Feb 11 14:30:18.479399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.500169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218a3a9-d27e-4857-8c44-ca60c6cf19ec tempest-ExternalNetworksTestJSON-257795473 tempest-ExternalNetworksTestJSON-257795473-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a892a66-7c8c-457c-9da0-89168074a3b3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:18.520527 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7e3e5b-6808-417a-85b9-27ef912b0c8e tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] DELETE failed (client error): The resource could not be found. Feb 11 14:30:18.521004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7e3e5b-6808-417a-85b9-27ef912b0c8e tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:30:18.524021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e7e3e5b-6808-417a-85b9-27ef912b0c8e tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "DELETE /v2.0/subnets/a56f5611-e6be-485c-af65-8f7bb3a32691 HTTP/1.1" status: 404 len: 337 time: 0.0424104 Feb 11 14:30:18.527087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45840) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.541254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7441bc3-dcf6-4932-9c8e-ab9a9081d9d6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9243126 Feb 11 14:30:18.551469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.558417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Request body: {'port': {'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec', 'name': 'tempest-TagsExtTest-701532776'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:18.633841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1d79fa21-b514-42b8-ac5f-350a0328d3ec', 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec', 'tenant_id': 'e8958f087f2b492f9c60608e196dde2c', 'fixed_ips': [{'subnet_id': 'e235952c-e011-4958-9489-5bae270e672b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:30:18.637847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.659543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45844) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:18.754804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.875684 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8861679-3031-4d89-9bcb-2903cf0ee4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:18.980270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port 18f22947-bb1b-4c78-af7e-f64c8d49c60d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:18.983512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.038522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Allocated IP 172.20.0.2 (1d79fa21-b514-42b8-ac5f-350a0328d3ec/e235952c-e011-4958-9489-5bae270e672b/bc3b51ed-823b-460d-813d-41a0aa4fade9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:19.064936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8861679-3031-4d89-9bcb-2903cf0ee4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.169085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8861679-3031-4d89-9bcb-2903cf0ee4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb86fc-0c39-471e-90ac-12d1bd0293c0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.172186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.193870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Made reservation on behalf of e8958f087f2b492f9c60608e196dde2c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:19.198534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.258836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a8861679-3031-4d89-9bcb-2903cf0ee4cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c67f66ea9af433f825bde8f9229f97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9118929 Feb 11 14:30:19.270201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45850) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:19.271896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7663dd64-f263-432f-a877-f347e9003bdf']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:19.309995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d496d3c-c709-4a72-a0db-3ce6621add33') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:19.311984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d496d3c-c709-4a72-a0db-3ce6621add33') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:19.320755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.324693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.331215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] device_id is not set on port a6e25a1d-871a-4453-a648-764ac23e2c46 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:19.342926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.350643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:19.351056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.352850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:19.354638 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:19.409748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.410880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for 18f22947-bb1b-4c78-af7e-f64c8d49c60d owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:19.427647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.453210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Deleting port 87f440a1-3299-4f09-8752-48ee0a797955 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:19.453684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.457491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:19.460563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:19.464635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:19.517834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Pushing event updated for resources: {'Port': ['ID=bc3b51ed-823b-460d-813d-41a0aa4fade9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.542718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Attempting to bind port bc3b51ed-823b-460d-813d-41a0aa4fade9 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:19.543123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Attempting to bind port bc3b51ed-823b-460d-813d-41a0aa4fade9 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'bbd3652e-73f3-48a4-9587-32079558e769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:19.543456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Attempting to bind port bc3b51ed-823b-460d-813d-41a0aa4fade9 on network 1d79fa21-b514-42b8-ac5f-350a0328d3ec {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:19.544084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.550266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:19.550642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Checking segment: {'id': 'bbd3652e-73f3-48a4-9587-32079558e769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:19.551054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.551454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Bound using segment: {'id': 'bbd3652e-73f3-48a4-9587-32079558e769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:19.551982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Bound port: bc3b51ed-823b-460d-813d-41a0aa4fade9, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd3652e-73f3-48a4-9587-32079558e769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1d79fa21-b514-42b8-ac5f-350a0328d3ec'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:19.552367 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.555829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.556104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.572681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Calling delete_port for 87f440a1-3299-4f09-8752-48ee0a797955 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:19.575250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.582532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.586107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] 10.222.0.31 "DELETE /v2.0/networks/7663dd64-f263-432f-a877-f347e9003bdf HTTP/1.1" status: 204 len: 168 time: 1.0579362 Feb 11 14:30:19.600497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6adfc-9f77-489b-be29-b602062c4312 tempest-ExternalNetworksTestJSON-765255932 tempest-ExternalNetworksTestJSON-765255932-project] Pushing event deleted for resources: {'Network': ['ID=7663dd64-f263-432f-a877-f347e9003bdf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.684410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] For port bc3b51ed-823b-460d-813d-41a0aa4fade9, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:19.688624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] For port bc3b51ed-823b-460d-813d-41a0aa4fade9, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bc3b51ed-823b-460d-813d-41a0aa4fade9,segment=NetworkSegment(bbd3652e-73f3-48a4-9587-32079558e769),segment_id=bbd3652e-73f3-48a4-9587-32079558e769)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:19.706177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0e09d8f6-aa3e-4d22-a3ef-4fc7d37ad4ef {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:30:19.707983 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:30:19.753233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.810120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3d454-05ee-4004-acfc-40398d2ab475 None None] Pushing event updated for resources: {'Port': ['ID=bc3b51ed-823b-460d-813d-41a0aa4fade9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.843823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.846724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.847922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fbb86fc-0c39-471e-90ac-12d1bd0293c0 HTTP/1.1" status: 204 len: 168 time: 0.5720036 Feb 11 14:30:19.856705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4acf8a-adb3-4382-9225-bd0a95d5ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb86fc-0c39-471e-90ac-12d1bd0293c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.907644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.935867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.954277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=18f22947-bb1b-4c78-af7e-f64c8d49c60d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:19.965150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event deleted for resources: {'Port': ['ID=87f440a1-3299-4f09-8752-48ee0a797955,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:20.069365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.069365 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Floating IP 856553b1-cb77-4934-9f66-456fe755fce9 disassociated (deleted). External IP: 172.25.7.104, port: b2138196-faa6-4a29-868d-8620a199ca02. Feb 11 14:30:20.206501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.216039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.243923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:20.364051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] device_id is not set on port 120d9353-1496-40bc-8c4f-9ac43a347efa yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:20.403019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d81171a4-7b3f-4224-944c-53a688c3e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.587791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-882c7454-c437-4774-94b0-df928e6120bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43df21c951c04e37bb21c9490d232212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401814 Feb 11 14:30:20.591982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:20.770381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Router 7dfdc542-168e-4995-96d4-89084c91cddf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:20.972117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:20.984069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.998398 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:21.018902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:21.021944 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:21.068042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83a9667e-14f8-4b5f-a880-6395e0df7e63 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "DELETE /v2.0/floatingips/856553b1-cb77-4934-9f66-456fe755fce9 HTTP/1.1" status: 204 len: 168 time: 2.4033496 Feb 11 14:30:21.074110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:21.089395 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca0535e-5f57-425a-93e3-1e58e8afb8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:21.224764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bc3b51ed-823b-460d-813d-41a0aa4fade9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:21.245905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b0748-e182-439a-a465-eb71dd7cb612 req-86c49daf-4796-44f9-b0b4-5c0f8298fc02 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:21.250986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db5b0748-e182-439a-a465-eb71dd7cb612 req-86c49daf-4796-44f9-b0b4-5c0f8298fc02 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.1192334 Feb 11 14:30:21.322479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bc3b51ed-823b-460d-813d-41a0aa4fade9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:21.322703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:21.322814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.346610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.350573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db5b0748-e182-439a-a465-eb71dd7cb612 req-c5991668-4157-4398-bd0d-de3f3fad6931 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723197 Feb 11 14:30:21.378876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.407506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2459179c-c525-42a9-9678-67cfeb1b0464 None None] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:21.467315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Router e5c0d561-786f-4475-8c45-7c861a163f85 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:21.470321 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc77c3a-8209-4de9-9633-17f6dda35aaa x-openstack-request-id: req-cbc77c3a-8209-4de9-9633-17f6dda35aaa {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:21.470739 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:21.470871 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbc77c3a-8209-4de9-9633-17f6dda35aaa {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:21.472167 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:30:21.482721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Allocated IP 172.20.0.12 (1d79fa21-b514-42b8-ac5f-350a0328d3ec/e235952c-e011-4958-9489-5bae270e672b/120d9353-1496-40bc-8c4f-9ac43a347efa) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:21.610990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.616811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.619465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24b7ed9f-215c-4594-a5ff-1abea5347faa HTTP/1.1" status: 204 len: 168 time: 1.0258596 Feb 11 14:30:21.641571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b6e79326-16b4-45f3-8e98-a514a5c8ff7f None None] Provisioning complete for port bc3b51ed-823b-460d-813d-41a0aa4fade9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:21.642586 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6e79326-16b4-45f3-8e98-a514a5c8ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.667446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.743267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f24c0-e61b-4a6a-bb30-54f46a16cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7ed9f-215c-4594-a5ff-1abea5347faa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:21.781655 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:21.840787 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:21.852356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:30:21.867048 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:21.867896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:21.921238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port bc3b51ed-823b-460d-813d-41a0aa4fade9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bc3b51ed-823b-460d-813d-41a0aa4fade9,segment=NetworkSegment(bbd3652e-73f3-48a4-9587-32079558e769),segment_id=bbd3652e-73f3-48a4-9587-32079558e769)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:21.946594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0fce9-5d96-489d-a7fd-2548d38cb0f2 req-3d71691b-d36e-48c5-abf5-fb56e35d6f94 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:21.964233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35f0fce9-5d96-489d-a7fd-2548d38cb0f2 req-3d71691b-d36e-48c5-abf5-fb56e35d6f94 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.1125662 Feb 11 14:30:21.972419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:22.008453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9765b43-0df3-4b1e-920e-1d10efe49ddc tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "PUT /v2.0/routers/e5c0d561-786f-4475-8c45-7c861a163f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4783192 Feb 11 14:30:22.014595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:22.024768 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6e79326-16b4-45f3-8e98-a514a5c8ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.032671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] Sync routers for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:22.045086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.058804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-9ff914b3-0e1d-49fd-af83-cd024c1e5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.060104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-9ff914b3-0e1d-49fd-af83-cd024c1e5a36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b217377622d4f79b7d1c3102d6180a6&device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 1097 time: 0.5735061 Feb 11 14:30:22.079035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35f0fce9-5d96-489d-a7fd-2548d38cb0f2 req-cd5da663-242b-4646-8787-7f8d380a17ef tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097841 Feb 11 14:30:22.090848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:22.142094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:22.142094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:22.183551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:22.322300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=bc3b51ed-823b-460d-813d-41a0aa4fade9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:22.334466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] Routers {'e5c0d561-786f-4475-8c45-7c861a163f85'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:22.337328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e5c0d561-786f-4475-8c45-7c861a163f85'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:22.377209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-35c5d905-ea63-4cb9-a5f4-c1d8945833b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.379313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-35c5d905-ea63-4cb9-a5f4-c1d8945833b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 200 len: 914 time: 0.2598352 Feb 11 14:30:22.502941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.573478 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:22.600415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f381c8-3340-4046-8586-0d1f518ac256 req-bab9e9e7-2696-4e89-9361-3982d6516a38 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.602044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95f381c8-3340-4046-8586-0d1f518ac256 req-bab9e9e7-2696-4e89-9361-3982d6516a38 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.1232238 Feb 11 14:30:22.611993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8d36b-ad63-4adc-881d-e1d48cffc97e None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:23:41Z', 'revision_number': 4, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '41510af8-4de7-4a10-8634-a6a0b81988aa', 'name': '', 'network_id': '09e10391-d254-46f9-a0f5-e2a7b4d9f8e3', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'mac_address': 'fa:16:3e:48:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:40Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'subnets': [{'id': '9ce9f254-66d7-4d53-803a-81abe3f9de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:22.628817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-c811e1b0-4eca-478b-9a72-4b091d6a525c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 200 len: 217 time: 0.2047703 Feb 11 14:30:22.647149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:22.647924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa42f1-3651-4a6d-8310-63907ed75e1a None None] The sync data for ids ['e5c0d561-786f-4475-8c45-7c861a163f85'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:22.650304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-b6e79326-16b4-45f3-8e98-a514a5c8ff7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:30:22.650642 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-b6e79326-16b4-45f3-8e98-a514a5c8ff7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:30:22.745106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.748005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Deleting port 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:22.748975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.852298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-aa60cca9-829e-4268-b2e5-fa4211e73288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.853863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-aa60cca9-829e-4268-b2e5-fa4211e73288 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 200 len: 852 time: 0.2079751 Feb 11 14:30:22.864714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efacb1-d29c-4e20-b769-81f69eb9e1a4 req-77869113-8c23-4bc8-9406-9aac6dc3b535 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:22.866297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66efacb1-d29c-4e20-b769-81f69eb9e1a4 req-77869113-8c23-4bc8-9406-9aac6dc3b535 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 947 time: 0.2792194 Feb 11 14:30:22.887487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] For port 1de420e8-1241-4720-a64a-5f3159d101c2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1de420e8-1241-4720-a64a-5f3159d101c2,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:22.888116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:22.981030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:23.009546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66efacb1-d29c-4e20-b769-81f69eb9e1a4 req-7e9f47cf-71a1-43f5-a59c-628c1049fc45 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba6c771f-f512-4319-ba10-397d4e0635cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010010 Feb 11 14:30:23.017543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.022926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-2bc74062-2d4f-472e-ab79-18ea9116df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.025012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-2bc74062-2d4f-472e-ab79-18ea9116df9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577806 Feb 11 14:30:23.032906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.110699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bc3b51ed-823b-460d-813d-41a0aa4fade9 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:23.157242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.160430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e693e-11e7-4f33-8b81-ff3dd8c1ebcf None None] New status for floating IP 856553b1-cb77-4934-9f66-456fe755fce9: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:30:23.180056 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-4c6e5fae-ece7-4b63-834f-a61e4ce0aca1 service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410584 Feb 11 14:30:23.244403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event updated for resources: {'Port': ['ID=120d9353-1496-40bc-8c4f-9ac43a347efa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:23.274430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:23.280545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:23.285907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bc3b51ed-823b-460d-813d-41a0aa4fade9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:23.286370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.342456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.344393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.346526 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Floating IP cf92d0dc-5f53-49a9-a1b3-e8d68b364399 disassociated. External IP: 172.25.7.7, port: 1de420e8-1241-4720-a64a-5f3159d101c2. Feb 11 14:30:23.346526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Calling delete_port for 1de420e8-1241-4720-a64a-5f3159d101c2 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:23.349207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:23.353774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-956fce9f-b0c5-46c6-94d6-89f175411c8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d87b0c8b7b0f44959af49d49a4fbf76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716185 Feb 11 14:30:23.359766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.369469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:23.383676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-737539a2-d39b-470e-b32e-d4844adc249e None None] Provisioning complete for port bc3b51ed-823b-460d-813d-41a0aa4fade9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:23.384113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-737539a2-d39b-470e-b32e-d4844adc249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.392040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251accf-69da-444b-8f35-726e85d1fa32 req-df7dd4e5-725d-4838-b3ce-691d51014fc2 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.399855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e251accf-69da-444b-8f35-726e85d1fa32 req-df7dd4e5-725d-4838-b3ce-691d51014fc2 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.1687710 Feb 11 14:30:23.512708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e251accf-69da-444b-8f35-726e85d1fa32 req-af949594-d607-4d5c-8f05-da3ca9d226d0 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111493 Feb 11 14:30:23.553693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-9c7fee58-262f-4790-aa88-f53b178cc343 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.555479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-9c7fee58-262f-4790-aa88-f53b178cc343 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.62 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.2768981 Feb 11 14:30:23.569267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:23.569922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.597073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting port ad839ecd-44fd-442d-9c13-e4f8ef2e56e5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:23.597323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.617646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.648419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.681927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-692edfad-c85e-4549-92a6-705dcc3d1f03 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1252599 Feb 11 14:30:23.683181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-fce9afe8-214a-46e2-b2ad-3023b6b2eecd service neutron] 10.222.0.62 "GET /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359984 Feb 11 14:30:23.683783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:23.704558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1202458585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:23.740667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8c6ea43d-bfa8-4667-8d0a-57a2908a3c0f None None] Provisioning complete for port 120d9353-1496-40bc-8c4f-9ac43a347efa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:23.744677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea43d-bfa8-4667-8d0a-57a2908a3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.782159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.794970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Calling delete_port for ad839ecd-44fd-442d-9c13-e4f8ef2e56e5 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:23.811213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ea43d-bfa8-4667-8d0a-57a2908a3c0f None None] Port 120d9353-1496-40bc-8c4f-9ac43a347efa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:23.821161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.825123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.825489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aada47a2-a0a6-4a9e-b354-600e0637bd59 HTTP/1.1" status: 204 len: 168 time: 0.4549544 Feb 11 14:30:23.831555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:23.845577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ded7-0d08-4af5-99a1-df876ea2d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada47a2-a0a6-4a9e-b354-600e0637bd59,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:23.886492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'Port': ['ID=1de420e8-1241-4720-a64a-5f3159d101c2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:23.895954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Deleting port b2138196-faa6-4a29-868d-8620a199ca02 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:23.896310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.039458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:24.220154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:24.245790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:24.261822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:24.262489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:24.330056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] No DVR routers for this DVR port 1de420e8-1241-4720-a64a-5f3159d101c2 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:24.333695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.343026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95f381c8-3340-4046-8586-0d1f518ac256 req-140faaa6-c100-494c-8e37-1ee6414675e1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "DELETE /v2.0/ports/1de420e8-1241-4720-a64a-5f3159d101c2 HTTP/1.1" status: 204 len: 173 time: 1.7323737 Feb 11 14:30:24.343733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-deleted', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:24.348631 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f48b89-5775-49b3-a3cb-873b8f000cd6" -d '{"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-deleted", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:24.391117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.392251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.422597 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee4808-a13f-416e-95e1-df6d6c0367d4 x-openstack-request-id: req-e5ee4808-a13f-416e-95e1-df6d6c0367d4 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:24.423602 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9312c7-f799-4809-84eb-aa53a0b56e85", "name": "network-vif-deleted", "tag": "1de420e8-1241-4720-a64a-5f3159d101c2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:24.424244 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5ee4808-a13f-416e-95e1-df6d6c0367d4 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:24.424858 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9312c7-f799-4809-84eb-aa53a0b56e85', 'name': 'network-vif-deleted', 'tag': '1de420e8-1241-4720-a64a-5f3159d101c2', 'status': 'completed', 'code': 200} Feb 11 14:30:24.448364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7df2c2e-7994-4388-b6da-d8925022d005 req-0752d88c-96c7-4231-85f7-553625a64d39 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e9312c7-f799-4809-84eb-aa53a0b56e85 HTTP/1.1" status: 200 len: 210 time: 0.0668201 Feb 11 14:30:24.511654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:24.621777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.686845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] For port b2138196-faa6-4a29-868d-8620a199ca02, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=b2138196-faa6-4a29-868d-8620a199ca02,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:24.688399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.707385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Calling delete_port for b2138196-faa6-4a29-868d-8620a199ca02 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:24.743065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6d56d-6037-4c66-9d14-7e77a12f0227 req-713b9131-8fd1-46e5-ae7e-444ae1acf4ab tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:24.751207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89b6d56d-6037-4c66-9d14-7e77a12f0227 req-713b9131-8fd1-46e5-ae7e-444ae1acf4ab tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 946 time: 0.0850661 Feb 11 14:30:24.754660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.799318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89b6d56d-6037-4c66-9d14-7e77a12f0227 req-ab085989-93b4-46a4-a25d-4baf90c8b24f tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8b608b7-ce8a-4231-a51f-ba82018ae6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460742 Feb 11 14:30:24.846270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:24.856608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.866566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:24.868138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6cf2b54e-661c-4b17-b724-585f6e1b8b46 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1671515 Feb 11 14:30:24.871755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:24.879578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-40b0a2c0-03c3-41b4-97b4-5737e3812370 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-698600561', 'prefixes': ['172.20.0.0/16']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:24.886737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:30:24.896712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:24.899663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:24.906212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Port': ['ID=ad839ecd-44fd-442d-9c13-e4f8ef2e56e5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:25.018439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.131600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:25.139694 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.154424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.184880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.189636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event deleted for resources: {'Port': ['ID=b2138196-faa6-4a29-868d-8620a199ca02,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:25.340382 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40b0a2c0-03c3-41b4-97b4-5737e3812370 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for subnetpool, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.346177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40b0a2c0-03c3-41b4-97b4-5737e3812370 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4733582 Feb 11 14:30:25.351878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45990) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:25.357385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-537cc7f2-aea2-429e-8dbe-659423908373 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-178073722') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:25.411581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] No DVR routers for this DVR port b2138196-faa6-4a29-868d-8620a199ca02 on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:25.415313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.423204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b3e25dd-cb68-487c-84f5-04858583dd34 req-c32f15ff-356e-4439-9c04-0ce347a58df1 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.62 "DELETE /v2.0/ports/b2138196-faa6-4a29-868d-8620a199ca02 HTTP/1.1" status: 204 len: 173 time: 1.8395360 Feb 11 14:30:25.424199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'name': 'network-vif-deleted', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:25.425073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:25.435815 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a9513-6c42-4b1e-bfbf-3bfcef9ef0bc" -d '{"events": [{"server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "name": "network-vif-deleted", "tag": "b2138196-faa6-4a29-868d-8620a199ca02"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:25.479934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5610a-3cfc-4e75-9ac0-a269f4a32bee None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:25.574230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.574764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Fanout notify agent at l3_agent the message router_deleted on router e5c0d561-786f-4475-8c45-7c861a163f85 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:25.582729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.585109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a9c3c723-355e-4f67-9983-985680b1842b tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/routers/e5c0d561-786f-4475-8c45-7c861a163f85 HTTP/1.1" status: 204 len: 168 time: 3.5681887 Feb 11 14:30:25.586714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46004) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:25.683150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Deleting subnet ab43a93e-9d6f-4460-ba88-fc03220c187d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:25.688223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.701962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46008) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:25.734152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-537cc7f2-aea2-429e-8dbe-659423908373 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-178073722 HTTP/1.1" status: 201 len: 201 time: 0.3681238 Feb 11 14:30:25.734345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:25.742462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-8e1747a4-4dc5-42af-b773-ff488496d22f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1969584107') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:25.795030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:25.798810 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e2477-744a-4ebb-98e8-4ac55ea46999 x-openstack-request-id: req-198e2477-744a-4ebb-98e8-4ac55ea46999 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:25.804464 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa103f-98c0-407c-97e3-6036c2e9f5bf", "name": "network-vif-deleted", "tag": "b2138196-faa6-4a29-868d-8620a199ca02", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:25.804594 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-198e2477-744a-4ebb-98e8-4ac55ea46999 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:25.805065 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa103f-98c0-407c-97e3-6036c2e9f5bf', 'name': 'network-vif-deleted', 'tag': 'b2138196-faa6-4a29-868d-8620a199ca02', 'status': 'completed', 'code': 200} Feb 11 14:30:25.904522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.003784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.073385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a61a767-5a24-4a9b-9ac6-aef2981d28be req-6b16bdf4-833c-4e76-9a16-de3117e68a59 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0967703 Feb 11 14:30:26.098267 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed7190-64ab-477c-808e-6af31773d007 None None] New status for floating IP cf92d0dc-5f53-49a9-a1b3-e8d68b364399: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:30:26.100325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.210580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.228169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8e1747a4-4dc5-42af-b773-ff488496d22f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1969584107 HTTP/1.1" status: 201 len: 201 time: 0.4949050 Feb 11 14:30:26.229375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.232713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.240332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba6c771f-f512-4319-ba10-397d4e0635cb HTTP/1.1" status: 204 len: 168 time: 0.5416448 Feb 11 14:30:26.241085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.242401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46026) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.252163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-186b2eb1-5aff-46cd-b64e-3272fa7e9ec1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-550514879') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.264917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Subnet': ['ID=ab43a93e-9d6f-4460-ba88-fc03220c187d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:26.283897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.288388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bdb9d7d9-c360-4c45-9533-25b84cba39e7 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/subnets/ab43a93e-9d6f-4460-ba88-fc03220c187d HTTP/1.1" status: 204 len: 168 time: 0.7008407 Feb 11 14:30:26.290635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46032) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.316332 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-9e061228-cc41-48b1-9a44-d528fc551a43 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] show failed (client error): The resource could not be found. Feb 11 14:30:26.317520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e061228-cc41-48b1-9a44-d528fc551a43 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups/ba6c771f-f512-4319-ba10-397d4e0635cb HTTP/1.1" status: 404 len: 347 time: 0.0694575 Feb 11 14:30:26.318371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235341d-d69f-4de7-b26d-854988a76b87 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c771f-f512-4319-ba10-397d4e0635cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:26.321630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.430509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.505748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Deleting port e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:26.506114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.534573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.555534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75eb6648-0b5d-449e-9e03-c4d62c4cb5e0']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.564987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8402f0-c15c-4c3a-9414-b600c82b3474') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.565726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8402f0-c15c-4c3a-9414-b600c82b3474') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.576808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.580497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-186b2eb1-5aff-46cd-b64e-3272fa7e9ec1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-550514879 HTTP/1.1" status: 201 len: 201 time: 0.3310902 Feb 11 14:30:26.581260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.587963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-9f61cab6-ca53-46ef-b526-5a8edbb7f3be tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-1657200455') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.589947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.597259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:26.598239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:26.600975 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:26.612664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.612664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.635914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Calling delete_port for e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:26.740610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-0965d735-0fbc-4b45-9789-c0a2a0603faa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5055506 Feb 11 14:30:26.831588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46044) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.837628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9f61cab6-ca53-46ef-b526-5a8edbb7f3be tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-1657200455 HTTP/1.1" status: 201 len: 201 time: 0.2558231 Feb 11 14:30:26.845713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46046) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:26.849343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-5dfe67a9-3d30-419e-87a7-f4441263de55 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:26.877236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.889721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.892247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] 10.222.0.31 "DELETE /v2.0/networks/75eb6648-0b5d-449e-9e03-c4d62c4cb5e0 HTTP/1.1" status: 204 len: 168 time: 0.6004884 Feb 11 14:30:26.897663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-c286cda6-5dc0-4832-915b-39b51f7f255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:26.899141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-c286cda6-5dc0-4832-915b-39b51f7f255a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 1096 time: 0.0990314 Feb 11 14:30:26.915429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e6b75-2869-4567-bb5e-e153c271a732 tempest-FloatingIPTestJSON-1645759709 tempest-FloatingIPTestJSON-1645759709-project] Pushing event deleted for resources: {'Network': ['ID=75eb6648-0b5d-449e-9e03-c4d62c4cb5e0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:26.969728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.994152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b2138196-faa6-4a29-868d-8620a199ca02 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:27.002475 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-598b280e-a575-4809-9268-11a7cfd90faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.029990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5dfe67a9-3d30-419e-87a7-f4441263de55 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 200 len: 240 time: 0.1837275 Feb 11 14:30:27.043068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: b2138196-faa6-4a29-868d-8620a199ca02 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:27.043891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device b2138196-faa6-4a29-868d-8620a199ca02 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:27.045212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:27.048451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46054) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.072163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'Port': ['ID=e39ae7ed-e4f4-4d67-bb1a-ae15a7b5cc50,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:27.076382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-ff8b2184-7b63-4bdd-a8d4-6ba69e51fc9f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-178073722') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:27.084553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 1de420e8-1241-4720-a64a-5f3159d101c2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:27.085097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1de420e8-1241-4720-a64a-5f3159d101c2 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:27.135288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-ed9a32e0-59ff-401d-b19f-6194d1cbfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:27.139705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-ed9a32e0-59ff-401d-b19f-6194d1cbfc50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 915 time: 0.2127905 Feb 11 14:30:27.209311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.212931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.214395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7cb5a3b6-0062-4c0a-ba58-20c4d52ba4d7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf92d0dc-5f53-49a9-a1b3-e8d68b364399 HTTP/1.1" status: 204 len: 168 time: 0.8917716 Feb 11 14:30:27.252107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-087afe19-3748-409a-9a68-04ee5148f60e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639 HTTP/1.1" status: 200 len: 217 time: 0.0641243 Feb 11 14:30:27.281811 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f513ba19-b3bf-4029-95f6-600bd3f14fa7 req-48c51f3e-9a3d-4e9b-abea-665d6f3ae56e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.1248963 Feb 11 14:30:27.404607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-26cf6c58-912a-4808-8706-c8fab150fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:27.406284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-26cf6c58-912a-4808-8706-c8fab150fc68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 200 len: 854 time: 0.1495826 Feb 11 14:30:27.454517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-d9ed0161-d4a3-43d5-8f6f-fb0537202955 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45a53aa5-631d-4844-84b5-c6a6a53805dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393507 Feb 11 14:30:27.469354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff8b2184-7b63-4bdd-a8d4-6ba69e51fc9f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-178073722 HTTP/1.1" status: 204 len: 168 time: 0.4166548 Feb 11 14:30:27.472271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.478627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-003d876c-453b-42fa-bda8-bdc408185d97 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-178073722') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:27.556589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-388f4616-c17f-4751-9e07-1a82ff7c5ea8 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860629 Feb 11 14:30:27.628688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-598b280e-a575-4809-9268-11a7cfd90faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.646449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46078) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.741319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4f853e7-b472-4b85-a6e9-6b3a762afcf0 req-933fed82-9c62-4842-82e6-61c5025e9c41 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748052 Feb 11 14:30:27.743232 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-598b280e-a575-4809-9268-11a7cfd90faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.825074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-598b280e-a575-4809-9268-11a7cfd90faa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da5b61e1ef694eeb8ac0fe1a029bfae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9920998 Feb 11 14:30:27.828302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46082) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.857427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b280e-a575-4809-9268-11a7cfd90faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df108b46-923f-4ba2-96de-2bbe9f442027,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:27.893465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-003d876c-453b-42fa-bda8-bdc408185d97 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-178073722 HTTP/1.1" status: 204 len: 168 time: 0.4190760 Feb 11 14:30:27.895724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.911318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-73745e14-7de6-42f6-a28b-3246f5368e25 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:27.954101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84eb88ef-8111-480e-a5a0-99d99185e1f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d0798615b0a435dbcfd1e7b081f5efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048625 Feb 11 14:30:27.956832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46088) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:27.961181 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.019892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.071412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46090) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.096210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.134870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46094) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.136020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73745e14-7de6-42f6-a28b-3246f5368e25 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 200 len: 205 time: 0.2331419 Feb 11 14:30:28.142688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-c78babc6-0e72-4c47-9693-c283759c675d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:28.150678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.156821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544029811', 'description': 'tempest-description--23134741'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:28.161347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.210839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.214452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.215863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df108b46-923f-4ba2-96de-2bbe9f442027 HTTP/1.1" status: 204 len: 168 time: 0.3862903 Feb 11 14:30:28.242703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c74b6-63f1-47c5-ba27-ab98996e1794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df108b46-923f-4ba2-96de-2bbe9f442027,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:28.252950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2cb79d74-0931-4765-9d0e-037d350d410d tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:28.261561 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.344234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c78babc6-0e72-4c47-9693-c283759c675d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 200 len: 241 time: 0.2040248 Feb 11 14:30:28.344458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46104) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.349314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-dc325aac-d5f2-47a1-834f-5e3c978b1267 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1969584107') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:28.427700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.432134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.445284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dd5255f-e2aa-4b03-9914-09248bd6cf15 req-54e0cab4-32f9-4219-a5b7-d81724733ccc tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0634403 Feb 11 14:30:28.448480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acd47b32-8d6b-4d89-aaaa-3dbf4213ec2c HTTP/1.1" status: 204 len: 168 time: 0.4881914 Feb 11 14:30:28.488260 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.496752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f70df-a35f-4448-8324-ec793dd17a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd47b32-8d6b-4d89-aaaa-3dbf4213ec2c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:28.544212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.549114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-19b39bea-8801-45d4-8328-85bd119f3aef tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1969584107') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:28.557201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dc325aac-d5f2-47a1-834f-5e3c978b1267 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1969584107 HTTP/1.1" status: 204 len: 168 time: 0.2115748 Feb 11 14:30:28.574675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.616713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e80a1-a382-4775-84c6-3e94e2d327ae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:28.624939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2cb79d74-0931-4765-9d0e-037d350d410d tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "PUT /v2.0/quotas/54df118a66cd407f815cf03dd81885f3 HTTP/1.1" status: 200 len: 366 time: 0.5507236 Feb 11 14:30:28.628733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.646091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af89eb83-1360-463d-8d8d-9838693457b5 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0137277 Feb 11 14:30:28.647338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.659939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fea2ca45-20b1-47b0-a577-952d9c1e8837 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas/54df118a66cd407f815cf03dd81885f3 HTTP/1.1" status: 200 len: 366 time: 0.0091751 Feb 11 14:30:28.661663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.719280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.719280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ca66071c-62e6-40c6-b9b9-d408046dc469 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5634992 Feb 11 14:30:28.719460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46118) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.724409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e80a1-a382-4775-84c6-3e94e2d327ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:28.764832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b6f47286-21f5-4d2c-8eae-08aece29cf62 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/54df118a66cd407f815cf03dd81885f3 HTTP/1.1" status: 204 len: 168 time: 0.1018963 Feb 11 14:30:28.767038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.780357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3896aa51-f4f0-4439-b92e-0622777f1908 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0110044 Feb 11 14:30:28.783068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46122) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.806351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6914f0df-8b44-4603-bb46-ce804aa5a95e tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas/54df118a66cd407f815cf03dd81885f3 HTTP/1.1" status: 200 len: 370 time: 0.0215025 Feb 11 14:30:28.808646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.817147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-623ce1bb-6a76-44b3-b5ef-aac472c23c63 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas/54df118a66cd407f815cf03dd81885f3/default HTTP/1.1" status: 200 len: 370 time: 0.0068438 Feb 11 14:30:28.820628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46126) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.823514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19b39bea-8801-45d4-8328-85bd119f3aef tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1969584107 HTTP/1.1" status: 204 len: 168 time: 0.2773697 Feb 11 14:30:28.828020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.836364 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-488d112d-dde8-49c6-973e-6ae02f105766 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] delete failed (client error): The resource could not be found. Feb 11 14:30:28.838199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-41b22988-4c23-467b-a8fe-844a5fec0875 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:28.841396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-488d112d-dde8-49c6-973e-6ae02f105766 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/54df118a66cd407f815cf03dd81885f3 HTTP/1.1" status: 404 len: 348 time: 0.0197470 Feb 11 14:30:28.864807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.949500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41b22988-4c23-467b-a8fe-844a5fec0875 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 200 len: 205 time: 0.1175089 Feb 11 14:30:28.952325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:28.976192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-0cabe133-51c9-4dd0-897e-5ed2276e4d87 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:28.987611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.074951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0cabe133-51c9-4dd0-897e-5ed2276e4d87 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 200 len: 240 time: 0.1152894 Feb 11 14:30:29.104749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.109697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-94c6c2f0-d9ed-4062-9fb3-beec2ca87421 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-550514879') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.192347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94c6c2f0-d9ed-4062-9fb3-beec2ca87421 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-550514879 HTTP/1.1" status: 204 len: 168 time: 0.0842180 Feb 11 14:30:29.192582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46146) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.197219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-b4faf478-22f2-4e41-b98d-4623a6b37f92 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-550514879') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.352277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.373323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15659ee-e043-4ed6-93e0-1f63b7e3e22f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:29.390331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.392767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b4faf478-22f2-4e41-b98d-4623a6b37f92 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-550514879 HTTP/1.1" status: 204 len: 168 time: 0.1970539 Feb 11 14:30:29.398680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-2b5a820e-5034-4813-bb90-d64060c9dbae tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.435805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.439397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4192ba58-0477-4b16-94ad-cc4b0332b557 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7163906 Feb 11 14:30:29.444357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.447114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e80a1-a382-4775-84c6-3e94e2d327ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:29.529354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2b5a820e-5034-4813-bb90-d64060c9dbae tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 200 len: 205 time: 0.1328962 Feb 11 14:30:29.529354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.532160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46160) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.538548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-71960845-88cc-4a67-be9e-cc6c161218c1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.563280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:network and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.573327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.588809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:subnet and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.596449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.605444 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:subnetpool and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.612388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.624579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:port and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.631417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.633192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-012870e8-40c3-4871-8585-3a44089203d9 req-3c1d62be-81d3-4c42-a097-2cb8eba860b7 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0710967 Feb 11 14:30:29.640326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:router and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.641473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.646260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-71960845-88cc-4a67-be9e-cc6c161218c1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 200 len: 241 time: 0.1120682 Feb 11 14:30:29.652932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.658931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-5da8d70b-61c6-4a84-a0c1-960db0f4448f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-1657200455') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.660141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.668703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:floatingip and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.676062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.700438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5da8d70b-61c6-4a84-a0c1-960db0f4448f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-1657200455 HTTP/1.1" status: 204 len: 168 time: 0.0444856 Feb 11 14:30:29.700663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46168) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.705204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-1e21a736-4be4-4800-b81d-871a3d5f8ed0 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-1657200455') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.730896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:security_group and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.736740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.741732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.749277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Usage tracker for resource:security_group_rule and tenant:3a8f5e9e0633403aaa4c2cd9527f3337 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 14:30:29.754592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.quota.resource [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 14:30:29.759694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8147fb3b-344b-4cb0-a329-5f857885e5a2 tempest-QuotasTest-1837215949 tempest-QuotasTest-1837215949-project-admin] 10.222.0.31 "GET /v2.0/quotas/3a8f5e9e0633403aaa4c2cd9527f3337/details.json HTTP/1.1" status: 200 len: 703 time: 0.2300758 Feb 11 14:30:29.814145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.833563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec86ff03-1ac9-4ed7-92ec-9112385d9c58,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:29.849218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e21a736-4be4-4800-b81d-871a3d5f8ed0 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-1657200455 HTTP/1.1" status: 204 len: 168 time: 0.1473284 Feb 11 14:30:29.852508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46172) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.860721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-96e3f05a-a925-4964-8293-dfad0084a104 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.890502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-96e3f05a-a925-4964-8293-dfad0084a104 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 200 len: 205 time: 0.0375066 Feb 11 14:30:29.893119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46178) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.901048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-32e33f7b-30df-4dac-9cb6-de88f8ada9e8 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.940571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.945751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-111dede0-5236-4307-99c5-654955e79735 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:29.950514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32e33f7b-30df-4dac-9cb6-de88f8ada9e8 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 204 len: 168 time: 0.0534210 Feb 11 14:30:29.960692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.965784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6bdf8e8f-0890-4421-a58e-41591ba173e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5247011 Feb 11 14:30:29.967216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:29.974862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:30.053280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-111dede0-5236-4307-99c5-654955e79735 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1086378 Feb 11 14:30:30.053847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.057585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-a3c4a907-a8c5-4c8e-aac7-b5731fa6781a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:30.118199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3c4a907-a8c5-4c8e-aac7-b5731fa6781a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 204 len: 168 time: 0.0615921 Feb 11 14:30:30.118430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.122649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-52e3fa58-6db3-4d0b-9c7e-539326d0276e tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:30.152825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.193072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52e3fa58-6db3-4d0b-9c7e-539326d0276e tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 204 len: 168 time: 0.0735931 Feb 11 14:30:30.194009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.198533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-d3787f61-9b5c-43ed-bc84-2b99847778c7 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-500610081') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:30.384625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d3787f61-9b5c-43ed-bc84-2b99847778c7 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-500610081 HTTP/1.1" status: 201 len: 201 time: 0.1893396 Feb 11 14:30:30.385316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.397640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-3e6280d7-fd3c-4bdb-b17d-ec2bd2b52082 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1984877951') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:30.462721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.654701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.690545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e6280d7-fd3c-4bdb-b17d-ec2bd2b52082 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1984877951 HTTP/1.1" status: 201 len: 201 time: 0.3009527 Feb 11 14:30:30.694835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.704834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-26eab9ad-6462-4311-922a-9bed99a25d0a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-566945801') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:30.708423 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.753482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73675aad-a25f-455a-9a2f-1c6b73d2de0c req-248c7bd6-6f67-4c51-b8d4-c38629739112 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0374570 Feb 11 14:30:30.867152 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39f40988-fc59-45fd-8572-fba96719e069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.886601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Allocated IP 172.25.7.219 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:30.988038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-26eab9ad-6462-4311-922a-9bed99a25d0a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-566945801 HTTP/1.1" status: 201 len: 201 time: 0.2886920 Feb 11 14:30:30.989796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:30.995884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-e7383bbf-b7fc-451a-854c-54864b7e2d6c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-2082136833') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.025678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39f40988-fc59-45fd-8572-fba96719e069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.026779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.081211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.149608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'networks': [{'name': 'tempest-network--1037367336'}, {'name': 'tempest-network--287507719'}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:31.150115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-network--1037367336'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:31.150354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-network--287507719'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:31.163386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39f40988-fc59-45fd-8572-fba96719e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.164224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e7383bbf-b7fc-451a-854c-54864b7e2d6c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-2082136833 HTTP/1.1" status: 201 len: 201 time: 0.1728735 Feb 11 14:30:31.166880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46236) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.173372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-5c5085ab-4544-4674-acb0-2fa2a3e076e9 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', {'tags': ['tempest-TagsExtTest-Tag-2029030161', 'tempest-TagsExtTest-Tag-700361870', 'tempest-TagsExtTest-Tag-264043840']}) {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.181003 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.204100 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.209646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-39f40988-fc59-45fd-8572-fba96719e069 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ded68064ab25418ba106da48357bc0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533495 Feb 11 14:30:31.212686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46238) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.225892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f40988-fc59-45fd-8572-fba96719e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a6269a-27ff-4036-9f23-d93453412e8d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:31.269206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:31.271904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.278448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:31.283588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:31.289979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'network': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:31.294930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.301483 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.314492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.315571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:31.380512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.399173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5c5085ab-4544-4674-acb0-2fa2a3e076e9 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 200 len: 316 time: 0.2310698 Feb 11 14:30:31.402091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46240) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.407087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-8ece4bfb-126f-48d4-94ad-b6f2102e5b6f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.410650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.424780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.427575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.429944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50a6269a-27ff-4036-9f23-d93453412e8d HTTP/1.1" status: 204 len: 168 time: 0.2153122 Feb 11 14:30:31.442729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb5b14-cbd7-4ea5-8aa0-c47ce4798b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a6269a-27ff-4036-9f23-d93453412e8d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:31.512721 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.513290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.537398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.565392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d5f77-df5b-4d29-b549-9e7251fd43ac,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:31.577854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:31.590293 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.590637 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment a387441b-5c67-48c2-be7c-ecc6a661dd6a of type vlan for network 6ddf7205-d770-4804-a79b-a653e2734250 Feb 11 14:30:31.644124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.658901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8ece4bfb-126f-48d4-94ad-b6f2102e5b6f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 204 len: 168 time: 0.2556679 Feb 11 14:30:31.659570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46250) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.664781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.684209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-dea6568b-a682-45e3-bf9e-bfb0dd29c68b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-2029030161') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.703103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:31.716747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.717623 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment c9f27454-ba60-45ce-9cdd-8ccaa1032290 of type vlan for network 58c4fa14-897e-4f43-8bd4-bee3695ecfde Feb 11 14:30:31.797981 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-dea6568b-a682-45e3-bf9e-bfb0dd29c68b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:31.801044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dea6568b-a682-45e3-bf9e-bfb0dd29c68b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-2029030161 HTTP/1.1" status: 404 len: 329 time: 0.1263409 Feb 11 14:30:31.804679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46256) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.822756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-35cba5c8-ce04-4d52-8e9c-f98a4907cf63 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-700361870') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.830670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.900590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.931549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3d6b9f6e-b7a4-4d6f-a759-e7748bf002f5 req-8eeb8313-df1b-4d7d-981b-c632c091195e tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fa103f-98c0-407c-97e3-6036c2e9f5bf HTTP/1.1" status: 200 len: 210 time: 0.0435717 Feb 11 14:30:31.936262 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.936918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.945432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.953790 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-35cba5c8-ce04-4d52-8e9c-f98a4907cf63 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:31.956936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-35cba5c8-ce04-4d52-8e9c-f98a4907cf63 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-700361870 HTTP/1.1" status: 404 len: 328 time: 0.1466835 Feb 11 14:30:31.958016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46258) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:31.958236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.958935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:31.966887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-9eb8e716-74a5-41d4-908f-b566a7ebb680 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b', 'tempest-TagsExtTest-Tag-264043840') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:31.990848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68c52d5b-4d98-46ff-a4a8-d49f5b6a81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.023047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.069132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=6ddf7205-d770-4804-a79b-a653e2734250,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:32.079633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6ddf7205-d770-4804-a79b-a653e2734250 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:32.114234 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-9eb8e716-74a5-41d4-908f-b566a7ebb680 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:32.115480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9eb8e716-74a5-41d4-908f-b566a7ebb680 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags/tempest-TagsExtTest-Tag-264043840 HTTP/1.1" status: 404 len: 328 time: 0.1563458 Feb 11 14:30:32.121345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.127142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-51dfc2e9-f008-4658-ab7a-2b4b5eba2196 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', {'tags': ['tempest-TagsExtTest-Tag-1012511201', 'tempest-TagsExtTest-Tag-1058412', 'tempest-TagsExtTest-Tag-790098056']}) {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.144639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1159127 Feb 11 14:30:32.165395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:32.166334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46266) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.188755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.303684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.305508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3ee6f8b0-31b7-4c71-b67d-6afcac5351b0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3369329 Feb 11 14:30:32.315042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46268) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.315042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51dfc2e9-f008-4658-ab7a-2b4b5eba2196 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 200 len: 314 time: 0.1872902 Feb 11 14:30:32.323319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46272) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.332359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-82d6a7f8-11e9-48bd-b4f4-98eda44ba8b7 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.359886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55025-2a72-4f55-8ecd-848e6009f46e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=58c4fa14-897e-4f43-8bd4-bee3695ecfde,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:32.370023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bd90035-d077-4108-8f3a-2486ec9f736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.376050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 58c4fa14-897e-4f43-8bd4-bee3695ecfde details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:32.470061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68c52d5b-4d98-46ff-a4a8-d49f5b6a81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.477981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e3af9-ba2c-4d36-93ec-ff45502934da tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.488821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e3af9-ba2c-4d36-93ec-ff45502934da tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.494484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e3af9-ba2c-4d36-93ec-ff45502934da tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.500874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e3af9-ba2c-4d36-93ec-ff45502934da tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:32.505744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-257e3af9-ba2c-4d36-93ec-ff45502934da tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2834120 Feb 11 14:30:32.506392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.518022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bd90035-d077-4108-8f3a-2486ec9f736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.538033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-82d6a7f8-11e9-48bd-b4f4-98eda44ba8b7 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 204 len: 168 time: 0.2110481 Feb 11 14:30:32.538385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46282) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.543189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-c04ecd06-a788-4a79-9ca6-97186e562960 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1012511201') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.607043 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-c04ecd06-a788-4a79-9ca6-97186e562960 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:32.609036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c04ecd06-a788-4a79-9ca6-97186e562960 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1012511201 HTTP/1.1" status: 404 len: 329 time: 0.0688956 Feb 11 14:30:32.615503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46288) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.618710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-97820c1c-39b3-4adc-ab9a-6d711610d19d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-1058412') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.644996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6bd90035-d077-4108-8f3a-2486ec9f736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.703798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd90035-d077-4108-8f3a-2486ec9f736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50065810-2c21-4541-9a78-df295fb66b50,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:32.713632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6bd90035-d077-4108-8f3a-2486ec9f736a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a8f5e9e0633403aaa4c2cd9527f3337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029403 Feb 11 14:30:32.714232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46290) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.761119 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-97820c1c-39b3-4adc-ab9a-6d711610d19d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:32.762571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97820c1c-39b3-4adc-ab9a-6d711610d19d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-1058412 HTTP/1.1" status: 404 len: 326 time: 0.1480169 Feb 11 14:30:32.765532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46292) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.769905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-c91a196c-3678-494c-9c2b-54a59ce444ae tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa', 'tempest-TagsExtTest-Tag-790098056') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.820128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.843894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68c52d5b-4d98-46ff-a4a8-d49f5b6a81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.847912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.862822 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-c91a196c-3678-494c-9c2b-54a59ce444ae tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:32.863912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c91a196c-3678-494c-9c2b-54a59ce444ae tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags/tempest-TagsExtTest-Tag-790098056 HTTP/1.1" status: 404 len: 328 time: 0.0974302 Feb 11 14:30:32.868457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46294) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.874716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-303c014b-d92d-4b51-9c64-37728c16290c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', {'tags': ['tempest-TagsExtTest-Tag-437836826', 'tempest-TagsExtTest-Tag-1140967754', 'tempest-TagsExtTest-Tag-952318911']}) {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:32.917876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:32.925041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-68c52d5b-4d98-46ff-a4a8-d49f5b6a81c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a35e4ce493ff4956a2687c54731a5cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2793431 Feb 11 14:30:32.925216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46296) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:32.941040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c52d5b-4d98-46ff-a4a8-d49f5b6a81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212b376-1f3c-4265-91ec-cc2decb490a8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:32.955747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-c8b2b365-7fbf-415d-819d-75d62a57a1d0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1544029811&fields=id&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 267 time: 0.1160977 Feb 11 14:30:33.018279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.047932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.085554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.167071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.198626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-303c014b-d92d-4b51-9c64-37728c16290c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 200 len: 316 time: 0.3291607 Feb 11 14:30:33.204566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46304) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.211136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-3eb073f7-e5a6-4fdc-a568-6026e3ba93de tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.255391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddf7205-d770-4804-a79b-a653e2734250']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.281090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.281485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a387441b-5c67-48c2-be7c-ecc6a661dd6a') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.281485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a387441b-5c67-48c2-be7c-ecc6a661dd6a') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.282173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.285878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50065810-2c21-4541-9a78-df295fb66b50 HTTP/1.1" status: 204 len: 168 time: 0.5685632 Feb 11 14:30:33.292045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-38e9457a-37aa-4287-8ec2-b4f420b38d1c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:33.293570 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-38e9457a-37aa-4287-8ec2-b4f420b38d1c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 816 time: 0.3151138 Feb 11 14:30:33.297453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2100eba-c169-43b8-9e3c-967eef4dfa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50065810-2c21-4541-9a78-df295fb66b50,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:33.302178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.306079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.308538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8212b376-1f3c-4265-91ec-cc2decb490a8 HTTP/1.1" status: 204 len: 168 time: 0.3821971 Feb 11 14:30:33.317652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.319348 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.326949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bff3d-9f34-4ad9-a7d8-b70a2be3af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212b376-1f3c-4265-91ec-cc2decb490a8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:33.339716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-77cd3332-9708-4a4b-b2dc-d9d5cc85bfe5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/quotas/97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 375 time: 0.0371211 Feb 11 14:30:33.347231 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.393661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:33.394135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:33.397217 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:33.434205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.449234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.450424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3eb073f7-e5a6-4fdc-a568-6026e3ba93de tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 204 len: 168 time: 0.2442398 Feb 11 14:30:33.485835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-97f4f7ac-7c11-4466-916b-31ac43799a34 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-437836826') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.578506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-c20c9467-6120-4498-8c5d-d94cc07927cb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2286875 Feb 11 14:30:33.661264 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-97f4f7ac-7c11-4466-916b-31ac43799a34 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:33.662317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97f4f7ac-7c11-4466-916b-31ac43799a34 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-437836826 HTTP/1.1" status: 404 len: 328 time: 0.1870856 Feb 11 14:30:33.665972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46312) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.673348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-6677db3a-e363-445a-ad98-cb4915527b75 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-1140967754') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.706724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-19209add-4b64-4c2d-a821-7a20d9f9732d service neutron] 10.222.0.31 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033444 Feb 11 14:30:33.733850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.757516 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-6677db3a-e363-445a-ad98-cb4915527b75 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:33.758560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6677db3a-e363-445a-ad98-cb4915527b75 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-1140967754 HTTP/1.1" status: 404 len: 329 time: 0.0906518 Feb 11 14:30:33.761366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46314) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.766410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-652c6bc2-6ffd-44f3-b83f-6ca8b4feac9d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac', 'tempest-TagsExtTest-Tag-952318911') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.780168 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.783407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/6ddf7205-d770-4804-a79b-a653e2734250 HTTP/1.1" status: 204 len: 168 time: 1.2760675 Feb 11 14:30:33.786740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.810111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d481-c528-4b7a-b928-a0ae7c39b128 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=6ddf7205-d770-4804-a79b-a653e2734250,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:33.863043 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-652c6bc2-6ffd-44f3-b83f-6ca8b4feac9d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:33.871258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-652c6bc2-6ffd-44f3-b83f-6ca8b4feac9d tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags/tempest-TagsExtTest-Tag-952318911 HTTP/1.1" status: 404 len: 328 time: 0.1086445 Feb 11 14:30:33.872112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46320) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:33.877560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-3f38f8ed-9cc1-49bb-b149-879575a0b3f1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', {'tags': ['tempest-TagsExtTest-Tag-1622464777', 'tempest-TagsExtTest-Tag-2103951016', 'tempest-TagsExtTest-Tag-916017156']}) {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:33.897848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.901656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.903072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8b608b7-ce8a-4231-a51f-ba82018ae6fb HTTP/1.1" status: 204 len: 168 time: 0.8834209 Feb 11 14:30:33.946499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:33.951615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcdfbb-3a1e-4070-ae8c-f564717188f3 tempest-TestVolumeBackupRestore-210120334 tempest-TestVolumeBackupRestore-210120334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b608b7-ce8a-4231-a51f-ba82018ae6fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:34.019204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f38f8ed-9cc1-49bb-b149-879575a0b3f1 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "PUT /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 200 len: 317 time: 0.1457541 Feb 11 14:30:34.030904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46330) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.036669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-df65c249-e1b1-4fb8-8656-1b265f48853e tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.055108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-b69bc68e-788c-41b4-8a55-3a3d188eb622 service neutron] 10.222.0.31 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399198 Feb 11 14:30:34.154769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.205894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c4fa14-897e-4f43-8bd4-bee3695ecfde']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.215560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-df65c249-e1b1-4fb8-8656-1b265f48853e tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 204 len: 168 time: 0.1852827 Feb 11 14:30:34.218893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46344) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.223237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-db5de40c-b0c2-4c4e-a1ae-d269415aa232 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-1622464777') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.224425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f27454-ba60-45ce-9cdd-8ccaa1032290') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.224834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f27454-ba60-45ce-9cdd-8ccaa1032290') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.235582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.248939 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-db5de40c-b0c2-4c4e-a1ae-d269415aa232 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:34.252199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-db5de40c-b0c2-4c4e-a1ae-d269415aa232 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-1622464777 HTTP/1.1" status: 404 len: 329 time: 0.0296030 Feb 11 14:30:34.261097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.261481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46346) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.261481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-a4d0a766-23fc-41fa-ae43-4ea68253d62c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-2103951016') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.265475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:34.265957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.286934 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-a4d0a766-23fc-41fa-ae43-4ea68253d62c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:34.289448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a4d0a766-23fc-41fa-ae43-4ea68253d62c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-2103951016 HTTP/1.1" status: 404 len: 329 time: 0.0349250 Feb 11 14:30:34.300140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.306625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.tag.tag_plugin [None req-18fd6c2b-d9fb-4bbe-ac05-84774f59b28c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c', 'tempest-TagsExtTest-Tag-916017156') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:34.339191 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:34.364228 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-18fd6c2b-d9fb-4bbe-ac05-84774f59b28c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] show failed (client error): The resource could not be found. Feb 11 14:30:34.369266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-18fd6c2b-d9fb-4bbe-ac05-84774f59b28c tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags/tempest-TagsExtTest-Tag-916017156 HTTP/1.1" status: 404 len: 328 time: 0.0670147 Feb 11 14:30:34.372724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46356) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.377855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-15ac83ed-3a7a-4778-aadf-3af92251ac52 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4b227937-9d60-4b1d-be88-310a6799a54c') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.443784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.453818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.465482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/58c4fa14-897e-4f43-8bd4-bee3695ecfde HTTP/1.1" status: 204 len: 168 time: 0.6672804 Feb 11 14:30:34.468344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46364) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.511942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04d85-7949-42b3-97b9-135baecc7cbf tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=58c4fa14-897e-4f43-8bd4-bee3695ecfde,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:34.525592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-15ac83ed-3a7a-4778-aadf-3af92251ac52 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c/tags HTTP/1.1" status: 204 len: 168 time: 0.1515384 Feb 11 14:30:34.528810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46366) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.535073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-f6aaa65c-1507-4152-b6e4-f01138b3649b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32e17d76-a59b-472f-9b05-e971765b50ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.545498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d86dbb5-c4ba-4a53-b6b4-6860b9ea0da6 req-3d36bd76-f457-45f7-81fc-5bc71283ac1d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0626493 Feb 11 14:30:34.668155 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f6aaa65c-1507-4152-b6e4-f01138b3649b tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1380775 Feb 11 14:30:34.671379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.677324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-3229f004-a00c-4232-8949-b3775cd4222a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '120d9353-1496-40bc-8c4f-9ac43a347efa') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.698040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b08f4c-24c8-4299-bd0f-6285ee5bd798 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:34.714596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b08f4c-24c8-4299-bd0f-6285ee5bd798 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:34.724282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.724549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a2b08f4c-24c8-4299-bd0f-6285ee5bd798 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2548342 Feb 11 14:30:34.741770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-559632878'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:34.780737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3229f004-a00c-4232-8949-b3775cd4222a tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa/tags HTTP/1.1" status: 204 len: 168 time: 0.1080589 Feb 11 14:30:34.783278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.787859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-358266d2-0bd9-4952-897a-30fd4508afa6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e235952c-e011-4958-9489-5bae270e672b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:34.850499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:34.857225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.889412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-358266d2-0bd9-4952-897a-30fd4508afa6 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b/tags HTTP/1.1" status: 204 len: 168 time: 0.0997972 Feb 11 14:30:34.889583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46394) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:34.915286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:34.928948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.929308 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment b4c28d5e-bec5-461b-af03-9209766a15cb of type vlan for network 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3 Feb 11 14:30:35.001568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.130162 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.139289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:35.140054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.171349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcb77467-b48f-4cb9-a4ec-38e54d3de896 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for subnetpool, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.175038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dcb77467-b48f-4cb9-a4ec-38e54d3de896 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4b227937-9d60-4b1d-be88-310a6799a54c HTTP/1.1" status: 204 len: 168 time: 0.2819407 Feb 11 14:30:35.179794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:35.210457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a111c9e-6955-4574-a4d7-fafb52d9a401 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "GET /v2.0/ports?device_id=32e17d76-a59b-472f-9b05-e971765b50ac HTTP/1.1" status: 200 len: 205 time: 0.0313687 Feb 11 14:30:35.210457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46414) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:35.211858 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:35.223766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:35.296667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ba50eb80-eec4-4001-987b-0b0180f07974 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5683730 Feb 11 14:30:35.299280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:35.313252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-407803489'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:35.321288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.494746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:35.499111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.551412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:35.568362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.569041 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment bc27c470-eee8-4f69-9791-8fd64d7619b5 of type vlan for network 0570fed6-f9b9-4fdd-8192-293e0878db21 Feb 11 14:30:35.600328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.602965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.632796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.699695 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc2b9f09-acfa-4878-a599-0fa7d60ed887 req-0d4bbcad-7865-4afa-8ce8-39e7b5acd89a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0516300 Feb 11 14:30:35.883329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.884204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Fanout notify agent at l3_agent the message router_deleted on router 32e17d76-a59b-472f-9b05-e971765b50ac {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:35.885515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.894898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.894898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-376d97f9-47da-49ea-909c-8a2aa45f9d37 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/routers/32e17d76-a59b-472f-9b05-e971765b50ac HTTP/1.1" status: 204 len: 168 time: 0.6820140 Feb 11 14:30:35.896581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46454) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:35.898701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:35.899360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.056018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Deleting port 120d9353-1496-40bc-8c4f-9ac43a347efa {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:36.056358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.060791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7587254 Feb 11 14:30:36.065818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5bb0-d91c-4d2e-8622-fbdcab4006c2 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=0570fed6-f9b9-4fdd-8192-293e0878db21,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:36.070587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:36.080521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0570fed6-f9b9-4fdd-8192-293e0878db21 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:36.089105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'ports': [{'network_id': '7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3', 'name': 'tempest-port--689349060', 'admin_state_up': True}, {'network_id': '0570fed6-f9b9-4fdd-8192-293e0878db21', 'admin_state_up': False}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:36.089443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'port': {'network_id': '7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3', 'name': 'tempest-port--689349060', 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:36.090106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'port': {'network_id': '0570fed6-f9b9-4fdd-8192-293e0878db21', 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:36.218739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.253450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Calling delete_port for 120d9353-1496-40bc-8c4f-9ac43a347efa owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:36.489096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'port': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:36.494539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.509641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.517644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.581094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event deleted for resources: {'Port': ['ID=120d9353-1496-40bc-8c4f-9ac43a347efa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:36.820184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:36.825797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de5e2b2a-144f-4b75-be6a-3c962f116b3f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/ports/120d9353-1496-40bc-8c4f-9ac43a347efa HTTP/1.1" status: 204 len: 168 time: 0.9280660 Feb 11 14:30:36.828544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46510) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:36.918489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] device_id is not set on port 64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:36.945109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Deleting subnet e235952c-e011-4958-9489-5bae270e672b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:36.953487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.003940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e11b8308-ae77-4ea1-bdc7-37c67933506b req-2c741d94-71c3-4789-98b9-1c27a1c71d37 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0880532 Feb 11 14:30:37.091907 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.104772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:37.198817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.315516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.384217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] device_id is not set on port 076f4184-dc25-43b8-830c-3af31a63285f yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:37.415408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2929ec-8237-42f8-9fa5-f74a817d9c37 req-7aae63df-bd15-4b62-a95b-e866b1a7c59f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:37.422803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d2929ec-8237-42f8-9fa5-f74a817d9c37 req-7aae63df-bd15-4b62-a95b-e866b1a7c59f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 945 time: 0.0822866 Feb 11 14:30:37.435317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-155707623', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:37.499747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.516096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d2929ec-8237-42f8-9fa5-f74a817d9c37 req-6a64f916-86b5-4e9d-af3f-c4ca85c81649 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849397 Feb 11 14:30:37.529188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Made reservation on behalf of a053bcb6e28440d2a7c9057aafd128d2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:37.531735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.550424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.605288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event deleted for resources: {'Subnet': ['ID=e235952c-e011-4958-9489-5bae270e672b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:37.611082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.612657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65aa6a-a489-45dc-ab8b-81853af27e72 None None] Network 1d79fa21-b514-42b8-ac5f-350a0328d3ec requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:37.615731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/subnets/e235952c-e011-4958-9489-5bae270e672b HTTP/1.1" status: 204 len: 168 time: 0.7844129 Feb 11 14:30:37.620334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:37.639168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.639580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.639985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.640392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.640803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.641224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.641640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.642026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.642539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.643047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.644017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.644882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26f8006-e402-4f4e-9ad4-e71f83eb0f42 tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:37.660336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.753516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.821955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.851440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Deleting port bc3b51ed-823b-460d-813d-41a0aa4fade9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:37.852414 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.889085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.933427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] For port bc3b51ed-823b-460d-813d-41a0aa4fade9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bc3b51ed-823b-460d-813d-41a0aa4fade9,segment=NetworkSegment(bbd3652e-73f3-48a4-9587-32079558e769),segment_id=bbd3652e-73f3-48a4-9587-32079558e769)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:37.933810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.958309 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:37.964850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] DHCP port deletion for 1d79fa21-b514-42b8-ac5f-350a0328d3ec request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:30:37.971595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Calling delete_port for bc3b51ed-823b-460d-813d-41a0aa4fade9 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:38.036594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b933e-b590-4866-9fc0-bac62fad809a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:38.099399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Deleting port bc3b51ed-823b-460d-813d-41a0aa4fade9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:38.102040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.116395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Port': ['ID=64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:38.124067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:38.145875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.147660 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Added segment 65f47abc-4db7-48b2-b42b-1d1612f7e698 of type vlan for network 27c4fc7b-4278-4cc9-93d5-737eacd03490 Feb 11 14:30:38.270009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d2d7620-01e2-442c-8bb3-5547d46dc912 req-24bd3ff8-e2e0-4742-9489-8565e343feba tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.1123500 Feb 11 14:30:38.273236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.283257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.295921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46576) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:38.366311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event deleted for resources: {'Port': ['ID=bc3b51ed-823b-460d-813d-41a0aa4fade9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:38.373127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] No DVR routers for this DVR port bc3b51ed-823b-460d-813d-41a0aa4fade9 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:38.439965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Checking segment: {'id': 'b4c28d5e-bec5-461b-af03-9209766a15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:38.441496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network hostable DHCP agents. Network: 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:38.462828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.464738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:38.465452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.564054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.602455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0dfb3a5f-0ae0-4abd-a4db-074197fdb06c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:38.604005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0dfb3a5f-0ae0-4abd-a4db-074197fdb06c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 816 time: 0.6500440 Feb 11 14:30:38.604860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Network': ['ID=27c4fc7b-4278-4cc9-93d5-737eacd03490,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:38.649961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d79fa21-b514-42b8-ac5f-350a0328d3ec']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:38.672748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-bf2c090c-fe69-4d9c-830f-16dbe0534313 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 380 time: 0.0592132 Feb 11 14:30:38.679040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1524b10f-f3d5-40fd-8552-612fe46d980b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5704787 Feb 11 14:30:38.680118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46590) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:38.682818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'port': {'device_id': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'admin_state_up': True, 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'security_groups': ['bc1e80a1-a382-4775-84c6-3e94e2d327ae']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:38.691639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd3652e-73f3-48a4-9587-32079558e769') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:38.691953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd3652e-73f3-48a4-9587-32079558e769') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:38.706069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:38.725593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'subnet': {'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:38.738270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] For port bc3b51ed-823b-460d-813d-41a0aa4fade9, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bc3b51ed-823b-460d-813d-41a0aa4fade9,segment=NetworkSegment(bbd3652e-73f3-48a4-9587-32079558e769),segment_id=bbd3652e-73f3-48a4-9587-32079558e769)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:38.739617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.743363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.774439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Calling delete_port for bc3b51ed-823b-460d-813d-41a0aa4fade9 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:38.786374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:38.823776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.842015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:38.842434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.852390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-995e3144-07c9-4f7c-b47f-f1b60a239e10 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:38.853968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-995e3144-07c9-4f7c-b47f-f1b60a239e10 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 945 time: 0.1235645 Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:38.854638 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:38.869377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d297b-8608-404f-be03-a611389494ee req-fd45f396-022a-428f-97be-22170e3bdacf tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:38.870699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a8d297b-8608-404f-be03-a611389494ee req-fd45f396-022a-428f-97be-22170e3bdacf tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 945 time: 0.1703408 Feb 11 14:30:38.898260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:38.916492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:38.917377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.940500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.943839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:38.983243 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a8d297b-8608-404f-be03-a611389494ee req-5b90dc5e-ae2e-40a4-8560-fa51fd0678eb tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050992 Feb 11 14:30:39.027787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Port': ['ID=076f4184-dc25-43b8-830c-3af31a63285f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:39.036207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a53a8-2cde-4f67-aac5-2cf0eea1eca5 None None] Network 7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:39.050198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Made reservation on behalf of a053bcb6e28440d2a7c9057aafd128d2 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:39.056396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.084569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.094027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Checking segment: {'id': 'bc27c470-eee8-4f69-9791-8fd64d7619b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0570fed6-f9b9-4fdd-8192-293e0878db21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:39.094390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network hostable DHCP agents. Network: 0570fed6-f9b9-4fdd-8192-293e0878db21, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:39.158545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.185958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bc3b51ed-823b-460d-813d-41a0aa4fade9 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:39.192195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Made reservation on behalf of 97423bd6eacf476280f5254cf894cacd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:39.197220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.218549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network 0570fed6-f9b9-4fdd-8192-293e0878db21 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:39.218769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.224276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] 10.222.0.31 "DELETE /v2.0/networks/1d79fa21-b514-42b8-ac5f-350a0328d3ec HTTP/1.1" status: 204 len: 168 time: 1.6001043 Feb 11 14:30:39.226172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-65dc9696-a0b3-4d4e-ad64-c21e88f0752f req-6d43d5cd-512a-4d67-b0cc-d0ae460fa829 service neutron] (109375) timed out ('10.222.0.31', 49430) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:30:39.226576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39efa-dae6-46aa-9838-161aad926d0f tempest-TagsExtTest-1825507086 tempest-TagsExtTest-1825507086-project] Pushing event deleted for resources: {'Network': ['ID=1d79fa21-b514-42b8-ac5f-350a0328d3ec,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:39.243973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] Pushing event deleted for resources: {'Port': ['ID=bc3b51ed-823b-460d-813d-41a0aa4fade9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:39.250491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: bc3b51ed-823b-460d-813d-41a0aa4fade9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:39.263332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Deleting port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:39.263681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.270196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bc3b51ed-823b-460d-813d-41a0aa4fade9 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:39.334524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0570fed6-f9b9-4fdd-8192-293e0878db21) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:39.334831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75368d-720c-438e-9a76-2a2354a12dbf None None] No DVR routers for this DVR port bc3b51ed-823b-460d-813d-41a0aa4fade9 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:39.382282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d3804-48f6-4229-938a-57ad38e770aa None None] Network 0570fed6-f9b9-4fdd-8192-293e0878db21 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:39.468855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:39.477925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:39.483728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:39.484646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.582632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Allocated IP 172.20.0.4 (5129901f-6cf5-4177-926e-352a8a17b4cb/c36d854f-b609-4d6d-8424-3427bbab7ada/bd6520a0-a880-4c14-bd68-90e4bdb42bae) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:39.600964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61ae618d-79ce-4842-b399-99cc62de8af2 req-faa9f1af-f9fd-4ace-9ad0-885a9a6c832f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0935881 Feb 11 14:30:39.644023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-da36d074-f5df-4f3e-bd42-5f951881e17a tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5709531 Feb 11 14:30:39.645633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:39.672702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.730803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] For port 7ddc60a6-9d76-42d6-8ad1-a257101e8639, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7ddc60a6-9d76-42d6-8ad1-a257101e8639,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:39.731255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.768263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Calling delete_port for 7ddc60a6-9d76-42d6-8ad1-a257101e8639 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:39.830771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c82633-9643-4a1a-8347-2a0f8e7b8092 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:39.838721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c82633-9643-4a1a-8347-2a0f8e7b8092 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:39.840689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e5c82633-9643-4a1a-8347-2a0f8e7b8092 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1932790 Feb 11 14:30:39.843928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:39.868511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Allocated IP 172.25.7.36 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:39.949727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.001729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Deleting port 64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:40.002080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.101064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.118420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Calling delete_port for 64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:40.127675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:40.489886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.545253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.558861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:40.633561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.648256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7ddc60a6-9d76-42d6-8ad1-a257101e8639'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:30:40.658840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:40.678895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Pushing event deleted for resources: {'Port': ['ID=7ddc60a6-9d76-42d6-8ad1-a257101e8639,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:40.728179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:40.730535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:40.765264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:40.765430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.784472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] No DVR routers for this DVR port 7ddc60a6-9d76-42d6-8ad1-a257101e8639 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:40.816157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.819705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb68ed21-00ca-4f2b-ba2e-704692709b2d req-56dc158a-e8f6-4a3c-8366-8fcb7f036074 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "DELETE /v2.0/ports/7ddc60a6-9d76-42d6-8ad1-a257101e8639 HTTP/1.1" status: 204 len: 173 time: 1.9247029 Feb 11 14:30:40.822549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'name': 'network-vif-deleted', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:40.824333 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf74e5-216b-4b32-9290-4b30914ac9be" -d '{"events": [{"server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "name": "network-vif-deleted", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:40.845010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b4d4-9b9e-4788-ae62-c9b05ee4e6bc req-de440dfd-03a7-4f37-a127-8efc290dabf5 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:40.850144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e37b4d4-9b9e-4788-ae62-c9b05ee4e6bc req-de440dfd-03a7-4f37-a127-8efc290dabf5 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=d11262ac-0609-456f-9b16-770a53dd6a71 HTTP/1.1" status: 200 len: 867 time: 0.3579457 Feb 11 14:30:40.852665 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5042a749-cc5e-404b-9612-7e54b5e48726 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8958f087f2b492f9c60608e196dde2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239285 Feb 11 14:30:40.858782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:40.876707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:40.911313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:40.916724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:40.954840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.985409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.989795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/ports/64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae HTTP/1.1" status: 204 len: 168 time: 1.1447511 Feb 11 14:30:41.007003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45c58e-220c-461b-9d1f-627354e10de6 req-9ee523fb-0498-4300-8c95-6e7fb8fdbc6e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.014754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef45c58e-220c-461b-9d1f-627354e10de6 req-9ee523fb-0498-4300-8c95-6e7fb8fdbc6e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 931 time: 0.2812157 Feb 11 14:30:41.020417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:41.060406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.061481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.105001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.133956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:30:41.134403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-231ee3c9-38aa-4e44-a42f-1cc1a7a888e3 None None] Provisioning complete for port bd6520a0-a880-4c14-bd68-90e4bdb42bae triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:41.135063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.135281 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-231ee3c9-38aa-4e44-a42f-1cc1a7a888e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.194232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e37b4d4-9b9e-4788-ae62-c9b05ee4e6bc req-9dae6fb1-2b3d-4c25-b495-70bb440ab517 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257802 Feb 11 14:30:41.232672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef45c58e-220c-461b-9d1f-627354e10de6 req-6e2afbc0-0722-4e3b-bff7-aa21f9d39f6e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122200 Feb 11 14:30:41.248872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Checking segment: {'id': '65f47abc-4db7-48b2-b42b-1d1612f7e698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:41.254014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network hostable DHCP agents. Network: 27c4fc7b-4278-4cc9-93d5-737eacd03490, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:41.254209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-231ee3c9-38aa-4e44-a42f-1cc1a7a888e3 None None] Port bd6520a0-a880-4c14-bd68-90e4bdb42bae cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:41.264848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.284368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de914360-dd74-40d3-b0b5-7e3452dd50ed tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Port': ['ID=64a2dae8-56b6-4a02-ba3d-6dcb83bf39ae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.285969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.304606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Subnet': ['ID=602de508-a21f-4eeb-b791-85e41e2c9513,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.317918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.331209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-23a44f26-938f-4b51-98af-f8abbe476e03 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6530604 Feb 11 14:30:41.348085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Request body: {'port': {'device_id': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:41.421265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:41.463322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.515097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.518955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.520180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f64e6543-f0ec-4683-bae0-ce4bdcaf85d0 HTTP/1.1" status: 204 len: 168 time: 0.6578946 Feb 11 14:30:41.536207 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789545a3-a091-4948-b217-d7c508e955f1 x-openstack-request-id: req-789545a3-a091-4948-b217-d7c508e955f1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:41.536626 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11262ac-0609-456f-9b16-770a53dd6a71", "name": "network-vif-deleted", "tag": "7ddc60a6-9d76-42d6-8ad1-a257101e8639", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:41.537071 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-789545a3-a091-4948-b217-d7c508e955f1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:41.537572 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11262ac-0609-456f-9b16-770a53dd6a71', 'name': 'network-vif-deleted', 'tag': '7ddc60a6-9d76-42d6-8ad1-a257101e8639', 'status': 'completed', 'code': 200} Feb 11 14:30:41.547033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 27c4fc7b-4278-4cc9-93d5-737eacd03490) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:41.549764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Deleting port 076f4184-dc25-43b8-830c-3af31a63285f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:41.550158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.556753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b3fa0-b28d-4e4c-ba13-10550d5bb572 None None] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:41.557890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b176-d4fd-47a1-a566-f5c7bc7af57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e6543-f0ec-4683-bae0-ce4bdcaf85d0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.573578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:41.575214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.595774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.729209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aa125f37-41a1-4c62-a574-72c1aae7949d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0431929 Feb 11 14:30:41.732705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:41.752226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-624503420', 'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:41.767520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.797110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860ff1c-172f-4ac2-88dd-64262266c981 None None] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:41.804381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.835849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.897134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Calling delete_port for 076f4184-dc25-43b8-830c-3af31a63285f owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:41.961300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:41.986550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.074081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.075216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bbaae1ca-7ed8-463a-80fd-84909209bf55 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7748330 Feb 11 14:30:42.077995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46730) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:42.083285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-950552415'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:42.197521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Made reservation on behalf of a053bcb6e28440d2a7c9057aafd128d2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:42.200183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.269044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Made reservation on behalf of 19d3f4c950d744558d546c9c081d4e51 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:42.270752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] device_id is not set on port 0ff4b5d2-8735-43dd-a690-889ff3f6b4d5 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:42.272527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.295595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.408135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.452991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.488654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.514256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Port': ['ID=076f4184-dc25-43b8-830c-3af31a63285f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:42.514639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:42.532736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39418a-032d-4485-b671-e65883b16578,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:42.535869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.536190 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Added segment 7ecef586-7ab8-4555-a87f-68c3ffafed09 of type vlan for network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f Feb 11 14:30:42.575992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.581076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7ead917e-3a76-4cc8-9d6a-baa13e3fe72f tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/ports/076f4184-dc25-43b8-830c-3af31a63285f HTTP/1.1" status: 204 len: 168 time: 1.5570209 Feb 11 14:30:42.583800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46760) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:42.634768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.672234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23548fbf-f866-4bb0-a82e-45dc397ea5c9 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0754302 Feb 11 14:30:42.675214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:42.680982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4a28-e210-4fd5-b3f9-15c5d8253d69 req-a99f0da0-470d-409b-bb54-9ac7b6795e11 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:42.682571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b2a4a28-e210-4fd5-b3f9-15c5d8253d69 req-a99f0da0-470d-409b-bb54-9ac7b6795e11 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 931 time: 0.3169892 Feb 11 14:30:42.694482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-14962514'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:42.701966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:30:42.724668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.747118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.20.0.10 (27c4fc7b-4278-4cc9-93d5-737eacd03490/602de508-a21f-4eeb-b791-85e41e2c9513/0ff4b5d2-8735-43dd-a690-889ff3f6b4d5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:42.751014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.805925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Transition to ACTIVE for port object bd6520a0-a880-4c14-bd68-90e4bdb42bae will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:42.820800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7ddc60a6-9d76-42d6-8ad1-a257101e8639 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:42.829774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b2a4a28-e210-4fd5-b3f9-15c5d8253d69 req-d884a89e-6785-4fd8-9eb8-39c9f78a5c20 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221054 Feb 11 14:30:42.832671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:42.836914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.839161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.847169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:42.847872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.874877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 7ddc60a6-9d76-42d6-8ad1-a257101e8639 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:42.875463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7ddc60a6-9d76-42d6-8ad1-a257101e8639 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:42.919541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.975517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Network': ['ID=b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:42.978993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:42.992212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.992358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:42.992612 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment fd2c2b3d-7571-44d9-8e75-4ac872cfdee6 of type vlan for network ba307f76-9441-40c2-a857-ede064364452 Feb 11 14:30:43.094935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b4ebb6b-4690-4064-8f3c-d0cfb70b157b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0156379 Feb 11 14:30:43.101006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.106292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46786) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:43.111841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Request body: {'subnet': {'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:43.124108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:43.294817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.298878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.298878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Attempting to bind port bd6520a0-a880-4c14-bd68-90e4bdb42bae on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:43.298878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Attempting to bind port bd6520a0-a880-4c14-bd68-90e4bdb42bae by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:43.298878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Attempting to bind port bd6520a0-a880-4c14-bd68-90e4bdb42bae on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:43.302707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.303813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.315638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Port bd6520a0-a880-4c14-bd68-90e4bdb42bae on network 5129901f-6cf5-4177-926e-352a8a17b4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:30:43.315967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Attempting to bind port bd6520a0-a880-4c14-bd68-90e4bdb42bae on network 5129901f-6cf5-4177-926e-352a8a17b4cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:43.334224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:43.334893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Checking segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:43.335267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Bound using segment: {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:43.335538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Bound port: bd6520a0-a880-4c14-bd68-90e4bdb42bae, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39c9f85-434e-4520-8e20-4e1e96aa1218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:43.335883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.385967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Made reservation on behalf of 19d3f4c950d744558d546c9c081d4e51 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:43.389920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.455773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=ba307f76-9441-40c2-a857-ede064364452,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:43.475007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network ba307f76-9441-40c2-a857-ede064364452 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:43.496332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae61eff2-b827-470e-bdcd-c2e4c6e177fe tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8199623 Feb 11 14:30:43.498666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:43.506246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-277129214'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:43.514297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.607542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:43.635386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:43.643224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:43.652019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:43.656015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:43.657979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff4b5d2-8735-43dd-a690-889ff3f6b4d5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:43.671275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:43.674993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.695141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Deleting port 41510af8-4de7-4a10-8634-a6a0b81988aa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:43.698705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.703692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:43.712208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.712823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.714969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.716247 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Added segment 0e6bb6ba-e53b-4831-a252-17d0483aa6de of type vlan for network 1f35b7c8-2084-4de0-ac3b-ada46628a476 Feb 11 14:30:43.765803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.766737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.770253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.815447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] For port 41510af8-4de7-4a10-8634-a6a0b81988aa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=41510af8-4de7-4a10-8634-a6a0b81988aa,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:43.815890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.830332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Calling delete_port for 41510af8-4de7-4a10-8634-a6a0b81988aa owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:43.895174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Subnet': ['ID=f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:43.903690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Checking segment: {'id': '7ecef586-7ab8-4555-a87f-68c3ffafed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:43.904074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network hostable DHCP agents. Network: b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:43.945318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.952038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:43.952763 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.092993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Network': ['ID=1f35b7c8-2084-4de0-ac3b-ada46628a476,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:44.106481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1f35b7c8-2084-4de0-ac3b-ada46628a476 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:30:44.132098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-589afff1-c9af-44be-8840-8dcd59f487fc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6320863 Feb 11 14:30:44.134465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:44.194617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18f9e6-c7b6-40a5-9591-1dd219895490 req-9e000bf0-8c99-49e1-80ec-9faac80a371e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.202376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de18f9e6-c7b6-40a5-9591-1dd219895490 req-9e000bf0-8c99-49e1-80ec-9faac80a371e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.2583699 Feb 11 14:30:44.278842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:44.286469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afaaab-5b08-4972-a8e5-4916e3f7f8fd None None] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:44.299969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.301778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.309744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de18f9e6-c7b6-40a5-9591-1dd219895490 req-79e1160e-bfda-4362-b0f9-159fc6bfcfe7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823042 Feb 11 14:30:44.371899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b02dc36-a396-4123-9ae6-2cb5edcbb010 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6318655 Feb 11 14:30:44.372378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46852) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:44.443768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:44.445669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.456585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 1091 time: 3.1151798 Feb 11 14:30:44.458201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:44.464681 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f1d94-50de-4987-9c98-64c2df78df13" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:44.522535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-af96d242-0cc2-4c64-8082-d7a166b0bd40 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4151218 Feb 11 14:30:44.530384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46858) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:44.547099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-319605759', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:44.714687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:44.780161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f', 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f', 'tenant_id': '19d3f4c950d744558d546c9c081d4e51', 'fixed_ips': [{'subnet_id': 'f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:30:44.781634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.859947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a786-fcd6-4f3d-be5c-89e880b2eb65 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:44.869285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Deleting port 0ff4b5d2-8735-43dd-a690-889ff3f6b4d5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:44.870314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.888213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.889972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.890188 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261241cf-3559-446d-ba61-1ea850873fdb x-openstack-request-id: req-261241cf-3559-446d-ba61-1ea850873fdb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:44.890594 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:44.890940 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-261241cf-3559-446d-ba61-1ea850873fdb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:44.911236 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'status': 'completed', 'code': 200} Feb 11 14:30:45.028989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-9b48697a-2809-4a1e-9542-221c2df1d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.031219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-9b48697a-2809-4a1e-9542-221c2df1d045 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1094 time: 0.1250489 Feb 11 14:30:45.092196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Allocated IP 172.20.0.2 (b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f/f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb/63d3df9a-303a-4413-9649-a18f7664c638) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:45.139394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-6607b81b-a1b1-40be-8b2a-eef19c2f0541 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 217 time: 0.0976615 Feb 11 14:30:45.172301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.212439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.227661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Calling delete_port for 0ff4b5d2-8735-43dd-a690-889ff3f6b4d5 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:45.233393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-1824e59a-e9cd-4078-aa88-57cde4c9600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.235136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-1824e59a-e9cd-4078-aa88-57cde4c9600c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0721734 Feb 11 14:30:45.258797 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.298543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-e467b0de-46fc-443a-9d26-ceec45f9fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.300079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-e467b0de-46fc-443a-9d26-ceec45f9fa5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582998 Feb 11 14:30:45.415041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.477376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:45.485901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:45.489942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:45.504669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.527001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Pushing event updated for resources: {'Port': ['ID=63d3df9a-303a-4413-9649-a18f7664c638,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:45.589575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41510af8-4de7-4a10-8634-a6a0b81988aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:45.597764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.635698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Attempting to bind port 63d3df9a-303a-4413-9649-a18f7664c638 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:45.638659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Attempting to bind port 63d3df9a-303a-4413-9649-a18f7664c638 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7ecef586-7ab8-4555-a87f-68c3ffafed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:45.647961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-dc28cd27-427c-4b52-a53d-bc646e289b9d service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405929 Feb 11 14:30:45.651547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Attempting to bind port 63d3df9a-303a-4413-9649-a18f7664c638 on network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:45.659600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:45.660244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Checking segment: {'id': '7ecef586-7ab8-4555-a87f-68c3ffafed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:45.663060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.663060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Bound using segment: {'id': '7ecef586-7ab8-4555-a87f-68c3ffafed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:45.663060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Bound port: 63d3df9a-303a-4413-9649-a18f7664c638, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecef586-7ab8-4555-a87f-68c3ffafed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:45.663060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.688559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b611ea-bd84-47c3-8ab6-370c59f5b580 req-f5a94ebb-32f7-4ba6-ab02-7329eba0fee1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:45.694851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43b611ea-bd84-47c3-8ab6-370c59f5b580 req-f5a94ebb-32f7-4ba6-ab02-7329eba0fee1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1649504 Feb 11 14:30:45.751723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] For port 63d3df9a-303a-4413-9649-a18f7664c638, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:45.755842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] For port 63d3df9a-303a-4413-9649-a18f7664c638, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=63d3df9a-303a-4413-9649-a18f7664c638,segment=NetworkSegment(7ecef586-7ab8-4555-a87f-68c3ffafed09),segment_id=7ecef586-7ab8-4555-a87f-68c3ffafed09)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:45.775274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c08af6a3-d2f4-46e0-a772-2e520b8db230 req-d7f9191c-61e7-40b5-92b8-41d4edd232fc service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168349 Feb 11 14:30:45.778101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.846527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff4b5d2-8735-43dd-a690-889ff3f6b4d5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:45.877283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-43b611ea-bd84-47c3-8ab6-370c59f5b580 req-4e40befd-84e0-47af-8643-5eecda81dc57 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738620 Feb 11 14:30:45.895489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.029038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.038971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1d94-50de-4987-9c98-64c2df78df13 req-29202dac-9f0f-4018-b0b9-df9290cc0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:46.040788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-29202dac-9f0f-4018-b0b9-df9290cc0fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1094 time: 0.0951209 Feb 11 14:30:46.046506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.058375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7f22899-8e2d-4c57-a3ce-04323b1c515c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0ff4b5d2-8735-43dd-a690-889ff3f6b4d5 HTTP/1.1" status: 204 len: 168 time: 1.6848376 Feb 11 14:30:46.061913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46908) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:46.076805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490', 'external_fixed_ips': [{'subnet_id': '602de508-a21f-4eeb-b791-85e41e2c9513', 'ip_address': '172.20.0.10'}]}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:46.080113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc4ec-8a81-4ca5-8f8d-b90e0a5666f2 None None] Pushing event updated for resources: {'Port': ['ID=63d3df9a-303a-4413-9649-a18f7664c638,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:46.256749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.258304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.370094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.454695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.469784 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1d94-50de-4987-9c98-64c2df78df13 req-c7a8c11a-d2dd-427f-b0a1-d6214b86713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:46.471247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-c7a8c11a-d2dd-427f-b0a1-d6214b86713d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.4186776 Feb 11 14:30:46.487593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.566115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-72a802ca-cef8-4066-bc46-eeeb035488bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 217 time: 0.0863280 Feb 11 14:30:46.804414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1d94-50de-4987-9c98-64c2df78df13 req-a003b4e9-f59c-49cb-b765-8efc610efb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:46.805903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-a003b4e9-f59c-49cb-b765-8efc610efb66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.2327549 Feb 11 14:30:46.863309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Router 7dfdc542-168e-4995-96d4-89084c91cddf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:46.880484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1d94-50de-4987-9c98-64c2df78df13 req-3fa61df6-9832-4e38-8b98-35ecea67e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:46.882072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-3fa61df6-9832-4e38-8b98-35ecea67e603 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679762 Feb 11 14:30:46.898730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.968976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Allocated IP 172.25.7.76 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/1e81672e-aa20-4d10-ae45-6614090dae8b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:47.281674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 63d3df9a-303a-4413-9649-a18f7664c638 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:47.389238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 46964) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:47.390664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'subnets': [{'network_id': 'ba307f76-9441-40c2-a857-ede064364452', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1482067918', 'ip_version': 6}, {'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:47.390834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'subnet': {'network_id': 'ba307f76-9441-40c2-a857-ede064364452', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1482067918', 'ip_version': 6}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:47.391437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Request body: {'subnet': {'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:47.408289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 63d3df9a-303a-4413-9649-a18f7664c638 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:47.408995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.429754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:47.449057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-272d366c-e65a-4ae1-8139-bc594a2fd9b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/7dfdc542-168e-4995-96d4-89084c91cddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8859413 Feb 11 14:30:47.450563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 46970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:47.495012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Sync routers for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:47.510160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:47.511178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:47.561044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b70b9a-80b9-4104-8f55-26f0db6f485a req-437d2a7b-7576-4722-ade5-65f9eaa7a946 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:47.570691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5b70b9a-80b9-4104-8f55-26f0db6f485a req-437d2a7b-7576-4722-ade5-65f9eaa7a946 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.4631398 Feb 11 14:30:47.601493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.680094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.687111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5b70b9a-80b9-4104-8f55-26f0db6f485a req-a4be7063-3b64-4726-972d-eccf371a689a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155255 Feb 11 14:30:47.690149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-9b6266eb-dbfe-410a-a753-e5a349904c14 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001990 Feb 11 14:30:47.815402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 63d3df9a-303a-4413-9649-a18f7664c638, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=63d3df9a-303a-4413-9649-a18f7664c638,segment=NetworkSegment(7ecef586-7ab8-4555-a87f-68c3ffafed09),segment_id=7ecef586-7ab8-4555-a87f-68c3ffafed09)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:47.817470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:47.898607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-700f1d94-50de-4987-9c98-64c2df78df13 req-acccf390-be16-4f05-9a73-acb0b589dd96 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002115 Feb 11 14:30:47.899823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.912142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c50419d-4193-4425-8ff5-6aad255cb357 None None] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:48.081276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.128548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.170387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-27476a16-39e3-4faa-bc40-f0b2c18095fe None None] Provisioning complete for port 63d3df9a-303a-4413-9649-a18f7664c638 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:48.170767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27476a16-39e3-4faa-bc40-f0b2c18095fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.363030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Deleting port e8cb8b17-b70f-4bdb-90f0-8e151b1395df {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:48.363398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.365043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.404325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2343206-dd44-42ff-b262-488f72cd5063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.417570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.447055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.479185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=63d3df9a-303a-4413-9649-a18f7664c638,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:48.510396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] For port e8cb8b17-b70f-4bdb-90f0-8e151b1395df, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:48.523599 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.552637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Calling delete_port for e8cb8b17-b70f-4bdb-90f0-8e151b1395df owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:48.614129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Made reservation on behalf of b7f0fe0a304c4a159a29ed67f57fef07 for: {'subnet': 2} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:48.624216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.627215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.628582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:30:45Z', 'revision_number': 5, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port': {'id': 'e8cb8b17-b70f-4bdb-90f0-8e151b1395df', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:35Z', 'updated_at': '2022-02-11T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:48.674015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Checking router: 7dfdc542-168e-4995-96d4-89084c91cddf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:30:48.690989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Routers {'7dfdc542-168e-4995-96d4-89084c91cddf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:48.691607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7dfdc542-168e-4995-96d4-89084c91cddf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:48.783292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:48.806373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:48.862330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] Set router 7dfdc542-168e-4995-96d4-89084c91cddf gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:48.871612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:48.927624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=1e81672e-aa20-4d10-ae45-6614090dae8b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:48.932512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:30:48Z', 'revision_number': 6, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:48.969276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7a7c-4af1-42ec-bed0-4ab638900d40 None None] The sync data for ids ['7dfdc542-168e-4995-96d4-89084c91cddf'] in n-d-828407-1 is: [{'id': '7dfdc542-168e-4995-96d4-89084c91cddf', 'name': 'tempest-TestVolumeBackupRestore-153486191-router', 'tenant_id': '2b217377622d4f79b7d1c3102d6180a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:33Z', 'updated_at': '2022-02-11T14:30:48Z', 'revision_number': 6, 'project_id': '2b217377622d4f79b7d1c3102d6180a6', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:48.974306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.987340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8e2fd851-a0df-4758-bbe1-e660881d9cb8 None None] Provisioning complete for port 63d3df9a-303a-4413-9649-a18f7664c638 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:48.987763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd851-a0df-4758-bbe1-e660881d9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.026654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cb8b17-b70f-4bdb-90f0-8e151b1395df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:49.123463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:30:49.163702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.225890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb8eb0-97c6-4d57-b804-9dba4cf38b11 req-774714b1-184c-421d-bfee-518f3ce7f8ed tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:49.227684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90bb8eb0-97c6-4d57-b804-9dba4cf38b11 req-774714b1-184c-421d-bfee-518f3ce7f8ed tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.3353281 Feb 11 14:30:49.260959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:49.272680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:30:49.282983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.20.0.10 (27c4fc7b-4278-4cc9-93d5-737eacd03490/602de508-a21f-4eeb-b791-85e41e2c9513/6289f942-afdf-4981-87d0-31c6dacb43dc) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:49.301417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.305570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.326362 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.345312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:30:49.354468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90bb8eb0-97c6-4d57-b804-9dba4cf38b11 req-ab8e2e46-3bee-41e5-b2d4-ad42018c993d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090026 Feb 11 14:30:49.383216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:49.441838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 63d3df9a-303a-4413-9649-a18f7664c638 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:49.505195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.511911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.512107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfdc542-168e-4995-96d4-89084c91cddf {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:49.517414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.521762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2ee5786b-a5ab-45f0-9ce2-c840b935e353 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7dfdc542-168e-4995-96d4-89084c91cddf HTTP/1.1" status: 204 len: 168 time: 2.0411236 Feb 11 14:30:49.524464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:49.587389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Deleting subnet 9ce9f254-66d7-4d53-803a-81abe3f9de95 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:49.590427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.602028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:49.606473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 63d3df9a-303a-4413-9649-a18f7664c638 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:49.607414 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.640403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.718688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.735348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['bd6520a0-a880-4c14-bd68-90e4bdb42bae'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:30:49.801701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.864105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.017980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.050700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991cbcb-d874-47b5-b6cd-455a916c10f0 None None] Network 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:50.073928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.078271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ce9f254-66d7-4d53-803a-81abe3f9de95 HTTP/1.1" status: 204 len: 168 time: 0.5540135 Feb 11 14:30:50.080947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:50.092028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c4f30-4695-431b-a83e-9a7745384ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce9f254-66d7-4d53-803a-81abe3f9de95,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.101497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.112084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.177475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.193314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 27c4fc7b-4278-4cc9-93d5-737eacd03490 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:50.206794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:50.267631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Deleting port d0179dff-b7fc-469e-bb8c-210b98ad4beb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:50.268314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.276865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=6289f942-afdf-4981-87d0-31c6dacb43dc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.282862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:50.297518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] DHCP port deletion for 09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:30:50.313662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Subnet': ['ID=0ff26a2a-f1ab-4930-93c3-600d508d8d22,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.347337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] For port d0179dff-b7fc-469e-bb8c-210b98ad4beb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d0179dff-b7fc-469e-bb8c-210b98ad4beb,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:50.347572 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.366135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Calling delete_port for d0179dff-b7fc-469e-bb8c-210b98ad4beb owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:50.375562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Deleting port d0179dff-b7fc-469e-bb8c-210b98ad4beb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:50.376272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.416506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Checking segment: {'id': 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ba307f76-9441-40c2-a857-ede064364452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:50.416880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network hostable DHCP agents. Network: ba307f76-9441-40c2-a857-ede064364452, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:50.486973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] For port d0179dff-b7fc-469e-bb8c-210b98ad4beb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d0179dff-b7fc-469e-bb8c-210b98ad4beb,segment=NetworkSegment(2fe24c42-4902-47d3-8ec2-9225588da175),segment_id=2fe24c42-4902-47d3-8ec2-9225588da175)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:50.487442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.506063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Calling delete_port for d0179dff-b7fc-469e-bb8c-210b98ad4beb owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:50.532371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835f310-f716-47b6-8561-492b753ddb22 req-cc3b8c40-4e08-41a7-a1da-bc5935032498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:50.533924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b835f310-f716-47b6-8561-492b753ddb22 req-cc3b8c40-4e08-41a7-a1da-bc5935032498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.0850477 Feb 11 14:30:50.584798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b835f310-f716-47b6-8561-492b753ddb22 req-0a1d37c8-a9db-417c-9097-9c4e4f46f237 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 Feb 11 14:30:50.596357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.598596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a021bb-fd34-45d9-b8a9-2cc9ed35d45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.605527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.635644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0179dff-b7fc-469e-bb8c-210b98ad4beb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.651280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] No DVR routers for this DVR port d0179dff-b7fc-469e-bb8c-210b98ad4beb on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:50.665902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.697970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] Pushing event deleted for resources: {'Port': ['ID=d0179dff-b7fc-469e-bb8c-210b98ad4beb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.713764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8012bec-2600-4c7d-b7c0-f5ebec58368d None None] No DVR routers for this DVR port d0179dff-b7fc-469e-bb8c-210b98ad4beb on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:50.722464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network ba307f76-9441-40c2-a857-ede064364452 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:50.738993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.764034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e10391-d254-46f9-a0f5-e2a7b4d9f8e3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:50.773440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe24c42-4902-47d3-8ec2-9225588da175') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:50.773739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe24c42-4902-47d3-8ec2-9225588da175') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:50.788058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.816071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.823856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:50.825221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:50.827042 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:50.864189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, ba307f76-9441-40c2-a857-ede064364452) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:50.874090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.876757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79f256-71ca-4821-bc80-6cb9c270631e None None] Network ba307f76-9441-40c2-a857-ede064364452 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:50.915102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Router a8656969-ed7a-47ad-9e5c-b15bacde1f89 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:30:50.935653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.945103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.949096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/09e10391-d254-46f9-a0f5-e2a7b4d9f8e3 HTTP/1.1" status: 204 len: 168 time: 0.8664939 Feb 11 14:30:50.952511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.956303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47104) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:50.966870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c42b3-2998-40bd-a538-de9e0fbe31e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e10391-d254-46f9-a0f5-e2a7b4d9f8e3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:51.019065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event updated for resources: {'Subnet': ['ID=783d4646-142a-448e-9fd2-f05af0836747,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:51.081935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ba307f76-9441-40c2-a857-ede064364452', 'network_id': 'ba307f76-9441-40c2-a857-ede064364452', 'tenant_id': 'b7f0fe0a304c4a159a29ed67f57fef07', 'fixed_ips': [{'subnet_id': '0ff26a2a-f1ab-4930-93c3-600d508d8d22'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:30:51.082805 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.100290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:51.124142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Checking segment: {'id': '0e6bb6ba-e53b-4831-a252-17d0483aa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:51.124512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network hostable DHCP agents. Network: 1f35b7c8-2084-4de0-ac3b-ada46628a476, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:51.146609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e8cb8b17-b70f-4bdb-90f0-8e151b1395df no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:51.173814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e8cb8b17-b70f-4bdb-90f0-8e151b1395df {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:51.174150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e8cb8b17-b70f-4bdb-90f0-8e151b1395df not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:51.174576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d0179dff-b7fc-469e-bb8c-210b98ad4beb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:51.206237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d0179dff-b7fc-469e-bb8c-210b98ad4beb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:51.206631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d0179dff-b7fc-469e-bb8c-210b98ad4beb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:51.207071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 41510af8-4de7-4a10-8634-a6a0b81988aa no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:51.299610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 41510af8-4de7-4a10-8634-a6a0b81988aa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:51.299978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 41510af8-4de7-4a10-8634-a6a0b81988aa not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:51.385896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port bd6520a0-a880-4c14-bd68-90e4bdb42bae completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:51.395550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port bd6520a0-a880-4c14-bd68-90e4bdb42bae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:51.396018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.404091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Allocated IP 2001:db8::1 (ba307f76-9441-40c2-a857-ede064364452/0ff26a2a-f1ab-4930-93c3-600d508d8d22/0aa6548d-f945-4405-a041-199aa42b594e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:51.571763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.642079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:51.645050 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67952789-4327-4e43-b7e4-c77ac155803f" -d '{"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:51.709667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:51.724488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.788339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Network 1f35b7c8-2084-4de0-ac3b-ada46628a476 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:51.790869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:51.808477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.809125 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] Sync routers for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:51.836840 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:51.838199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:51.849221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.859677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.935907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Network ba307f76-9441-40c2-a857-ede064364452 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:51.938935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:51.942563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:51.951794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Pushing event updated for resources: {'Port': ['ID=0aa6548d-f945-4405-a041-199aa42b594e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:51.966548 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:51.982913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.983623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.983967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.984307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.984692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.985048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.985380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.985852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.986195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.986563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.986962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.987458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:51.990378 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:51.997268 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:52.053425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1f35b7c8-2084-4de0-ac3b-ada46628a476) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:52.061024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.065419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.065419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.074950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Attempting to bind port 0aa6548d-f945-4405-a041-199aa42b594e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:52.075322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Attempting to bind port 0aa6548d-f945-4405-a041-199aa42b594e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ba307f76-9441-40c2-a857-ede064364452'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:52.075691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Attempting to bind port 0aa6548d-f945-4405-a041-199aa42b594e on network ba307f76-9441-40c2-a857-ede064364452 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:52.084551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a83a8b-ab4e-4e61-91a8-04d23b061137 None None] Network 1f35b7c8-2084-4de0-ac3b-ada46628a476 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:52.095804 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:52.096702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f19e8-82c6-423b-9189-71a214e26dea None None] The sync data for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:52.105999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:52.106377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Checking segment: {'id': 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ba307f76-9441-40c2-a857-ede064364452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:52.106785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.107181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Bound using segment: {'id': 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ba307f76-9441-40c2-a857-ede064364452'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:52.107739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Bound port: 0aa6548d-f945-4405-a041-199aa42b594e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ba307f76-9441-40c2-a857-ede064364452'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:52.108045 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.124290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.133530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.136108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cd0597f2-d040-46aa-8e0c-0dd860a56f1c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.6011779 Feb 11 14:30:52.138564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:52.155674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a24ab-ba47-4e44-89bf-aa69671e6d96 req-d8ab35fa-8b69-4dfd-bd0c-4ae7ccc1172c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.158059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b63a24ab-ba47-4e44-89bf-aa69671e6d96 req-d8ab35fa-8b69-4dfd-bd0c-4ae7ccc1172c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.3706887 Feb 11 14:30:52.166209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:52.218232 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6173b1-8704-46a9-8b9c-6328e95d9f25 x-openstack-request-id: req-6e6173b1-8704-46a9-8b9c-6328e95d9f25 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:52.218570 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:52.219963 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e6173b1-8704-46a9-8b9c-6328e95d9f25 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:52.220730 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'code': 200} Feb 11 14:30:52.276960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f0fca61-cfc7-406b-a94c-4294e87740f8 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.8894460 Feb 11 14:30:52.295345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] For port 0aa6548d-f945-4405-a041-199aa42b594e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:52.299537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] For port 0aa6548d-f945-4405-a041-199aa42b594e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0aa6548d-f945-4405-a041-199aa42b594e,segment=NetworkSegment(fd2c2b3d-7571-44d9-8e75-4ac872cfdee6),segment_id=fd2c2b3d-7571-44d9-8e75-4ac872cfdee6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:52.311894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47118) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:52.380615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aded03-375b-4f05-b938-6552e3df42c7 req-2e36adf5-62c4-46ac-ac57-d81d41b09a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.382553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2aded03-375b-4f05-b938-6552e3df42c7 req-2e36adf5-62c4-46ac-ac57-d81d41b09a79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1096 time: 0.1157820 Feb 11 14:30:52.422004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1f35b7c8-2084-4de0-ac3b-ada46628a476', 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476', 'tenant_id': 'b7f0fe0a304c4a159a29ed67f57fef07', 'fixed_ips': [{'subnet_id': '783d4646-142a-448e-9fd2-f05af0836747'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:30:52.424064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.435064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b63a24ab-ba47-4e44-89bf-aa69671e6d96 req-97c2267b-9a41-4589-8c05-fa34d9e5b9d4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099502 Feb 11 14:30:52.467550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.507472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44c6ec-9c02-47fd-9f87-2193c91b7228 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.512974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44c6ec-9c02-47fd-9f87-2193c91b7228 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.514903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44c6ec-9c02-47fd-9f87-2193c91b7228 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:52.517235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf44c6ec-9c02-47fd-9f87-2193c91b7228 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2019899 Feb 11 14:30:52.545525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47128) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:52.571122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2aded03-375b-4f05-b938-6552e3df42c7 req-cf069ce2-d12b-49f3-85d7-f57b0e2d18df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792057 Feb 11 14:30:52.633286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Deleting subnet 0ff26a2a-f1ab-4930-93c3-600d508d8d22 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:52.650549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.679232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ac6d7-cd59-410a-82c6-5ae514e67749 None None] Pushing event updated for resources: {'Port': ['ID=0aa6548d-f945-4405-a041-199aa42b594e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:52.713472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.783175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.831593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:30:52.966926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Allocated IP 2001:db8:0:1::1 (1f35b7c8-2084-4de0-ac3b-ada46628a476/783d4646-142a-448e-9fd2-f05af0836747/4efb770d-0831-46e2-a041-76cbf8720681) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:53.114516 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.250284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.255432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0aa6548d-f945-4405-a041-199aa42b594e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:53.397351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0aa6548d-f945-4405-a041-199aa42b594e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:53.398380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.411189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:53.432545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.445044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Sync routers for ids ['4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:53.452675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.485045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Routers {'4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:53.485938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:53.507027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.511141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.515518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccb1998a-62bc-4343-b760-8a0f5a8178bf tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.4493780 Feb 11 14:30:53.516090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:53.545528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff26a2a-f1ab-4930-93c3-600d508d8d22,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:53.555649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.560342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6f165920-7740-4ccd-a7c6-c0fb415f6a1e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/subnets/0ff26a2a-f1ab-4930-93c3-600d508d8d22 HTTP/1.1" status: 204 len: 168 time: 1.0133505 Feb 11 14:30:53.563646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:53.582572 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.604345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Deleting port 17833389-aea3-473c-b7ce-3ac062b7bc4f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:53.604977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.642153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-ee11efcc-12a4-411e-9862-e6e5d34b28cf tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:53.650804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-ee11efcc-12a4-411e-9862-e6e5d34b28cf tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 814 time: 0.8598771 Feb 11 14:30:53.679115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-e7500689-de83-49f7-b4a0-1626e898da1f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/quotas/528caa1a9b9043f2ad43577ca8b230ec HTTP/1.1" status: 200 len: 375 time: 0.0271449 Feb 11 14:30:53.715322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Deleting subnet 783d4646-142a-448e-9fd2-f05af0836747 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:53.737058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Network 1f35b7c8-2084-4de0-ac3b-ada46628a476 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:53.748238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-171b3eb9-7d67-49da-b0fd-67ffb0c51f42 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682142 Feb 11 14:30:53.764006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:53.774936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:53.777741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] For port 17833389-aea3-473c-b7ce-3ac062b7bc4f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17833389-aea3-473c-b7ce-3ac062b7bc4f,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:53.778112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.780649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.794577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Pushing event updated for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:53.829755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7abccf-42e8-4b9a-96bb-794614bbb0f2 req-6c0e1c2b-5da6-4856-b09c-954cfb50ec96 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:53.831335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d7abccf-42e8-4b9a-96bb-794614bbb0f2 req-6c0e1c2b-5da6-4856-b09c-954cfb50ec96 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2688816 Feb 11 14:30:53.848780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Calling delete_port for 17833389-aea3-473c-b7ce-3ac062b7bc4f owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:53.867031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.896528 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.907320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Set router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:53.932507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.975820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d7abccf-42e8-4b9a-96bb-794614bbb0f2 req-4c32156d-215e-4efb-b838-122f8cc2418b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361406 Feb 11 14:30:53.997072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Attempting to bind port 4efb770d-0831-46e2-a041-76cbf8720681 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:53.997441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Attempting to bind port 4efb770d-0831-46e2-a041-76cbf8720681 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0e6bb6ba-e53b-4831-a252-17d0483aa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:53.997801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Attempting to bind port 4efb770d-0831-46e2-a041-76cbf8720681 on network 1f35b7c8-2084-4de0-ac3b-ada46628a476 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:30:54.053687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:30:54.054085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Checking segment: {'id': '0e6bb6ba-e53b-4831-a252-17d0483aa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:30:54.054458 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.054848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Bound using segment: {'id': '0e6bb6ba-e53b-4831-a252-17d0483aa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:30:54.055325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Bound port: 4efb770d-0831-46e2-a041-76cbf8720681, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6bb6ba-e53b-4831-a252-17d0483aa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f35b7c8-2084-4de0-ac3b-ada46628a476'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:54.055700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.074406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 0aa6548d-f945-4405-a041-199aa42b594e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0aa6548d-f945-4405-a041-199aa42b594e,segment=NetworkSegment(fd2c2b3d-7571-44d9-8e75-4ac872cfdee6),segment_id=fd2c2b3d-7571-44d9-8e75-4ac872cfdee6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:54.127051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.133939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.153506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1a25d575-90d2-432c-9fb7-6ff0ee7b4508 service neutron] 10.222.0.31 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574593 Feb 11 14:30:54.177820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:54.181048 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.218018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4efb770d-0831-46e2-a041-76cbf8720681,segment=NetworkSegment(0e6bb6ba-e53b-4831-a252-17d0483aa6de),segment_id=0e6bb6ba-e53b-4831-a252-17d0483aa6de)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:54.223033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a3563-c553-49a7-8348-7ca45f12e39a None None] Network ba307f76-9441-40c2-a857-ede064364452 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:54.314434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.325318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.327039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=0aa6548d-f945-4405-a041-199aa42b594e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.329563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41e849aa-02be-4981-b068-db12c56faaa8 None None] Provisioning complete for port 0aa6548d-f945-4405-a041-199aa42b594e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:54.329924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41e849aa-02be-4981-b068-db12c56faaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.342889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.382829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-c5c25f10-8f8c-4df4-b57e-c3bc08c7450e service neutron] 10.222.0.31 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808598 Feb 11 14:30:54.386263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17833389-aea3-473c-b7ce-3ac062b7bc4f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.473091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e', 'name': '', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490', 'external_fixed_ips': [{'subnet_id': '602de508-a21f-4eeb-b791-85e41e2c9513', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6289f942-afdf-4981-87d0-31c6dacb43dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:46Z', 'updated_at': '2022-02-11T14:30:50Z', 'revision_number': 3, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port': {'id': '6289f942-afdf-4981-87d0-31c6dacb43dc', 'name': '', 'network_id': '27c4fc7b-4278-4cc9-93d5-737eacd03490', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '602de508-a21f-4eeb-b791-85e41e2c9513', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:48Z', 'updated_at': '2022-02-11T14:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '602de508-a21f-4eeb-b791-85e41e2c9513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:54.485008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Deleting port 6289f942-afdf-4981-87d0-31c6dacb43dc {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:54.485453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.566161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Checking router: 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:30:54.566502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Updating router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e port 6289f942-afdf-4981-87d0-31c6dacb43dc binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:30:54.604922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459c92f-0112-41ee-8afd-1790a11d6d52 None None] Pushing event updated for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.892608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.892608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.895786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.897730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Allocated IP 172.20.0.1 (b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f/f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb/0e7d3d8e-b956-41f5-b72d-d32813f8342f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:54.897730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.901147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Calling delete_port for 6289f942-afdf-4981-87d0-31c6dacb43dc owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:55.084404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.088273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/subnets/783d4646-142a-448e-9fd2-f05af0836747 HTTP/1.1" status: 204 len: 168 time: 1.5223494 Feb 11 14:30:55.094189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aec1d-f73e-48ab-81f8-4d974b8df54e tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Subnet': ['ID=783d4646-142a-448e-9fd2-f05af0836747,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.114960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:55.174696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d63423f3-b4ed-4108-975f-f319b6392b30 req-36e26c0e-2310-43ed-b22f-347267b06089 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.2052965 Feb 11 14:30:55.253322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] DHCP port deletion for ba307f76-9441-40c2-a857-ede064364452 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:30:55.345851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.378504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.405694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82feae-adb8-4353-a2bd-503df9836158 req-ce690811-97fe-4d23-8514-4c55e291f960 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:55.413456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a82feae-adb8-4353-a2bd-503df9836158 req-ce690811-97fe-4d23-8514-4c55e291f960 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2161124 Feb 11 14:30:55.417629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4efb770d-0831-46e2-a041-76cbf8720681 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:55.422339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Deleting port 0aa6548d-f945-4405-a041-199aa42b594e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:55.422563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.476604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:30:55.477607 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:30:55.480543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Port': ['ID=6289f942-afdf-4981-87d0-31c6dacb43dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.517974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.517974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.523855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.565694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4efb770d-0831-46e2-a041-76cbf8720681 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:55.566107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.593735 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a82feae-adb8-4353-a2bd-503df9836158 req-6de559ce-6271-40a2-840d-7f6ead8f70cb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791842 Feb 11 14:30:55.620452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] For port 0aa6548d-f945-4405-a041-199aa42b594e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0aa6548d-f945-4405-a041-199aa42b594e,segment=NetworkSegment(fd2c2b3d-7571-44d9-8e75-4ac872cfdee6),segment_id=fd2c2b3d-7571-44d9-8e75-4ac872cfdee6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:55.621439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.630558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.646746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Calling delete_port for 0aa6548d-f945-4405-a041-199aa42b594e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:55.686356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.790830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.807374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:55.809739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.812005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:55.819419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:30:55.894962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfb285-83a1-49f9-bd95-e7e93a529f92 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:55.896561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-facfb285-83a1-49f9-bd95-e7e93a529f92 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7421114 Feb 11 14:30:55.903948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:55.937864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.938944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.009728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=0e7d3d8e-b956-41f5-b72d-d32813f8342f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:56.032921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Port 6289f942-afdf-4981-87d0-31c6dacb43dc not found while updating agent binding for router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e. {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 14:30:56.036337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4efb770d-0831-46e2-a041-76cbf8720681,segment=NetworkSegment(0e6bb6ba-e53b-4831-a252-17d0483aa6de),segment_id=0e6bb6ba-e53b-4831-a252-17d0483aa6de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:56.053553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Routers {'4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:56.053553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:56.096489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d403-aa3a-4e2a-af49-b46e5a90132c req-8142e7e7-e875-402f-a6bb-96a7e5ed2ee3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:56.106173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b745d403-aa3a-4e2a-af49-b46e5a90132c req-8142e7e7-e875-402f-a6bb-96a7e5ed2ee3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2715731 Feb 11 14:30:56.112740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47172) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:56.124075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Request body: {'floatingip': {'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:56.134953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.135728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:56.144042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.146621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a64e40dc-2fc5-4f75-8cab-b98c6fedb718 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e HTTP/1.1" status: 204 len: 168 time: 2.6126370 Feb 11 14:30:56.149376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:56.156358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.216171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Deleting subnet 602de508-a21f-4eeb-b791-85e41e2c9513 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:30:56.222533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.228275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.236702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.248193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] Set router 4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:56.251692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0aa6548d-f945-4405-a041-199aa42b594e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:56.285099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.297888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:56.318701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] No DVR routers for this DVR port 0aa6548d-f945-4405-a041-199aa42b594e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:56.439071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0aa6548d-f945-4405-a041-199aa42b594e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:56.439670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0aa6548d-f945-4405-a041-199aa42b594e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:56.452813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:56.504547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289e311-9b0d-4f5d-b101-d677fae677f6 None None] Network 1f35b7c8-2084-4de0-ac3b-ada46628a476 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:30:56.505944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-16ef1523-eb73-493a-ab76-bd49ed26d97f req-a60a1b20-bc82-43b3-af2b-269ad0104a9c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.1610982 Feb 11 14:30:56.518657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.524705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.595914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e', 'name': '', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:46Z', 'updated_at': '2022-02-11T14:30:55Z', 'revision_number': 5, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:56.666242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.683119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d141f-95d4-4c18-b77a-9bc3758133c0 None None] The sync data for ids ['4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e'] in n-d-828407-1 is: [{'id': '4c2b8b4f-ae34-4038-a0c8-aa59fed27d8e', 'name': '', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:46Z', 'updated_at': '2022-02-11T14:30:55Z', 'revision_number': 5, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:56.686426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869467-6cf6-44dc-a1e7-df3f77f4c210 None None] Pushing event deleted for resources: {'Port': ['ID=0aa6548d-f945-4405-a041-199aa42b594e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:56.696513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-54a384bc-182a-4b63-8bf9-aafe87a5e72c None None] Provisioning complete for port 0e7d3d8e-b956-41f5-b72d-d32813f8342f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:56.698877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54a384bc-182a-4b63-8bf9-aafe87a5e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.714417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Deleting port 4efb770d-0831-46e2-a041-76cbf8720681 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:56.714880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.753823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-54a384bc-182a-4b63-8bf9-aafe87a5e72c None None] Port 0e7d3d8e-b956-41f5-b72d-d32813f8342f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:56.826034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:56.840841 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Sync routers for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:56.851074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-144f4c3c-164d-4a59-97cd-e135c15a99a4 admin admin] 10.222.0.31 "PUT /v2.0/routers/687f2e0b-7c2c-44ef-82eb-5bf59c523f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8890493 Feb 11 14:30:56.856249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47188) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:56.898746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4accd842-09df-4bc4-99b3-0d08996c2eb1 None None] Provisioning complete for port 4efb770d-0831-46e2-a041-76cbf8720681 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:56.899113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4accd842-09df-4bc4-99b3-0d08996c2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.900373 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:56.901280 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:56.905661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] DHCP port deletion for 1f35b7c8-2084-4de0-ac3b-ada46628a476 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:30:56.948285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4efb770d-0831-46e2-a041-76cbf8720681,segment=NetworkSegment(0e6bb6ba-e53b-4831-a252-17d0483aa6de),segment_id=0e6bb6ba-e53b-4831-a252-17d0483aa6de)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:56.948285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.012852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Calling delete_port for 4efb770d-0831-46e2-a041-76cbf8720681 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:57.040087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.096127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=602de508-a21f-4eeb-b791-85e41e2c9513,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.119415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.128140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:57.133681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae703aff-5c31-479b-9c21-415612e036ba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/602de508-a21f-4eeb-b791-85e41e2c9513 HTTP/1.1" status: 204 len: 168 time: 0.9829981 Feb 11 14:30:57.134371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:57.161389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Deleting port 4efb770d-0831-46e2-a041-76cbf8720681 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:57.162238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.296656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4efb770d-0831-46e2-a041-76cbf8720681 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:57.361585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.385035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.397272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.408708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4efb770d-0831-46e2-a041-76cbf8720681,segment=NetworkSegment(0e6bb6ba-e53b-4831-a252-17d0483aa6de),segment_id=0e6bb6ba-e53b-4831-a252-17d0483aa6de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:57.409134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.443564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Calling delete_port for 4efb770d-0831-46e2-a041-76cbf8720681 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:57.523886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.536469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.541826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.624506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=0e7d3d8e-b956-41f5-b72d-d32813f8342f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.643988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 4efb770d-0831-46e2-a041-76cbf8720681, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4efb770d-0831-46e2-a041-76cbf8720681,segment=NetworkSegment(0e6bb6ba-e53b-4831-a252-17d0483aa6de),segment_id=0e6bb6ba-e53b-4831-a252-17d0483aa6de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:57.681585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.740034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.759018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c4fc7b-4278-4cc9-93d5-737eacd03490']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.768112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.784264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f47abc-4db7-48b2-b42b-1d1612f7e698') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.784572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f47abc-4db7-48b2-b42b-1d1612f7e698') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.796426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.813979 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:30:54Z', 'revision_number': 5, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port': {'id': 'c0842449-73d2-4cb2-aac3-b27d1d9ac27b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:50Z', 'updated_at': '2022-02-11T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.820873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.840164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.849491 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Checking router: 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:30:57.859361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.resource_extend [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 14:30:57.867253 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Routers {'687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:57.868105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.889657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] Pushing event deleted for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.897947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e91199-41a5-485f-abde-85fe9fd3cd76 None None] No DVR routers for this DVR port 4efb770d-0831-46e2-a041-76cbf8720681 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:57.928058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.946038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:57.946625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:57.948474 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:57.959393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-736b3e1f-9e22-4f83-b7b5-a5d7bc0388c6 req-1e770d6a-c756-433e-80e8-c15071ca6e84 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.2676790 Feb 11 14:30:58.003986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.008282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.017970 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] Set router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:30:58.019825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:58.022825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:58.054494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] No DVR routers for this DVR port 4efb770d-0831-46e2-a041-76cbf8720681 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:58.084707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Port': ['ID=4efb770d-0831-46e2-a041-76cbf8720681,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:58.094055 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 6, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:58.112864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.147126 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af277cd-abcd-4b84-bf0a-cf9eebe6a05e None None] The sync data for ids ['687f2e0b-7c2c-44ef-82eb-5bf59c523f5d'] in n-d-828407-1 is: [{'id': '687f2e0b-7c2c-44ef-82eb-5bf59c523f5d', 'name': 'tempest-TestVolumeBackupRestore-899790913-router', 'tenant_id': '6e5b963898614817892dc19fc9887582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:49Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 6, 'project_id': '6e5b963898614817892dc19fc9887582', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:58.183230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.200268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Router a8656969-ed7a-47ad-9e5c-b15bacde1f89 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:58.220176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-e42d3613-6f2a-476a-aa8e-cab4c1ab06fd tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:58.221539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-e42d3613-6f2a-476a-aa8e-cab4c1ab06fd tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 814 time: 0.6988883 Feb 11 14:30:58.223213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Deleting port c0842449-73d2-4cb2-aac3-b27d1d9ac27b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:30:58.223381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.275128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.285272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27c4fc7b-4278-4cc9-93d5-737eacd03490 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 14:30:58.289616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.296984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/networks/27c4fc7b-4278-4cc9-93d5-737eacd03490 HTTP/1.1" status: 204 len: 168 time: 1.1557834 Feb 11 14:30:58.310541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8678e-7f72-4cd5-ae54-35bed94936f8 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Network': ['ID=27c4fc7b-4278-4cc9-93d5-737eacd03490,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:58.330661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Request body: {'port': {'device_id': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc', 'admin_state_up': True, 'tenant_id': '528caa1a9b9043f2ad43577ca8b230ec'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:58.487874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8ce2a0d8-3609-43c4-a025-1b936e1878a0 None None] Provisioning complete for port 0e7d3d8e-b956-41f5-b72d-d32813f8342f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:58.491036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a0d8-3609-43c4-a025-1b936e1878a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.543593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f35b7c8-2084-4de0-ac3b-ada46628a476']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:58.587002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6bb6ba-e53b-4831-a252-17d0483aa6de') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:58.587310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6bb6ba-e53b-4831-a252-17d0483aa6de') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:58.631472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2a0d8-3609-43c4-a025-1b936e1878a0 None None] Port 0e7d3d8e-b956-41f5-b72d-d32813f8342f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:30:58.689023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.724163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.746759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:30:58.746960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:58.750055 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:58.766684 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Floating IP 81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa associated. External IP: 172.25.7.219, port: bd6520a0-a880-4c14-bd68-90e4bdb42bae. Feb 11 14:30:58.772598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] For port c0842449-73d2-4cb2-aac3-b27d1d9ac27b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:58.772983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.866199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Made reservation on behalf of 528caa1a9b9043f2ad43577ca8b230ec for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:58.869806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.881401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:58.887954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'name': 'tempest-router--1979011763', 'project_id': 'c9f5116409fd427e9f85be5e214fe720'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:58.905867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Calling delete_port for c0842449-73d2-4cb2-aac3-b27d1d9ac27b owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:30:58.916780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:58.923984 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a796db5b-6cf6-460e-9dd5-e5731ca42f8f tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "PUT /v2.0/routers/a8656969-ed7a-47ad-9e5c-b15bacde1f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7838202 Feb 11 14:30:58.926624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:58.935541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Request body: {'port': {'network_id': 'b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f', 'name': 'tempest-FloatingIPAdminTestJSON-1524435083'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:30:59.045349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17833389-aea3-473c-b7ce-3ac062b7bc4f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:30:59.053728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.054912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.090320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 17833389-aea3-473c-b7ce-3ac062b7bc4f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:30:59.091087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17833389-aea3-473c-b7ce-3ac062b7bc4f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:30:59.107495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.113231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.118800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/1f35b7c8-2084-4de0-ac3b-ada46628a476 HTTP/1.1" status: 204 len: 168 time: 3.2136722 Feb 11 14:30:59.129042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:59.166339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1eb3efbf-49f7-4784-9894-afe170c63cef req-4e5e4923-7976-469b-9287-6216dadbdb33 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.0754585 Feb 11 14:30:59.170333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] Sync routers for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:30:59.199301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:59.199950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:59.206812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7dd5-0f25-41f0-a917-5e811531e6c1 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=1f35b7c8-2084-4de0-ac3b-ada46628a476,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:59.231054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Made reservation on behalf of 19d3f4c950d744558d546c9c081d4e51 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:59.234658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.237651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.262937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] device_id is not set on port ab8cba2b-7561-4e54-9d3f-1f168e318ba4 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:30:59.335553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:59.348224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:30:59.348918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:59.390828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:59.391495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b625c6-88dd-4297-aa8e-e12268295e2e None None] The sync data for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:30:59.410450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.440650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Allocated IP 172.20.0.6 (b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f/f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb/ab8cba2b-7561-4e54-9d3f-1f168e318ba4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:59.538892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.540224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b60ce23-4993-4f4d-b503-b3e226cb25bd tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6557014 Feb 11 14:30:59.543029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:30:59.638762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.804092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.825820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.840625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.842899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:59.865060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Allocated IP 172.20.0.7 (45a53aa5-631d-4844-84b5-c6a6a53805dc/19dc2b19-30aa-453b-a4f7-d7b358fecd6f/1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:59.873897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:00.077228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.078387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecd31f4-2d3d-487d-8a4f-1b1f6263ee12 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:00.084283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.090048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.091630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b75d3ae2-2e82-4791-ae69-abe1903ad73f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2ecd31f4-2d3d-487d-8a4f-1b1f6263ee12 HTTP/1.1" status: 204 len: 168 time: 0.5476215 Feb 11 14:31:00.094308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.126533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba307f76-9441-40c2-a857-ede064364452']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:00.178817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.182505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:00.186439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:00.189392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:00.189843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2c2b3d-7571-44d9-8e75-4ac872cfdee6') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:00.190751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:00.231963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event updated for resources: {'Port': ['ID=ab8cba2b-7561-4e54-9d3f-1f168e318ba4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.256272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:00.257323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.264497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.268229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0842449-73d2-4cb2-aac3-b27d1d9ac27b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.327009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.342278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:00.349904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:00.350323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.353130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:00.369240 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:00.378044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:00.378240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:00.400717 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:00.437302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2f235a76-7021-4472-9efe-78880a77c92b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5040221 Feb 11 14:31:00.437693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-324c568c-609a-4f11-a137-c7eea4c7365f req-748ebbe9-6e1c-452b-a2f7-fa4a43966e8d tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.1313615 Feb 11 14:31:00.437808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:00.469025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.569536 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:00.612798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.629081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e318ea1-a3f3-491a-afaf-3f0b7cf4b2d9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "PUT /v2.0/floatingips/81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa HTTP/1.1" status: 200 len: 991 time: 4.5090928 Feb 11 14:31:00.632952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:00.635589 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:00.656231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.682153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7016e0b3-031b-498c-ada9-4b08eca76540 None None] Provisioning complete for port ab8cba2b-7561-4e54-9d3f-1f168e318ba4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:00.683108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7016e0b3-031b-498c-ada9-4b08eca76540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.686063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:00.737339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'project_id': '19d3f4c950d744558d546c9c081d4e51', 'port_id': 'ab8cba2b-7561-4e54-9d3f-1f168e318ba4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:00.790812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7016e0b3-031b-498c-ada9-4b08eca76540 None None] Port ab8cba2b-7561-4e54-9d3f-1f168e318ba4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:31:00.871518 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.873770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.910793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-8ba3de66-ad8c-4662-a71f-6432ece5cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:00.920747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-8ba3de66-ad8c-4662-a71f-6432ece5cdab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1096 time: 0.0884964 Feb 11 14:31:00.923957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.935142 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8217d-eea2-42ae-8c09-0287050a6ef9 x-openstack-request-id: req-36a8217d-eea2-42ae-8c09-0287050a6ef9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:00.935544 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:00.935677 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36a8217d-eea2-42ae-8c09-0287050a6ef9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:00.936354 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'status': 'completed', 'code': 200} Feb 11 14:31:00.938802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.949171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.952509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/ba307f76-9441-40c2-a857-ede064364452 HTTP/1.1" status: 204 len: 168 time: 1.8127246 Feb 11 14:31:00.958528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47240) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:00.972660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1552426603', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:00.992237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97a74e-2b09-4f45-ac11-a3af3bd1a96b tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=ba307f76-9441-40c2-a857-ede064364452,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:01.010879 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:30:31Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.033031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.033545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 687f2e0b-7c2c-44ef-82eb-5bf59c523f5d {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:01.046834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.048352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-558415c6-0940-4d7c-b85f-c82fe48ea75e admin admin] 10.222.0.31 "DELETE /v2.0/routers/687f2e0b-7c2c-44ef-82eb-5bf59c523f5d HTTP/1.1" status: 204 len: 168 time: 4.1895163 Feb 11 14:31:01.059703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47244) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:01.090251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.177685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:01.196791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c0842449-73d2-4cb2-aac3-b27d1d9ac27b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:01.220184 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:01.220821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.238049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Network 45a53aa5-631d-4844-84b5-c6a6a53805dc is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:01.255736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c0842449-73d2-4cb2-aac3-b27d1d9ac27b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:01.257811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c0842449-73d2-4cb2-aac3-b27d1d9ac27b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:01.259648 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.270011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.282154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:01.288788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:01.320272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Deleting subnet 5062e797-0912-4190-be71-c398b6d7a5e7 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:31:01.322100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.359659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Pushing event updated for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:01.360167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.373217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:01.373847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.408993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:01.424357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.425690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.440481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-316061ec-1342-4dba-b7a2-d8dd5b813e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:01.442276 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-316061ec-1342-4dba-b7a2-d8dd5b813e20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.4865346 Feb 11 14:31:01.472087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.508804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0570fed6-f9b9-4fdd-8192-293e0878db21']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.521962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc27c470-eee8-4f69-9791-8fd64d7619b5') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.524478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc27c470-eee8-4f69-9791-8fd64d7619b5') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.547382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-6ef00358-0779-4e0b-b59b-797a35dbc11f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2745993 Feb 11 14:31:01.553412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.560167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Request body: {'port': {'device_id': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:01.562704 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-d7dc7969-c516-40c2-92a9-f73f5e2439a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 999 time: 0.1097209 Feb 11 14:31:01.640719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.655408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:01.655701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:01.659558 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:01.686699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.694579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.719655 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.727970 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:30:31Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:01.736192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-21499387-405f-4376-9e3e-a59670689c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:01.737711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-21499387-405f-4376-9e3e-a59670689c41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.1520264 Feb 11 14:31:01.753998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dafe28-66fa-4412-b898-98f1386465b1 req-f81a5286-4d97-44d6-aaf2-c81fafe51b3f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:01.761598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55dafe28-66fa-4412-b898-98f1386465b1 req-f81a5286-4d97-44d6-aaf2-c81fafe51b3f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 931 time: 0.1742513 Feb 11 14:31:01.769625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.824091 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeaa1eb-308b-49c9-abd8-a8a9d04752a2 None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:30:31Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 1, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:01.860317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55dafe28-66fa-4412-b898-98f1386465b1 req-905a5fd0-80e4-4178-9efd-3dd8d0c66153 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923271 Feb 11 14:31:01.871972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.895452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.911033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/0570fed6-f9b9-4fdd-8192-293e0878db21 HTTP/1.1" status: 204 len: 168 time: 0.9526095 Feb 11 14:31:01.911718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47252) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:01.949579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-7a923cac-3ed9-4534-ad69-e641f5b37154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:01.951353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-7a923cac-3ed9-4534-ad69-e641f5b37154 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045074 Feb 11 14:31:01.954861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670a2ff-6273-40fe-99a6-6423220d6823 tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=0570fed6-f9b9-4fdd-8192-293e0878db21,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:02.031891 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.097878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.101265 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5062e797-0912-4190-be71-c398b6d7a5e7 HTTP/1.1" status: 204 len: 168 time: 1.0356548 Feb 11 14:31:02.104254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.107782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47256) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:02.113168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5815d-cd32-4239-b657-0418d377129c None None] Network c500a2f9-fa38-4f97-b193-89d2e710d3ce requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:02.128799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.135260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c16635-8670-43db-b8f7-56e01749c0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5062e797-0912-4190-be71-c398b6d7a5e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:02.156121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Allocated IP 172.25.7.124 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d13dcdba-1937-423c-8e65-20bfb8309aed) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:02.205653 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-b8223997-8bc4-4644-8a38-f5cd6ac4e160 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352538 Feb 11 14:31:02.382301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.413551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5a10f-b687-4687-ada5-c0c266a95901 None None] New status for floating IP 81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:31:02.468158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.559294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:02.591017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c28d5e-bec5-461b-af03-9209766a15cb') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:02.593287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c28d5e-bec5-461b-af03-9209766a15cb') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:02.639060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.687114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:02.708438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] DHCP port deletion for c500a2f9-fa38-4f97-b193-89d2e710d3ce request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:31:02.730787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.743087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.779966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:02.781343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:02.789313 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:02.796322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.811184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9caeca64-0dcf-4c26-8185-8fc5afc9bd40 req-d155c5d4-7aae-4afc-ab0f-9b4175b59b54 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705471 Feb 11 14:31:02.825991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Deleting port 1727f89c-1c6b-4909-8651-303a1da2fb21 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:02.826245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.928931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Deleting port 1727f89c-1c6b-4909-8651-303a1da2fb21 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:02.930284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.012022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.103039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] For port 1727f89c-1c6b-4909-8651-303a1da2fb21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1727f89c-1c6b-4909-8651-303a1da2fb21,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:03.103899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.134344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Calling delete_port for 1727f89c-1c6b-4909-8651-303a1da2fb21 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:03.139188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] For port 1727f89c-1c6b-4909-8651-303a1da2fb21, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1727f89c-1c6b-4909-8651-303a1da2fb21,segment=NetworkSegment(8d16423c-cc20-4f18-ad8a-3cc1c6878e0e),segment_id=8d16423c-cc20-4f18-ad8a-3cc1c6878e0e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:03.140194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.162965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Calling delete_port for 1727f89c-1c6b-4909-8651-303a1da2fb21 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:03.210126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:03.212031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Transition to ACTIVE for port object 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:03.215328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.222831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.224045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.230628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] 10.222.0.31 "DELETE /v2.0/networks/7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3 HTTP/1.1" status: 204 len: 168 time: 1.2993739 Feb 11 14:31:03.239692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1727f89c-1c6b-4909-8651-303a1da2fb21 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:03.251511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4802b-dfa6-4256-be92-b9d1d36f4dfc tempest-BulkNetworkOpsIpV6Test-2117676741 tempest-BulkNetworkOpsIpV6Test-2117676741-project] Pushing event deleted for resources: {'Network': ['ID=7bef46ad-ff6a-4d8f-8915-b9d5e6f940c3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.260560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.268829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:03.271893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:03.306327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Pushing event updated for resources: {'Port': ['ID=d13dcdba-1937-423c-8e65-20bfb8309aed,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.344225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.423169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.435204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee69fd-5846-4af3-ade0-ef82bb9eca4d req-07f083ba-3305-42a5-89a1-029b94b9b68a tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:03.437239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cee69fd-5846-4af3-ade0-ef82bb9eca4d req-07f083ba-3305-42a5-89a1-029b94b9b68a tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 931 time: 0.2641814 Feb 11 14:31:03.493822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.513430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.566789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.593632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] Pushing event deleted for resources: {'Port': ['ID=1727f89c-1c6b-4909-8651-303a1da2fb21,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.603970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bdf3a-990b-4112-b223-398eb47e5611 None None] No DVR routers for this DVR port 1727f89c-1c6b-4909-8651-303a1da2fb21 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:03.665009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1727f89c-1c6b-4909-8651-303a1da2fb21,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.672296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] No DVR routers for this DVR port 1727f89c-1c6b-4909-8651-303a1da2fb21 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:03.763216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Attempting to bind port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:03.763549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Attempting to bind port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:03.763875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Attempting to bind port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f on network 45a53aa5-631d-4844-84b5-c6a6a53805dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:03.769970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.779002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f on network 45a53aa5-631d-4844-84b5-c6a6a53805dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:03.779243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Attempting to bind port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f on network 45a53aa5-631d-4844-84b5-c6a6a53805dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:03.793246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:03.793484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Checking segment: {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:03.793875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Bound using segment: {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:03.794317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Bound port: 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:03.794652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.801008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c500a2f9-fa38-4f97-b193-89d2e710d3ce']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:03.821713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:03.822753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d16423c-cc20-4f18-ad8a-3cc1c6878e0e') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:03.856822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.893478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.904801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:03.905222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:03.906870 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:03.921220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:03.964096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:03.997227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cee69fd-5846-4af3-ade0-ef82bb9eca4d req-bd9b8e57-d14a-4e77-8526-64edd6f13927 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380886 Feb 11 14:31:04.031408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Allocated IP 172.25.7.232 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0515b28c-a6e1-42b1-bf74-2f32027631ac) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:04.054321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.095021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:04.119054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:04.119955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.121643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] 10.222.0.60 "PUT /v2.0/ports/1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f HTTP/1.1" status: 200 len: 1091 time: 2.5662174 Feb 11 14:31:04.122587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:04.125443 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:04.130976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.139887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.146812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c500a2f9-fa38-4f97-b193-89d2e710d3ce HTTP/1.1" status: 204 len: 168 time: 2.0343068 Feb 11 14:31:04.176512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9b59-6327-4802-80d2-fd9becf4aac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c500a2f9-fa38-4f97-b193-89d2e710d3ce,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:04.218190 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a060a-bdc2-4b56-b320-e695fc6c903e x-openstack-request-id: req-e46a060a-bdc2-4b56-b320-e695fc6c903e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:04.218479 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:04.218731 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e46a060a-bdc2-4b56-b320-e695fc6c903e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:04.219139 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f', 'status': 'completed', 'code': 200} Feb 11 14:31:04.231211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea1563-51e4-4875-84b8-e297d147fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:04.282020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-00f49a9f-fe5b-4d3b-acf4-27d504261f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:04.283562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-00f49a9f-fe5b-4d3b-acf4-27d504261f8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 1094 time: 0.0633574 Feb 11 14:31:04.335957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.403425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-0b69590b-0d92-48f6-8ce6-2d9bf0e6f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:04.405003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-0b69590b-0d92-48f6-8ce6-2d9bf0e6f50f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1142664 Feb 11 14:31:04.516477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e97ec64-4486-4480-8764-83a5afd4279f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7f0fe0a304c4a159a29ed67f57fef07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151051 Feb 11 14:31:04.519092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:04.542667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.610313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.614846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.680099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:04.692089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:04.699286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:04.706702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:04.736796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.787174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event updated for resources: {'Port': ['ID=0515b28c-a6e1-42b1-bf74-2f32027631ac,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:04.841446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-3085dc31-0e16-4ca9-a248-e86726a28b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:04.842964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aafa9bc0-0c71-4f4f-8d45-ad71bd6b81ed req-3085dc31-0e16-4ca9-a248-e86726a28b7f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4316955 Feb 11 14:31:04.849270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e567b103-19e4-4194-86e6-a903f9d97033 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b217377622d4f79b7d1c3102d6180a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487341 Feb 11 14:31:04.851809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47296) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:04.853341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.954898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-91d1b6be-0e45-4ab5-bf28-66e833638399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:04.956522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-91d1b6be-0e45-4ab5-bf28-66e833638399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 1094 time: 0.0673380 Feb 11 14:31:04.957504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.011705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-8ef6c304-588f-4b40-8978-d8b97913f8df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f HTTP/1.1" status: 200 len: 217 time: 0.0435197 Feb 11 14:31:05.013647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.091017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-c2ca3f82-c156-4414-9821-4fc381b2428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:05.093430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-c2ca3f82-c156-4414-9821-4fc381b2428e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 200 len: 854 time: 0.0707185 Feb 11 14:31:05.129830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.132399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.133697 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c1d5f77-df5b-4d29-b549-9e7251fd43ac HTTP/1.1" status: 204 len: 168 time: 0.6146610 Feb 11 14:31:05.134773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-e5ab27f5-c0e5-42e8-80fb-89b520e2edc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45a53aa5-631d-4844-84b5-c6a6a53805dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335717 Feb 11 14:31:05.155866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4a29-0edf-4892-809a-747875790945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d5f77-df5b-4d29-b549-9e7251fd43ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:05.181717 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff83ab-a8c5-4a6e-acc0-e2affe2917a1 req-06491e4b-a817-421e-b958-3f01affd9d98 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:05.189658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62ff83ab-a8c5-4a6e-acc0-e2affe2917a1 req-06491e4b-a817-421e-b958-3f01affd9d98 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 943 time: 0.1119461 Feb 11 14:31:05.258798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-413c2ac5-ad75-4950-a430-98e323940036 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168501 Feb 11 14:31:05.303357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-62ff83ab-a8c5-4a6e-acc0-e2affe2917a1 req-72002898-0edb-4502-baee-dd64747be894 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081889 Feb 11 14:31:05.319781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.355596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.356800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.357816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e37e9c17-94ea-4d45-a30d-9adb02603a6c HTTP/1.1" status: 204 len: 168 time: 0.5040212 Feb 11 14:31:05.382991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.397637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b64844-54d5-4c65-aad9-e2bbd98f3979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e9c17-94ea-4d45-a30d-9adb02603a6c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:05.411895 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f18f44c-4177-43ea-b9af-7afb056b6e52 req-42440340-919f-4968-a958-20cf49bd90ec service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469438 Feb 11 14:31:05.435729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.551751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Pushing event updated for resources: {'Port': ['ID=d13dcdba-1937-423c-8e65-20bfb8309aed,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:05.576185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.773651 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Floating IP 17db0ba4-eff6-4e27-b32b-38e13250fe6f associated. External IP: 172.25.7.124, port: ab8cba2b-7561-4e54-9d3f-1f168e318ba4. Feb 11 14:31:05.863173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.140118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Router a8656969-ed7a-47ad-9e5c-b15bacde1f89 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:06.165154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47322) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.206969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4de345c1-822c-45c1-a1b8-b4f04923f85c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e5b963898614817892dc19fc9887582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403514 Feb 11 14:31:06.209016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47324) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.238383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Router f5bd0dae-c418-474a-81eb-4064b0d7a7fa is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:06.262694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.297267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.327814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:06.348703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] Sync routers for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:06.368310 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:06.374094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.401740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:06.418473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] Sync routers for ids ['f5bd0dae-c418-474a-81eb-4064b0d7a7fa'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:06.434509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] Routers {'f5bd0dae-c418-474a-81eb-4064b0d7a7fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:06.435363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f5bd0dae-c418-474a-81eb-4064b0d7a7fa'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.473905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.480217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.485130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fffe-ca14-4b5d-87d8-282a8a2c9115 req-68c0fd9f-99dc-4a8d-b5f0-bda7c0990e94 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:06.489429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a573fffe-ca14-4b5d-87d8-282a8a2c9115 req-68c0fd9f-99dc-4a8d-b5f0-bda7c0990e94 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 943 time: 0.0803699 Feb 11 14:31:06.500698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:06.501627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.502026 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.513404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] Routers {'f5bd0dae-c418-474a-81eb-4064b0d7a7fa'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:06.514025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f5bd0dae-c418-474a-81eb-4064b0d7a7fa'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.548765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a573fffe-ca14-4b5d-87d8-282a8a2c9115 req-71622cc3-eb71-4853-a152-640cd4deef96 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Feb 11 14:31:06.548765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.548765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.552222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c5a9251-f51e-4832-a688-384a80a1481d HTTP/1.1" status: 204 len: 168 time: 0.3418341 Feb 11 14:31:06.563523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a1dd-5ad8-4c9f-af22-8c1c64c842d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5a9251-f51e-4832-a688-384a80a1481d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.574708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.575761 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.580637 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cee0558f-0ff5-4f39-9e2b-0e53534da4e9 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8930092 Feb 11 14:31:06.580805 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fceeeed-c909-4a64-9f23-165ea1a6d6c7 None None] The sync data for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:06.586136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.612683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad2d342c-a5e6-4307-acb9-bd56bfd90b1c tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.1741617 Feb 11 14:31:06.615392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47338) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.624423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:06.624423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615eb4b5-2347-4612-881f-8e80e0f81aa3 None None] The sync data for ids ['f5bd0dae-c418-474a-81eb-4064b0d7a7fa'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:06.716425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-55e6c476-0a78-495c-9965-b5459be50309 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "GET /v2.0/floatingips/17db0ba4-eff6-4e27-b32b-38e13250fe6f HTTP/1.1" status: 200 len: 983 time: 0.0998976 Feb 11 14:31:06.718899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.766497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bafe3b90-84b8-4ad5-869b-36c5ae5d8e15 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/f5bd0dae-c418-474a-81eb-4064b0d7a7fa HTTP/1.1" status: 200 len: 921 time: 0.1719368 Feb 11 14:31:06.766842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47344) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.803729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b6905ad0-c5d7-491f-9aed-f7bd4f137a27 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.0829496 Feb 11 14:31:06.807104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1015d437-5d20-42a6-9f9b-2907bb281fb0 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bd0dae-c418-474a-81eb-4064b0d7a7fa HTTP/1.1" status: 200 len: 205 time: 0.0351739 Feb 11 14:31:06.807104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47346) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.808419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:06.881496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:07.191276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port d13dcdba-1937-423c-8e65-20bfb8309aed {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:07.192322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.311716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.312042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.326021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for d13dcdba-1937-423c-8e65-20bfb8309aed owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:07.342451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.401916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1299924226'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:07.460012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.496637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:07.500149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.512812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.562835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port 0515b28c-a6e1-42b1-bf74-2f32027631ac {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:07.563183 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.582381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.619185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=d13dcdba-1937-423c-8e65-20bfb8309aed,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:07.675651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.696404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for 0515b28c-a6e1-42b1-bf74-2f32027631ac owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:07.710587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.710834 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e17fc-e79d-4daf-9ecc-2760a95ef3ce req-a6d97eb5-36cf-4cdc-b5b0-4d67800de54c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:07.710953 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Floating IP 17db0ba4-eff6-4e27-b32b-38e13250fe6f disassociated (deleted). External IP: 172.25.7.124, port: ab8cba2b-7561-4e54-9d3f-1f168e318ba4. Feb 11 14:31:07.712209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d1e17fc-e79d-4daf-9ecc-2760a95ef3ce req-a6d97eb5-36cf-4cdc-b5b0-4d67800de54c tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 943 time: 0.0864139 Feb 11 14:31:07.753185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.790663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d1e17fc-e79d-4daf-9ecc-2760a95ef3ce req-55777b6b-af79-43fd-bc13-46df6dc9594d tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716031 Feb 11 14:31:07.815393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.844115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:07.866272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c42f4-ff2e-4d8a-98ca-a437dfffe750,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:07.957355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.958367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.959004 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 9877ee7c-9814-4283-9325-004bcda16795 of type vlan for network f5e41a0d-721a-4d90-a4c1-cdd869548f07 Feb 11 14:31:07.989192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=0515b28c-a6e1-42b1-bf74-2f32027631ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:08.013432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.028465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Router a8656969-ed7a-47ad-9e5c-b15bacde1f89 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:08.048975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.149659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.151967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.164289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.170316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:08.171022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.179479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:08.190309 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] Sync routers for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:08.199965 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:08.200804 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:08.205687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.234323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:08.243839 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:08.244676 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:08.259849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.262224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router f5bd0dae-c418-474a-81eb-4064b0d7a7fa {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:08.276578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=f5e41a0d-721a-4d90-a4c1-cdd869548f07,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:08.280645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1dfec0b6-5aaf-4702-8897-a4dfe53ef599 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/floatingips/17db0ba4-eff6-4e27-b32b-38e13250fe6f HTTP/1.1" status: 204 len: 168 time: 1.4736261 Feb 11 14:31:08.284275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6607ba2c-3b67-47f2-b642-2fceada1e1cf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4020200 Feb 11 14:31:08.284801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47372) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:08.289871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:08.290688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:08.296789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.297022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:08.297466 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136fef2c-8691-489d-b3b7-477acf69f3a0 None None] The sync data for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:08.298266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5d4f1530-afa2-4cf6-87b2-bb47309fdddb tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/f5bd0dae-c418-474a-81eb-4064b0d7a7fa HTTP/1.1" status: 204 len: 168 time: 1.4864528 Feb 11 14:31:08.302232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47374) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:08.309591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525255454', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:08.419505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.428070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:08.434067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:08.483723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.484968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.556073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.564640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.609108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:08.614455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.819673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Allocated IP 172.25.7.134 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d441c8a7-ae72-4932-8943-11a2e4e27b39) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:08.859076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.862110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:08.913124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:31:08.939317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=ae098219-4bb2-4a13-adb1-cb360ae703f5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:08.955959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '9877ee7c-9814-4283-9325-004bcda16795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:08.958516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: f5e41a0d-721a-4d90-a4c1-cdd869548f07, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:09.004393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952258d9-a6c6-4e3b-830e-a35bfed8deac req-7437f986-f778-4d08-a113-b25c589bb9c6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:09.005981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952258d9-a6c6-4e3b-830e-a35bfed8deac req-7437f986-f778-4d08-a113-b25c589bb9c6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 943 time: 0.1408908 Feb 11 14:31:09.012313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:09.027636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f', 'network_id': '45a53aa5-631d-4844-84b5-c6a6a53805dc', 'port_id': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f', 'mac_address': 'fa:16:3e:8e:2a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dc2b19-30aa-453b-a4f7-d7b358fecd6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:31:09.035005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:09.074862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.089247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:09.110256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:09.110478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.114557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-952258d9-a6c6-4e3b-830e-a35bfed8deac req-2cb85f96-8db2-43ae-b753-3744e6e58334 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976574 Feb 11 14:31:09.115459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f5e41a0d-721a-4d90-a4c1-cdd869548f07) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:09.122223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:09.123501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.134471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301747e8-1a45-4451-9764-bbe2401365d9 None None] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:09.182058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.237703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-99573292-3209-490a-b907-00ace16715d7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8084600 Feb 11 14:31:09.238372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:09.243312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885851278'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:09.273009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.307612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:09.332513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:09.333676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.340329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:09.344738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:09.348211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.359473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f5e41a0d-721a-4d90-a4c1-cdd869548f07', 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': 'ae098219-4bb2-4a13-adb1-cb360ae703f5'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:09.361698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.369369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:09.375200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.379128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:09.399818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.402222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Pushing event updated for resources: {'Port': ['ID=d441c8a7-ae72-4932-8943-11a2e4e27b39,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:09.402439 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 914fe288-8e27-4e57-a813-38f68625db2e of type vlan for network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d Feb 11 14:31:09.471052 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.487777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:09.568667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.577026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.578746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:09.579428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.596729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.25.7.206 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/817a5b92-14aa-40e3-a382-d9d662606347) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:09.610803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Allocated IP 172.20.255.242 (f5e41a0d-721a-4d90-a4c1-cdd869548f07/ae098219-4bb2-4a13-adb1-cb360ae703f5/f9865aad-b013-4069-81b0-bd0d122ea2f2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:09.714240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.756477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:09.797714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:09.813444 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.896081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-35ab5b59-d114-47bd-ba52-41955cac3941 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6566343 Feb 11 14:31:09.897218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:09.907067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:09.959688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.975047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.008937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.037204 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.089264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.091162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:10.095615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:10.098183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:10.103689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Pushing event updated for resources: {'Port': ['ID=f9865aad-b013-4069-81b0-bd0d122ea2f2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.109564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:10.144434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:10.151013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:10.152338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:10.154806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.192227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Attempting to bind port f9865aad-b013-4069-81b0-bd0d122ea2f2 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:10.192604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Attempting to bind port f9865aad-b013-4069-81b0-bd0d122ea2f2 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9877ee7c-9814-4283-9325-004bcda16795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:10.193015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Attempting to bind port f9865aad-b013-4069-81b0-bd0d122ea2f2 on network f5e41a0d-721a-4d90-a4c1-cdd869548f07 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:10.202667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:10.203042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Checking segment: {'id': '9877ee7c-9814-4283-9325-004bcda16795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:10.203452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.203848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Bound using segment: {'id': '9877ee7c-9814-4283-9325-004bcda16795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:10.208429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Bound port: f9865aad-b013-4069-81b0-bd0d122ea2f2, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9877ee7c-9814-4283-9325-004bcda16795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f5e41a0d-721a-4d90-a4c1-cdd869548f07'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:10.212968 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.242190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=817a5b92-14aa-40e3-a382-d9d662606347,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.314440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9af8f-7a6a-42de-beb8-f5ed9b6f0a86 req-24dcc0e9-2c99-4198-b4f6-79c222810835 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.314680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] For port f9865aad-b013-4069-81b0-bd0d122ea2f2, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:10.317225 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cab9af8f-7a6a-42de-beb8-f5ed9b6f0a86 req-24dcc0e9-2c99-4198-b4f6-79c222810835 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 944 time: 0.0929830 Feb 11 14:31:10.318097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] For port f9865aad-b013-4069-81b0-bd0d122ea2f2, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f9865aad-b013-4069-81b0-bd0d122ea2f2,segment=NetworkSegment(9877ee7c-9814-4283-9325-004bcda16795),segment_id=9877ee7c-9814-4283-9325-004bcda16795)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:10.320647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-29009ec8-c026-4ab2-a95c-d039e2d766e4 req-43b325da-9383-48f6-8ad8-b389d748d54e service neutron] (109376) timed out ('10.222.0.60', 52973) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:31:10.415322 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.468127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cab9af8f-7a6a-42de-beb8-f5ed9b6f0a86 req-4839f5d6-ab4c-49ce-8eb1-542550ee1682 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444659 Feb 11 14:31:10.506003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe353b16-9f7f-4c2e-8793-cff94b983801 None None] Pushing event updated for resources: {'Port': ['ID=f9865aad-b013-4069-81b0-bd0d122ea2f2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.717279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.728754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.789429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Pushing event updated for resources: {'Port': ['ID=d441c8a7-ae72-4932-8943-11a2e4e27b39,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.801899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=fba8f1ab-af94-4dbb-b455-bbd743064c10,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.812774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '914fe288-8e27-4e57-a813-38f68625db2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:10.813172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:10.889155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.890414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bd89b65f-2b41-4dc0-9325-c5bcd04d8632 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6046715 Feb 11 14:31:10.899463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47404) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:10.932336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:10.979368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:11.026750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:11.059624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.070657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:11.077312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:11.079118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.099417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:11.113143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:11.114647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.117489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50794aa2-2070-4310-bbc8-b1f89d6d5073 None None] Network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:11.140645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f9865aad-b013-4069-81b0-bd0d122ea2f2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:11.169888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.199728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5d76a1a6-9e08-4ebc-9962-b2d9901b7691 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3013258 Feb 11 14:31:11.202369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:11.281502 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.328004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:11.330345 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee9f8c-f9e4-41b4-9348-9183a02fb106" -d '{"events": [{"server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "name": "network-vif-plugged", "status": "completed", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:11.339186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f9865aad-b013-4069-81b0-bd0d122ea2f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:11.339605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.370491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.393605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.421081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:11.431156 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264bd61-9272-484a-97d5-3b240a8d2aef x-openstack-request-id: req-f264bd61-9272-484a-97d5-3b240a8d2aef {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:11.432065 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "name": "network-vif-plugged", "status": "completed", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:11.432065 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f264bd61-9272-484a-97d5-3b240a8d2aef {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:11.432065 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f', 'code': 200} Feb 11 14:31:11.546169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.579166 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.588033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.601693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f2d68-11b1-4dc4-a19e-fc69d7a8f8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d', 'network_id': 'fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': 'fba8f1ab-af94-4dbb-b455-bbd743064c10'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:11.602542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035f2d68-11b1-4dc4-a19e-fc69d7a8f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.664483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port f9865aad-b013-4069-81b0-bd0d122ea2f2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f9865aad-b013-4069-81b0-bd0d122ea2f2,segment=NetworkSegment(9877ee7c-9814-4283-9325-004bcda16795),segment_id=9877ee7c-9814-4283-9325-004bcda16795)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:11.732451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c3ef7-e1c7-4614-8b63-fe61319256c8 req-72892208-9212-4280-8fcb-964abc5f16cd tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:11.734206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-192c3ef7-e1c7-4614-8b63-fe61319256c8 req-72892208-9212-4280-8fcb-964abc5f16cd tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1373227 Feb 11 14:31:11.735936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f727bd2-5e78-4919-9fe3-035342ca444e req-4c2387ba-9931-455a-b81c-a78928181a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:11.737472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f727bd2-5e78-4919-9fe3-035342ca444e req-4c2387ba-9931-455a-b81c-a78928181a8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 1096 time: 0.1021523 Feb 11 14:31:11.756742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b9a7d-298f-4038-a489-ce866ad819bf None None] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:11.768856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.777595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.794151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-192c3ef7-e1c7-4614-8b63-fe61319256c8 req-663828aa-69cf-4131-9c80-767f07403755 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Feb 11 14:31:11.821293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:11.824984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f727bd2-5e78-4919-9fe3-035342ca444e req-09ed1ca6-59a1-49d3-876f-49bfceff9d5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752218 Feb 11 14:31:11.841497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router 105af9cc-e6cb-45fb-be3c-e52a076bb004 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:11.898316 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.952572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cbd7ae72-be44-473d-a37c-c9c637be1d40 None None] Provisioning complete for port f9865aad-b013-4069-81b0-bd0d122ea2f2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:11.952977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ae72-be44-473d-a37c-c9c637be1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.984842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=fba8f1ab-af94-4dbb-b455-bbd743064c10,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:11.997882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=f9865aad-b013-4069-81b0-bd0d122ea2f2,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:12.070267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:12.097976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Allocated IP 172.25.7.220 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0fefbce9-9d74-44ab-98a0-77db58cb585c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:12.150339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.174943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:12.186948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914fe288-8e27-4e57-a813-38f68625db2e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:12.187363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914fe288-8e27-4e57-a813-38f68625db2e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:12.199677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.216080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.223545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:12.224238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:12.236429 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:12.308303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.322026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.325974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5dea355-d07f-4606-806e-fdbaf43115be tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0199826 Feb 11 14:31:12.327442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:12.371330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Sync routers for ids ['105af9cc-e6cb-45fb-be3c-e52a076bb004'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-035f2d68-11b1-4dc4-a19e-fc69d7a8f8d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba8f1ab-af94-4dbb-b455-bbd743064c10: This subnet is being modified by another concurrent operation. Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba8f1ab-af94-4dbb-b455-bbd743064c10: This subnet is being modified by another concurrent operation. Feb 11 14:31:12.443164 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:31:12.453993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.477387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Routers {'105af9cc-e6cb-45fb-be3c-e52a076bb004'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:12.480035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['105af9cc-e6cb-45fb-be3c-e52a076bb004'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:12.486150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.500285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083fe6b-8753-4149-af0b-a62df2715bb5 None None] Network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:12.506593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.522833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d HTTP/1.1" status: 204 len: 168 time: 1.3137658 Feb 11 14:31:12.567520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47426) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:12.591290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66147555'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:12.600957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Pushing event updated for resources: {'Port': ['ID=0fefbce9-9d74-44ab-98a0-77db58cb585c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:12.607473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:12.614493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82dea-2e44-4aae-adcb-8c7f94537a08 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:12.625619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083fe6b-8753-4149-af0b-a62df2715bb5 None None] Network fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d could not be found, it might have been deleted concurrently. {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 14:31:12.638190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:12.641608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:12.648234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e97ad365-10d1-4b3f-869c-1f4dfcaca0a0 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/105af9cc-e6cb-45fb-be3c-e52a076bb004 HTTP/1.1" status: 200 len: 908 time: 0.3188677 Feb 11 14:31:12.651584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:12.661559 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525255454', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': True}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:12.747038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:12.750858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.779517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.794884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:12.824846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Set router 105af9cc-e6cb-45fb-be3c-e52a076bb004 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:12.829346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.830106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.831031 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 810214ad-68e0-4b4b-80ad-134d2da49418 of type vlan for network f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 Feb 11 14:31:12.831308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.895984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.906402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.015793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.076885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6f0ca-98e0-403e-b847-b91d8e8ce821 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:13.121899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b662b-90aa-458b-a604-d1487723b907 req-86d0fab9-d55e-4c31-99d6-e3c891b6d134 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:13.123508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-174b662b-90aa-458b-a604-d1487723b907 req-86d0fab9-d55e-4c31-99d6-e3c891b6d134 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1876383 Feb 11 14:31:13.127234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.132610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:13.133156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f9865aad-b013-4069-81b0-bd0d122ea2f2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:13.133287 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.187164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'name': 'tempest-snat-router-525255454', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206'}], 'enable_snat': False}, 'gw_port_id': '817a5b92-14aa-40e3-a382-d9d662606347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:08Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 3, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port': {'id': '817a5b92-14aa-40e3-a382-d9d662606347', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:09Z', 'updated_at': '2022-02-11T14:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:13.207643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.217414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=f44c02a8-c7cb-4dca-b438-9a5cb07e8af3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:13.225385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:13.225542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-996c428b-cacc-4531-b057-ee73ec37cadc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6583674 Feb 11 14:31:13.233022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'f44c02a8-c7cb-4dca-b438-9a5cb07e8af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:13.249891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:13.312428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-174b662b-90aa-458b-a604-d1487723b907 req-ac035672-a54a-40e8-94c4-006148f4e0f6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Feb 11 14:31:13.330297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ac78dacc-d7f8-4531-af64-d805359789fa None None] Provisioning complete for port f9865aad-b013-4069-81b0-bd0d122ea2f2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:13.345087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac78dacc-d7f8-4531-af64-d805359789fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.347244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Checking router: 105af9cc-e6cb-45fb-be3c-e52a076bb004 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:13.347590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Updating router 105af9cc-e6cb-45fb-be3c-e52a076bb004 port 817a5b92-14aa-40e3-a382-d9d662606347 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:31:13.382231 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.390449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.453177 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.492733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:13.496923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.534676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.574271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Pushing event updated for resources: {'Port': ['ID=0fefbce9-9d74-44ab-98a0-77db58cb585c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:13.595827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6f0ca-98e0-403e-b847-b91d8e8ce821 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:13.617652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f9865aad-b013-4069-81b0-bd0d122ea2f2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:13.617866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.653619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:31:13.654129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:31:13.672342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.676392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4269028-c256-4f3f-8109-4f68d7ca2a33 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7736726 Feb 11 14:31:13.677212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:13.680781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.704298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.839275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-93ef95c1-1c6e-4c58-b488-ca5ea9ee468e tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1606398 Feb 11 14:31:13.839956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47442) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:13.900591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03c4ddff-31ed-417b-90b9-c73783b49ffa tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0595291 Feb 11 14:31:13.902232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:13.943015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.006299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.074387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=1c2ef500-d864-4d76-b025-2044ec1df91b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.086038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.109276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '810214ad-68e0-4b4b-80ad-134d2da49418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f44c02a8-c7cb-4dca-b438-9a5cb07e8af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:14.109650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: f44c02a8-c7cb-4dca-b438-9a5cb07e8af3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:14.140101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb857b-e83b-4e23-a7ae-9e9baf3c7625 None None] Pushing event updated for resources: {'Port': ['ID=817a5b92-14aa-40e3-a382-d9d662606347,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.142491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Attempting to bind port 817a5b92-14aa-40e3-a382-d9d662606347 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:14.146862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Attempting to bind port 817a5b92-14aa-40e3-a382-d9d662606347 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:14.146862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Attempting to bind port 817a5b92-14aa-40e3-a382-d9d662606347 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:14.148358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:14.148727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:14.149157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.149540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:14.149998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Bound port: 817a5b92-14aa-40e3-a382-d9d662606347, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:14.151012 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.159666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.25.7.78 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/20997a48-45cc-4f60-b40b-aeac7bb91cdd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:14.172687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Deleting port 0fefbce9-9d74-44ab-98a0-77db58cb585c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:14.173060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.208033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] For port 817a5b92-14aa-40e3-a382-d9d662606347, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:14.211281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] For port 817a5b92-14aa-40e3-a382-d9d662606347, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=817a5b92-14aa-40e3-a382-d9d662606347,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:14.254003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:14.288423 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.314288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.314657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.339605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Calling delete_port for 0fefbce9-9d74-44ab-98a0-77db58cb585c owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:14.345771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Routers {'105af9cc-e6cb-45fb-be3c-e52a076bb004'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:14.346135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['105af9cc-e6cb-45fb-be3c-e52a076bb004'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:14.348004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f44c02a8-c7cb-4dca-b438-9a5cb07e8af3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:14.352469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.353092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.368434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.387210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb857b-e83b-4e23-a7ae-9e9baf3c7625 None None] Pushing event updated for resources: {'Port': ['ID=817a5b92-14aa-40e3-a382-d9d662606347,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.390001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6475ad1-7a7f-4c31-a65f-f17c3e623512 None None] Network f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:14.486030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-07e8e6c3-e964-41d4-9a25-92570dc2f983 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2588334 Feb 11 14:31:14.488997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:14.529405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b479e-741d-4edd-9893-1e8b1f119328 req-b646d832-f89e-4468-9c7c-dc5cd026532e tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.530907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce0b479e-741d-4edd-9893-1e8b1f119328 req-b646d832-f89e-4468-9c7c-dc5cd026532e tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1131034 Feb 11 14:31:14.534614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] Set router 105af9cc-e6cb-45fb-be3c-e52a076bb004 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:14.576158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce0b479e-741d-4edd-9893-1e8b1f119328 req-72968b47-5854-411a-80e9-13caf38fec89 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Feb 11 14:31:14.586725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.602502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.685757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:14.686111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:14.692926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:14.741156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.748425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=20997a48-45cc-4f60-b40b-aeac7bb91cdd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.876011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.881256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2568b500-e621-4cb6-898e-8ce443aad290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f44c02a8-c7cb-4dca-b438-9a5cb07e8af3', 'network_id': 'f44c02a8-c7cb-4dca-b438-9a5cb07e8af3', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '1c2ef500-d864-4d76-b025-2044ec1df91b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:14.882814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2568b500-e621-4cb6-898e-8ce443aad290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.939784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.969927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2ef500-d864-4d76-b025-2044ec1df91b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:15.053960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'name': 'tempest-snat-router-525255454', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206'}], 'enable_snat': False}, 'gw_port_id': '817a5b92-14aa-40e3-a382-d9d662606347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:08Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 3, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port': {'id': '817a5b92-14aa-40e3-a382-d9d662606347', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:09Z', 'updated_at': '2022-02-11T14:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.054696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-2568b500-e621-4cb6-898e-8ce443aad290 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c2ef500-d864-4d76-b025-2044ec1df91b: This subnet is being modified by another concurrent operation. Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c2ef500-d864-4d76-b025-2044ec1df91b: This subnet is being modified by another concurrent operation. Feb 11 14:31:15.090089 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:31:15.100877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a2e6c-9441-417e-bae0-8970dc6471c1 None None] The sync data for ids ['105af9cc-e6cb-45fb-be3c-e52a076bb004'] in n-d-828407-1 is: [{'id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'name': 'tempest-snat-router-525255454', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206'}], 'enable_snat': False}, 'gw_port_id': '817a5b92-14aa-40e3-a382-d9d662606347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:08Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 3, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port': {'id': '817a5b92-14aa-40e3-a382-d9d662606347', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105af9cc-e6cb-45fb-be3c-e52a076bb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:09Z', 'updated_at': '2022-02-11T14:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:15.116361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44c02a8-c7cb-4dca-b438-9a5cb07e8af3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.131765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfadb8c1-fce1-4b2b-ad33-13eabc8fb7b5 None None] Network f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:15.132504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810214ad-68e0-4b4b-80ad-134d2da49418') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.133052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810214ad-68e0-4b4b-80ad-134d2da49418') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.146999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.162886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.172019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:15.172750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:15.177518 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:15.317543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0aea93-0916-46a5-a384-f4a040133a67 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:15.355216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Pushing event deleted for resources: {'Port': ['ID=0fefbce9-9d74-44ab-98a0-77db58cb585c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:15.379263 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.387221 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.393776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 HTTP/1.1" status: 204 len: 168 time: 0.9039419 Feb 11 14:31:15.398138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:15.415233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1079633715'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:15.431638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0aea93-0916-46a5-a384-f4a040133a67 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:15.455069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4016f7-2199-40f4-a286-f78c038c9d77 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=f44c02a8-c7cb-4dca-b438-9a5cb07e8af3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:15.499268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.503073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.503879 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3540246-5242-4db9-bd4c-ef50c13de555 tempest-FloatingIPAdminTestJSON-849675571 tempest-FloatingIPAdminTestJSON-849675571-project] 10.222.0.31 "DELETE /v2.0/floatingips/4d5c3b65-171b-4372-adb0-beb2b1f82d90 HTTP/1.1" status: 204 len: 168 time: 1.5998096 Feb 11 14:31:15.506541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:15.613111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:15.617964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.672466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:15.691738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.692089 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 7aa869ca-474a-4a94-acb9-f6e1b906b567 of type vlan for network 5c681d60-535c-4d28-aef3-d9fb3280d317 Feb 11 14:31:15.767776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Deleting port d441c8a7-ae72-4932-8943-11a2e4e27b39 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:15.768124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.787875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.793005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.881848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.896744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:15.896744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.982396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.982396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.993402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=5c681d60-535c-4d28-aef3-d9fb3280d317,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.006290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5c681d60-535c-4d28-aef3-d9fb3280d317 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:16.037320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9bf7322f-da3f-4cfd-bbb1-36fe27ec31ba tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6363652 Feb 11 14:31:16.038199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47478) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:16.046726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:16.121356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Calling delete_port for d441c8a7-ae72-4932-8943-11a2e4e27b39 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:16.123557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.332970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:16.343603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.424441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:16.553984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.590349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:16.592104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Pushing event deleted for resources: {'Port': ['ID=d441c8a7-ae72-4932-8943-11a2e4e27b39,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.600470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Sync routers for ids ['fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:16.613927 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Routers {'fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:16.614833 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:16.654076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.676098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.679204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.680449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f5f4f892-df3a-421f-bcde-d607fb0f2c90 tempest-FloatingIPAdminTestJSON-1309138721 tempest-FloatingIPAdminTestJSON-1309138721-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/74dc6ca8-acee-41a4-961b-e506b1f1b2ed HTTP/1.1" status: 204 len: 168 time: 1.1729302 Feb 11 14:31:16.684553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:16.744272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.750392 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-809d7336-5c41-4804-930f-3d1d61abac8c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0969942 Feb 11 14:31:16.751293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:16.761188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=6eeea4eb-ef4f-4f7c-8ac6-45406b7b6c26,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.779954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '7aa869ca-474a-4a94-acb9-f6e1b906b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:16.780328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: 5c681d60-535c-4d28-aef3-d9fb3280d317, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:16.806950 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Set router fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:16.930541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port ab8cba2b-7561-4e54-9d3f-1f168e318ba4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:16.931030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.933403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network 5c681d60-535c-4d28-aef3-d9fb3280d317 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:17.007197 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f', 'name': 'tempest-snat-router-525255454', 'tenant_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '20997a48-45cc-4f60-b40b-aeac7bb91cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:12Z', 'updated_at': '2022-02-11T14:31:15Z', 'revision_number': 3, 'project_id': 'a053bcb6e28440d2a7c9057aafd128d2', 'gw_port': {'id': '20997a48-45cc-4f60-b40b-aeac7bb91cdd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:13Z', 'updated_at': '2022-02-11T14:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:17.011748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-70c17fb6-3276-4364-859e-2a385965260f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f HTTP/1.1" status: 200 len: 906 time: 0.2255559 Feb 11 14:31:17.016413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47494) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:17.017257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5c681d60-535c-4d28-aef3-d9fb3280d317) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:17.028341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:17.029962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.043897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41390e95-7fae-4ddb-80da-05422f285af2 None None] Network 5c681d60-535c-4d28-aef3-d9fb3280d317 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:17.082005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Checking router: fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:17.082352 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Updating router fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f port 20997a48-45cc-4f60-b40b-aeac7bb91cdd binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:31:17.092820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.123646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for ab8cba2b-7561-4e54-9d3f-1f168e318ba4 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:17.178492 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.228796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:17.237992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b471b7f-ab05-43ec-9c4d-cb088edddc63 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1943576 Feb 11 14:31:17.254136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 817a5b92-14aa-40e3-a382-d9d662606347 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:17.289736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.394530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 817a5b92-14aa-40e3-a382-d9d662606347 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:17.394530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.424281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.448910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5c681d60-535c-4d28-aef3-d9fb3280d317', 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '6eeea4eb-ef4f-4f7c-8ac6-45406b7b6c26'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:17.454468 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.489193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.565032 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.629409 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.690068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 817a5b92-14aa-40e3-a382-d9d662606347, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=817a5b92-14aa-40e3-a382-d9d662606347,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:17.694044 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.707920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Deleting port 20997a48-45cc-4f60-b40b-aeac7bb91cdd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:17.708271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.708977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Allocated IP 172.20.0.1 (5c681d60-535c-4d28-aef3-d9fb3280d317/6eeea4eb-ef4f-4f7c-8ac6-45406b7b6c26/8d398623-fc44-4c40-86ca-eedeac75c5f5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:17.763363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.796842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.808266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.809575 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.821614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Calling delete_port for 20997a48-45cc-4f60-b40b-aeac7bb91cdd owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:17.843606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=817a5b92-14aa-40e3-a382-d9d662606347,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:17.866368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=ab8cba2b-7561-4e54-9d3f-1f168e318ba4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:17.915198 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.945171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:17.949395 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:17.955798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:17.958887 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Pushing event updated for resources: {'Port': ['ID=20997a48-45cc-4f60-b40b-aeac7bb91cdd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:17.962925 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:17.965246 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:17.967079 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.967554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:17.968110 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Bound port: 20997a48-45cc-4f60-b40b-aeac7bb91cdd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:17.968573 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.987391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.994532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cf48e98b-f71b-4177-aa69-18f4774c361b tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/ports/ab8cba2b-7561-4e54-9d3f-1f168e318ba4 HTTP/1.1" status: 204 len: 168 time: 1.3095477 Feb 11 14:31:17.996940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:18.003181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.027758 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.029248 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.029601 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.030202 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.030714 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.031208 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.031707 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.032200 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.032742 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.033254 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.033741 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.034315 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813790c1-21db-4ed1-b1ac-641545d4c59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:18.111312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Pushing event updated for resources: {'Port': ['ID=8d398623-fc44-4c40-86ca-eedeac75c5f5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:18.113642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f60553-1daa-41e0-8a9c-5c086b84c527 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:18.118481 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47f60553-1daa-41e0-8a9c-5c086b84c527 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8656969-ed7a-47ad-9e5c-b15bacde1f89 HTTP/1.1" status: 200 len: 913 time: 0.1203005 Feb 11 14:31:18.119231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:18.135887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Network 5c681d60-535c-4d28-aef3-d9fb3280d317 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:18.138350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:18.140953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:18.215799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Attempting to bind port 8d398623-fc44-4c40-86ca-eedeac75c5f5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:18.216178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Attempting to bind port 8d398623-fc44-4c40-86ca-eedeac75c5f5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7aa869ca-474a-4a94-acb9-f6e1b906b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:18.216549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Attempting to bind port 8d398623-fc44-4c40-86ca-eedeac75c5f5 on network 5c681d60-535c-4d28-aef3-d9fb3280d317 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:18.222194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:18.222569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Checking segment: {'id': '7aa869ca-474a-4a94-acb9-f6e1b906b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:18.222986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.223974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Bound using segment: {'id': '7aa869ca-474a-4a94-acb9-f6e1b906b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:18.224632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Bound port: 8d398623-fc44-4c40-86ca-eedeac75c5f5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa869ca-474a-4a94-acb9-f6e1b906b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c681d60-535c-4d28-aef3-d9fb3280d317'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:18.225218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.265601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3145aa7f-f240-477a-bbf9-5cee0aee9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.280098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.283532 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:31:18.285887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.292071 n-d-828407-1 neutron-server[109378]: DEBUG oslo_db.api [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:31:18.301797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] For port 8d398623-fc44-4c40-86ca-eedeac75c5f5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:18.305757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] For port 8d398623-fc44-4c40-86ca-eedeac75c5f5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8d398623-fc44-4c40-86ca-eedeac75c5f5,segment=NetworkSegment(7aa869ca-474a-4a94-acb9-f6e1b906b567),segment_id=7aa869ca-474a-4a94-acb9-f6e1b906b567)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:18.326353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Port': ['ID=20997a48-45cc-4f60-b40b-aeac7bb91cdd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:18.351892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=6eeea4eb-ef4f-4f7c-8ac6-45406b7b6c26,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:18.374796 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.426820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.453055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.497263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8793a9-0e76-499b-81ad-73fd6f7e2759 None None] Pushing event updated for resources: {'Port': ['ID=8d398623-fc44-4c40-86ca-eedeac75c5f5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:18.515990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c681d60-535c-4d28-aef3-d9fb3280d317']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:18.543634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.546106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.548031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa869ca-474a-4a94-acb9-f6e1b906b567') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:18.548332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa869ca-474a-4a94-acb9-f6e1b906b567') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:18.567143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9055670-e962-4551-baff-4e064f040049 None None] Network 5c681d60-535c-4d28-aef3-d9fb3280d317 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:18.621192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.642690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.667499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:18.668817 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:18.672855 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:18.726583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.727736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:18.733404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.734858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-284fcb38-918e-4411-a389-0523438acda9 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f HTTP/1.1" status: 204 len: 168 time: 1.7187200 Feb 11 14:31:18.737459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:18.764512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d045a9-80a4-4218-ba6a-b75e8bbc5309 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:18.823332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:18.823923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:18.824047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Attempting to bind port 20997a48-45cc-4f60-b40b-aeac7bb91cdd on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:18.838652 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:18.843516 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:18.844152 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.844711 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:18.846964 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Bound port: 20997a48-45cc-4f60-b40b-aeac7bb91cdd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:18.847557 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.873085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:31:18.873085 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:31:18.873085 n-d-828407-1 neutron-server[109376]: [parameters: {'id': '5c681d60-535c-4d28-aef3-d9fb3280d317'}] Feb 11 14:31:18.873085 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:31:18.875559 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:31:18.900529 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Port 20997a48-45cc-4f60-b40b-aeac7bb91cdd has been deleted concurrently {{(pid=109378) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 11 14:31:18.908820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.925289 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Routers set() bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:18.925834 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Router IDs set() for agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 14:31:18.927212 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_agentschedulers_db [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent'). {{(pid=109378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 14:31:18.927935 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565463c-30e1-4aa6-afd4-a825304478d4 None None] The sync data for ids ['fa61e990-5bf2-4ba2-a7b0-63ce0c078c2f'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:18.969444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d045a9-80a4-4218-ba6a-b75e8bbc5309 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:19.179219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 817a5b92-14aa-40e3-a382-d9d662606347 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:19.303777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port 0e7d3d8e-b956-41f5-b72d-d32813f8342f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:19.304118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.317282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 817a5b92-14aa-40e3-a382-d9d662606347 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:19.317713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.382344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.401972 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.511012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.517580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.528072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for 0e7d3d8e-b956-41f5-b72d-d32813f8342f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:19.541242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port 8d398623-fc44-4c40-86ca-eedeac75c5f5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:19.541590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.653733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port 8d398623-fc44-4c40-86ca-eedeac75c5f5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8d398623-fc44-4c40-86ca-eedeac75c5f5,segment=NetworkSegment(7aa869ca-474a-4a94-acb9-f6e1b906b567),segment_id=7aa869ca-474a-4a94-acb9-f6e1b906b567)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:19.653733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.667328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for 8d398623-fc44-4c40-86ca-eedeac75c5f5 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:19.706954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Deleting port 817a5b92-14aa-40e3-a382-d9d662606347 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:19.707306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.820290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] For port 817a5b92-14aa-40e3-a382-d9d662606347, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=817a5b92-14aa-40e3-a382-d9d662606347,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:19.820708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.837758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Calling delete_port for 817a5b92-14aa-40e3-a382-d9d662606347 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:19.904683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.933104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port 8d398623-fc44-4c40-86ca-eedeac75c5f5 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:19.934780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=8d398623-fc44-4c40-86ca-eedeac75c5f5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:19.972649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.043052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=0e7d3d8e-b956-41f5-b72d-d32813f8342f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.082665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.092758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.126279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event deleted for resources: {'Port': ['ID=817a5b92-14aa-40e3-a382-d9d662606347,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.137536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c681d60-535c-4d28-aef3-d9fb3280d317']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.154585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa869ca-474a-4a94-acb9-f6e1b906b567') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.154798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa869ca-474a-4a94-acb9-f6e1b906b567') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:20.170289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.193199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.230006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.242111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:20.243580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:20.247049 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:20.320019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.324880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.425734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26ef00b5-b052-4019-8045-0a30f93de876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.453797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.454827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 105af9cc-e6cb-45fb-be3c-e52a076bb004 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:20.477322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.479114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b933578-84d1-48a3-8161-09e826e208d4 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "DELETE /v2.0/routers/105af9cc-e6cb-45fb-be3c-e52a076bb004 HTTP/1.1" status: 204 len: 168 time: 1.7407036 Feb 11 14:31:20.483589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47530) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:20.489274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151854976', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:20.618967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.620127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.792736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.850878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.857519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.865120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/5c681d60-535c-4d28-aef3-d9fb3280d317 HTTP/1.1" status: 204 len: 168 time: 3.6296902 Feb 11 14:31:20.865271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47536) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:20.870493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607992080'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:20.875239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.882300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9b0b4-6fe3-4939-8f89-e51a9f5d6fa6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=5c681d60-535c-4d28-aef3-d9fb3280d317,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.959579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:20.962791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.106170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 817a5b92-14aa-40e3-a382-d9d662606347 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:21.118358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:21.121598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.131680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Router a8656969-ed7a-47ad-9e5c-b15bacde1f89 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:21.133575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.133936 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 5bfa8a46-0732-4edd-be40-b5dde04a24a3 of type vlan for network 812ffead-1bf0-4b7b-be88-6b5a727d64ff Feb 11 14:31:21.135046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 817a5b92-14aa-40e3-a382-d9d662606347 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:21.135455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 817a5b92-14aa-40e3-a382-d9d662606347 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:21.185321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.235863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:21.241191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-601118dd-5708-4421-9323-2943a701a35c tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "PUT /v2.0/routers/a8656969-ed7a-47ad-9e5c-b15bacde1f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1207640 Feb 11 14:31:21.243767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:21.247468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] Sync routers for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:21.262311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:21.263360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.339468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.345621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:21.347133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.356584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.368405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] Routers {'a8656969-ed7a-47ad-9e5c-b15bacde1f89'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:21.369406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.376849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.413315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:21.414460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4535db6-280b-481b-9bb9-c21bbc9da4c1 None None] The sync data for ids ['a8656969-ed7a-47ad-9e5c-b15bacde1f89'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:21.493008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.499822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=812ffead-1bf0-4b7b-be88-6b5a727d64ff,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:21.517116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 812ffead-1bf0-4b7b-be88-6b5a727d64ff details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:21.518923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.541353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.554250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9e31680a-1adc-4343-9187-e33599d138b6 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6884491 Feb 11 14:31:21.560120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:21.571265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': '812ffead-1bf0-4b7b-be88-6b5a727d64ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:21.675255 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:21.703643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Allocated IP 172.25.7.50 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/be895108-918a-4189-85e7-25ee983d28c9) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:21.752685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port 1e81672e-aa20-4d10-ae45-6614090dae8b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:21.752982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.790396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.808816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:21.812364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.828950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.893205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.915406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for 1e81672e-aa20-4d10-ae45-6614090dae8b owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:21.949778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.995731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:21.999210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:22.003091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:22.042667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event updated for resources: {'Port': ['ID=be895108-918a-4189-85e7-25ee983d28c9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.202242 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.271648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=5b2ec796-0b14-4e40-85f1-809cfd2f5036,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.279334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '5bfa8a46-0732-4edd-be40-b5dde04a24a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '812ffead-1bf0-4b7b-be88-6b5a727d64ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:22.279703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: 812ffead-1bf0-4b7b-be88-6b5a727d64ff, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:22.288160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.318375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=1e81672e-aa20-4d10-ae45-6614090dae8b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.342711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.388292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.449561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network 812ffead-1bf0-4b7b-be88-6b5a727d64ff is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:22.488510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.490630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.545334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.556023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 812ffead-1bf0-4b7b-be88-6b5a727d64ff) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:22.561333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.565534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.571346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a5d621-629a-4eb8-a7d5-195e0c9aa576 None None] Network 812ffead-1bf0-4b7b-be88-6b5a727d64ff requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:22.658057 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-40b46743-bc90-4723-b323-b3572d3e9229 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0946178 Feb 11 14:31:22.662182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47556) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:22.672426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.674431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Fanout notify agent at l3_agent the message router_deleted on router a8656969-ed7a-47ad-9e5c-b15bacde1f89 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:22.687354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.689158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81f073f0-d96c-42f2-b271-09582939145a tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/routers/a8656969-ed7a-47ad-9e5c-b15bacde1f89 HTTP/1.1" status: 204 len: 168 time: 1.4443398 Feb 11 14:31:22.691338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47560) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:22.795108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting subnet f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:31:22.804090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.804217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.821732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0948b58-349d-4ca2-8f55-e88948ccfee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-812ffead-1bf0-4b7b-be88-6b5a727d64ff', 'network_id': '812ffead-1bf0-4b7b-be88-6b5a727d64ff', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '5b2ec796-0b14-4e40-85f1-809cfd2f5036'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:22.822890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0948b58-349d-4ca2-8f55-e88948ccfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.851439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.857092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.882179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Router 71bcd93c-af11-4f9a-a3ce-eb9b138fe991 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:22.941977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.015583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:23.026738 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] Sync routers for ids ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:23.040270 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] Routers {'71bcd93c-af11-4f9a-a3ce-eb9b138fe991'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:23.041724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.047609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.076318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2ec796-0b14-4e40-85f1-809cfd2f5036,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.087192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.098908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] Routers {'71bcd93c-af11-4f9a-a3ce-eb9b138fe991'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:23.099501 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.126252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.137324 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.137970 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7b791-1356-4087-80cb-b4087d3d6d9e None None] The sync data for ids ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:23.143567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.155509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-e0948b58-349d-4ca2-8f55-e88948ccfee7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b2ec796-0b14-4e40-85f1-809cfd2f5036: This subnet is being modified by another concurrent operation. Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b2ec796-0b14-4e40-85f1-809cfd2f5036: This subnet is being modified by another concurrent operation. Feb 11 14:31:23.162360 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:31:23.176070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.176764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812ffead-1bf0-4b7b-be88-6b5a727d64ff']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.176880 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-80f82543-c562-42d7-bf75-877c976c19ad tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/subnets/f6d3bcd3-3d17-48dc-9c9d-4515efbcd9cb HTTP/1.1" status: 204 len: 168 time: 0.4752204 Feb 11 14:31:23.176880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47566) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:23.178573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfa8a46-0732-4edd-be40-b5dde04a24a3') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.179074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfa8a46-0732-4edd-be40-b5dde04a24a3') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.184543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2399097-f8c0-4ed6-969b-5d2cbebc1c29 None None] Network b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:23.191945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a23a3-35bd-4e77-b2b0-8a4d576e56df None None] Network 812ffead-1bf0-4b7b-be88-6b5a727d64ff requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:23.192592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.193944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e49fb05c-d9ed-4409-a49e-cd76374ed308 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7091348 Feb 11 14:31:23.198264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.202516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:23.207364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.217555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.224638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: items = [ Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:23.231811 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:23.253282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.309442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.373205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.405307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.411403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/812ffead-1bf0-4b7b-be88-6b5a727d64ff HTTP/1.1" status: 204 len: 168 time: 0.7465899 Feb 11 14:31:23.412938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e817-aa55-4c23-84ca-9252e9c95bcd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=812ffead-1bf0-4b7b-be88-6b5a727d64ff,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.415776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:23.422035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122992476'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.503803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port 63d3df9a-303a-4413-9649-a18f7664c638 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:23.504143 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.516413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:23.522503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.550760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:23.556057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.564837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.565250 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment cd68b8c7-77d5-45ea-8997-4f6991f87b40 of type vlan for network 115a28bd-1d9d-4b64-ace7-83b11918ae66 Feb 11 14:31:23.624492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] For port 63d3df9a-303a-4413-9649-a18f7664c638, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=63d3df9a-303a-4413-9649-a18f7664c638,segment=NetworkSegment(7ecef586-7ab8-4555-a87f-68c3ffafed09),segment_id=7ecef586-7ab8-4555-a87f-68c3ffafed09)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:23.624796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.629532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] DHCP port deletion for b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:31:23.642722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for 63d3df9a-303a-4413-9649-a18f7664c638 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:23.677881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Deleting port 63d3df9a-303a-4413-9649-a18f7664c638 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:23.678399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.682458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.732402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.747950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] For port 63d3df9a-303a-4413-9649-a18f7664c638, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=63d3df9a-303a-4413-9649-a18f7664c638,segment=NetworkSegment(7ecef586-7ab8-4555-a87f-68c3ffafed09),segment_id=7ecef586-7ab8-4555-a87f-68c3ffafed09)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:23.748345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.761045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Calling delete_port for 63d3df9a-303a-4413-9649-a18f7664c638 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:23.767287 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.772850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.773531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.861873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=115a28bd-1d9d-4b64-ace7-83b11918ae66,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.879864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 115a28bd-1d9d-4b64-ace7-83b11918ae66 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:23.894045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.908876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aabfe3c1-a930-48e1-a463-4e56b125417b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4914050 Feb 11 14:31:23.912402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47580) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:23.918663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:23.936952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=63d3df9a-303a-4413-9649-a18f7664c638,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.939164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] No DVR routers for this DVR port 63d3df9a-303a-4413-9649-a18f7664c638 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:23.941184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:23.982580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] Pushing event deleted for resources: {'Port': ['ID=63d3df9a-303a-4413-9649-a18f7664c638,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:23.984516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8a3fb-dfcb-4190-bb43-f99f2e4ab945 None None] No DVR routers for this DVR port 63d3df9a-303a-4413-9649-a18f7664c638 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:24.008833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e043fb-9631-4ef2-be1b-55d36a9fc38e None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:24.037691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.063316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.083994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecef586-7ab8-4555-a87f-68c3ffafed09') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.084413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecef586-7ab8-4555-a87f-68c3ffafed09') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.094977 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.105412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e043fb-9631-4ef2-be1b-55d36a9fc38e None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:24.111019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.161716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:24.165313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.237094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_backend_mixin [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing IP validity checks on allocation pools {{(pid=109375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:31:24.237580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_backend_mixin [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:31:24.459638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:24.460045 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:24.463050 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:24.615006 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.623664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.632321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47592) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:24.632841 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/networks/b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f HTTP/1.1" status: 204 len: 168 time: 1.4612813 Feb 11 14:31:24.647968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b16346-e8e5-40f2-8c27-61fd19ac4861 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Network': ['ID=b8dd2824-1360-4330-a5c8-4b7e1cd1ad8f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:24.793870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.797524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.831236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Deleting port 3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:24.831583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.884075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.922668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router 71bcd93c-af11-4f9a-a3ce-eb9b138fe991 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:24.984323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.984700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:24.994582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=e2ab6488-a9bc-4482-9d93-9d2455f66e5f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.007062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': 'cd68b8c7-77d5-45ea-8997-4f6991f87b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:25.007460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: 115a28bd-1d9d-4b64-ace7-83b11918ae66, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:25.010963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Calling delete_port for 3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:25.047845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:25.054064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] Sync routers for ids ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:25.054927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.058673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a8645a22-7a89-4760-bccf-0df3c54fc01d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "PUT /v2.0/routers/71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 200 len: 920 time: 1.8527064 Feb 11 14:31:25.059863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.079762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] Routers {'71bcd93c-af11-4f9a-a3ce-eb9b138fe991'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:25.081200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.127292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.139656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 63d3df9a-303a-4413-9649-a18f7664c638 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:25.163374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network 115a28bd-1d9d-4b64-ace7-83b11918ae66 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:25.164483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] Routers {'71bcd93c-af11-4f9a-a3ce-eb9b138fe991'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:25.165426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.167420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 63d3df9a-303a-4413-9649-a18f7664c638 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:25.167866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 63d3df9a-303a-4413-9649-a18f7664c638 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:25.213614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:25.214491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a888d-a3ee-46ac-900c-5743efcee0bd None None] The sync data for ids ['71bcd93c-af11-4f9a-a3ce-eb9b138fe991'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:25.234471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a9d41f9c-281d-4129-969a-45ca1eef4f29 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 200 len: 920 time: 0.1736190 Feb 11 14:31:25.237222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.298911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 115a28bd-1d9d-4b64-ace7-83b11918ae66) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:25.303786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.304765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.307713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7373b-e805-4c0b-8fb6-cef84251145b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.309297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-43b7373b-e805-4c0b-8fb6-cef84251145b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=71bcd93c-af11-4f9a-a3ce-eb9b138fe991&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0711458 Feb 11 14:31:25.311330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419191d-6760-49b5-abed-1eaa1afb800e None None] Network 115a28bd-1d9d-4b64-ace7-83b11918ae66 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:25.311962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47602) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.367233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.405606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Pushing event deleted for resources: {'Port': ['ID=3cd7e53f-e78c-48d0-bbe7-5a66a1ea8d8e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:25.465821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-115a28bd-1d9d-4b64-ace7-83b11918ae66', 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': 'e2ab6488-a9bc-4482-9d93-9d2455f66e5f'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:25.466704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.486952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-519c55f8-517a-430f-8d9d-fc7ad83b17bf tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5729446 Feb 11 14:31:25.489441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.500367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7c88b-b939-4cdd-a24d-9060558df902 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.501817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f1f7c88b-b939-4cdd-a24d-9060558df902 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1887558 Feb 11 14:31:25.511875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47606) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.561876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91098955-e381-4ff8-bc0a-f8b491ebf099 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 200 len: 205 time: 0.0462248 Feb 11 14:31:25.561876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.563367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.564476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b518599-c3d9-43b0-b859-3189c8c48514 tempest-FloatingIPAdminTestJSON-82199590 tempest-FloatingIPAdminTestJSON-82199590-project] 10.222.0.31 "DELETE /v2.0/floatingips/1dc1c881-9bb3-4594-baf3-4e62224ef451 HTTP/1.1" status: 204 len: 168 time: 0.9310725 Feb 11 14:31:25.595283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47610) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:25.688143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Allocated IP 172.20.0.3 (115a28bd-1d9d-4b64-ace7-83b11918ae66/e2ab6488-a9bc-4482-9d93-9d2455f66e5f/71116997-6bb7-4152-b2e5-b525a764108f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:25.717288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.776250 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.877133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.973633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.011292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-034657cf-9046-49ef-bc40-fa8021f16dd7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4457011 Feb 11 14:31:26.032904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Network 115a28bd-1d9d-4b64-ace7-83b11918ae66 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:26.037426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:26.040328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:26.060774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.104308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ab6488-a9bc-4482-9d93-9d2455f66e5f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.107712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Pushing event updated for resources: {'Port': ['ID=71116997-6bb7-4152-b2e5-b525a764108f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.110912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:26.124368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.127237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Attempting to bind port 71116997-6bb7-4152-b2e5-b525a764108f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:26.127611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Attempting to bind port 71116997-6bb7-4152-b2e5-b525a764108f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cd68b8c7-77d5-45ea-8997-4f6991f87b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:26.127975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Attempting to bind port 71116997-6bb7-4152-b2e5-b525a764108f on network 115a28bd-1d9d-4b64-ace7-83b11918ae66 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:26.137448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:26.137985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Checking segment: {'id': 'cd68b8c7-77d5-45ea-8997-4f6991f87b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:26.139544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.140114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Bound using segment: {'id': 'cd68b8c7-77d5-45ea-8997-4f6991f87b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:26.140705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Bound port: 71116997-6bb7-4152-b2e5-b525a764108f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd68b8c7-77d5-45ea-8997-4f6991f87b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:26.141389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.191724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.214494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115a28bd-1d9d-4b64-ace7-83b11918ae66']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:26.217419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] For port 71116997-6bb7-4152-b2e5-b525a764108f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:26.222672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] For port 71116997-6bb7-4152-b2e5-b525a764108f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=71116997-6bb7-4152-b2e5-b525a764108f,segment=NetworkSegment(cd68b8c7-77d5-45ea-8997-4f6991f87b40),segment_id=cd68b8c7-77d5-45ea-8997-4f6991f87b40)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:26.225469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd68b8c7-77d5-45ea-8997-4f6991f87b40') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:26.231404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd68b8c7-77d5-45ea-8997-4f6991f87b40') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:26.231661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-e7fa4e13-f0df-43ed-92ef-6aa2e6a532fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:26.231661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-e7fa4e13-f0df-43ed-92ef-6aa2e6a532fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 1096 time: 0.1680052 Feb 11 14:31:26.236318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.247870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.333605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.335870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.342727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:26.346099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:26.346364 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:26.359865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fbda66f1-7527-4120-bd3c-7903f31b4143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19d3f4c950d744558d546c9c081d4e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475286 Feb 11 14:31:26.362272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47624) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:26.420710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2c8cd-9a1d-4a9e-81a0-857d20a590bb None None] Pushing event updated for resources: {'Port': ['ID=71116997-6bb7-4152-b2e5-b525a764108f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.427693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-3ff47205-9905-40e4-accb-4e45d9cf9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:26.429206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-3ff47205-9905-40e4-accb-4e45d9cf9a14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 200 len: 915 time: 0.1772902 Feb 11 14:31:26.439753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20c0c5-934f-48dc-b727-312507106616 None None] Network 115a28bd-1d9d-4b64-ace7-83b11918ae66 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:26.448403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:31:26.448403 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:31:26.448403 n-d-828407-1 neutron-server[109376]: [parameters: {'id': '115a28bd-1d9d-4b64-ace7-83b11918ae66'}] Feb 11 14:31:26.448403 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:31:26.449245 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:31:26.482889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-e31a716d-43f9-4dcf-86e6-c9784bd2c2f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f HTTP/1.1" status: 200 len: 217 time: 0.0475035 Feb 11 14:31:26.527094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.558624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port be895108-918a-4189-85e7-25ee983d28c9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:26.559510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.561449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571b44c-77bb-44b7-ae2e-43bb6d4e2721 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:26.571754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.582608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-eb6bf9c1-c44e-4742-8535-af964c047717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:26.584126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-eb6bf9c1-c44e-4742-8535-af964c047717 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 200 len: 854 time: 0.0941124 Feb 11 14:31:26.637484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571b44c-77bb-44b7-ae2e-43bb6d4e2721 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:26.654673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-b488c0c0-9248-40ca-b625-4dd5c9ffcc27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45a53aa5-631d-4844-84b5-c6a6a53805dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626957 Feb 11 14:31:26.762900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.786704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for be895108-918a-4189-85e7-25ee983d28c9 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:26.811539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-059ad670-f03b-475b-92df-5a1ee91d0d07 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493516 Feb 11 14:31:26.858824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.861361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.864707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e39418a-032d-4485-b671-e65883b16578 HTTP/1.1" status: 204 len: 168 time: 0.4994667 Feb 11 14:31:26.934137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccbda8-3ce0-44f6-b94e-a419459bf213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39418a-032d-4485-b671-e65883b16578,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.950744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.013410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port 71116997-6bb7-4152-b2e5-b525a764108f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:27.013746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.016356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-425a08fd-3cba-40a6-9c88-0cae006fd5eb req-82f3f646-bcb1-4df6-8b7c-9e699335f9e4 service neutron] 10.222.0.60 "GET /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761329 Feb 11 14:31:27.085925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port 71116997-6bb7-4152-b2e5-b525a764108f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=71116997-6bb7-4152-b2e5-b525a764108f,segment=NetworkSegment(cd68b8c7-77d5-45ea-8997-4f6991f87b40),segment_id=cd68b8c7-77d5-45ea-8997-4f6991f87b40)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:27.086551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.101203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for 71116997-6bb7-4152-b2e5-b525a764108f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:27.156566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.193947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=be895108-918a-4189-85e7-25ee983d28c9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.255612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.270170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.297069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=71116997-6bb7-4152-b2e5-b525a764108f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.301689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port 71116997-6bb7-4152-b2e5-b525a764108f on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:27.351376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.353587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.380674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.406799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115a28bd-1d9d-4b64-ace7-83b11918ae66']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:27.415814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd68b8c7-77d5-45ea-8997-4f6991f87b40') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:27.416116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd68b8c7-77d5-45ea-8997-4f6991f87b40') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:27.425459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.438514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.445667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:27.446056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:27.449472 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:27.481746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.482286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router 71bcd93c-af11-4f9a-a3ce-eb9b138fe991 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:27.493886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.493886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-312b2962-7e96-49d9-b977-c96f01485807 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 204 len: 168 time: 1.8812892 Feb 11 14:31:27.494727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47640) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:27.499198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1345760792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:27.584470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.591431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.594496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/115a28bd-1d9d-4b64-ace7-83b11918ae66 HTTP/1.1" status: 204 len: 168 time: 2.1040049 Feb 11 14:31:27.598278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47642) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:27.604758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2017650343'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:27.605848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ffce2-6a96-4e74-9256-ae32c9c1441c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=115a28bd-1d9d-4b64-ace7-83b11918ae66,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.631408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.632487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.661701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47644) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:27.674877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6588b-12f2-4645-ab26-36495f86ac0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.695771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.745879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:27.749490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.750861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6588b-12f2-4645-ab26-36495f86ac0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.773446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:27.782152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.782499 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment dc630664-d517-481d-bf20-8a8d34343c85 of type vlan for network b86d3bb3-ba10-4e83-be93-414036ab1b16 Feb 11 14:31:27.791187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.836239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.870064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6588b-12f2-4645-ab26-36495f86ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.910771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.914694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8256f153-1561-41f5-a164-c4c8a20121ca tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4163921 Feb 11 14:31:27.914829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3e6588b-12f2-4645-ab26-36495f86ac0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a098dd5720e48ccb2d97be94414a48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496691 Feb 11 14:31:27.914829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6588b-12f2-4645-ab26-36495f86ac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98c8c0-3e46-43aa-a68d-995853b20517,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:27.915045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47646) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:27.915263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47648) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:27.936795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:27.950371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.956673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:27.957704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.231969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6319959 Feb 11 14:31:28.234599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955dc4-ea9b-4e00-b4fd-a6d2306e3ab8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=b86d3bb3-ba10-4e83-be93-414036ab1b16,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:28.239661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.242788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47660) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:28.248227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b86d3bb3-ba10-4e83-be93-414036ab1b16 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:28.255636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:28.374729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.383830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.573243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.575907 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.577105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd98c8c0-3e46-43aa-a68d-995853b20517 HTTP/1.1" status: 204 len: 168 time: 0.6591816 Feb 11 14:31:28.577773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:28.581271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.641716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4e246-e561-4066-bf75-6e9e8aa82eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98c8c0-3e46-43aa-a68d-995853b20517,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:28.878255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.905889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.994204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.078667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Allocated IP 172.25.7.54 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b7d239e1-9af3-424a-9e88-960056d267d6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:29.090682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=29294338-4835-4dd8-b2a6-ce4d8b4b0210,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:29.099735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': 'dc630664-d517-481d-bf20-8a8d34343c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:29.100103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: b86d3bb3-ba10-4e83-be93-414036ab1b16, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:29.211848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.254050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network b86d3bb3-ba10-4e83-be93-414036ab1b16 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:29.320136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.363116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:29.366260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:29.369973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:29.411780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:29.415396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b86d3bb3-ba10-4e83-be93-414036ab1b16) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:29.424711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b59cb9-7ea6-4918-aac5-3ca34585f0c2 None None] Network b86d3bb3-ba10-4e83-be93-414036ab1b16 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:29.429457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:29.430713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.442361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c5c-e87f-48e0-b656-b1848629903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.471990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event updated for resources: {'Port': ['ID=b7d239e1-9af3-424a-9e88-960056d267d6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:29.597349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c5c-e87f-48e0-b656-b1848629903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.600468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0bae401a-95a3-49a7-abe1-bc63ee89c8f0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3530748 Feb 11 14:31:29.601985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:29.633120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-b86d3bb3-ba10-4e83-be93-414036ab1b16', 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '29294338-4835-4dd8-b2a6-ce4d8b4b0210'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:29.634297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.736147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c5c-e87f-48e0-b656-b1848629903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.751659 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.801728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec33c5c-e87f-48e0-b656-b1848629903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d938621d-a8a1-4a3f-9d32-fde1b4db9850,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:29.813823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-e1c07c92-dbdc-4bf4-9599-557773e8eca8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128707 Feb 11 14:31:29.826206 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ec33c5c-e87f-48e0-b656-b1848629903a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf90aa09911a479399c635a213a5f54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083235 Feb 11 14:31:29.827010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:29.845975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.873407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Allocated IP 172.20.0.1 (b86d3bb3-ba10-4e83-be93-414036ab1b16/29294338-4835-4dd8-b2a6-ce4d8b4b0210/08d427f1-a1df-48f1-9a64-e855b947debb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:29.965015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.974730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.009072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.015272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.033283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-b05ac9ad-2f0e-4997-872a-2bd8e7d8f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.034819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-b05ac9ad-2f0e-4997-872a-2bd8e7d8f23e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1096 time: 0.1667569 Feb 11 14:31:30.044583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.085535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.186599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.198565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-683c1275-3958-45b6-bd16-4518f0a8cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.206309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-683c1275-3958-45b6-bd16-4518f0a8cb81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.1398633 Feb 11 14:31:30.265334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Network b86d3bb3-ba10-4e83-be93-414036ab1b16 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:30.269608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:30.275932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:30.288977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Pushing event updated for resources: {'Port': ['ID=08d427f1-a1df-48f1-9a64-e855b947debb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.316358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Router 4beee45c-8784-4a20-8658-e9140f86d9c3 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:30.347929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-c5e7daa0-3ac6-40bc-ba41-29a81f985516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 1001 time: 0.1313901 Feb 11 14:31:30.373336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Attempting to bind port 08d427f1-a1df-48f1-9a64-e855b947debb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:30.373634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Attempting to bind port 08d427f1-a1df-48f1-9a64-e855b947debb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'dc630664-d517-481d-bf20-8a8d34343c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:30.374002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Attempting to bind port 08d427f1-a1df-48f1-9a64-e855b947debb on network b86d3bb3-ba10-4e83-be93-414036ab1b16 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:30.379719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:30.380100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Checking segment: {'id': 'dc630664-d517-481d-bf20-8a8d34343c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:30.380512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.380927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Bound using segment: {'id': 'dc630664-d517-481d-bf20-8a8d34343c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:30.381907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Bound port: 08d427f1-a1df-48f1-9a64-e855b947debb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc630664-d517-481d-bf20-8a8d34343c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:30.381907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.414100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-3bc4255c-1d91-4de0-bd9c-42c7436493d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.415660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-3bc4255c-1d91-4de0-bd9c-42c7436493d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0601351 Feb 11 14:31:30.459103 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.471171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.479121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:30.487210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.488467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-73d5c037-462b-4734-bd6a-244e872ded89 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "PUT /v2.0/routers/4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 200 len: 879 time: 2.5722713 Feb 11 14:31:30.491116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:30.492326 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] Sync routers for ids ['4beee45c-8784-4a20-8658-e9140f86d9c3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:30.509462 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.513625 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] Routers {'4beee45c-8784-4a20-8658-e9140f86d9c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:30.514548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.515613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] For port 08d427f1-a1df-48f1-9a64-e855b947debb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:30.515762 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4beee45c-8784-4a20-8658-e9140f86d9c3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.519678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d938621d-a8a1-4a3f-9d32-fde1b4db9850 HTTP/1.1" status: 204 len: 168 time: 0.6916769 Feb 11 14:31:30.521168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] For port 08d427f1-a1df-48f1-9a64-e855b947debb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=08d427f1-a1df-48f1-9a64-e855b947debb,segment=NetworkSegment(dc630664-d517-481d-bf20-8a8d34343c85),segment_id=dc630664-d517-481d-bf20-8a8d34343c85)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:30.559478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=29294338-4835-4dd8-b2a6-ce4d8b4b0210,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.562014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea3d2-bb41-484a-a707-ce9f163991d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d938621d-a8a1-4a3f-9d32-fde1b4db9850,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.598033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.633896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-8a1af79d-9620-4c94-a48d-0310a3b685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.635463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-8a1af79d-9620-4c94-a48d-0310a3b685c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078018 Feb 11 14:31:30.641509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.659234 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.677313 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] Routers {'4beee45c-8784-4a20-8658-e9140f86d9c3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:30.678434 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['4beee45c-8784-4a20-8658-e9140f86d9c3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.744154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998b9be-51bf-44c8-b692-f5ccbff3af4b None None] Pushing event updated for resources: {'Port': ['ID=08d427f1-a1df-48f1-9a64-e855b947debb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:30.784143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.785744 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a47b36-5290-4c50-8b22-1a24f3e27b00 None None] The sync data for ids ['4beee45c-8784-4a20-8658-e9140f86d9c3'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:30.829030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86d3bb3-ba10-4e83-be93-414036ab1b16']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.844777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc630664-d517-481d-bf20-8a8d34343c85') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.845144 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc630664-d517-481d-bf20-8a8d34343c85') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:30.860952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-98ec42ed-000c-48a9-bd69-9707edeab64f service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162366 Feb 11 14:31:30.865007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.936174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.949746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:30.950155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:30.953787 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:31.038136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7291927-a07c-4286-a2fc-64c2863d2597 req-be2c7dfc-a69f-4dc1-ac67-37684275eebe service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657321 Feb 11 14:31:31.088119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-64c92ae9-986f-47e1-95ba-05897553ce0b tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 200 len: 920 time: 0.5800266 Feb 11 14:31:31.088119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47704) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:31.180614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dceb27-2f97-4292-b2af-fa861f5cef3e tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.182236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3dceb27-2f97-4292-b2af-fa861f5cef3e tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=4beee45c-8784-4a20-8658-e9140f86d9c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1021359 Feb 11 14:31:31.186109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:31:31.186109 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:31:31.186109 n-d-828407-1 neutron-server[109376]: [parameters: {'id': 'b86d3bb3-ba10-4e83-be93-414036ab1b16'}] Feb 11 14:31:31.186109 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:31:31.186911 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:31:31.187728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47706) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:31.224480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 08d427f1-a1df-48f1-9a64-e855b947debb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:31.298666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 08d427f1-a1df-48f1-9a64-e855b947debb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:31.299218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.301924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.324173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee6d9b-884e-4637-a13f-b06aaf98ee5c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.343959 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:31.355858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e2ee6d9b-884e-4637-a13f-b06aaf98ee5c tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1669903 Feb 11 14:31:31.381338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47718) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:31.389828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cd8c83a8-9c2f-40ce-997c-66ce3d8497e3 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 200 len: 205 time: 0.0389023 Feb 11 14:31:31.396807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.449289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 08d427f1-a1df-48f1-9a64-e855b947debb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=08d427f1-a1df-48f1-9a64-e855b947debb,segment=NetworkSegment(dc630664-d517-481d-bf20-8a8d34343c85),segment_id=dc630664-d517-481d-bf20-8a8d34343c85)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:31.529812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.582659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.632160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.633858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=08d427f1-a1df-48f1-9a64-e855b947debb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:31.687887 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.767519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port 08d427f1-a1df-48f1-9a64-e855b947debb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:31.768179 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.873452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port 08d427f1-a1df-48f1-9a64-e855b947debb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=08d427f1-a1df-48f1-9a64-e855b947debb,segment=NetworkSegment(dc630664-d517-481d-bf20-8a8d34343c85),segment_id=dc630664-d517-481d-bf20-8a8d34343c85)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:31.880738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.909356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for 08d427f1-a1df-48f1-9a64-e855b947debb owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:31.934002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda57583-c7a6-4a75-9ecf-f5c6bf361ac8 req-e0afb1ff-d3ca-41af-b830-7dab55ce1fdb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.939799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda57583-c7a6-4a75-9ecf-f5c6bf361ac8 req-e0afb1ff-d3ca-41af-b830-7dab55ce1fdb tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1624122 Feb 11 14:31:31.967808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port b7d239e1-9af3-424a-9e88-960056d267d6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:31.968223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.091680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bda57583-c7a6-4a75-9ecf-f5c6bf361ac8 req-478b6ca2-b0c8-4195-957a-a0eebc63132c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509922 Feb 11 14:31:32.127271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.130818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.164980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=08d427f1-a1df-48f1-9a64-e855b947debb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:32.169025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port 08d427f1-a1df-48f1-9a64-e855b947debb on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:32.172620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for b7d239e1-9af3-424a-9e88-960056d267d6 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:32.237719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc0455-0aa6-44f4-a68f-cf9d83d527ad None None] Network b86d3bb3-ba10-4e83-be93-414036ab1b16 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:32.268974 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.293776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86d3bb3-ba10-4e83-be93-414036ab1b16']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:32.304449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc630664-d517-481d-bf20-8a8d34343c85') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:32.305276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc630664-d517-481d-bf20-8a8d34343c85') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:32.315669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.331009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.339950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:32.340720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.349877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-73b7958f-922e-4018-800f-7b9203570bf5 None None] Could not find standard attr ID for object 08d427f1-a1df-48f1-9a64-e855b947debb. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:32.407904 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:32.497700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5b12e2-4441-4d71-ae53-3728d2715a24 None None] DHCP port deletion for b86d3bb3-ba10-4e83-be93-414036ab1b16 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:31:32.515720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.521070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.529913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/b86d3bb3-ba10-4e83-be93-414036ab1b16 HTTP/1.1" status: 204 len: 168 time: 2.9261065 Feb 11 14:31:32.530213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:32.540960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096515136'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:32.561821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b0ea1-de43-4f95-a015-9a566593864d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=b86d3bb3-ba10-4e83-be93-414036ab1b16,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:32.573565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.602368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=b7d239e1-9af3-424a-9e88-960056d267d6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:32.664586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:32.668851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.672016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.704882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:32.735178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.735906 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 2498a3ab-cebf-45ae-a501-b003b3e7576d of type vlan for network 92d48ce8-b865-490a-824d-c5c051b39313 Feb 11 14:31:32.785589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.787851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.790542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.903899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.909612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:32.915170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.932577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.933204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router 4beee45c-8784-4a20-8658-e9140f86d9c3 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:32.941418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:32.946827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-59fab095-37c1-4cdf-9805-4a9e8edbb09b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 204 len: 168 time: 1.5600297 Feb 11 14:31:32.947024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47764) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:32.961159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-626587928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:33.171711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 08d427f1-a1df-48f1-9a64-e855b947debb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:33.210265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 08d427f1-a1df-48f1-9a64-e855b947debb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:33.210927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 08d427f1-a1df-48f1-9a64-e855b947debb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:33.554844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:33.600397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=92d48ce8-b865-490a-824d-c5c051b39313,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:33.611977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 92d48ce8-b865-490a-824d-c5c051b39313 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:33.627546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56192d-bb95-4f2a-a750-17e958ff01de req-8f3fd274-e480-412f-83c4-13765215cca3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.629664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c56192d-bb95-4f2a-a750-17e958ff01de req-8f3fd274-e480-412f-83c4-13765215cca3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0697536 Feb 11 14:31:33.691105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c56192d-bb95-4f2a-a750-17e958ff01de req-c1ce46c7-70f6-460a-bf67-e583bceddfe9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531237 Feb 11 14:31:33.699149 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-276c75c6-1954-46c4-ab9f-afdfc646f4b0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1598325 Feb 11 14:31:33.699149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:33.703997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': '92d48ce8-b865-490a-824d-c5c051b39313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:33.755283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2086893828'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:33.859342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.860679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.933047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.950119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:33.953868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.009046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Made reservation on behalf of 587ac4d3fc1949ad9c67b92720f3941c for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:34.017835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.027711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.049507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.116119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.188367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.188367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f53ff3b8-6b8d-41c6-bab5-c8df21443998 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2396836 Feb 11 14:31:34.190523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47786) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:34.194937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': True}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:34.266365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.291280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.356564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:34.379884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc348f-0678-4d9c-9a57-5500a14f05fc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:34.415495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=9215dff3-d5d0-4cea-bc4d-24c2331d7418,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:34.427923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '2498a3ab-cebf-45ae-a501-b003b3e7576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '92d48ce8-b865-490a-824d-c5c051b39313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:34.429383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: 92d48ce8-b865-490a-824d-c5c051b39313, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:34.436653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.437022 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Added segment 2d800fc7-af82-40cd-9f36-a66b833d91c2 of type vlan for network e982db97-c888-415c-8fa2-2aca8cd5e6a9 Feb 11 14:31:34.501907 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.513174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.515579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network 92d48ce8-b865-490a-824d-c5c051b39313 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:34.826952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410b41-5f77-4ebe-a4f3-ccece4707872 req-25669c39-8c40-43b8-a02d-1aab4977c33b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:34.828591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5410b41-5f77-4ebe-a4f3-ccece4707872 req-25669c39-8c40-43b8-a02d-1aab4977c33b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0490098 Feb 11 14:31:34.876045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 92d48ce8-b865-490a-824d-c5c051b39313) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:34.881978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:34.882916 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.894447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e239fde-3a27-4a83-8644-e3dfaf12be1e None None] Network 92d48ce8-b865-490a-824d-c5c051b39313 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:34.909533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.915029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:34.915657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:34.925662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5410b41-5f77-4ebe-a4f3-ccece4707872 req-735c2b78-1b87-41ab-b3c9-8d3c2709ce3c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911586 Feb 11 14:31:34.976802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50a36d62-984d-4c1c-b01d-5fff5342ea3b tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2767382 Feb 11 14:31:34.979765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:35.040516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Pushing event updated for resources: {'Network': ['ID=e982db97-c888-415c-8fa2-2aca8cd5e6a9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:35.063561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-caa6781d-bdf2-4e53-8826-2742c5c34384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5075758 Feb 11 14:31:35.098291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:35.157704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.303048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.319658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d028c-1c07-4134-9b86-6847356993cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-92d48ce8-b865-490a-824d-c5c051b39313', 'network_id': '92d48ce8-b865-490a-824d-c5c051b39313', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '9215dff3-d5d0-4cea-bc4d-24c2331d7418'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:35.320318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f60d028c-1c07-4134-9b86-6847356993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.364951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.393579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.410254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:35.415398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9', 'binding:host_id': 'n-h2-828407-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1456541863'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:35.487067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.532148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=9215dff3-d5d0-4cea-bc4d-24c2331d7418,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:35.546540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.25.7.37 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2e304363-6768-4a65-8dc9-6290cf331bc6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-f60d028c-1c07-4134-9b86-6847356993cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9215dff3-d5d0-4cea-bc4d-24c2331d7418: This subnet is being modified by another concurrent operation. Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9215dff3-d5d0-4cea-bc4d-24c2331d7418: This subnet is being modified by another concurrent operation. Feb 11 14:31:35.574392 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:31:35.599303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa5665-e2a4-4e76-950f-cfd5f2f16169 None None] Network 92d48ce8-b865-490a-824d-c5c051b39313 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:35.634723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Made reservation on behalf of 9d8e6bf0b62747a78a1815257301242c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:35.637548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.655784 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.693894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.718864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.750823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d48ce8-b865-490a-824d-c5c051b39313']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:35.768047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45361c3-3728-4448-ad4c-4ffe3c6436cf None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:35.781921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2498a3ab-cebf-45ae-a501-b003b3e7576d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:35.782625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2498a3ab-cebf-45ae-a501-b003b3e7576d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:35.803115 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.827520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.831663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.839423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:35.839996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:35.843434 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:35.850898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:35.883871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45361c3-3728-4448-ad4c-4ffe3c6436cf None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:35.973918 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.019083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=2e304363-6768-4a65-8dc9-6290cf331bc6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:36.041222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:36.058408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:36.060777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:36.076112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:36.246254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b871d-8024-4341-9453-8171c4cc1ed7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:36.248670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18eb43-4dc8-45f7-816b-d27162b64d62 req-bb8b2ce5-1376-4843-9089-46b50d5dab44 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.272593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f18eb43-4dc8-45f7-816b-d27162b64d62 req-bb8b2ce5-1376-4843-9089-46b50d5dab44 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1417823 Feb 11 14:31:36.318353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.335540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.353798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/92d48ce8-b865-490a-824d-c5c051b39313 HTTP/1.1" status: 204 len: 168 time: 1.3729877 Feb 11 14:31:36.357314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47812) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:36.366654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586196237'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:36.383087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205557d-6f0c-4940-baa6-b1c10300e5bc tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=92d48ce8-b865-490a-824d-c5c051b39313,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:36.444443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f18eb43-4dc8-45f7-816b-d27162b64d62 req-ed8acb5b-1b53-4d56-8609-c04a1694d243 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703532 Feb 11 14:31:36.517746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:36.522121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:36.526631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.527936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.618898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.627263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:36.642597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.642943 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment c31fcd52-ff57-44e9-9aa6-7cd0275eac49 of type vlan for network f9d93df2-15f8-4059-9242-6fcb04ecc40e Feb 11 14:31:36.674635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=1b8a8b0e-53b9-476c-8550-09a470fb10b7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:36.680685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.693492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Checking segment: {'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:36.693864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Network hostable DHCP agents. Network: e982db97-c888-415c-8fa2-2aca8cd5e6a9, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:36.722775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.818028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:36.878844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.884142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.891021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.909350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e982db97-c888-415c-8fa2-2aca8cd5e6a9) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:36.913555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:36.919599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712a283-545e-4eef-8b2f-26bdb3f26619 None None] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:36.929860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:36.930199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:36.930651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:36.935684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:36.936010 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:36.936397 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 2 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:36.950130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:36.950526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:36.950865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:36.956381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:36.956381 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:36.956381 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 3 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:36.965213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.971405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=f9d93df2-15f8-4059-9242-6fcb04ecc40e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:36.979385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:36.979664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:36.980814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:36.981356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:36.981845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:36.988184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:36.988573 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:36.988907 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 4 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.001416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.001750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.002557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.006414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.006737 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.007117 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 5 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.020718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.021086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.021422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.026582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.026909 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.027295 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 6 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.040867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.041235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.041826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.046362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.046695 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.047086 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 7 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.078220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.078620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.079005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.085086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.088645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dd9966e9-bcb6-46fc-afbf-bfb93123dacd tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7275698 Feb 11 14:31:37.088843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47816) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:37.090511 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.091263 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 8 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.094490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:37.112756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.112756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.112756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.115455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.116099 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.116592 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 9 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.137971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.138334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.138767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.143877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.144459 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.145338 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 10 to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 Feb 11 14:31:37.160236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:37.160700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:37.161196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:37.168287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:37.168879 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:37.169499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.256816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 1b8a8b0e-53b9-476c-8550-09a470fb10b7, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:37.257283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempted to set empty binding levels {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:31:37.350266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.388305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:37.388832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.418292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=1b8a8b0e-53b9-476c-8550-09a470fb10b7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:37.599358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a06cb-df10-4c4c-ab36-fb964a74b7e7 req-c0e6b132-bb5e-4b7a-85fb-672a34159cae tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:37.599358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c4a06cb-df10-4c4c-ab36-fb964a74b7e7 req-c0e6b132-bb5e-4b7a-85fb-672a34159cae tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0599945 Feb 11 14:31:37.601762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.622924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c4a06cb-df10-4c4c-ab36-fb964a74b7e7 req-e936de8f-c65e-41fd-8204-ad12bed45675 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347579 Feb 11 14:31:37.819583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b6c57295-967b-48c1-af83-17e40df9d025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4079251 Feb 11 14:31:37.822424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:37.847112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router 318900c0-ce23-4521-8c78-8fa8662dd198 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:37.850621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.875434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e is not hosted by any dhcp agent {{(pid=109375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:31:37.881133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:37.881890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.883449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "PUT /v2.0/networks/f9d93df2-15f8-4059-9242-6fcb04ecc40e HTTP/1.1" status: 200 len: 723 time: 0.7932165 Feb 11 14:31:37.887750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:37.893323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:37.963303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Deleting port 1b8a8b0e-53b9-476c-8550-09a470fb10b7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:37.965265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:37.974521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=f9d93df2-15f8-4059-9242-6fcb04ecc40e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:37.986928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.987264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.987824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.988333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.988847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.989380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.989888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.990406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.990946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.991436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.992070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:37.992569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263c14d-c625-464b-9384-edff6ae49925 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:38.008457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:38.096690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 1b8a8b0e-53b9-476c-8550-09a470fb10b7, host n-h2-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:38.097688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.119379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Calling delete_port for 1b8a8b0e-53b9-476c-8550-09a470fb10b7 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:38.127996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:38.139053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.143274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84484016-185d-42d6-9daf-fd3cb06a2aba tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "PUT /v2.0/routers/318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 200 len: 913 time: 3.9516876 Feb 11 14:31:38.144678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.152125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] Sync routers for ids ['318900c0-ce23-4521-8c78-8fa8662dd198'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:38.192820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] Routers {'318900c0-ce23-4521-8c78-8fa8662dd198'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:38.193483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['318900c0-ce23-4521-8c78-8fa8662dd198'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:38.217787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:38.221889 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.274154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:38.305265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] Routers {'318900c0-ce23-4521-8c78-8fa8662dd198'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:38.305898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['318900c0-ce23-4521-8c78-8fa8662dd198'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:38.322313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-287d2a6e-c318-4334-a215-ce0a157c00a6 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 200 len: 919 time: 0.1684937 Feb 11 14:31:38.325573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47852) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.348206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:38.365816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8436-f498-454f-8072-64eabd2462f8 None None] The sync data for ids ['318900c0-ce23-4521-8c78-8fa8662dd198'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:38.386791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971cd87b-88c4-4c1c-b612-e17df611ad7f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.391112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-971cd87b-88c4-4c1c-b612-e17df611ad7f tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=318900c0-ce23-4521-8c78-8fa8662dd198&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0613220 Feb 11 14:31:38.391335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47854) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.503080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.556031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e3d26-8e8d-444f-8f28-f60f3aef5620 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.560738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bf3e3d26-8e8d-444f-8f28-f60f3aef5620 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.1656551 Feb 11 14:31:38.560973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47856) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.577605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b8a8b0e-53b9-476c-8550-09a470fb10b7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:38.586830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.594483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-33839994-574f-4f88-88cf-42fdd8936ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1b8a8b0e-53b9-476c-8550-09a470fb10b7 HTTP/1.1" status: 204 len: 168 time: 0.7679193 Feb 11 14:31:38.595541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ce43604-0999-430f-b834-efe5928e6b1a tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 200 len: 205 time: 0.0335350 Feb 11 14:31:38.601654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.608732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.635595 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77bbfd5-1704-4cad-a662-c9fa80b881c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:31:38.637163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c77bbfd5-1704-4cad-a662-c9fa80b881c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports/1b8a8b0e-53b9-476c-8550-09a470fb10b7 HTTP/1.1" status: 404 len: 333 time: 0.0273612 Feb 11 14:31:38.640872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.642708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47862) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:38.649752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310304383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:38.736136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=4cfbedc3-055f-4f85-b05c-523eabee6069,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:38.743142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:38.743501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: f9d93df2-15f8-4059-9242-6fcb04ecc40e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:38.788057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.801334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Made reservation on behalf of 9d8e6bf0b62747a78a1815257301242c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:38.803702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.828785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:38.832664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 4d51d80a-9109-41f7-a8df-ee3a48e2806d yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:38.855477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60708e-7bf4-4cb1-b65a-7450aee842b1 req-be675e88-ef89-4791-8a7c-5479e96fa20b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.857481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c60708e-7bf4-4cb1-b65a-7450aee842b1 req-be675e88-ef89-4791-8a7c-5479e96fa20b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1244590 Feb 11 14:31:38.899705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f9d93df2-15f8-4059-9242-6fcb04ecc40e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:38.911315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866af77-2a09-4e91-a75d-f01d08d345ef None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:38.947360 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c60708e-7bf4-4cb1-b65a-7450aee842b1 req-270f038b-d7d7-479b-b378-333492576930 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825930 Feb 11 14:31:38.953013 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:38.986117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.990728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.024166 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.086650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port 2e304363-6768-4a65-8dc9-6290cf331bc6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:39.087106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.102461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-26f1c15b-6a01-43b7-b107-803ef3f2a410 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2136674 Feb 11 14:31:39.103171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:39.108962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:39.156728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f9d93df2-15f8-4059-9242-6fcb04ecc40e', 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '4cfbedc3-055f-4f85-b05c-523eabee6069'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:39.158388 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.180775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.189560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.204572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for 2e304363-6768-4a65-8dc9-6290cf331bc6 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:39.281099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:39.292292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:39.295189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:39.296148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:39.299287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.307257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25172102'] for subnet, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.344390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Allocated IP 172.20.0.2 (f9d93df2-15f8-4059-9242-6fcb04ecc40e/4cfbedc3-055f-4f85-b05c-523eabee6069/ebd6389a-c7d3-4fea-881d-ba86f3593198) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:39.351655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=4d51d80a-9109-41f7-a8df-ee3a48e2806d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:39.438680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-262c02fc-6369-4542-9d73-23ac67225942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7924948 Feb 11 14:31:39.443523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:39.449712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:39.519278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.543196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.594276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.621488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=2e304363-6768-4a65-8dc9-6290cf331bc6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:39.670163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.719241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:39.722498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.732373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:39.738507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:39.747239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Pushing event updated for resources: {'Port': ['ID=ebd6389a-c7d3-4fea-881d-ba86f3593198,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:39.760767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 4d51d80a-9109-41f7-a8df-ee3a48e2806d yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:39.777353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.814919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Attempting to bind port ebd6389a-c7d3-4fea-881d-ba86f3593198 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:39.815270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Attempting to bind port ebd6389a-c7d3-4fea-881d-ba86f3593198 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:39.815634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Attempting to bind port ebd6389a-c7d3-4fea-881d-ba86f3593198 on network f9d93df2-15f8-4059-9242-6fcb04ecc40e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:39.823875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:39.824248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Checking segment: {'id': 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:39.824703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.825123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Bound using segment: {'id': 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:39.825597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Bound port: ebd6389a-c7d3-4fea-881d-ba86f3593198, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9d93df2-15f8-4059-9242-6fcb04ecc40e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:39.825979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.861546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.864063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.868395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.914509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] For port ebd6389a-c7d3-4fea-881d-ba86f3593198, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:39.918245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] For port ebd6389a-c7d3-4fea-881d-ba86f3593198, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ebd6389a-c7d3-4fea-881d-ba86f3593198,segment=NetworkSegment(c31fcd52-ff57-44e9-9aa6-7cd0275eac49),segment_id=c31fcd52-ff57-44e9-9aa6-7cd0275eac49)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:39.927898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763871979111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3876855'] for subnet, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.985030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.985664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router 318900c0-ce23-4521-8c78-8fa8662dd198 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:39.991083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:39.991219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.995453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "PUT /v2.0/subnets/4cfbedc3-055f-4f85-b05c-523eabee6069 HTTP/1.1" status: 200 len: 806 time: 0.8884993 Feb 11 14:31:39.995789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:39.997261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aa740ae0-25cf-4c21-a3e5-cd5e4cca51fd tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 204 len: 168 time: 1.3943765 Feb 11 14:31:39.998002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47880) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:40.001704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:40.007934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=4d51d80a-9109-41f7-a8df-ee3a48e2806d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:40.008435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922978485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:40.040766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.041148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841db3c9-fc26-4270-8c1a-8de293814883 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=4cfbedc3-055f-4f85-b05c-523eabee6069,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:40.044600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.044600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.044600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.054179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.054411 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.054856 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 2 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.091500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.091500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.091500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.117749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.118422 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.119502 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 3 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.144688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.145059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.145404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.157663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.158005 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.159100 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 4 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.180481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc96d3-d58a-4da2-bd38-44ad38aa153e req-af31eedc-6380-4248-89ab-eaaeab1174ae tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.182761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52dc96d3-d58a-4da2-bd38-44ad38aa153e req-af31eedc-6380-4248-89ab-eaaeab1174ae tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1053183 Feb 11 14:31:40.201531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.201974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.202441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.203419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593e598-9527-416b-8c35-d63dba1da895 None None] Pushing event updated for resources: {'Port': ['ID=ebd6389a-c7d3-4fea-881d-ba86f3593198,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:40.217418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.217895 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.218682 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 5 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.251080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52dc96d3-d58a-4da2-bd38-44ad38aa153e req-ea5bfc6e-1e06-4963-8544-a8408021c00d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614338 Feb 11 14:31:40.251997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.252330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.252672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.258555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.259317 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.261391 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 6 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.266066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.283043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.283529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.283886 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.288985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.289304 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.290307 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 7 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.295343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.304782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.313301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.313640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.314124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.323808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.324402 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.324806 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 8 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.347841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.348275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.348677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.357508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.358046 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.358563 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 9 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.384353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.384788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.386395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.390825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.397569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.397991 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.398450 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 10 to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d Feb 11 14:31:40.424227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port ebd6389a-c7d3-4fea-881d-ba86f3593198 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:40.424612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.428449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:40.428783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:40.429147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:40.446486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:40.447028 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:40.452658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.576930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 4d51d80a-9109-41f7-a8df-ee3a48e2806d, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:40.577461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempted to set empty binding levels {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:31:40.613282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port ebd6389a-c7d3-4fea-881d-ba86f3593198, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ebd6389a-c7d3-4fea-881d-ba86f3593198,segment=NetworkSegment(c31fcd52-ff57-44e9-9aa6-7cd0275eac49),segment_id=c31fcd52-ff57-44e9-9aa6-7cd0275eac49)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:40.613749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.628108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for ebd6389a-c7d3-4fea-881d-ba86f3593198 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:40.695283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.728370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.778170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] In _notify_port_updated(), no bound segment for port 4d51d80a-9109-41f7-a8df-ee3a48e2806d on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:31:40.780389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.781792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.786854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:40.787785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "PUT /v2.0/ports/4d51d80a-9109-41f7-a8df-ee3a48e2806d HTTP/1.1" status: 200 len: 979 time: 1.3430948 Feb 11 14:31:40.807465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60b2f4-cdbe-42af-913f-99186248432c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=4d51d80a-9109-41f7-a8df-ee3a48e2806d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:40.855680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.859756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:40.859919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-892e6aab-de16-4e93-b6f7-722463759fa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8565378 Feb 11 14:31:40.868540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:40.900807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.901965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.902448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.902922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.903420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.903854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.904317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.904809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.905297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.905760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.909290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.909290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.909290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:40.909747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bb4539fa-5b4f-4307-93bb-05e81cf6f0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11892 time: 0.1218154 Feb 11 14:31:40.913150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47892) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:40.940189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:40.977197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=ebd6389a-c7d3-4fea-881d-ba86f3593198,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:41.058325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port ebd6389a-c7d3-4fea-881d-ba86f3593198 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:41.129045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.168355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.177407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Deleting port 4d51d80a-9109-41f7-a8df-ee3a48e2806d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:41.177756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.257075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 4d51d80a-9109-41f7-a8df-ee3a48e2806d, host n-h2-828407-1, got binding levels [] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:41.257437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.270559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Calling delete_port for 4d51d80a-9109-41f7-a8df-ee3a48e2806d owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:41.441506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789ef62-b73a-456d-bd05-b4b01e834c57 req-ac23b2ad-a8c6-4ecc-bc5c-8305682270e7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:41.451535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3789ef62-b73a-456d-bd05-b4b01e834c57 req-ac23b2ad-a8c6-4ecc-bc5c-8305682270e7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0618696 Feb 11 14:31:41.492830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3789ef62-b73a-456d-bd05-b4b01e834c57 req-71d60849-8284-4fc2-9827-f82d7173867f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Feb 11 14:31:41.525049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.532797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.548549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.567481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfbedc3-055f-4f85-b05c-523eabee6069,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:41.601981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea0bfe-a568-4307-9d82-c1fb58e4b655 None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:41.636614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.671123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d51d80a-9109-41f7-a8df-ee3a48e2806d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:41.675141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.687502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.691121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3d6d1f8e-74f0-4968-8805-18c5bed654c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4d51d80a-9109-41f7-a8df-ee3a48e2806d HTTP/1.1" status: 204 len: 168 time: 0.7765012 Feb 11 14:31:41.695480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47900) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:41.700462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d51f7573-d4a8-4a64-bff9-211b4531f0ec None None] Could not find standard attr ID for object ebd6389a-c7d3-4fea-881d-ba86f3593198. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:31:41.726691 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-08389df8-e3ef-4457-b6da-ca0dfa0467ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:31:41.728204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-08389df8-e3ef-4457-b6da-ca0dfa0467ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports/4d51d80a-9109-41f7-a8df-ee3a48e2806d HTTP/1.1" status: 404 len: 333 time: 0.0316474 Feb 11 14:31:41.730016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d93df2-15f8-4059-9242-6fcb04ecc40e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:41.737673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47902) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:41.744184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834927440', 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:41.749994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:41.750811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31fcd52-ff57-44e9-9aa6-7cd0275eac49') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:41.762158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Allocated IP 172.25.7.210 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/38a43db0-2462-4163-9a57-508056bc01f1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:41.764492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.788407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.796408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:41.796718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:41.799709 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:41.844905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b090b-5bd2-40de-9fc7-7f1a99be58a1 None None] DHCP port deletion for f9d93df2-15f8-4059-9242-6fcb04ecc40e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:31:41.869810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147f848-d93c-41c8-b3de-c0ad84a7859b None None] Network f9d93df2-15f8-4059-9242-6fcb04ecc40e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:41.881507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Made reservation on behalf of 9d8e6bf0b62747a78a1815257301242c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:41.886611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.902907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.904843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 5c2af553-6b1f-4f31-867f-ee08f069cbcb yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:41.983828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:41.997531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.000867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f9d93df2-15f8-4059-9242-6fcb04ecc40e HTTP/1.1" status: 204 len: 168 time: 2.0016153 Feb 11 14:31:42.003626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:42.014296 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.022877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4f8ef-5e42-4276-be2b-c39733e0e9b9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=f9d93df2-15f8-4059-9242-6fcb04ecc40e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:42.032724 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-68565ec6-445b-45df-a455-69644bf2b3a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:42.033330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68565ec6-445b-45df-a455-69644bf2b3a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:42.036378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-68565ec6-445b-45df-a455-69644bf2b3a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f9d93df2-15f8-4059-9242-6fcb04ecc40e HTTP/1.1" status: 404 len: 339 time: 0.0316510 Feb 11 14:31:42.073116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47906) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:42.078117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-463283306', 'description': 'd1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:42.085884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:42.090524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:42.093076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:42.118932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Pushing event updated for resources: {'Port': ['ID=38a43db0-2462-4163-9a57-508056bc01f1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:42.133910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.206528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:42.210107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.233778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:42.242436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.259633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.260006 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment c6ea93ad-bb24-4304-b611-a464a2f24ad1 of type vlan for network cdf323a3-5b61-4db5-bb6c-701aac23a2ba Feb 11 14:31:42.317943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:42.324194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:42.330322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:42.331200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.331891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.345483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.350856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2af553-6b1f-4f31-867f-ee08f069cbcb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:42.443717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c830e22f-39e2-4257-86f9-d2da7233f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7049859 Feb 11 14:31:42.446209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47914) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:42.472815 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.474671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.480190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.480782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:42.510578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48600358-1b5c-40b9-aabb-7644e6decf7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.511893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48600358-1b5c-40b9-aabb-7644e6decf7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports/5c2af553-6b1f-4f31-867f-ee08f069cbcb HTTP/1.1" status: 200 len: 959 time: 0.0646937 Feb 11 14:31:42.516033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47916) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:42.560769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=cdf323a3-5b61-4db5-bb6c-701aac23a2ba,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:42.573981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network cdf323a3-5b61-4db5-bb6c-701aac23a2ba details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:42.631528 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f614e3dd-c924-4860-bc5a-fdcf431e1757 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5573382 Feb 11 14:31:42.631752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.087395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fbbae-d202-4d18-a00f-fe3352e4b83f req-4677f7ae-184d-498c-88db-8a503c09affa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.087395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-893fbbae-d202-4d18-a00f-fe3352e4b83f req-4677f7ae-184d-498c-88db-8a503c09affa tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.5038948 Feb 11 14:31:43.102028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebd6389a-c7d3-4fea-881d-ba86f3593198 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:43.105628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3306c38-91af-4ceb-893b-d9b608ae94f3 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.107029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c3306c38-91af-4ceb-893b-d9b608ae94f3 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks?id=cdf323a3-5b61-4db5-bb6c-701aac23a2ba HTTP/1.1" status: 200 len: 760 time: 0.4719107 Feb 11 14:31:43.109890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.115940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'description': 'd2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:43.148920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ebd6389a-c7d3-4fea-881d-ba86f3593198 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:43.149264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ebd6389a-c7d3-4fea-881d-ba86f3593198 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:43.176229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Deleting port 5c2af553-6b1f-4f31-867f-ee08f069cbcb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:43.176567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.199158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-893fbbae-d202-4d18-a00f-fe3352e4b83f req-e9cb3a9d-3695-4bbf-ae0d-70ff8daaabfe tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039038 Feb 11 14:31:43.233688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.239624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.253010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.290380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.302474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Calling delete_port for 5c2af553-6b1f-4f31-867f-ee08f069cbcb owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:43.383761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.402877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network cdf323a3-5b61-4db5-bb6c-701aac23a2ba is not hosted by any dhcp agent {{(pid=109375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:31:43.408141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.408857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.412469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "PUT /v2.0/networks/cdf323a3-5b61-4db5-bb6c-701aac23a2ba HTTP/1.1" status: 200 len: 757 time: 0.2985358 Feb 11 14:31:43.412818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.508689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abbc0c-401a-49be-a093-ebc9475f1a7e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=cdf323a3-5b61-4db5-bb6c-701aac23a2ba,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:43.512740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.521173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Router 35be321b-213f-4b21-89ab-18f5f8dda0dd is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:43.522741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network cdf323a3-5b61-4db5-bb6c-701aac23a2ba details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:43.547548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227683d5-c441-450e-ab7d-749fbdbcef00 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.549275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-227683d5-c441-450e-ab7d-749fbdbcef00 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks?id=cdf323a3-5b61-4db5-bb6c-701aac23a2ba HTTP/1.1" status: 200 len: 760 time: 0.1354382 Feb 11 14:31:43.552998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47942) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.559144 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874362844'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:43.563550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2af553-6b1f-4f31-867f-ee08f069cbcb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:43.602581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.606097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-65cd16fb-912a-40e8-a9e2-794025c72a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5c2af553-6b1f-4f31-867f-ee08f069cbcb HTTP/1.1" status: 204 len: 168 time: 1.0889852 Feb 11 14:31:43.609121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.641476 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-132b916a-94a5-4c65-8ac8-43bd73ea250d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:31:43.649255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-132b916a-94a5-4c65-8ac8-43bd73ea250d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports/5c2af553-6b1f-4f31-867f-ee08f069cbcb HTTP/1.1" status: 404 len: 333 time: 0.0386875 Feb 11 14:31:43.651278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47950) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.654796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-732027062'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:43.676373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:43.680315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.701196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:43.705590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.707338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0572a253-4e72-4209-b9fc-5352b8eada0a tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "PUT /v2.0/routers/35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 200 len: 916 time: 2.8452253 Feb 11 14:31:43.709582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.711317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] Sync routers for ids ['35be321b-213f-4b21-89ab-18f5f8dda0dd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:43.726001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] Routers {'35be321b-213f-4b21-89ab-18f5f8dda0dd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:43.727340 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['35be321b-213f-4b21-89ab-18f5f8dda0dd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:43.733337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:43.746127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.746529 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment 536f20a4-6404-493b-a16e-9910ad964e7d of type vlan for network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 Feb 11 14:31:43.800264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.826961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Made reservation on behalf of 9d8e6bf0b62747a78a1815257301242c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:43.828334 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:43.830153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.840636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] Routers {'35be321b-213f-4b21-89ab-18f5f8dda0dd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:43.841331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d68383b4-8eca-4281-b01b-dc2dc7d0a758 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 200 len: 922 time: 0.1304111 Feb 11 14:31:43.841740 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['35be321b-213f-4b21-89ab-18f5f8dda0dd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:43.842224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.854783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 70afd997-9169-4ea6-979c-019804dfd414 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:43.888985 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:43.889924 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45297d2a-e32e-47f2-be3e-6bce6ce980cd None None] The sync data for ids ['35be321b-213f-4b21-89ab-18f5f8dda0dd'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:43.894349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e0176-d659-41cd-bc61-973d2a3a3805 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.899598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47958) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:43.900159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f84e0176-d659-41cd-bc61-973d2a3a3805 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=35be321b-213f-4b21-89ab-18f5f8dda0dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0569348 Feb 11 14:31:43.956035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.961518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.962107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.121890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=78e7a9cd-18a2-487b-9e78-27ae2a74ebe2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:44.135829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:44.169292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0386dedf-0108-43d8-acbe-d39df5a7b703 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6151636 Feb 11 14:31:44.172029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:44.177380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24596fdb-9b4a-498f-b119-d8aa6687ac95 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:44.178348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:44.179310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-24596fdb-9b4a-498f-b119-d8aa6687ac95 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/networks/00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 881 time: 0.2783611 Feb 11 14:31:44.184090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47968) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:44.240240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3b304fc-258a-4a21-b787-0e73ff401204 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 200 len: 205 time: 0.0547247 Feb 11 14:31:44.246352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47972) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:44.361415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:44.365101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.639366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.672364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.736148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=355af098-4301-4355-9268-6f9b1d43fa41,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:44.750854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e149c-42c1-4475-b15c-230c6e35220e req-f10be817-6167-49ab-929b-a8cf32522e8d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:44.752425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-825e149c-42c1-4475-b15c-230c6e35220e req-f10be817-6167-49ab-929b-a8cf32522e8d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1257915 Feb 11 14:31:44.763105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.789821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': '536f20a4-6404-493b-a16e-9910ad964e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:44.795355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:44.849311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-825e149c-42c1-4475-b15c-230c6e35220e req-c3329be1-5710-4916-8c18-0b08af173787 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838878 Feb 11 14:31:44.888652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.898504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:44.945193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Network e982db97-c888-415c-8fa2-2aca8cd5e6a9 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:44.951000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:44.958417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:44.959356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:44.959959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:44.964290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=70afd997-9169-4ea6-979c-019804dfd414,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:44.979505 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.001036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:45.006709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:45.006709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.018235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86d20b-dd3d-4920-865a-e33504a2552f None None] Network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:45.050036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dd6daf10-b9e5-493a-9ed6-5cc82231b283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3990812 Feb 11 14:31:45.055439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:45.060391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:45.139200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8ccf1d12-91c4-486d-8d6e-e6edf48f9fe7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9637275 Feb 11 14:31:45.139734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:45.232623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.291783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-78e7a9cd-18a2-487b-9e78-27ae2a74ebe2', 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': '355af098-4301-4355-9268-6f9b1d43fa41'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:45.293412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.382957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port 38a43db0-2462-4163-9a57-508056bc01f1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:45.383193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.399631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.461938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Allocated IP 172.20.0.2 (78e7a9cd-18a2-487b-9e78-27ae2a74ebe2/355af098-4301-4355-9268-6f9b1d43fa41/370d7471-3269-4566-bda0-16b85643a89d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:45.497736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.510353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for 38a43db0-2462-4163-9a57-508056bc01f1 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:45.542403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] device_id is not set on port 70afd997-9169-4ea6-979c-019804dfd414 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:31:45.551984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.620096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.655115 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.660137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.729178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.729828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.730178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.737960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.738296 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.740721 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 2 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.743771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=70afd997-9169-4ea6-979c-019804dfd414,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:45.761605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.770942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.771747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.772691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.777941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.778405 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.779029 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 3 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.794700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.795167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.795568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.801066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.801692 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.802190 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 4 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.819435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.820436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.821217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.832954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.833450 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.834087 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 5 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.849007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.849527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.850131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.856061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.856736 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.857231 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 6 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.873160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.873688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.874132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.880119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.892818 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.894502 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 7 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.904020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.932700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.933236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.933585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.944975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.948029 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.948459 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 8 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:45.967053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.976885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:45.977273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:45.979477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:45.992364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:45.992701 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:45.993133 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 9 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:46.046856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:46.049920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:46.053468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:46.063354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Pushing event updated for resources: {'Port': ['ID=370d7471-3269-4566-bda0-16b85643a89d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:46.077774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=38a43db0-2462-4163-9a57-508056bc01f1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:46.079570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=355af098-4301-4355-9268-6f9b1d43fa41,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:46.099384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:46.099738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:46.100027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:46.109477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:46.109839 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:46.111475 n-d-828407-1 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempt 10 to bind port 70afd997-9169-4ea6-979c-019804dfd414 Feb 11 14:31:46.126080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9b90-7bf4-4465-a83b-2fa55ba0b7c0 req-6ee40eb6-59e9-4e11-9850-0687e8577b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:46.128202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c5b9b90-7bf4-4465-a83b-2fa55ba0b7c0 req-6ee40eb6-59e9-4e11-9850-0687e8577b33 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1264188 Feb 11 14:31:46.140548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:46.141402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:46.142048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempting to bind port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:46.148162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Attempting to bind port 370d7471-3269-4566-bda0-16b85643a89d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:46.148538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Attempting to bind port 370d7471-3269-4566-bda0-16b85643a89d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '536f20a4-6404-493b-a16e-9910ad964e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:46.148922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Attempting to bind port 370d7471-3269-4566-bda0-16b85643a89d on network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:46.154709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:46.155111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Checking segment: {'id': '536f20a4-6404-493b-a16e-9910ad964e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:46.156037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:46.156161 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.156341 n-d-828407-1 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Failed to bind port 70afd997-9169-4ea6-979c-019804dfd414 on host n-h2-828407-1 for vnic_type normal using segments [{'id': '2d800fc7-af82-40cd-9f36-a66b833d91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e982db97-c888-415c-8fa2-2aca8cd5e6a9'}] Feb 11 14:31:46.156454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Bound using segment: {'id': '536f20a4-6404-493b-a16e-9910ad964e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:46.156664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.156851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Bound port: 370d7471-3269-4566-bda0-16b85643a89d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536f20a4-6404-493b-a16e-9910ad964e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:46.157282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.213410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.223368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c5b9b90-7bf4-4465-a83b-2fa55ba0b7c0 req-322698e4-846a-42b0-a2d9-31dfd4a3ae06 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787170 Feb 11 14:31:46.245084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.247801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e7a9cd-18a2-487b-9e78-27ae2a74ebe2']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:46.274865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 70afd997-9169-4ea6-979c-019804dfd414, host n-h2-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:46.281423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attempted to set empty binding levels {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 14:31:46.298009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] For port 370d7471-3269-4566-bda0-16b85643a89d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:46.303218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] For port 370d7471-3269-4566-bda0-16b85643a89d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=370d7471-3269-4566-bda0-16b85643a89d,segment=NetworkSegment(536f20a4-6404-493b-a16e-9910ad964e7d),segment_id=536f20a4-6404-493b-a16e-9910ad964e7d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:46.324661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536f20a4-6404-493b-a16e-9910ad964e7d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:46.324661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536f20a4-6404-493b-a16e-9910ad964e7d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:46.383830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.398894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.401885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.415329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.434145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] In _notify_port_updated(), no bound segment for port 70afd997-9169-4ea6-979c-019804dfd414 on network e982db97-c888-415c-8fa2-2aca8cd5e6a9 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:31:46.435136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:46.435839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.446337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "PUT /v2.0/ports/70afd997-9169-4ea6-979c-019804dfd414 HTTP/1.1" status: 200 len: 978 time: 1.3923957 Feb 11 14:31:46.448736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.451389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:46.476298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.487568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:46.488202 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.490064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6937d-3748-49cb-95e5-22e782e7c87c None None] Pushing event updated for resources: {'Port': ['ID=370d7471-3269-4566-bda0-16b85643a89d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:46.496269 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:46.525992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856b655-7aa3-4aa0-91ee-31ea7676c10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event updated for resources: {'Port': ['ID=70afd997-9169-4ea6-979c-019804dfd414,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:46.568755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cb1a9-fc03-450a-b9a1-34b1c15bd2ff None None] Network 78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:46.582007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.582527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router 35be321b-213f-4b21-89ab-18f5f8dda0dd {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:46.594471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.599099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9075719-5e74-4d0c-b7cd-07750999cf26 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 204 len: 168 time: 2.3481193 Feb 11 14:31:46.599944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 47996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:46.604390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1017027448', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:46.646707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Deleting port 70afd997-9169-4ea6-979c-019804dfd414 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:46.647043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.691007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:31:46.691007 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:31:46.691007 n-d-828407-1 neutron-server[109375]: [parameters: {'id': '78e7a9cd-18a2-487b-9e78-27ae2a74ebe2'}] Feb 11 14:31:46.691007 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:31:46.691471 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:31:46.713970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.715102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.728076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] For port 70afd997-9169-4ea6-979c-019804dfd414, host n-h2-828407-1, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:46.729270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:46.749408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe042fad-e366-4410-bad2-d2e257481055 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:31:46.749738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Calling delete_port for 70afd997-9169-4ea6-979c-019804dfd414 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:46.828142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe042fad-e366-4410-bad2-d2e257481055 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:31:46.831507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.047513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.068668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.099199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Pushing event deleted for resources: {'Port': ['ID=70afd997-9169-4ea6-979c-019804dfd414,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:47.102996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.106316 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-337b7117-4e02-4be1-ad06-a9bc33d1e0bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "DELETE /v2.0/ports/70afd997-9169-4ea6-979c-019804dfd414 HTTP/1.1" status: 204 len: 168 time: 0.6511581 Feb 11 14:31:47.109149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 47998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:47.141205 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-48054a5e-66cc-40ca-aeae-db0940edb25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] GET failed (client error): The resource could not be found. Feb 11 14:31:47.142652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48054a5e-66cc-40ca-aeae-db0940edb25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490739970-project-admin] 10.222.0.31 "GET /v2.0/ports/70afd997-9169-4ea6-979c-019804dfd414 HTTP/1.1" status: 404 len: 333 time: 0.0325258 Feb 11 14:31:47.146876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48000) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:47.193765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.260354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.325291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port 370d7471-3269-4566-bda0-16b85643a89d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:47.325627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.440234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.477111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.498326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.498958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port 370d7471-3269-4566-bda0-16b85643a89d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=370d7471-3269-4566-bda0-16b85643a89d,segment=NetworkSegment(536f20a4-6404-493b-a16e-9910ad964e7d),segment_id=536f20a4-6404-493b-a16e-9910ad964e7d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:47.499642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.507018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e982db97-c888-415c-8fa2-2aca8cd5e6a9']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:47.529892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for 370d7471-3269-4566-bda0-16b85643a89d owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:47.549711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68b497-8e23-42ad-93c0-1a5f335af0f3 req-9bc73ce7-b4db-4f88-b402-805ada32ae7a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:47.551674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d68b497-8e23-42ad-93c0-1a5f335af0f3 req-9bc73ce7-b4db-4f88-b402-805ada32ae7a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1988847 Feb 11 14:31:47.557202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d800fc7-af82-40cd-9f36-a66b833d91c2') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:47.557772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d800fc7-af82-40cd-9f36-a66b833d91c2') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:47.616035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.641703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.645177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Allocated IP 172.25.7.113 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3bd308dd-0aa6-4df0-9ab4-6f08a4a0ac6a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:47.662522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:47.662935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:47.666570 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:47.670771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d68b497-8e23-42ad-93c0-1a5f335af0f3 req-0477638b-d4be-4084-b18d-37ee5197270c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093659 Feb 11 14:31:47.852692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.856322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.863164 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.864589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.866404 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] 10.222.0.31 "DELETE /v2.0/networks/e982db97-c888-415c-8fa2-2aca8cd5e6a9 HTTP/1.1" status: 204 len: 168 time: 0.7186260 Feb 11 14:31:47.903990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=370d7471-3269-4566-bda0-16b85643a89d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:47.910844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port 370d7471-3269-4566-bda0-16b85643a89d on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:47.916853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdf2fd-cd5c-4230-bc5f-1b6358cb2576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130110609-project] Pushing event deleted for resources: {'Network': ['ID=e982db97-c888-415c-8fa2-2aca8cd5e6a9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:48.005353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.006488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.028648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e7a9cd-18a2-487b-9e78-27ae2a74ebe2']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:48.037624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536f20a4-6404-493b-a16e-9910ad964e7d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:48.037838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536f20a4-6404-493b-a16e-9910ad964e7d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:48.047947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.062463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.068247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:48.073309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:48.073786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.073929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:48.077431 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:48.079696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:48.123176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event updated for resources: {'Port': ['ID=3bd308dd-0aa6-4df0-9ab4-6f08a4a0ac6a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:48.153673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-389dd984-07ab-400d-9b16-c3c4a3d6a241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.245903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.251575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.258746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 HTTP/1.1" status: 204 len: 168 time: 3.1143687 Feb 11 14:31:48.258854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48012) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.269899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1be56-003f-40e1-a397-0d6c8c6269c0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=78e7a9cd-18a2-487b-9e78-27ae2a74ebe2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:48.286228 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dddc7dd-2195-4152-9fe1-2d0f8228942e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] GET failed (client error): The resource could not be found. Feb 11 14:31:48.287559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9dddc7dd-2195-4152-9fe1-2d0f8228942e tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets/355af098-4301-4355-9268-6f9b1d43fa41 HTTP/1.1" status: 404 len: 337 time: 0.0289650 Feb 11 14:31:48.290417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.310941 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e51ce81-8057-4a4c-bc7d-e1bdabb557b8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:48.311599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e51ce81-8057-4a4c-bc7d-e1bdabb557b8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:48.314642 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e51ce81-8057-4a4c-bc7d-e1bdabb557b8 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 HTTP/1.1" status: 404 len: 339 time: 0.0227692 Feb 11 14:31:48.318603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48018) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.398186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.422133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.546924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2ad6c-9299-484a-a3ac-a3e20c5d6c25 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.552164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99e2ad6c-9299-484a-a3ac-a3e20c5d6c25 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2299750 Feb 11 14:31:48.552496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.597741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c0f40f2d-f959-48b1-b6be-78282c1eefd0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 207 time: 0.0426712 Feb 11 14:31:48.601516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48034) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.654511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b52db08-38ba-4aa3-8718-ba2ca1f69cba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=587ac4d3fc1949ad9c67b92720f3941c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552226 Feb 11 14:31:48.657134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48036) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.735736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.753806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c764f-1123-4d6d-a0dd-acced796f6e2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.763893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c764f-1123-4d6d-a0dd-acced796f6e2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.770241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c764f-1123-4d6d-a0dd-acced796f6e2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.776552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c764f-1123-4d6d-a0dd-acced796f6e2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.778313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c67c764f-1123-4d6d-a0dd-acced796f6e2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1756439 Feb 11 14:31:48.783438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:48.798873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.843404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:48.884237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221025-a806-42d5-870e-95fd98995e28 req-e0ec4b74-812c-4d24-913c-1edf52d6efb6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.887041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f221025-a806-42d5-870e-95fd98995e28 req-e0ec4b74-812c-4d24-913c-1edf52d6efb6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1076584 Feb 11 14:31:48.942960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f221025-a806-42d5-870e-95fd98995e28 req-9675e3ab-f0dd-4494-b7fa-c64c54422e50 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 Feb 11 14:31:48.969796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9187d66-ad9e-4cdc-852e-2915f06e844d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1854103 Feb 11 14:31:48.974963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.070064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.074242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.076074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16cc348f-0678-4d9c-9a57-5500a14f05fc HTTP/1.1" status: 204 len: 168 time: 0.4173651 Feb 11 14:31:49.085242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311b83-d064-49f3-a33a-1fcce24b5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc348f-0678-4d9c-9a57-5500a14f05fc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:49.101501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf59b3a-3e0b-455e-9750-c951b940455f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.102866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf59b3a-3e0b-455e-9750-c951b940455f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.106912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0cf59b3a-3e0b-455e-9750-c951b940455f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1247365 Feb 11 14:31:49.111015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48048) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.150520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9f69-8d1e-4e03-86f4-58394cb4ecc5 req-32dd9514-676a-4c79-9b35-31eee989e493 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.167317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e30a9f69-8d1e-4e03-86f4-58394cb4ecc5 req-32dd9514-676a-4c79-9b35-31eee989e493 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1490259 Feb 11 14:31:49.175730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Router 8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:49.186840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d7099-68cd-4b8a-88ca-b8d76c646ad0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.188252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d7099-68cd-4b8a-88ca-b8d76c646ad0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.189856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c01d7099-68cd-4b8a-88ca-b8d76c646ad0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0775676 Feb 11 14:31:49.196730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48050) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.269044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e30a9f69-8d1e-4e03-86f4-58394cb4ecc5 req-e9d0f6ff-06f6-4325-bc6c-cbcc2679e045 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008008 Feb 11 14:31:49.331367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee882ae-8323-4701-9b5e-74cd9ea795b1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.332423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cee882ae-8323-4701-9b5e-74cd9ea795b1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks/f5e41a0d-721a-4d90-a4c1-cdd869548f07 HTTP/1.1" status: 200 len: 800 time: 0.1374872 Feb 11 14:31:49.340233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48058) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.350970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:49.363320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] Sync routers for ids ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:49.383368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] Routers {'8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:49.383999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:49.420485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:31:49.422953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:49.443286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] Routers {'8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:49.444240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:49.466381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-76ffa541-da7d-4c00-98e2-bbb1478b9e87 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/networks/f5e41a0d-721a-4d90-a4c1-cdd869548f07?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1213584 Feb 11 14:31:49.467240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48062) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.489278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.492445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-03c521b1-7470-4afc-aa33-26656921f3b4 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8915391 Feb 11 14:31:49.502976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.507022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:49.507997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84cf78-9b3a-4da8-a55f-37a256f72aa8 None None] The sync data for ids ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:49.511165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:49.537730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b686a-9b5b-4600-a0a2-2a4a2f26fd0d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.540199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-310b686a-9b5b-4600-a0a2-2a4a2f26fd0d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets/ae098219-4bb2-4a13-adb1-cb360ae703f5 HTTP/1.1" status: 200 len: 811 time: 0.0718989 Feb 11 14:31:49.544975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.703826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:49.714751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88d9dd-8f0a-4edc-b923-fa84bfedb7b2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['shared'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.721846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b88d9dd-8f0a-4edc-b923-fa84bfedb7b2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "GET /v2.0/subnets/ae098219-4bb2-4a13-adb1-cb360ae703f5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1754832 Feb 11 14:31:49.722440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:31:49.722594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48082) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:49.727809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018880243'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:49.770666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.785974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:49.808820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:49.846911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:49.862547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.918126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:49.928400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.928779 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Added segment fdf55529-0152-4e9d-bf26-fdb8f6c1d993 of type vlan for network a6c70dda-8677-4e77-bdc6-5c4041919911 Feb 11 14:31:49.979234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.030300 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.086511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:50.124271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['bd6520a0-a880-4c14-bd68-90e4bdb42bae'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:50.129356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:50.209068 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.215346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:50.221838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.247303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:50.247903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-171f994f-e41c-47a3-8b14-fdfc7b90d273 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d8e6bf0b62747a78a1815257301242c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125481 Feb 11 14:31:50.280740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca490532-805f-44b7-a37a-6de2b3715f5d req-1a227bb3-4f95-4526-90dd-f27cf14095e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:50.282353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca490532-805f-44b7-a37a-6de2b3715f5d req-1a227bb3-4f95-4526-90dd-f27cf14095e0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.1721346 Feb 11 14:31:50.363883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6400285 Feb 11 14:31:50.366548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.370074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:50.375737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:50.411836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d81-3b5e-4d37-8c99-7d0f81bee099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.414596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cdfd2-6e8b-4b7e-91be-31840bb17dc1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Network': ['ID=a6c70dda-8677-4e77-bdc6-5c4041919911,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:50.436345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a6c70dda-8677-4e77-bdc6-5c4041919911 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:50.449141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca490532-805f-44b7-a37a-6de2b3715f5d req-a7756ecf-eaf6-4cab-bbc5-d9a076c2088e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957978 Feb 11 14:31:50.472875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.491016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.499945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-c453d811-8c9c-40a9-8f4d-ea247b56aee6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:50.503740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-c453d811-8c9c-40a9-8f4d-ea247b56aee6 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1280036 Feb 11 14:31:50.526728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.549214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e334-c9e6-4a24-8c8c-77d45e2d799e req-34618915-1bdf-438a-9ef3-b5b7babdae21 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:50.550748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a26e334-c9e6-4a24-8c8c-77d45e2d799e req-34618915-1bdf-438a-9ef3-b5b7babdae21 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 945 time: 0.1456089 Feb 11 14:31:50.665163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a26e334-c9e6-4a24-8c8c-77d45e2d799e req-8ea65d95-8fa9-4d53-9a3e-375800614955 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/security-groups?id=54423a1b-9ac7-4559-bc1c-df72f4bccf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016514 Feb 11 14:31:50.699434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Deleting port 3bd308dd-0aa6-4df0-9ab4-6f08a4a0ac6a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:50.700055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.710058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Deleting port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:50.710398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.744035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Made reservation on behalf of 588d9c7e95d244d09b62a92d3c37cee9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:50.747611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.757565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.760601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.764034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e85b871d-8024-4341-9453-8171c4cc1ed7 HTTP/1.1" status: 204 len: 168 time: 0.4877102 Feb 11 14:31:50.848746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0027f-e18c-489e-a8f7-16c0460c1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b871d-8024-4341-9453-8171c4cc1ed7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:50.864678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:31:50.865230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:31:50.897348 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.911526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] For port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,segment=NetworkSegment(a8c6f5bf-f55b-4f28-a48f-88ce59e13768),segment_id=a8c6f5bf-f55b-4f28-a48f-88ce59e13768)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:50.912781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:50.914543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Calling delete_port for 3bd308dd-0aa6-4df0-9ab4-6f08a4a0ac6a owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:50.934584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Calling delete_port for 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:51.216477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.217040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.233106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:51.273834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.315962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Pushing event deleted for resources: {'Port': ['ID=1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:51.332232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Pushing event deleted for resources: {'Port': ['ID=3bd308dd-0aa6-4df0-9ab4-6f08a4a0ac6a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:51.339929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=a342e0f9-8c58-411c-a107-c05fbc665f4e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:51.365239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] No DVR routers for this DVR port 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:51.370710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.374219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a7fb6a2-ff3a-4d38-8249-b63b42d70585 req-ddb766c7-d37d-4630-ad8e-4712f95a039f tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.60 "DELETE /v2.0/ports/1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f HTTP/1.1" status: 204 len: 173 time: 0.8639004 Feb 11 14:31:51.374808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'name': 'network-vif-deleted', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:51.384886 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5bd21-4124-4bb2-9568-fc35bb0869a9" -d '{"events": [{"server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "name": "network-vif-deleted", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:51.410819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:51.411762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Checking segment: {'id': 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:51.412196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network hostable DHCP agents. Network: a6c70dda-8677-4e77-bdc6-5c4041919911, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:51.443510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.535657 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c1e37-18f3-46ab-afd6-1346e803f424 x-openstack-request-id: req-e09c1e37-18f3-46ab-afd6-1346e803f424 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:51.536090 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2e3263-b39e-450e-980d-b4bd4d98894f", "name": "network-vif-deleted", "tag": "1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:51.540640 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e09c1e37-18f3-46ab-afd6-1346e803f424 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:51.540640 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2e3263-b39e-450e-980d-b4bd4d98894f', 'name': 'network-vif-deleted', 'tag': '1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f', 'status': 'completed', 'code': 200} Feb 11 14:31:51.541503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port bd6520a0-a880-4c14-bd68-90e4bdb42bae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:51.541503 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.556848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Network a6c70dda-8677-4e77-bdc6-5c4041919911 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:51.678977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a6c70dda-8677-4e77-bdc6-5c4041919911) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:51.721365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f3748-8cb5-4b9d-8fc3-89cb2c1a5803 None None] Network a6c70dda-8677-4e77-bdc6-5c4041919911 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:51.754830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:51.756386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.866407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.866619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65a18492-2e3d-4184-bcb7-30f47f25cec6 req-b4e05778-6e3a-438b-af5b-1b2dff423ff2 tempest-VolumesSnapshotTestJSON-209807049 tempest-VolumesSnapshotTestJSON-209807049-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c2e3263-b39e-450e-980d-b4bd4d98894f HTTP/1.1" status: 200 len: 210 time: 0.0540280 Feb 11 14:31:51.925488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.929063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.935711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:51.947204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ead68-fd20-40e9-b535-cc5cb4f0b380 req-b2fab77e-3c22-4595-a0e8-55be1be0e90c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:51.948693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b3ead68-fd20-40e9-b535-cc5cb4f0b380 req-b2fab77e-3c22-4595-a0e8-55be1be0e90c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.3213196 Feb 11 14:31:51.981014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:51.984582 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8356877-1444-4710-87fc-395fbee7acbe" -d '{"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:51.999976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-a6c70dda-8677-4e77-bdc6-5c4041919911', 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911', 'tenant_id': '588d9c7e95d244d09b62a92d3c37cee9', 'fixed_ips': [{'subnet_id': 'a342e0f9-8c58-411c-a107-c05fbc665f4e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:52.001819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.025887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:52.079990 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f51b8ddd-9687-47d7-9e4e-2d86dd55387d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7092741 Feb 11 14:31:52.082976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.088817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:52.133026 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a7dd1-b1e6-420a-962b-1a93d6066efb x-openstack-request-id: req-af1a7dd1-b1e6-420a-962b-1a93d6066efb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:52.133364 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:52.133718 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af1a7dd1-b1e6-420a-962b-1a93d6066efb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:52.134810 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'code': 200} Feb 11 14:31:52.136187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Router 8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:52.136601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.144492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b3ead68-fd20-40e9-b535-cc5cb4f0b380 req-16237085-1d6e-4fef-ba04-f4e9fb70fb1e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600897 Feb 11 14:31:52.266998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:52.274372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.276055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fbf65d7f-593f-41b2-b267-4252db80ffa5 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "PUT /v2.0/routers/8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 200 len: 706 time: 2.7717516 Feb 11 14:31:52.278680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.282802 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] Sync routers for ids ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:52.302193 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] Routers {'8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:52.302808 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:52.308788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25876832'] for subnet, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.349153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Allocated IP 172.20.0.3 (a6c70dda-8677-4e77-bdc6-5c4041919911/a342e0f9-8c58-411c-a107-c05fbc665f4e/d9b30c95-4ff4-4969-97c7-947803788fe2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:52.382069 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-89f8ae8e-ca9a-494a-ad79-91a77477c56d tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/routers/8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 200 len: 741 time: 0.1011031 Feb 11 14:31:52.387103 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:52.389103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.396142 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] Routers {'8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:52.397304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:52.499644 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:52.500339 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafb56c-600d-4e22-8e9b-8467c60ae322 None None] The sync data for ids ['8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:52.505296 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79e010cf-8cb2-4ab0-ad52-13131ebd3a78 tempest-RoutersAdminTest-1991963117 tempest-RoutersAdminTest-1991963117-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&device_id=8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 200 len: 205 time: 0.1140924 Feb 11 14:31:52.507565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.563383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.590367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0cfe0e6-d47a-4ffb-8886-7f2f13fac510 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 200 len: 205 time: 0.0789316 Feb 11 14:31:52.595633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:52.601790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.609713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.610058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.610397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.610729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.611228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.611567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.612198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.612528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.612852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.616028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.616028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.616028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:52.670743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.704096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.770011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Network a6c70dda-8677-4e77-bdc6-5c4041919911 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:52.774476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:52.777859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Pushing event updated for resources: {'Port': ['ID=d9b30c95-4ff4-4969-97c7-947803788fe2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:52.779583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:52.807584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48160) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:52.862310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Attempting to bind port d9b30c95-4ff4-4969-97c7-947803788fe2 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:52.862781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Attempting to bind port d9b30c95-4ff4-4969-97c7-947803788fe2 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:52.863240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Attempting to bind port d9b30c95-4ff4-4969-97c7-947803788fe2 on network a6c70dda-8677-4e77-bdc6-5c4041919911 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:52.869916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:52.870428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Checking segment: {'id': 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:52.871014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:52.871497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Bound using segment: {'id': 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:52.872207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Bound port: d9b30c95-4ff4-4969-97c7-947803788fe2, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a6c70dda-8677-4e77-bdc6-5c4041919911'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:52.872804 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.004186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] For port d9b30c95-4ff4-4969-97c7-947803788fe2, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:53.014323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.017146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.017791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] For port d9b30c95-4ff4-4969-97c7-947803788fe2, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d9b30c95-4ff4-4969-97c7-947803788fe2,segment=NetworkSegment(fdf55529-0152-4e9d-bf26-fdb8f6c1d993),segment_id=fdf55529-0152-4e9d-bf26-fdb8f6c1d993)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:53.111508 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.136330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1872933205'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:53.155146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.155820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Fanout notify agent at l3_agent the message router_deleted on router 8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:31:53.163177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.170166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6c432045-9021-45c7-99dd-83ba85a2dc23 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 204 len: 168 time: 0.6053939 Feb 11 14:31:53.171517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.182468 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.231970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacca3b-19b0-4891-b208-6b3a19117891 None None] Pushing event updated for resources: {'Port': ['ID=d9b30c95-4ff4-4969-97c7-947803788fe2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:53.233571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f74e1c4-432b-4337-b8a0-730d12aa7ecf tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 200 len: 205 time: 0.0592706 Feb 11 14:31:53.235580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.284693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763871979111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3858596'] for subnet, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.330202 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-f71fe4a8-70ba-4e9f-9cf7-0b32b34c0b8d tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:53.337793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f71fe4a8-70ba-4e9f-9cf7-0b32b34c0b8d tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/8451dd2f-1ca5-42ef-b3e0-a3da99e5d8d9 HTTP/1.1" status: 404 len: 336 time: 0.0944550 Feb 11 14:31:53.341363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48186) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.344233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.426278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:53.435608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.459578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1cca48a6-7cb4-4030-b0f4-40982485c66b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 200 len: 205 time: 0.1009612 Feb 11 14:31:53.462774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.467605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.486701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:53.487699 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:53.489225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "PUT /v2.0/subnets/a342e0f9-8c58-411c-a107-c05fbc665f4e HTTP/1.1" status: 200 len: 877 time: 1.4052253 Feb 11 14:31:53.503856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48190) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.563326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab941a-48eb-4b75-acc9-8fe3736731a0 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event updated for resources: {'Subnet': ['ID=a342e0f9-8c58-411c-a107-c05fbc665f4e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:53.630316 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-0039cb52-8d97-458e-82ab-f3223c741a0b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:53.640006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0039cb52-8d97-458e-82ab-f3223c741a0b tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/35be321b-213f-4b21-89ab-18f5f8dda0dd HTTP/1.1" status: 404 len: 336 time: 0.1747231 Feb 11 14:31:53.641588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.694818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8c4ca37f-cd45-476d-a5d4-f86a72788ec3 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 200 len: 205 time: 0.0505209 Feb 11 14:31:53.695562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.744059 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b69894a6-447e-46b7-b298-4351fe0aa0ab tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:53.748440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b69894a6-447e-46b7-b298-4351fe0aa0ab tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/318900c0-ce23-4521-8c78-8fa8662dd198 HTTP/1.1" status: 404 len: 336 time: 0.0515337 Feb 11 14:31:53.749161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.851070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b3d7397-742f-4f15-bc0b-bb6767a54d2d tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 200 len: 205 time: 0.0946419 Feb 11 14:31:53.869957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48198) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.921349 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b0c8946e-7459-453f-94a6-6a607d3d4451 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:53.926002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b0c8946e-7459-453f-94a6-6a607d3d4451 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/4beee45c-8784-4a20-8658-e9140f86d9c3 HTTP/1.1" status: 404 len: 336 time: 0.0548842 Feb 11 14:31:53.937181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48202) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:53.969384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b7705b9-bd36-4824-a52f-0d8d89164b46 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 200 len: 205 time: 0.0394208 Feb 11 14:31:53.972595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:54.027936 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a055c951-037d-4952-ac63-11e1ccda289c tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:54.032734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a055c951-037d-4952-ac63-11e1ccda289c tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/71bcd93c-af11-4f9a-a3ce-eb9b138fe991 HTTP/1.1" status: 404 len: 336 time: 0.0589635 Feb 11 14:31:54.034190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:54.121955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114299b-063b-46a1-84a5-454bec8b1b58 req-8bb527f6-d924-4b5f-87cb-0fcb46c7077e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:54.123586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2114299b-063b-46a1-84a5-454bec8b1b58 req-8bb527f6-d924-4b5f-87cb-0fcb46c7077e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.3174925 Feb 11 14:31:54.126008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c7cecc0c-1298-4190-aa18-2f4e4f644c2e tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5bd0dae-c418-474a-81eb-4064b0d7a7fa HTTP/1.1" status: 200 len: 205 time: 0.0899322 Feb 11 14:31:54.128960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:54.260272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.274025 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-213f1646-03e6-4291-88e1-1adb8a78712e tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] delete failed (client error): The resource could not be found. Feb 11 14:31:54.280050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-213f1646-03e6-4291-88e1-1adb8a78712e tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/routers/f5bd0dae-c418-474a-81eb-4064b0d7a7fa HTTP/1.1" status: 404 len: 336 time: 0.1473391 Feb 11 14:31:54.281588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:54.291656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.359163 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b18514-ea07-4b24-9472-da21c0098515 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:54.359762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b18514-ea07-4b24-9472-da21c0098515 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:54.365540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-74b18514-ea07-4b24-9472-da21c0098515 tempest-RoutersAdminTest-2049016111 tempest-RoutersAdminTest-2049016111-project] 10.222.0.31 "DELETE /v2.0/subnets/602de508-a21f-4eeb-b791-85e41e2c9513 HTTP/1.1" status: 404 len: 337 time: 0.0809073 Feb 11 14:31:54.396422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.403128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2114299b-063b-46a1-84a5-454bec8b1b58 req-36db7018-e199-4d56-94e4-d89555506d7b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684999 Feb 11 14:31:54.410776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:54.423305 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.423655 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment 4d799e38-fc2f-4562-b499-aeb55cda075b of type vlan for network e7d9bf8a-f457-4327-84ab-1b385ddbf94d Feb 11 14:31:54.526358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port d9b30c95-4ff4-4969-97c7-947803788fe2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:54.529295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.603294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.703227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e2398-8871-4157-a78f-a5e4492ac9d5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:54.779929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port d9b30c95-4ff4-4969-97c7-947803788fe2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d9b30c95-4ff4-4969-97c7-947803788fe2,segment=NetworkSegment(fdf55529-0152-4e9d-bf26-fdb8f6c1d993),segment_id=fdf55529-0152-4e9d-bf26-fdb8f6c1d993)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:54.780643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.790188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.797072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:54.798246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:54.814145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for d9b30c95-4ff4-4969-97c7-947803788fe2 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:31:54.908962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=e7d9bf8a-f457-4327-84ab-1b385ddbf94d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:54.910631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd786cca-9d9d-4b3f-9dd6-f0eabd9bc681 None None] Network a6c70dda-8677-4e77-bdc6-5c4041919911 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:54.949907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:54.973117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:54.979442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d93997e9-2c62-4f57-837e-4e5091d101bb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1678858 Feb 11 14:31:54.987664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1161374473'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:55.136568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:55.140911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.209840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.259001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:55.272624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:55.292154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.297399 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment bb89b792-a805-4b1e-939b-93e8299a3a93 of type vlan for network d018e8e3-36b9-4d7e-9840-04d09b76a91c Feb 11 14:31:55.312743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=d9b30c95-4ff4-4969-97c7-947803788fe2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:55.328509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:55.329250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ad122df-4ebd-4d4e-8545-8f0d7dde2d0f not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:55.347682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f5d09535-1b8c-4c27-bb63-ccff88ba160e None None] Provisioning complete for port d9b30c95-4ff4-4969-97c7-947803788fe2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:55.348232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5d09535-1b8c-4c27-bb63-ccff88ba160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.372063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:55.393653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d9b30c95-4ff4-4969-97c7-947803788fe2 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:55.412879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.429837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port d9b30c95-4ff4-4969-97c7-947803788fe2 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:31:55.450725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f5d09535-1b8c-4c27-bb63-ccff88ba160e None None] Port d9b30c95-4ff4-4969-97c7-947803788fe2 was deleted so its status cannot be updated. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 11 14:31:55.466881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d9b30c95-4ff4-4969-97c7-947803788fe2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:55.467231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d9b30c95-4ff4-4969-97c7-947803788fe2 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 14:31:55.528058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.532709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab69c56c-e12e-43e3-9131-d0d94ceb635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.592681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Port d9b30c95-4ff4-4969-97c7-947803788fe2 not found, will not notify nova. {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 14:31:55.674308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab69c56c-e12e-43e3-9131-d0d94ceb635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.676057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.678153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59aa64-c119-4ced-9ab2-fa73027b0208 req-e6c22cae-8d6c-45ae-b741-957157ff7b1f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:55.684112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:55.684744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.685704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef59aa64-c119-4ced-9ab2-fa73027b0208 req-e6c22cae-8d6c-45ae-b741-957157ff7b1f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1042643 Feb 11 14:31:55.739823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ef59aa64-c119-4ced-9ab2-fa73027b0208 req-85ae11c7-0ad2-41ff-91dd-a9be7631c586 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531635 Feb 11 14:31:55.799051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=d018e8e3-36b9-4d7e-9840-04d09b76a91c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:55.813507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.814014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.816010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.816489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.816998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.817495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.818002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.818487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.819072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.819552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.820036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.820583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:55.843070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:31:55.966058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.969033 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-35938068-2b8b-46bd-921b-315fe461126c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9940209 Feb 11 14:31:55.970125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab69c56c-e12e-43e3-9131-d0d94ceb635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.973392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48240) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:55.982330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:56.008144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5485972-94c0-448d-91f1-f62fae923cf3 None None] Network a6c70dda-8677-4e77-bdc6-5c4041919911 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:56.014433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=a342e0f9-8c58-411c-a107-c05fbc665f4e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:56.162539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69c56c-e12e-43e3-9131-d0d94ceb635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67293f0-9cc5-4125-86ce-ca2efb38ae51,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:56.173317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.184369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ab69c56c-e12e-43e3-9131-d0d94ceb635a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=237ea7479d854646bbc947e17ec891fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8112748 Feb 11 14:31:56.190709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:56.237687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c70dda-8677-4e77-bdc6-5c4041919911']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:56.260192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:56.260722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf55529-0152-4e9d-bf26-fdb8f6c1d993') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:56.288073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.313534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824226a7-543e-4cc6-8baf-d300b18b3c9e None None] DHCP port deletion for a6c70dda-8677-4e77-bdc6-5c4041919911 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:31:56.313770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.323497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.340079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:56.340501 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:56.344335 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:56.359421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.530330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:56.534067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.662691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.665484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.666712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d67293f0-9cc5-4125-86ce-ca2efb38ae51 HTTP/1.1" status: 204 len: 168 time: 0.4764123 Feb 11 14:31:56.667490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.676620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.683122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/a6c70dda-8677-4e77-bdc6-5c4041919911 HTTP/1.1" status: 204 len: 168 time: 3.1733463 Feb 11 14:31:56.684197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:56.686617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894b009-71d1-4eab-9b97-cb89513f5d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67293f0-9cc5-4125-86ce-ca2efb38ae51,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:56.708949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb148c-ec36-4aaf-9f66-12697f299372 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=a6c70dda-8677-4e77-bdc6-5c4041919911,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:56.752376 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2ff690-bac3-4e8d-9f92-da80eaf5143d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:56.752836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2ff690-bac3-4e8d-9f92-da80eaf5143d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:56.758344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b2ff690-bac3-4e8d-9f92-da80eaf5143d tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/a342e0f9-8c58-411c-a107-c05fbc665f4e HTTP/1.1" status: 404 len: 337 time: 0.0709484 Feb 11 14:31:56.758732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48256) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:56.778984 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-93385ec8-0984-4b30-af39-af69d708b9c7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:56.779586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93385ec8-0984-4b30-af39-af69d708b9c7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:56.785136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-93385ec8-0984-4b30-af39-af69d708b9c7 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/a6c70dda-8677-4e77-bdc6-5c4041919911 HTTP/1.1" status: 404 len: 339 time: 0.0224054 Feb 11 14:31:56.785412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48258) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:56.816370 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ced3fa5-9b8f-440e-af11-edfadaf731a3 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:56.816825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ced3fa5-9b8f-440e-af11-edfadaf731a3 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:56.823534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ced3fa5-9b8f-440e-af11-edfadaf731a3 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/355af098-4301-4355-9268-6f9b1d43fa41 HTTP/1.1" status: 404 len: 337 time: 0.0341074 Feb 11 14:31:56.823990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:56.843519 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e079f79-cd19-4600-8f2a-6a12b50386ed tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:56.844089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e079f79-cd19-4600-8f2a-6a12b50386ed tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:56.853837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e079f79-cd19-4600-8f2a-6a12b50386ed tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/78e7a9cd-18a2-487b-9e78-27ae2a74ebe2 HTTP/1.1" status: 404 len: 339 time: 0.0288112 Feb 11 14:31:56.859407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48266) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:57.060385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf04e-4da4-47ae-82de-2617608a4eec req-0b0d08b2-c1b0-4f9a-8c7d-248c14e36646 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:57.067594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1aaf04e-4da4-47ae-82de-2617608a4eec req-0b0d08b2-c1b0-4f9a-8c7d-248c14e36646 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1848333 Feb 11 14:31:57.082493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.196413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.205718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d9b30c95-4ff4-4969-97c7-947803788fe2 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:57.248076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d9b30c95-4ff4-4969-97c7-947803788fe2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:31:57.248319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d9b30c95-4ff4-4969-97c7-947803788fe2 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:31:57.267014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1aaf04e-4da4-47ae-82de-2617608a4eec req-972bc43d-58db-44f2-b5eb-209715d8dae9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942525 Feb 11 14:31:57.268997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.304693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf323a3-5b61-4db5-bb6c-701aac23a2ba']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:57.316069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ea93ad-bb24-4304-b611-a464a2f24ad1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:57.316364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ea93ad-bb24-4304-b611-a464a2f24ad1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:57.326270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.339885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.346343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:31:57.346739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.596957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48272) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:57.717576 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dc442f87-22ac-4373-a548-157abb99de2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a053bcb6e28440d2a7c9057aafd128d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1189551 Feb 11 14:31:57.720534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48274) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:31:57.778800 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:31:57.783071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=8007a07f-1184-484f-adb6-99f6f9d21a7a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:57.807543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': '4d799e38-fc2f-4562-b499-aeb55cda075b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:57.808295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: e7d9bf8a-f457-4327-84ab-1b385ddbf94d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:57.835011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.877931 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.887617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.894177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.905119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/cdf323a3-5b61-4db5-bb6c-701aac23a2ba HTTP/1.1" status: 204 len: 168 time: 1.0441287 Feb 11 14:31:57.909610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:57.967971 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34fec66-db25-41f0-82b7-31d0e64ab81c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:57.968669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34fec66-db25-41f0-82b7-31d0e64ab81c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:57.975941 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a34fec66-db25-41f0-82b7-31d0e64ab81c tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/4cfbedc3-055f-4f85-b05c-523eabee6069 HTTP/1.1" status: 404 len: 337 time: 0.0601590 Feb 11 14:31:57.977538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40796cb-f9e3-424d-b31e-b1c33f175114 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=cdf323a3-5b61-4db5-bb6c-701aac23a2ba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:57.981415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:57.996529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:58.040903 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-207ef3dd-7dbe-4cb6-ac9b-d79b85d2b0a4 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.041850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207ef3dd-7dbe-4cb6-ac9b-d79b85d2b0a4 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.051136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-207ef3dd-7dbe-4cb6-ac9b-d79b85d2b0a4 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f9d93df2-15f8-4059-9242-6fcb04ecc40e HTTP/1.1" status: 404 len: 339 time: 0.0680997 Feb 11 14:31:58.053807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48284) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.090698 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a17578-2c79-4af1-b896-b734a6438622 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.091090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a17578-2c79-4af1-b896-b734a6438622 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.096463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e8a17578-2c79-4af1-b896-b734a6438622 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/9215dff3-d5d0-4cea-bc4d-24c2331d7418 HTTP/1.1" status: 404 len: 337 time: 0.0393384 Feb 11 14:31:58.096804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48286) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.115335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.118389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.122383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2b933e-b590-4866-9fc0-bac62fad809a HTTP/1.1" status: 204 len: 168 time: 0.3993027 Feb 11 14:31:58.140083 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e78afa-4ef0-476e-9193-e34730ce828f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.140738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e78afa-4ef0-476e-9193-e34730ce828f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.149210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109a8df-f728-4ade-a6fd-2c2bec86cb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b933e-b590-4866-9fc0-bac62fad809a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:58.154041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01e78afa-4ef0-476e-9193-e34730ce828f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/92d48ce8-b865-490a-824d-c5c051b39313 HTTP/1.1" status: 404 len: 339 time: 0.0541036 Feb 11 14:31:58.154041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e7d9bf8a-f457-4327-84ab-1b385ddbf94d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:58.160630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48290) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.166839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8f4d0-eea9-4882-8d4e-88e9788a770b None None] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:58.169494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:58.172790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.218190 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef96272-f2d0-4570-95cd-bfead9d28c22 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.218845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef96272-f2d0-4570-95cd-bfead9d28c22 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.224447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1ef96272-f2d0-4570-95cd-bfead9d28c22 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/29294338-4835-4dd8-b2a6-ce4d8b4b0210 HTTP/1.1" status: 404 len: 337 time: 0.0571203 Feb 11 14:31:58.225396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48292) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.253062 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cacb19-8a7e-4556-a740-be93c2de5164 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.254085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cacb19-8a7e-4556-a740-be93c2de5164 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.260444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-68cacb19-8a7e-4556-a740-be93c2de5164 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/b86d3bb3-ba10-4e83-be93-414036ab1b16 HTTP/1.1" status: 404 len: 339 time: 0.0306859 Feb 11 14:31:58.261817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48294) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.328671 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ce930c-8a4d-47b8-ba1e-ebf5e06a3af2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.331046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ce930c-8a4d-47b8-ba1e-ebf5e06a3af2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.339485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48298) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.340406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-02ce930c-8a4d-47b8-ba1e-ebf5e06a3af2 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/e2ab6488-a9bc-4482-9d93-9d2455f66e5f HTTP/1.1" status: 404 len: 337 time: 0.0773358 Feb 11 14:31:58.389660 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e66bdd-4071-41b5-8778-ca2708c292b1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.390368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e66bdd-4071-41b5-8778-ca2708c292b1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.394035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f3e66bdd-4071-41b5-8778-ca2708c292b1 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/115a28bd-1d9d-4b64-ace7-83b11918ae66 HTTP/1.1" status: 404 len: 339 time: 0.0533454 Feb 11 14:31:58.396841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.453736 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dab1f64-9b0c-4ec4-a373-85fa36ad3ae5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.454502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dab1f64-9b0c-4ec4-a373-85fa36ad3ae5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.461521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0dab1f64-9b0c-4ec4-a373-85fa36ad3ae5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/5b2ec796-0b14-4e40-85f1-809cfd2f5036 HTTP/1.1" status: 404 len: 337 time: 0.0635674 Feb 11 14:31:58.465443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.470039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db32b-7d12-4255-8066-78c0a28ce3f8 req-514f5e10-a74d-460b-88de-99af4478bf09 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:58.479173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a92db32b-7d12-4255-8066-78c0a28ce3f8 req-514f5e10-a74d-460b-88de-99af4478bf09 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0838325 Feb 11 14:31:58.490249 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6aeb60-76bb-4224-b5de-9e6fa80dce50 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.501740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6aeb60-76bb-4224-b5de-9e6fa80dce50 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.505201 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc6aeb60-76bb-4224-b5de-9e6fa80dce50 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/812ffead-1bf0-4b7b-be88-6b5a727d64ff HTTP/1.1" status: 404 len: 339 time: 0.0384407 Feb 11 14:31:58.509684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48304) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.554372 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9719383-13bc-444f-856c-5d4863ec8f45 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.554868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9719383-13bc-444f-856c-5d4863ec8f45 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.560002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a9719383-13bc-444f-856c-5d4863ec8f45 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/6eeea4eb-ef4f-4f7c-8ac6-45406b7b6c26 HTTP/1.1" status: 404 len: 337 time: 0.0493414 Feb 11 14:31:58.563298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.575308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a92db32b-7d12-4255-8066-78c0a28ce3f8 req-b6bc2b9c-9145-4257-b5df-228b4c12cdf6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951257 Feb 11 14:31:58.594351 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c728a80-bcda-4c62-a97e-a52e86ff1162 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.595633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c728a80-bcda-4c62-a97e-a52e86ff1162 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.601568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c728a80-bcda-4c62-a97e-a52e86ff1162 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/5c681d60-535c-4d28-aef3-d9fb3280d317 HTTP/1.1" status: 404 len: 339 time: 0.0370908 Feb 11 14:31:58.604481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48308) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.632437 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e6095e-8310-43dc-ab48-08ef6960db99 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.632845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e6095e-8310-43dc-ab48-08ef6960db99 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.636754 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a0e6095e-8310-43dc-ab48-08ef6960db99 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/1c2ef500-d864-4d76-b025-2044ec1df91b HTTP/1.1" status: 404 len: 337 time: 0.0296972 Feb 11 14:31:58.639060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.639656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e7d9bf8a-f457-4327-84ab-1b385ddbf94d', 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': '8007a07f-1184-484f-adb6-99f6f9d21a7a'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:31:58.640602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.658650 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e1fadf-df8d-47a6-ba29-c77d932187a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.659268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e1fadf-df8d-47a6-ba29-c77d932187a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.664706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72e1fadf-df8d-47a6-ba29-c77d932187a5 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f44c02a8-c7cb-4dca-b438-9a5cb07e8af3 HTTP/1.1" status: 404 len: 339 time: 0.0223999 Feb 11 14:31:58.670153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48312) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.687084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:58.718057 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a99adda-f330-47a6-80b9-b73dad4bd32f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.718905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a99adda-f330-47a6-80b9-b73dad4bd32f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.724089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a99adda-f330-47a6-80b9-b73dad4bd32f tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/fba8f1ab-af94-4dbb-b455-bbd743064c10 HTTP/1.1" status: 404 len: 337 time: 0.0563984 Feb 11 14:31:58.726411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.746843 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50753fb-07f6-48d7-8653-8c94e6c31706 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] DELETE failed (client error): The resource could not be found. Feb 11 14:31:58.747436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50753fb-07f6-48d7-8653-8c94e6c31706 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:31:58.752842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f50753fb-07f6-48d7-8653-8c94e6c31706 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/fe3b5dae-9220-4dc5-94b1-c36d8dc23b3d HTTP/1.1" status: 404 len: 339 time: 0.0231223 Feb 11 14:31:58.753819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48316) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.822858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Allocated IP 172.20.0.2 (e7d9bf8a-f457-4327-84ab-1b385ddbf94d/8007a07f-1184-484f-adb6-99f6f9d21a7a/5e48dd6f-5aea-43fd-8ecb-d5c4df06667c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:58.824631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting subnet ae098219-4bb2-4a13-adb1-cb360ae703f5 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:31:58.828795 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.881510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.938894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8f3c6e0-84e9-445f-a16e-c14c23baca9d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9571633 Feb 11 14:31:58.938894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:58.943693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:59.183498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.202625 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.283328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.304241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:59.308838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.352578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:59.362400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:59.371856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:59.389560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Pushing event updated for resources: {'Port': ['ID=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:59.471938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.502973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.509714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/subnets/ae098219-4bb2-4a13-adb1-cb360ae703f5 HTTP/1.1" status: 204 len: 168 time: 0.7546053 Feb 11 14:31:59.531711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48328) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:31:59.534993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Attempting to bind port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:59.535620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Attempting to bind port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4d799e38-fc2f-4562-b499-aeb55cda075b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:59.536223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Attempting to bind port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c on network e7d9bf8a-f457-4327-84ab-1b385ddbf94d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:59.538762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b71ff-3749-4143-8d4d-d2b9b08e9a42 None None] Network f5e41a0d-721a-4d90-a4c1-cdd869548f07 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:31:59.585202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:59.586368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Checking segment: {'id': '4d799e38-fc2f-4562-b499-aeb55cda075b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:31:59.588072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.589220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Bound using segment: {'id': '4d799e38-fc2f-4562-b499-aeb55cda075b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:59.598757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Bound port: 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d799e38-fc2f-4562-b499-aeb55cda075b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e7d9bf8a-f457-4327-84ab-1b385ddbf94d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:59.599654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.694572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.707036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62daba0-35dc-4bd2-b928-5c20a2e6d1ca tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Subnet': ['ID=ae098219-4bb2-4a13-adb1-cb360ae703f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:59.805435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] For port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:59.810904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] For port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,segment=NetworkSegment(4d799e38-fc2f-4562-b499-aeb55cda075b),segment_id=4d799e38-fc2f-4562-b499-aeb55cda075b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:59.871006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Deleting port f9865aad-b013-4069-81b0-bd0d122ea2f2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:31:59.871603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:59.883296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.029434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] For port f9865aad-b013-4069-81b0-bd0d122ea2f2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f9865aad-b013-4069-81b0-bd0d122ea2f2,segment=NetworkSegment(9877ee7c-9814-4283-9325-004bcda16795),segment_id=9877ee7c-9814-4283-9325-004bcda16795)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:00.030173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.039669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea84d-bb67-4001-89e6-6f84318a8136 req-1fdadb93-e065-4da7-a6fb-0afa3afc534e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:00.048946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Calling delete_port for f9865aad-b013-4069-81b0-bd0d122ea2f2 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:00.061446 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1cea84d-bb67-4001-89e6-6f84318a8136 req-1fdadb93-e065-4da7-a6fb-0afa3afc534e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2350705 Feb 11 14:32:00.148375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59752b4e-6e55-4214-9404-29f5dc3ffce4 None None] Pushing event updated for resources: {'Port': ['ID=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:00.203473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] DHCP port deletion for f5e41a0d-721a-4d90-a4c1-cdd869548f07 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:00.273437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1cea84d-bb67-4001-89e6-6f84318a8136 req-35903348-b007-45ba-ab33-a7e8bfcad6e9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082305 Feb 11 14:32:00.342601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Deleting port f9865aad-b013-4069-81b0-bd0d122ea2f2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:00.342979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.353785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.378130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.477184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Port': ['ID=f9865aad-b013-4069-81b0-bd0d122ea2f2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:00.480946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] No DVR routers for this DVR port f9865aad-b013-4069-81b0-bd0d122ea2f2 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:00.536909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=6d4d5134-8a7c-49c8-a6a5-1c567424c859,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:00.567864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] For port f9865aad-b013-4069-81b0-bd0d122ea2f2, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f9865aad-b013-4069-81b0-bd0d122ea2f2,segment=NetworkSegment(9877ee7c-9814-4283-9325-004bcda16795),segment_id=9877ee7c-9814-4283-9325-004bcda16795)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:00.568274 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.584482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.587721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.600261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': 'bb89b792-a805-4b1e-939b-93e8299a3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:00.601357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: d018e8e3-36b9-4d7e-9840-04d09b76a91c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:00.612985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Calling delete_port for f9865aad-b013-4069-81b0-bd0d122ea2f2 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:00.656534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e41a0d-721a-4d90-a4c1-cdd869548f07']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:00.675370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9877ee7c-9814-4283-9325-004bcda16795') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:00.675669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9877ee7c-9814-4283-9325-004bcda16795') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:00.699689 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.743068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:00.745064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.760327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:00.761046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:00.766162 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:00.795708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.832560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] Pushing event deleted for resources: {'Port': ['ID=f9865aad-b013-4069-81b0-bd0d122ea2f2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:00.838736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561ee52-f12b-4ed2-bc7d-1f8fa3bbdf2a None None] No DVR routers for this DVR port f9865aad-b013-4069-81b0-bd0d122ea2f2 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:00.844628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d018e8e3-36b9-4d7e-9840-04d09b76a91c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:00.854332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:00.855129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.881207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac1847-2bce-4384-a22c-3cdd0fcef421 None None] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:00.986067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cbce97ac-a519-40a3-ba2f-73eb03fb2565 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0450165 Feb 11 14:32:00.986480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48370) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:00.991159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-310592954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:01.016994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.074345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.077918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] 10.222.0.31 "DELETE /v2.0/networks/f5e41a0d-721a-4d90-a4c1-cdd869548f07 HTTP/1.1" status: 204 len: 168 time: 1.5449827 Feb 11 14:32:01.081516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb416b4-2409-406e-8dd9-41c712dcadd9 tempest-NetworksTest-1786417257 tempest-NetworksTest-1786417257-project] Pushing event deleted for resources: {'Network': ['ID=f5e41a0d-721a-4d90-a4c1-cdd869548f07,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:01.166324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.167645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.228540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d018e8e3-36b9-4d7e-9840-04d09b76a91c', 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': '6d4d5134-8a7c-49c8-a6a5-1c567424c859'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:01.229893 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.443561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.488504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:01.508357 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.545502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0907e-0448-4624-a1d9-42772148c0fe req-3c3e78f0-f2a7-4c56-836d-75250c3ca1dd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:01.547377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7d0907e-0448-4624-a1d9-42772148c0fe req-3c3e78f0-f2a7-4c56-836d-75250c3ca1dd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0867958 Feb 11 14:32:01.554804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.642771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7d0907e-0448-4624-a1d9-42772148c0fe req-061b26d4-005c-44ef-ae37-d508265f11f0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467696 Feb 11 14:32:01.705231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.709021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9be37411-9246-4fa0-9177-d4b3d12441d5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7190075 Feb 11 14:32:01.716127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48384) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:01.774767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Allocated IP 172.21.0.2 (d018e8e3-36b9-4d7e-9840-04d09b76a91c/6d4d5134-8a7c-49c8-a6a5-1c567424c859/87ae9e1f-e8da-43c6-ace1-a0d3915913cb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:01.785867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:01.788678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.133304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48392) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:02.148768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.287256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0cea4-022f-4440-81b7-6e21c4a94413 None None] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:02.459472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ee489b8-12b6-4c3b-ada0-ccf96b8e99a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=588d9c7e95d244d09b62a92d3c37cee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243918 Feb 11 14:32:02.465314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:02.575106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.610975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.633420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-def064f7-4ffa-455f-b72f-0422c9a1de78 None None] Provisioning complete for port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:02.636331 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-def064f7-4ffa-455f-b72f-0422c9a1de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.657426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.756273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.771737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.20.0.1 (e7d9bf8a-f457-4327-84ab-1b385ddbf94d/8007a07f-1184-484f-adb6-99f6f9d21a7a/f7bdc565-6975-4283-9bf3-9060b3d40e1b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:02.860978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:02.871672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:02.913711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:02.950009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.169585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.169585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df1c42f4-ff2e-4d8a-98ca-a437dfffe750 HTTP/1.1" status: 204 len: 168 time: 0.5032783 Feb 11 14:32:03.172848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Pushing event updated for resources: {'Port': ['ID=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.172848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:03.173865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997429a-6e17-4f31-9b49-7ce8aec67f3c req-d4b5ae98-53e0-4c6a-9f3f-d0f69a7d2a83 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:03.173865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7997429a-6e17-4f31-9b49-7ce8aec67f3c req-d4b5ae98-53e0-4c6a-9f3f-d0f69a7d2a83 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1687253 Feb 11 14:32:03.173865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99b153-dd5b-4082-b600-59142141711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c42f4-ff2e-4d8a-98ca-a437dfffe750,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.173865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7997429a-6e17-4f31-9b49-7ce8aec67f3c req-33ff86cf-9615-4b0e-9de1-2ceec317c4c7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568717 Feb 11 14:32:03.174990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.175472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,segment=NetworkSegment(4d799e38-fc2f-4562-b499-aeb55cda075b),segment_id=4d799e38-fc2f-4562-b499-aeb55cda075b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:03.177385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-def064f7-4ffa-455f-b72f-0422c9a1de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.187253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Attempting to bind port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:03.187636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Attempting to bind port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'bb89b792-a805-4b1e-939b-93e8299a3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:03.188054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Attempting to bind port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb on network d018e8e3-36b9-4d7e-9840-04d09b76a91c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:03.198053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:03.198488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Checking segment: {'id': 'bb89b792-a805-4b1e-939b-93e8299a3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:03.198903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.199378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Bound using segment: {'id': 'bb89b792-a805-4b1e-939b-93e8299a3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:03.199857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Bound port: 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb89b792-a805-4b1e-939b-93e8299a3a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd018e8e3-36b9-4d7e-9840-04d09b76a91c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:03.200241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.314568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] For port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:03.315128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] For port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,segment=NetworkSegment(bb89b792-a805-4b1e-939b-93e8299a3a93),segment_id=bb89b792-a805-4b1e-939b-93e8299a3a93)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:03.355813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.359981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.449644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.543739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f9865aad-b013-4069-81b0-bd0d122ea2f2 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:03.608173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:03.615837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:03.623334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.635607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-def064f7-4ffa-455f-b72f-0422c9a1de78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:32:03.635964 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-def064f7-4ffa-455f-b72f-0422c9a1de78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:32:03.640129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:03.708140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f9865aad-b013-4069-81b0-bd0d122ea2f2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:32:03.708140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f9865aad-b013-4069-81b0-bd0d122ea2f2 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:32:03.771395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=f7bdc565-6975-4283-9bf3-9060b3d40e1b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.814531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac76f12-597e-4dea-b048-d3f8c0101c1e None None] Pushing event updated for resources: {'Port': ['ID=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.816303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.023467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:04.242450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.358520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f50f-cef9-4235-b143-13d41b372e2e req-889e982e-1d65-43a6-8ae7-15e44307df5d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:04.360462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e067f50f-cef9-4235-b143-13d41b372e2e req-889e982e-1d65-43a6-8ae7-15e44307df5d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1026216 Feb 11 14:32:04.418701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:04.419310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.535773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e067f50f-cef9-4235-b143-13d41b372e2e req-337e3144-30c3-490a-a622-7b96f3596596 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991488 Feb 11 14:32:04.560470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:04.569974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b8858945-2c48-459a-931b-d0d94458be3e None None] Provisioning complete for port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:04.570555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8858945-2c48-459a-931b-d0d94458be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.792949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a1f-043b-4ccf-9c98-a1d9e21c1848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.835629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b8858945-2c48-459a-931b-d0d94458be3e None None] Provisioning complete for port f7bdc565-6975-4283-9bf3-9060b3d40e1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:04.837610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8858945-2c48-459a-931b-d0d94458be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.923189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b8858945-2c48-459a-931b-d0d94458be3e None None] Port f7bdc565-6975-4283-9bf3-9060b3d40e1b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:04.934983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:04.963680 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a1f-043b-4ccf-9c98-a1d9e21c1848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.017809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.048672 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3a1f-043b-4ccf-9c98-a1d9e21c1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.138954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3dcc3a1f-043b-4ccf-9c98-a1d9e21c1848 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9473c5e434f4432b99b1e2cec125cb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732820 Feb 11 14:32:05.138954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3a1f-043b-4ccf-9c98-a1d9e21c1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fedb0e-5add-4b81-b484-59f0241f24d0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:05.151946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:05.268501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.279989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.291549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:05.300308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=f7bdc565-6975-4283-9bf3-9060b3d40e1b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:05.330617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.504269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.508252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.510511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39fedb0e-5add-4b81-b484-59f0241f24d0 HTTP/1.1" status: 204 len: 168 time: 0.3574021 Feb 11 14:32:05.537983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fbb32-379f-4156-ac1e-d8fc4058fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fedb0e-5add-4b81-b484-59f0241f24d0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:05.543305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679164a-ffc9-4ef8-ae69-2f71bf7ae896 None None] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:05.552864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:05.554397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:05.578401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1547689042'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:05.751654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:05.755795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.806553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] Provisioning complete for port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:05.807040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.838506 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:05.914844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 83284f32-2619-4d10-b676-b7c58d7274e1 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:32:06.062474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2d2b2-d651-4c63-911a-cd548ee6f5f4 req-26e3a1b9-536f-4561-a12c-f0721a696a0f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:06.064551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1be2d2b2-d651-4c63-911a-cd548ee6f5f4 req-26e3a1b9-536f-4561-a12c-f0721a696a0f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2347481 Feb 11 14:32:06.173463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.213373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1be2d2b2-d651-4c63-911a-cd548ee6f5f4 req-5b961df9-207e-47f4-bd8a-ec14ef2cb2a7 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365354 Feb 11 14:32:06.253687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 87ae9e1f-e8da-43c6-ace1-a0d3915913cb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:06.253959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.299932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:06.313526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed7925e-1554-4b17-b77c-a3e415b982f2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:06.321660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:06.327880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.328238 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment 4f72aa77-feca-4eb6-9665-7d63d18e077e of type vlan for network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 Feb 11 14:32:06.329149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b88f4c3-0672-44d0-83b0-6896e90365e5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6145575 Feb 11 14:32:06.329828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48500) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:06.405386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.415769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafeb771-1ccc-4dbf-b9a4-d86588b3bd0a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:06.417226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bafeb771-1ccc-4dbf-b9a4-d86588b3bd0a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports/f7bdc565-6975-4283-9bf3-9060b3d40e1b HTTP/1.1" status: 200 len: 910 time: 0.0864844 Feb 11 14:32:06.424337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48502) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:06.458467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] Sync routers for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:06.518805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.523527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:06.529005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:06.530349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:06.531157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.618086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:06.650772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:06.653558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=d44a5d97-5270-40ef-b1ad-6c3ab942cc69,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:06.654616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:06.696936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72da6467-a57c-461a-8655-b1b8cb6d9760 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3972425 Feb 11 14:32:06.700184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:06.714364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'name': 'tempest-PortsIpV6TestJSON-1691712241'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:06.719030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:06.875872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:06.876631 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.898911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:06.917459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:06.918494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36851d69-7fa4-4c3c-91f3-d9d2a150fd65 None None] The sync data for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:06.962601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.034564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.105808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:07.119851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.135740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] For port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,segment=NetworkSegment(bb89b792-a805-4b1e-939b-93e8299a3a93),segment_id=bb89b792-a805-4b1e-939b-93e8299a3a93)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:07.189653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 5a02e055-ce88-4d70-b22f-1e623dde0c04 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:07.211394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.539497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:32:07.540491 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:32:07.570237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3fca8-c51b-49ba-8d75-a5d0630c5a04 None None] Pushing event updated for resources: {'Port': ['ID=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:07.592641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-495e955a-6a12-49e1-83ee-2d69e78e8771 None None] Provisioning complete for port f7bdc565-6975-4283-9bf3-9060b3d40e1b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:07.593054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-495e955a-6a12-49e1-83ee-2d69e78e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.643822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88131ab6-ab5b-4304-a001-719be3961368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.647714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.681175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-495e955a-6a12-49e1-83ee-2d69e78e8771 None None] Port f7bdc565-6975-4283-9bf3-9060b3d40e1b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:07.793549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9550c-cd9c-460c-95f7-bef72aaeccc8 req-00950888-ec8e-46c0-a60e-338b7aa38a01 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:07.795360 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.795876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84b9550c-cd9c-460c-95f7-bef72aaeccc8 req-00950888-ec8e-46c0-a60e-338b7aa38a01 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1603241 Feb 11 14:32:07.836325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f143f037-9101-430b-aad6-f5673217dd90 None None] Provisioning complete for port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:07.838902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f143f037-9101-430b-aad6-f5673217dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:07.964601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=5a02e055-ce88-4d70-b22f-1e623dde0c04,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:07.972595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': '4f72aa77-feca-4eb6-9665-7d63d18e077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:07.973438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: d44a5d97-5270-40ef-b1ad-6c3ab942cc69, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:07.975852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84b9550c-cd9c-460c-95f7-bef72aaeccc8 req-3a3b9fb7-c492-4591-bce7-21b0c5452fc0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643219 Feb 11 14:32:07.995873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.158724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:08.172752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88131ab6-ab5b-4304-a001-719be3961368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.237571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 87ae9e1f-e8da-43c6-ace1-a0d3915913cb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:08.337546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:08.337918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.359289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d44a5d97-5270-40ef-b1ad-6c3ab942cc69) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:08.374108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:08.380351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca606c-c502-453d-8140-d8d2ab23d7ee None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:08.388135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:08.388808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.407319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-88131ab6-ab5b-4304-a001-719be3961368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.465992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-88131ab6-ab5b-4304-a001-719be3961368 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e33c869c9678480a9df4649d5631a953&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5621827 Feb 11 14:32:08.469594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88131ab6-ab5b-4304-a001-719be3961368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac92eb03-dae5-423a-9410-10e8bfddeb68,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:08.470196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:08.528165 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a1df13bc-c141-48ae-8608-907e372892ae tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8265822 Feb 11 14:32:08.535175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:08.548102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-244226642'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:08.616458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.21.0.1 (d018e8e3-36b9-4d7e-9840-04d09b76a91c/6d4d5134-8a7c-49c8-a6a5-1c567424c859/8bf0e78d-02a5-4755-a32e-999b9f126050) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:08.651302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.696393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.765848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:08.769774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.844500 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.851062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.853112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac92eb03-dae5-423a-9410-10e8bfddeb68 HTTP/1.1" status: 204 len: 168 time: 0.3815942 Feb 11 14:32:08.868834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.923115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:08.936481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3a310-d61b-4bf7-a105-1647144a7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac92eb03-dae5-423a-9410-10e8bfddeb68,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:08.952657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:08.953288 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment dd22095e-7440-4109-ac60-29043fbdaf15 of type vlan for network 888fb54f-260c-424b-bdec-718fdb41e9e9 Feb 11 14:32:08.989345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.016364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.120213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=8bf0e78d-02a5-4755-a32e-999b9f126050,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:09.137318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:09.137998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.142670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:09.145984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:09.147023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:09.148205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.225121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.420098 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8810382 Feb 11 14:32:09.440062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:09.477529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'ports': [{'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'}, {'network_id': '888fb54f-260c-424b-bdec-718fdb41e9e9'}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:09.477866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:09.478511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '888fb54f-260c-424b-bdec-718fdb41e9e9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:09.604552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.649824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff239ee2-16d8-4c37-8e50-2440f68592c3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=888fb54f-260c-424b-bdec-718fdb41e9e9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:09.676961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 888fb54f-260c-424b-bdec-718fdb41e9e9 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:09.748067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bae70d03-8b0e-4eca-8238-493c68eb2f41 None None] Provisioning complete for port 8bf0e78d-02a5-4755-a32e-999b9f126050 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:09.748446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bae70d03-8b0e-4eca-8238-493c68eb2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:09.755629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258101-25ea-4c99-960a-44e268961083 req-8eb8b7c1-1ff9-47ed-a77f-87fd261af431 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:09.757790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff258101-25ea-4c99-960a-44e268961083 req-8eb8b7c1-1ff9-47ed-a77f-87fd261af431 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.5586867 Feb 11 14:32:09.832761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff258101-25ea-4c99-960a-44e268961083 req-834f87c0-0b11-44ca-b74f-3c769ae62d20 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598829 Feb 11 14:32:10.166731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bae70d03-8b0e-4eca-8238-493c68eb2f41 None None] Port 8bf0e78d-02a5-4755-a32e-999b9f126050 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:10.210607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:10.216123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:10.242947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:10.663237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:10.664871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 77064618-c51e-4eff-b24b-357499f06b67 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:10.799999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:10.842417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:11.030082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port dfcf38bd-a75c-44af-a397-fcf4f6b37b37 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:11.145327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:11.170491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=8bf0e78d-02a5-4755-a32e-999b9f126050,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:11.296727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:11.302117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ba5b-0e59-4a1f-a432-b6c8f3a994f2 req-dfd3c527-17f7-4436-9768-8dbb5cf953bf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:11.303788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69c1ba5b-0e59-4a1f-a432-b6c8f3a994f2 req-dfd3c527-17f7-4436-9768-8dbb5cf953bf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.2683668 Feb 11 14:32:11.375288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69c1ba5b-0e59-4a1f-a432-b6c8f3a994f2 req-4bab4be3-311a-4482-a1b4-2903be11c837 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576603 Feb 11 14:32:11.437473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:11.439682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:11.507248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:11.634891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 83284f32-2619-4d10-b676-b7c58d7274e1 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:11.740214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:11.749830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:11.773573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:11.795459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:11.798911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:11.860185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=77064618-c51e-4eff-b24b-357499f06b67,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:11.880276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:11.896624 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] Sync routers for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:11.914472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec958f8b-1873-4dc7-bd37-340f70bb58d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4900558 Feb 11 14:32:11.915135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48600) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:11.920145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:11.921530 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:12.029886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-86ac4d46-70b4-49d0-b54d-eb7402cdabde None None] Provisioning complete for port 8bf0e78d-02a5-4755-a32e-999b9f126050 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:12.030375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86ac4d46-70b4-49d0-b54d-eb7402cdabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:12.112089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f607216-05cc-4733-b1f2-c6b30cbd55c9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:12.117701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f607216-05cc-4733-b1f2-c6b30cbd55c9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports/8bf0e78d-02a5-4755-a32e-999b9f126050 HTTP/1.1" status: 200 len: 910 time: 0.1978154 Feb 11 14:32:12.118333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48604) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:12.135205 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:12.152106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-86ac4d46-70b4-49d0-b54d-eb7402cdabde None None] Port 8bf0e78d-02a5-4755-a32e-999b9f126050 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:12.168856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=dfcf38bd-a75c-44af-a397-fcf4f6b37b37,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:12.183642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': 'dd22095e-7440-4109-ac60-29043fbdaf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '888fb54f-260c-424b-bdec-718fdb41e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:12.184093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: 888fb54f-260c-424b-bdec-718fdb41e9e9, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:12.205129 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:12.205735 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:12.281325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55984590-af4f-48a6-9df5-f63c4ca6ac86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:12.302785 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:12.303772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c4dfc-ac9f-4770-9d0e-f4a9da46e709 None None] The sync data for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:12.478615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 888fb54f-260c-424b-bdec-718fdb41e9e9 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:12.594121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55984590-af4f-48a6-9df5-f63c4ca6ac86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:12.640575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5ac97-a0c3-4ab0-b626-ce9438a261f4 req-5c4f7767-7a75-4bf0-a60c-38de460005f4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:12.642347 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dd5ac97-a0c3-4ab0-b626-ce9438a261f4 req-5c4f7767-7a75-4bf0-a60c-38de460005f4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.0830672 Feb 11 14:32:12.734930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dd5ac97-a0c3-4ab0-b626-ce9438a261f4 req-16240e24-a48e-4de7-8c16-e42237971085 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823920 Feb 11 14:32:12.826949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:12.846270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 888fb54f-260c-424b-bdec-718fdb41e9e9) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:12.852882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:12.856980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128afa4-5925-42a5-a816-a22ff9058b40 None None] Network 888fb54f-260c-424b-bdec-718fdb41e9e9 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:12.857544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:12.865878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:12.866800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:12.938670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55984590-af4f-48a6-9df5-f63c4ca6ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.066145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984590-af4f-48a6-9df5-f63c4ca6ac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8173d37-bb04-4324-b7e3-55fe42837580,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:13.101675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c8501ee-b017-4ea1-8490-842d55d3a7f6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6524673 Feb 11 14:32:13.120838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:13.171373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-55984590-af4f-48a6-9df5-f63c4ca6ac86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=822856862d26461c97ebc6ba9dfba93a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4204848 Feb 11 14:32:13.216325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48618) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:13.217797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:13.294215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 8bf0e78d-02a5-4755-a32e-999b9f126050 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:13.295396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.331167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.353251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.441864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port dfcf38bd-a75c-44af-a397-fcf4f6b37b37 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:13.446414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.462410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.483466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 8bf0e78d-02a5-4755-a32e-999b9f126050 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:13.535127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.538389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.540303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8173d37-bb04-4324-b7e3-55fe42837580 HTTP/1.1" status: 204 len: 168 time: 0.3273625 Feb 11 14:32:13.566225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5ae7-4112-4e37-b53a-518c5eaa953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8173d37-bb04-4324-b7e3-55fe42837580,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:13.581791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.599590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for dfcf38bd-a75c-44af-a397-fcf4f6b37b37 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:13.635950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56584766-60ad-4f24-8ca4-bb293c2bffe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.841935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.899153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.903655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/dfcf38bd-a75c-44af-a397-fcf4f6b37b37 HTTP/1.1" status: 204 len: 168 time: 0.7779114 Feb 11 14:32:13.905603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4472-9da2-4041-bbbc-291ad9a831dd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=dfcf38bd-a75c-44af-a397-fcf4f6b37b37,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:13.907607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48630) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.032118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b058d-8b7e-42f1-bcfd-06ff0fa938ae req-ab329670-247a-4e25-aeff-80201c413b97 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:14.040072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-997b058d-8b7e-42f1-bcfd-06ff0fa938ae req-ab329670-247a-4e25-aeff-80201c413b97 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1575816 Feb 11 14:32:14.072308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56584766-60ad-4f24-8ca4-bb293c2bffe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.078455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec94d29-329f-43f9-a50e-1e531c21a7ac tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:14.095771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec94d29-329f-43f9-a50e-1e531c21a7ac tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:14.106501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fec94d29-329f-43f9-a50e-1e531c21a7ac tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1976337 Feb 11 14:32:14.109039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.135628 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.153194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-997b058d-8b7e-42f1-bcfd-06ff0fa938ae req-fdf6a44f-50c5-4d0d-9a79-cf195e70360c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121264 Feb 11 14:32:14.172436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56584766-60ad-4f24-8ca4-bb293c2bffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.174981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=8bf0e78d-02a5-4755-a32e-999b9f126050,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:14.205713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584766-60ad-4f24-8ca4-bb293c2bffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8367e853-5f01-45c1-9551-7dfdaa36c80d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:14.312280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56584766-60ad-4f24-8ca4-bb293c2bffe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a538410631f4a15a2cc19c7bc6101fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0885851 Feb 11 14:32:14.316819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48636) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.355601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 77064618-c51e-4eff-b24b-357499f06b67 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:14.357037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.489050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.521279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 77064618-c51e-4eff-b24b-357499f06b67 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:14.545655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.545655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.628783 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48638) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.646030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc6aee31-aeda-48f8-b488-9eab066089a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.669575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.751595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc6aee31-aeda-48f8-b488-9eab066089a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.833799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.854336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 83284f32-2619-4d10-b676-b7c58d7274e1 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:14.866923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=77064618-c51e-4eff-b24b-357499f06b67,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:14.869403 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc6aee31-aeda-48f8-b488-9eab066089a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.883083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.887358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9fc32460-db66-4a41-9f12-36f57f55d409 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/77064618-c51e-4eff-b24b-357499f06b67 HTTP/1.1" status: 204 len: 168 time: 0.7771511 Feb 11 14:32:14.893708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.942267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aee31-aeda-48f8-b488-9eab066089a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11099323-6ff7-4a91-b02a-fe68ae377d6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:14.948621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bc6aee31-aeda-48f8-b488-9eab066089a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=310270bbfb264b3db032931b1a337c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188035 Feb 11 14:32:14.951275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48650) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:14.962274 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.973959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:14.976150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8367e853-5f01-45c1-9551-7dfdaa36c80d HTTP/1.1" status: 204 len: 168 time: 0.6580570 Feb 11 14:32:14.993356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f7036-5f92-4456-a22d-c902038b5717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8367e853-5f01-45c1-9551-7dfdaa36c80d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:14.997849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:14.998718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe97908-c596-476f-ac65-7fb8d3a4a7c6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:15.000233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfe97908-c596-476f-ac65-7fb8d3a4a7c6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1041315 Feb 11 14:32:15.008757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-76814d04-e960-4a45-98e4-41c9ab7c5eae tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861024 Feb 11 14:32:15.009081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:15.009216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:15.016015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] Sync routers for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:15.038306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:15.038306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.079901 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-90684204-229c-44dd-b36c-b9f824cc9b13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:15.084090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90684204-229c-44dd-b36c-b9f824cc9b13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/dfcf38bd-a75c-44af-a397-fcf4f6b37b37 HTTP/1.1" status: 404 len: 333 time: 0.0743859 Feb 11 14:32:15.084552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.086076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:15.091137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.106564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:15.106564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.120270 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ad5c6a-9ac3-4a2c-bc63-4084a68a2095 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:15.124362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-58ad5c6a-9ac3-4a2c-bc63-4084a68a2095 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/77064618-c51e-4eff-b24b-357499f06b67 HTTP/1.1" status: 404 len: 333 time: 0.0348902 Feb 11 14:32:15.125199 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:15.151229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.152574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb333e4-8145-4518-83fa-74212652a265 None None] The sync data for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:15.187334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.239083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.360709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.387076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53b2f-0918-4ad1-b792-928ac53922b7 req-aa911fb2-b24c-4ada-937e-a1000baabf4c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:15.388638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7db53b2f-0918-4ad1-b792-928ac53922b7 req-aa911fb2-b24c-4ada-937e-a1000baabf4c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1171212 Feb 11 14:32:15.392161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888fb54f-260c-424b-bdec-718fdb41e9e9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.393535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.417854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd22095e-7440-4109-ac60-29043fbdaf15') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.418163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd22095e-7440-4109-ac60-29043fbdaf15') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:15.438899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.441489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.445141 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11099323-6ff7-4a91-b02a-fe68ae377d6c HTTP/1.1" status: 204 len: 168 time: 0.4904642 Feb 11 14:32:15.449412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.460006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7db53b2f-0918-4ad1-b792-928ac53922b7 req-aaa3cdf7-9b2d-4f7c-bc17-4648165d8b1c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645161 Feb 11 14:32:15.469497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0830225-ddfb-4544-90c4-dc016945bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11099323-6ff7-4a91-b02a-fe68ae377d6c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:15.477783 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.491142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:15.493574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:15.562824 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:15.651536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.662324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.663857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/888fb54f-260c-424b-bdec-718fdb41e9e9 HTTP/1.1" status: 204 len: 168 time: 0.5375426 Feb 11 14:32:15.668113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:15.674651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-258653728'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:15.679069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c2a21-f3ea-4ded-a79b-5b006c5e374a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=888fb54f-260c-424b-bdec-718fdb41e9e9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:15.731863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port f7bdc565-6975-4283-9bf3-9060b3d40e1b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:15.732210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.834410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:15.841386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.869150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-346c35ce-3dba-4ce3-8f57-4212c4b3306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:15.869766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-346c35ce-3dba-4ce3-8f57-4212c4b3306c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1096 time: 0.0776334 Feb 11 14:32:15.880944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.899493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:15.902193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for f7bdc565-6975-4283-9bf3-9060b3d40e1b owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:15.919868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.925967 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment 5a1aac8a-86fe-462a-acda-8f68bebbca07 of type vlan for network f40aa268-75af-4284-8620-19e02818efc3 Feb 11 14:32:15.977450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-8d214e92-2b76-479f-9623-a2729c16072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:15.979236 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-8d214e92-2b76-479f-9623-a2729c16072a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.1022139 Feb 11 14:32:16.100937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-12e2ac6c-88f7-4324-920a-806ecb598d20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 1001 time: 0.1115146 Feb 11 14:32:16.174203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-629078a9-21cd-4542-94ea-fc595589fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:16.176203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-629078a9-21cd-4542-94ea-fc595589fda1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.0715351 Feb 11 14:32:16.235399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-16585922-2a70-4e43-ac05-bb26c565fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:16.237458 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-16585922-2a70-4e43-ac05-bb26c565fc61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547478 Feb 11 14:32:16.363787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:16.379490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-54ba8877-63b7-47ed-93cd-81b123bd5eb4 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352096 Feb 11 14:32:16.529288 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:16.535951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:16.536784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:16.551763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5e95229-f493-4675-9aa1-c15f69f303ce req-cd1a0d19-3818-4db8-9f1c-9340b348bbdf service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626737 Feb 11 14:32:16.620194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=f40aa268-75af-4284-8620-19e02818efc3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:16.636221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f40aa268-75af-4284-8620-19e02818efc3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:16.636762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:16.685646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=f7bdc565-6975-4283-9bf3-9060b3d40e1b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:16.691086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0c99db42-17c3-4920-8ca8-28969d11a769 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0215607 Feb 11 14:32:16.694539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:16.709248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'f40aa268-75af-4284-8620-19e02818efc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:16.794302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f7bd1-c26f-43b9-9749-735b5793b314 req-0f3675e7-7a44-4a75-9ebf-9fd56c04d4f3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:16.795990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-379f7bd1-c26f-43b9-9749-735b5793b314 req-0f3675e7-7a44-4a75-9ebf-9fd56c04d4f3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1715868 Feb 11 14:32:16.948354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:16.952863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:16.973503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-379f7bd1-c26f-43b9-9749-735b5793b314 req-da65dfae-59a0-4e75-a133-53c3cd5fba7f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663339 Feb 11 14:32:16.974177 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.082646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:32:17.085883 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:32:17.269347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 83284f32-2619-4d10-b676-b7c58d7274e1 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:17.360226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:17.369487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5322ddc-d51b-4ca4-b8dc-43dba3226a75 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593187 Feb 11 14:32:17.370567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48738) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:17.372008 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] Sync routers for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:17.382084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:17.382706 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:17.389362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.448485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb903c37-62e2-47f9-a95e-e39d9b43b16f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=83284f32-2619-4d10-b676-b7c58d7274e1 HTTP/1.1" status: 200 len: 205 time: 0.0766392 Feb 11 14:32:17.449405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48742) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:17.527389 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:17.536859 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] Routers {'83284f32-2619-4d10-b676-b7c58d7274e1'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:17.537706 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.538244 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:31:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['83284f32-2619-4d10-b676-b7c58d7274e1'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:17.547635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=3e8a7500-9398-422b-b580-c0edf4b2cff7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:17.573934 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:17.574796 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565c583-6631-4b96-babf-c0709754ee94 None None] The sync data for ids ['83284f32-2619-4d10-b676-b7c58d7274e1'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:17.579286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': '5a1aac8a-86fe-462a-acda-8f68bebbca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:17.579649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: f40aa268-75af-4284-8620-19e02818efc3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:17.674793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network f40aa268-75af-4284-8620-19e02818efc3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:17.727804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.730144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.809545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f40aa268-75af-4284-8620-19e02818efc3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:17.820702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:17.821469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.830190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7ab94-8fdc-44a4-abe1-8a4433f1e315 None None] Network f40aa268-75af-4284-8620-19e02818efc3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:17.839914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.840496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 83284f32-2619-4d10-b676-b7c58d7274e1 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:32:17.858976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.860968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-39305d48-ab82-4cab-bea0-c7693c3635f0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1 HTTP/1.1" status: 204 len: 168 time: 0.4103484 Feb 11 14:32:17.863739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:17.922362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet 6d4d5134-8a7c-49c8-a6a5-1c567424c859 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:17.925738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.966887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c9beb18b-f59b-41c8-8aef-68bd3b0cdd35 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2709212 Feb 11 14:32:17.973182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48760) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:17.978702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'f40aa268-75af-4284-8620-19e02818efc3', 'name': 'tempest-PortsIpV6TestJSON-110154066'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:18.003082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.073741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f40aa268-75af-4284-8620-19e02818efc3', 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': '3e8a7500-9398-422b-b580-c0edf4b2cff7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:18.082306 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.264167 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-998fcd7f-52b7-4262-8815-f1e73429a9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.291464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:18.295042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.295200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88915d3-c3ca-42a7-9cc0-f3f3d7ac9f13 req-f80bf5ba-98bb-4fc7-b4fe-edbd36d8d8f9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:18.303065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f88915d3-c3ca-42a7-9cc0-f3f3d7ac9f13 req-f80bf5ba-98bb-4fc7-b4fe-edbd36d8d8f9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1684091 Feb 11 14:32:18.308125 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.314852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port afb59301-2724-45a1-975d-1d0495ad5f6c yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:18.391723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f88915d3-c3ca-42a7-9cc0-f3f3d7ac9f13 req-025811d8-7eb9-4eb7-8856-34325d5bae38 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853553 Feb 11 14:32:18.410827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Allocated IP 2001:db8::2 (f40aa268-75af-4284-8620-19e02818efc3/3e8a7500-9398-422b-b580-c0edf4b2cff7/e55724dc-7f5b-4960-966d-cafbfc1702b0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:18.521291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.555387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1d229-5d17-49f7-bfaa-7379091e0f9d None None] Network d018e8e3-36b9-4d7e-9840-04d09b76a91c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:18.555801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.563624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:18.573482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/6d4d5134-8a7c-49c8-a6a5-1c567424c859 HTTP/1.1" status: 204 len: 168 time: 0.7085810 Feb 11 14:32:18.602433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267a95f-95d3-4df2-88f9-d94e4d736a0e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4d5134-8a7c-49c8-a6a5-1c567424c859,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:18.643396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet 8007a07f-1184-484f-adb6-99f6f9d21a7a {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:18.646754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.706413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.748253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.810127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.857106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.926904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::b9 (f40aa268-75af-4284-8620-19e02818efc3/3e8a7500-9398-422b-b580-c0edf4b2cff7/afb59301-2724-45a1-975d-1d0495ad5f6c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:18.940556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] DHCP port deletion for d018e8e3-36b9-4d7e-9840-04d09b76a91c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:18.960408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Network f40aa268-75af-4284-8620-19e02818efc3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:18.962375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Pushing event updated for resources: {'Port': ['ID=e55724dc-7f5b-4960-966d-cafbfc1702b0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:18.991234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:18.998700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:19.005069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:19.102256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=8007a07f-1184-484f-adb6-99f6f9d21a7a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:19.110090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.118173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ecda692b-b74c-4d25-ad86-46aac312f169 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/8007a07f-1184-484f-adb6-99f6f9d21a7a HTTP/1.1" status: 204 len: 168 time: 0.5502594 Feb 11 14:32:19.118384 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Deleting port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:19.118384 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.121488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:19.135760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0781b-d9b5-42a3-87fb-47ba2e3adeb0 None None] Network e7d9bf8a-f457-4327-84ab-1b385ddbf94d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:19.225724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Attempting to bind port e55724dc-7f5b-4960-966d-cafbfc1702b0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:19.226183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Attempting to bind port e55724dc-7f5b-4960-966d-cafbfc1702b0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5a1aac8a-86fe-462a-acda-8f68bebbca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:19.226660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Attempting to bind port e55724dc-7f5b-4960-966d-cafbfc1702b0 on network f40aa268-75af-4284-8620-19e02818efc3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:19.247971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.252840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.385366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:19.385707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.394586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.460343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:19.460776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Checking segment: {'id': '5a1aac8a-86fe-462a-acda-8f68bebbca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:19.461242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.461853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Bound using segment: {'id': '5a1aac8a-86fe-462a-acda-8f68bebbca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:19.462183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Bound port: e55724dc-7f5b-4960-966d-cafbfc1702b0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1aac8a-86fe-462a-acda-8f68bebbca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f40aa268-75af-4284-8620-19e02818efc3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:19.462506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.510604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network f40aa268-75af-4284-8620-19e02818efc3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:19.524267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:19.529402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,segment=NetworkSegment(bb89b792-a805-4b1e-939b-93e8299a3a93),segment_id=bb89b792-a805-4b1e-939b-93e8299a3a93)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:19.530609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.530738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:19.539949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:19.540609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.549718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 87ae9e1f-e8da-43c6-ace1-a0d3915913cb owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:19.560373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=afb59301-2724-45a1-975d-1d0495ad5f6c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:19.578136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:19.581127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] For port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,segment=NetworkSegment(bb89b792-a805-4b1e-939b-93e8299a3a93),segment_id=bb89b792-a805-4b1e-939b-93e8299a3a93)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:19.581534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.616790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81defa8-84d0-480c-9994-8117c90a1b41 req-522f5b21-5511-43b5-9cd0-a5ae284b5f21 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:19.618854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a81defa8-84d0-480c-9994-8117c90a1b41 req-522f5b21-5511-43b5-9cd0-a5ae284b5f21 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 945 time: 0.1069384 Feb 11 14:32:19.632920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56e908e8-1ab7-47fd-9b69-4719d3a3dc84 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6579781 Feb 11 14:32:19.633700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48796) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:19.647299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Calling delete_port for 87ae9e1f-e8da-43c6-ace1-a0d3915913cb owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:19.724336 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a81defa8-84d0-480c-9994-8117c90a1b41 req-f8ba3a86-8939-4e55-90c9-1b424ec7ea56 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894573 Feb 11 14:32:19.775500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] DHCP port deletion for e7d9bf8a-f457-4327-84ab-1b385ddbf94d request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:19.818787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.820035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] For port e55724dc-7f5b-4960-966d-cafbfc1702b0, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:19.862836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] For port e55724dc-7f5b-4960-966d-cafbfc1702b0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e55724dc-7f5b-4960-966d-cafbfc1702b0,segment=NetworkSegment(5a1aac8a-86fe-462a-acda-8f68bebbca07),segment_id=5a1aac8a-86fe-462a-acda-8f68bebbca07)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:19.865631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port afb59301-2724-45a1-975d-1d0495ad5f6c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:19.866755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.867591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:19.877522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:19.897522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.944013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:32:19.947153 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac064365-d63f-40d4-b3d1-fbd7ddc6780f" -d '{"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:32:19.964162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Deleting port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:19.964647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.969160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:19.971832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.991324 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.085588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.110654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for afb59301-2724-45a1-975d-1d0495ad5f6c owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:20.137517 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b95b1-dfdd-4e17-8403-27c7beffe898 x-openstack-request-id: req-a44b95b1-dfdd-4e17-8403-27c7beffe898 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:32:20.137517 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-unplugged", "status": "failed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "code": 422}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:32:20.137517 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a44b95b1-dfdd-4e17-8403-27c7beffe898 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:32:20.137517 n-d-828407-1 neutron-server[109377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'code': 422} returned with failed status Feb 11 14:32:20.137517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] No DVR routers for this DVR port 87ae9e1f-e8da-43c6-ace1-a0d3915913cb on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:20.143240 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.176333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.225566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018e8e3-36b9-4d7e-9840-04d09b76a91c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:20.242787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] For port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,segment=NetworkSegment(4d799e38-fc2f-4562-b499-aeb55cda075b),segment_id=4d799e38-fc2f-4562-b499-aeb55cda075b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:20.243196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.245732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb89b792-a805-4b1e-939b-93e8299a3a93') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:20.245732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb89b792-a805-4b1e-939b-93e8299a3a93') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:20.257891 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.269603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e825-07ea-44e0-808a-dda266efb09d None None] Pushing event updated for resources: {'Port': ['ID=e55724dc-7f5b-4960-966d-cafbfc1702b0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.290796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Calling delete_port for 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:20.316621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.334193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:20.334193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:20.370258 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:20.382224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 87ae9e1f-e8da-43c6-ace1-a0d3915913cb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:20.422377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 87ae9e1f-e8da-43c6-ace1-a0d3915913cb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:32:20.425100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 87ae9e1f-e8da-43c6-ace1-a0d3915913cb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:32:20.425403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:20.486018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b9a6f-a6fe-4387-90ac-2f1b2ea1be25 None None] Pushing event deleted for resources: {'Port': ['ID=87ae9e1f-e8da-43c6-ace1-a0d3915913cb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.561275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.564312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.572431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.580995 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/d018e8e3-36b9-4d7e-9840-04d09b76a91c HTTP/1.1" status: 204 len: 168 time: 1.4605100 Feb 11 14:32:20.589853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:20.627092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a2a8d1f-64dc-4240-8177-f86bb997956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.655739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=afb59301-2724-45a1-975d-1d0495ad5f6c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.669427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e664-19fe-4d40-8dbe-92cde61aa1f8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=d018e8e3-36b9-4d7e-9840-04d09b76a91c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.684943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.714418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.730342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f8694942-1e70-4fe0-aaf3-f2a84393f478 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/afb59301-2724-45a1-975d-1d0495ad5f6c HTTP/1.1" status: 204 len: 168 time: 1.0919988 Feb 11 14:32:20.731669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48832) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:20.790610 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dea790-da2b-40fa-a48b-970cf0a56f0c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:32:20.795536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.799479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dea790-da2b-40fa-a48b-970cf0a56f0c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:32:20.810329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-89dea790-da2b-40fa-a48b-970cf0a56f0c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/afb59301-2724-45a1-975d-1d0495ad5f6c HTTP/1.1" status: 404 len: 333 time: 0.0634179 Feb 11 14:32:20.812531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48834) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:20.826534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.876644 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aaea29-33bf-4d2c-bd86-3f55499f7e1e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:20.883455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9aaea29-33bf-4d2c-bd86-3f55499f7e1e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/afb59301-2724-45a1-975d-1d0495ad5f6c HTTP/1.1" status: 404 len: 333 time: 0.0689714 Feb 11 14:32:20.884405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:20.885630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] No DVR routers for this DVR port 5e48dd6f-5aea-43fd-8ecb-d5c4df06667c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:20.889293 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.897083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f33af2-8caa-4a8c-873d-68b7c3a78fe3 None None] Pushing event deleted for resources: {'Port': ['ID=5e48dd6f-5aea-43fd-8ecb-d5c4df06667c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:20.974120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.995012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 3e8a7500-9398-422b-b580-c0edf4b2cff7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:20.999570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.001224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d9bf8a-f457-4327-84ab-1b385ddbf94d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:21.013964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d799e38-fc2f-4562-b499-aeb55cda075b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:21.014290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d799e38-fc2f-4562-b499-aeb55cda075b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:21.025302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.047912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.068958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.078250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:21.078662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.197194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.423307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.507467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8a7500-9398-422b-b580-c0edf4b2cff7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:21.519417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.536433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c307f85f-93b2-468c-9965-61624b0574c0 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/3e8a7500-9398-422b-b580-c0edf4b2cff7 HTTP/1.1" status: 204 len: 168 time: 0.6482933 Feb 11 14:32:21.537320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:21.692976 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:21.712123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.746075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.778636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port e55724dc-7f5b-4960-966d-cafbfc1702b0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:21.778831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.832508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.840112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.843365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/e7d9bf8a-f457-4327-84ab-1b385ddbf94d HTTP/1.1" status: 204 len: 168 time: 1.2525563 Feb 11 14:32:21.849390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:21.855928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1235136301'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:21.863152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a764-7fd6-4741-aa8b-894a05bc29af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=e7d9bf8a-f457-4327-84ab-1b385ddbf94d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:21.879986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port e55724dc-7f5b-4960-966d-cafbfc1702b0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e55724dc-7f5b-4960-966d-cafbfc1702b0,segment=NetworkSegment(5a1aac8a-86fe-462a-acda-8f68bebbca07),segment_id=5a1aac8a-86fe-462a-acda-8f68bebbca07)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:21.880353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:21.880795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72196f-9cfb-479a-89f9-4b6b592e4957 None None] Network f40aa268-75af-4284-8620-19e02818efc3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:21.903946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for e55724dc-7f5b-4960-966d-cafbfc1702b0 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:22.008235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee496-3460-4e3f-b442-9f10d2a9ef97 None None] Provisioning complete for port e55724dc-7f5b-4960-966d-cafbfc1702b0 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:22.009395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee496-3460-4e3f-b442-9f10d2a9ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.018615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:22.023097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.093267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.104093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:22.125040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee496-3460-4e3f-b442-9f10d2a9ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.139566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=e55724dc-7f5b-4960-966d-cafbfc1702b0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:22.144160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port e55724dc-7f5b-4960-966d-cafbfc1702b0 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:22.150379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.153657 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment 1385536d-00a6-4fd3-861a-7400e1a4f7ab of type vlan for network 7581d596-32a1-4317-80fc-741d26298835 Feb 11 14:32:22.169861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea144c4-968a-4470-bd15-b7fdb034b39d None None] DHCP port deletion for f40aa268-75af-4284-8620-19e02818efc3 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:22.262031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.277847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.342254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40aa268-75af-4284-8620-19e02818efc3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:22.353244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1aac8a-86fe-462a-acda-8f68bebbca07') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:22.353541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1aac8a-86fe-462a-acda-8f68bebbca07') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:22.365679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.381457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.389083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:22.394637 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:22.455124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.461458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:22.465884 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.535043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=7581d596-32a1-4317-80fc-741d26298835,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:22.542982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.553590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.557353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/f40aa268-75af-4284-8620-19e02818efc3 HTTP/1.1" status: 204 len: 168 time: 1.0175388 Feb 11 14:32:22.560644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:22.565851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7581d596-32a1-4317-80fc-741d26298835 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:22.567793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-502628506'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:22.603988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795457b-4d47-4c4b-8e2f-392a4e84289e tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=f40aa268-75af-4284-8620-19e02818efc3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:22.643668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a3bdb47d-1904-49bc-9589-cf24508e91c1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7931969 Feb 11 14:32:22.647301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:22.674888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '7581d596-32a1-4317-80fc-741d26298835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:22.775851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381b230-8f5e-456d-b4c3-b743a6546331 req-93cb6630-76bb-4c9f-86d6-f9e405005d1d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:22.777831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e381b230-8f5e-456d-b4c3-b743a6546331 req-93cb6630-76bb-4c9f-86d6-f9e405005d1d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.0712402 Feb 11 14:32:22.799801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:22.804303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.836840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e381b230-8f5e-456d-b4c3-b743a6546331 req-c4474385-699f-4db5-9e0f-89c1e8266b9e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518036 Feb 11 14:32:22.868563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:22.884544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.885000 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment b1208e05-6cc7-4a01-bedb-03d019d48914 of type vlan for network 393dcfb8-4240-4eeb-98e3-f1617521cd68 Feb 11 14:32:22.934869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:22.943856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:22.949879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.108824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.115538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:23.116342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.160390 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.206775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=393dcfb8-4240-4eeb-98e3-f1617521cd68,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:23.223689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:23.254126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1695e8ee-b0fe-4aaa-9b8b-7df8f2f113fa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6918046 Feb 11 14:32:23.257226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:23.262388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:23.412992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.475338 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.495519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=cd6fef54-1826-4377-948a-6b0d79e37794,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:23.505459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-1a06877e-9b88-4cff-8e08-e8d5b6932d7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1868274 Feb 11 14:32:23.507729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:23.513284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.520407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': '1385536d-00a6-4fd3-861a-7400e1a4f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7581d596-32a1-4317-80fc-741d26298835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:23.526058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 7581d596-32a1-4317-80fc-741d26298835, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:23.602276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:23.678571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 7581d596-32a1-4317-80fc-741d26298835 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:23.767039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7581d596-32a1-4317-80fc-741d26298835) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:23.771792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:23.772603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:23.829593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f426b4-46a7-4fad-9045-f39a782a7dc5 None None] Network 7581d596-32a1-4317-80fc-741d26298835 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:23.934766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-37843d06-b62e-4155-96c3-2969a8287fd3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2854054 Feb 11 14:32:23.942058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48924) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:23.947419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1835661224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:24.005675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25e3e5-1e6a-4e99-8772-0a970ff5a015 req-27d3a88a-b666-4f78-99b9-3606369cf4dc tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:24.007221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a25e3e5-1e6a-4e99-8772-0a970ff5a015 req-27d3a88a-b666-4f78-99b9-3606369cf4dc tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.0675657 Feb 11 14:32:24.035279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7581d596-32a1-4317-80fc-741d26298835', 'network_id': '7581d596-32a1-4317-80fc-741d26298835', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': 'cd6fef54-1826-4377-948a-6b0d79e37794'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:24.036296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.049591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.062960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a25e3e5-1e6a-4e99-8772-0a970ff5a015 req-2e6d98cf-125c-42d8-8459-3f14f89c8421 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Feb 11 14:32:24.140104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=a5ba6945-d990-4845-985d-9ae571fa3bed,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:24.150462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.151582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.191249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': 'b1208e05-6cc7-4a01-bedb-03d019d48914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:24.191621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: 393dcfb8-4240-4eeb-98e3-f1617521cd68, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:24.234320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.245094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Allocated IP 172.20.0.2 (7581d596-32a1-4317-80fc-741d26298835/cd6fef54-1826-4377-948a-6b0d79e37794/cd526bc0-157a-4dd5-8b70-85447210b2af) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:24.366061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.371818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:24.410165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.453210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 393dcfb8-4240-4eeb-98e3-f1617521cd68) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:24.470392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:24.470392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.474943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe180e-4624-49dd-b504-05e61d9396ef None None] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:24.523697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.528590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:24.531266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-db45b704-b085-46d3-98e5-919ba483d648 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5819068 Feb 11 14:32:24.536343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'port': {'network_id': '7581d596-32a1-4317-80fc-741d26298835', 'name': 'tempest-RoutersTest-890196125'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:24.588051 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.651822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Network 7581d596-32a1-4317-80fc-741d26298835 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:24.659303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:24.672242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:24.675898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Pushing event updated for resources: {'Port': ['ID=cd526bc0-157a-4dd5-8b70-85447210b2af,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:24.689946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3206b80c-7dfd-4553-b882-4107130a0725 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4314640 Feb 11 14:32:24.692345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48938) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:24.702334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-598012963'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:24.800060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Attempting to bind port cd526bc0-157a-4dd5-8b70-85447210b2af on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:24.800060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Attempting to bind port cd526bc0-157a-4dd5-8b70-85447210b2af by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1385536d-00a6-4fd3-861a-7400e1a4f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7581d596-32a1-4317-80fc-741d26298835'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:24.800060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Attempting to bind port cd526bc0-157a-4dd5-8b70-85447210b2af on network 7581d596-32a1-4317-80fc-741d26298835 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:24.800060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-393dcfb8-4240-4eeb-98e3-f1617521cd68', 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': 'a5ba6945-d990-4845-985d-9ae571fa3bed'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:24.800060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.818038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:24.818686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Checking segment: {'id': '1385536d-00a6-4fd3-861a-7400e1a4f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7581d596-32a1-4317-80fc-741d26298835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:24.819222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.819629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Bound using segment: {'id': '1385536d-00a6-4fd3-861a-7400e1a4f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7581d596-32a1-4317-80fc-741d26298835'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:24.820728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Bound port: cd526bc0-157a-4dd5-8b70-85447210b2af, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385536d-00a6-4fd3-861a-7400e1a4f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7581d596-32a1-4317-80fc-741d26298835'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:24.821207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.856620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:24.861133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:24.892277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] device_id is not set on port 66f7f565-c18d-4852-80e6-d1135c800a92 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:24.955782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] For port cd526bc0-157a-4dd5-8b70-85447210b2af, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:24.978142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] For port cd526bc0-157a-4dd5-8b70-85447210b2af, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cd526bc0-157a-4dd5-8b70-85447210b2af,segment=NetworkSegment(1385536d-00a6-4fd3-861a-7400e1a4f7ab),segment_id=1385536d-00a6-4fd3-861a-7400e1a4f7ab)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:25.018996 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.20.0.6 (7581d596-32a1-4317-80fc-741d26298835/cd6fef54-1826-4377-948a-6b0d79e37794/66f7f565-c18d-4852-80e6-d1135c800a92) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:25.026275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Allocated IP 2001:db8::2 (393dcfb8-4240-4eeb-98e3-f1617521cd68/a5ba6945-d990-4845-985d-9ae571fa3bed/3e819b8a-e5af-4142-8ac8-4570037394f5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:25.059499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:25.063761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.109531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port a0842863-bd0c-4f0b-a0d5-dd475876c7fc yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:25.171095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.199660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.221484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962118aa-6c6f-4d3e-80dd-25fe000d8559 req-60b5bdd0-4d79-4501-bbbe-35c7a5a42cea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:25.223258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-962118aa-6c6f-4d3e-80dd-25fe000d8559 req-60b5bdd0-4d79-4501-bbbe-35c7a5a42cea tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.0644965 Feb 11 14:32:25.286513 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.288003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79c7e-8546-4778-a82e-1e7d96d65626 None None] Pushing event updated for resources: {'Port': ['ID=cd526bc0-157a-4dd5-8b70-85447210b2af,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:25.290173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-962118aa-6c6f-4d3e-80dd-25fe000d8559 req-d3fee417-ef48-4149-84d9-b43dc1e31ca9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596104 Feb 11 14:32:25.354223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.405226 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.420103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 7581d596-32a1-4317-80fc-741d26298835 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:25.423516 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:25.427470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:25.446544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=66f7f565-c18d-4852-80e6-d1135c800a92,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:25.528362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:25.538376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:25.543526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:25.544172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.556378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:25.561867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::b1 (393dcfb8-4240-4eeb-98e3-f1617521cd68/a5ba6945-d990-4845-985d-9ae571fa3bed/a0842863-bd0c-4f0b-a0d5-dd475876c7fc) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:25.567746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Pushing event updated for resources: {'Port': ['ID=3e819b8a-e5af-4142-8ac8-4570037394f5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:25.641030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Attempting to bind port 3e819b8a-e5af-4142-8ac8-4570037394f5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:25.641390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Attempting to bind port 3e819b8a-e5af-4142-8ac8-4570037394f5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b1208e05-6cc7-4a01-bedb-03d019d48914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:25.641833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Attempting to bind port 3e819b8a-e5af-4142-8ac8-4570037394f5 on network 393dcfb8-4240-4eeb-98e3-f1617521cd68 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:25.648991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:25.649388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Checking segment: {'id': 'b1208e05-6cc7-4a01-bedb-03d019d48914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:25.649703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.650402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Bound using segment: {'id': 'b1208e05-6cc7-4a01-bedb-03d019d48914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:25.650872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Bound port: 3e819b8a-e5af-4142-8ac8-4570037394f5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1208e05-6cc7-4a01-bedb-03d019d48914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '393dcfb8-4240-4eeb-98e3-f1617521cd68'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:25.651900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.657640 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-312109fd-f8ff-461a-9fe1-e768d26afae5 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1273522 Feb 11 14:32:25.660925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 48962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:25.730291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] For port 3e819b8a-e5af-4142-8ac8-4570037394f5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:25.735335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] For port 3e819b8a-e5af-4142-8ac8-4570037394f5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e819b8a-e5af-4142-8ac8-4570037394f5,segment=NetworkSegment(b1208e05-6cc7-4a01-bedb-03d019d48914),segment_id=b1208e05-6cc7-4a01-bedb-03d019d48914)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:25.764460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.853804 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.875911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-21aca184-a44b-47fc-b9e8-af31959c6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:25.877645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-21aca184-a44b-47fc-b9e8-af31959c6681 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a&tenant_id=97423bd6eacf476280f5254cf894cacd HTTP/1.1" status: 200 len: 1094 time: 0.1138074 Feb 11 14:32:25.925949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:25.970330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5045a54-157b-4a72-a5a4-2ba6633d4ae8 None None] Pushing event updated for resources: {'Port': ['ID=3e819b8a-e5af-4142-8ac8-4570037394f5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:26.009539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:26.014124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:26.016806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:26.022647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:26.023872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.043740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=a0842863-bd0c-4f0b-a0d5-dd475876c7fc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:26.078029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-8c46c336-1f32-4e1f-8a8b-86e12ffe7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:26.085882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-8c46c336-1f32-4e1f-8a8b-86e12ffe7c0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1094 time: 0.1679482 Feb 11 14:32:26.105599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0d856257-2e30-48f2-ab88-50afe499fa77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4114022 Feb 11 14:32:26.108239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:26.227003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-85bdf44e-e63c-4371-b40f-53e09dae8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:26.235453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-85bdf44e-e63c-4371-b40f-53e09dae8399 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.1415801 Feb 11 14:32:26.324778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port a0842863-bd0c-4f0b-a0d5-dd475876c7fc {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:26.324778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.408684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cd526bc0-157a-4dd5-8b70-85447210b2af up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:26.500955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-a6d6d1e5-5e36-468a-a73a-ac0307ad1c51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 999 time: 0.2571850 Feb 11 14:32:26.550610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.568443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.586730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for a0842863-bd0c-4f0b-a0d5-dd475876c7fc owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:26.767931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cd526bc0-157a-4dd5-8b70-85447210b2af triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:26.768312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.815850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-734cd9ea-456d-4eff-8d18-8aae62fdede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:26.817588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-734cd9ea-456d-4eff-8d18-8aae62fdede3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.3049371 Feb 11 14:32:26.839532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93bae1-337c-4960-a3cf-1eed3e5f029a req-29dcd2e0-9f90-4931-b421-12cdcbc76a09 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:26.841557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c93bae1-337c-4960-a3cf-1eed3e5f029a req-29dcd2e0-9f90-4931-b421-12cdcbc76a09 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.3098691 Feb 11 14:32:26.879220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b38473-6410-4b66-9264-13241f9afa72 None None] Network 7581d596-32a1-4317-80fc-741d26298835 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:26.940768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.992642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=a0842863-bd0c-4f0b-a0d5-dd475876c7fc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:27.018672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.024581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-716832f3-eb39-4f06-b40a-c9c77f12826a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/a0842863-bd0c-4f0b-a0d5-dd475876c7fc HTTP/1.1" status: 204 len: 168 time: 0.9142518 Feb 11 14:32:27.027236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48980) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:27.040482 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.047178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dff517bf-77d5-4180-9c2e-48be460a7a7a None None] Provisioning complete for port cd526bc0-157a-4dd5-8b70-85447210b2af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:27.047875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dff517bf-77d5-4180-9c2e-48be460a7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.069412 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-67767593-c825-4cca-b151-250a24d57508 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:27.073724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67767593-c825-4cca-b151-250a24d57508 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/a0842863-bd0c-4f0b-a0d5-dd475876c7fc HTTP/1.1" status: 404 len: 333 time: 0.0431478 Feb 11 14:32:27.074792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:27.142220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c93bae1-337c-4960-a3cf-1eed3e5f029a req-b4e34e03-7eee-4bbf-a48f-13cb6518a52d tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581117 Feb 11 14:32:27.169608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-8f56be7f-eb56-4ff6-9a2b-e102a1ca3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:27.171632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-8f56be7f-eb56-4ff6-9a2b-e102a1ca3861 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973425 Feb 11 14:32:27.224596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet a5ba6945-d990-4845-985d-9ae571fa3bed {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:27.230808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.283484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.286641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port cd526bc0-157a-4dd5-8b70-85447210b2af, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cd526bc0-157a-4dd5-8b70-85447210b2af,segment=NetworkSegment(1385536d-00a6-4fd3-861a-7400e1a4f7ab),segment_id=1385536d-00a6-4fd3-861a-7400e1a4f7ab)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:27.383163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.389856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.464664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-e446707e-fbdb-4daa-abb9-02a618145858 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850614 Feb 11 14:32:27.482728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.552806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.610258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ba6945-d990-4845-985d-9ae571fa3bed,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:27.620649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.627468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.628680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=cd526bc0-157a-4dd5-8b70-85447210b2af,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:27.629462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d1badc10-77d3-4fc2-8f0f-2d1b1f5e832f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/a5ba6945-d990-4845-985d-9ae571fa3bed HTTP/1.1" status: 204 len: 168 time: 0.5535281 Feb 11 14:32:27.630309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 48992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:27.677744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-fc6fcfb4-cf8a-4cec-afa9-3f728ece1223 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046878 Feb 11 14:32:27.731852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8312b-fe16-4bee-8d2e-314973a035b3 None None] Network 393dcfb8-4240-4eeb-98e3-f1617521cd68 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:27.765510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.812138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=66f7f565-c18d-4852-80e6-d1135c800a92,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:27.895039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 3e819b8a-e5af-4142-8ac8-4570037394f5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:27.895386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.939228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-272fbde5-cefe-4681-98c6-c101d68069ff None None] Provisioning complete for port 3e819b8a-e5af-4142-8ac8-4570037394f5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:27.942052 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-272fbde5-cefe-4681-98c6-c101d68069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.120982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port 3e819b8a-e5af-4142-8ac8-4570037394f5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e819b8a-e5af-4142-8ac8-4570037394f5,segment=NetworkSegment(b1208e05-6cc7-4a01-bedb-03d019d48914),segment_id=b1208e05-6cc7-4a01-bedb-03d019d48914)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:28.123947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.165346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 3e819b8a-e5af-4142-8ac8-4570037394f5 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:28.180310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.332614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] DHCP port deletion for 393dcfb8-4240-4eeb-98e3-f1617521cd68 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:28.400880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa047ef-5295-4dfa-80c5-cae919deb0ca req-6566c4de-2ec5-4db7-9a0e-98d93dbee0c5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:28.414616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8aa047ef-5295-4dfa-80c5-cae919deb0ca req-6566c4de-2ec5-4db7-9a0e-98d93dbee0c5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1119046 Feb 11 14:32:28.472442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8aa047ef-5295-4dfa-80c5-cae919deb0ca req-9289b2fc-c596-43a7-9ca1-7fa20feadcc1 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Feb 11 14:32:28.498989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cd526bc0-157a-4dd5-8b70-85447210b2af up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:28.505405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.579865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port 3e819b8a-e5af-4142-8ac8-4570037394f5 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:28.626214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-272fbde5-cefe-4681-98c6-c101d68069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.643270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=3e819b8a-e5af-4142-8ac8-4570037394f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:28.817783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.912168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Deleting port 3e819b8a-e5af-4142-8ac8-4570037394f5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:28.912755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.933570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.302368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cd526bc0-157a-4dd5-8b70-85447210b2af triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:29.320251 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.355385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] For port 3e819b8a-e5af-4142-8ac8-4570037394f5, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:29.356044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.503543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.557367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Calling delete_port for 3e819b8a-e5af-4142-8ac8-4570037394f5 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:29.561262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b247510d-e82d-40e6-81b5-0ba9faeb9616 None None] Provisioning complete for port 66f7f565-c18d-4852-80e6-d1135c800a92 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:29.565464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.566280 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b247510d-e82d-40e6-81b5-0ba9faeb9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.581019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Port 3e819b8a-e5af-4142-8ac8-4570037394f5 was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:32:29.603008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.672782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393dcfb8-4240-4eeb-98e3-f1617521cd68']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:29.691248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1208e05-6cc7-4a01-bedb-03d019d48914') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:29.691919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1208e05-6cc7-4a01-bedb-03d019d48914') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:29.703925 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.718292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] Pushing event deleted for resources: {'Port': ['ID=3e819b8a-e5af-4142-8ac8-4570037394f5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:29.719769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.727626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:29.728205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.728970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28eb73-7a67-4a60-a236-86d612d7e7c8 None None] No DVR routers for this DVR port 3e819b8a-e5af-4142-8ac8-4570037394f5 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:29.793704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b247510d-e82d-40e6-81b5-0ba9faeb9616 None None] Port 66f7f565-c18d-4852-80e6-d1135c800a92 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:29.844846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b247510d-e82d-40e6-81b5-0ba9faeb9616 None None] Provisioning complete for port cd526bc0-157a-4dd5-8b70-85447210b2af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:29.844846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b247510d-e82d-40e6-81b5-0ba9faeb9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.880397 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:29.887317 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:29.943720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660a971-8ecd-4bd5-97e6-1f88d22371dc req-3574caf8-d0fb-417e-95c6-d66156aa010a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:29.946862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4660a971-8ecd-4bd5-97e6-1f88d22371dc req-3574caf8-d0fb-417e-95c6-d66156aa010a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.3079426 Feb 11 14:32:29.954178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.961140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:29.965376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/393dcfb8-4240-4eeb-98e3-f1617521cd68 HTTP/1.1" status: 204 len: 168 time: 2.3314948 Feb 11 14:32:29.981719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49026) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:30.005467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'name': 'tempest-PortsIpV6TestJSON-292361447'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:30.015694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6dae6-b1a2-448a-8603-a989803b798a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=393dcfb8-4240-4eeb-98e3-f1617521cd68,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:30.067492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=66f7f565-c18d-4852-80e6-d1135c800a92,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:30.205015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3e819b8a-e5af-4142-8ac8-4570037394f5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:30.252299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3e819b8a-e5af-4142-8ac8-4570037394f5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:32:30.259764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3e819b8a-e5af-4142-8ac8-4570037394f5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:32:30.285440 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4660a971-8ecd-4bd5-97e6-1f88d22371dc req-b8996d36-e81b-4dc2-ae3b-5cb073302bd9 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215197 Feb 11 14:32:30.333841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 7581d596-32a1-4317-80fc-741d26298835 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:30.337911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:30.370532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:30.374306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.428456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port d267a26d-c1e8-4890-8a62-b16e6c054f22 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:30.456229 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.680649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-95cabfc3-c3da-4e9d-9fc5-8d6493c702de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:30.682668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-95cabfc3-c3da-4e9d-9fc5-8d6493c702de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97423bd6eacf476280f5254cf894cacd&device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1094 time: 0.1043084 Feb 11 14:32:30.868647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 62222fc8-1435-4372-aa7b-4f3d580d46f2 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:32:30.936396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7c8efbbf-a81c-4910-854b-d487ccdb6da6 None None] Provisioning complete for port 66f7f565-c18d-4852-80e6-d1135c800a92 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:30.936396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c8efbbf-a81c-4910-854b-d487ccdb6da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.992446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:31.046580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7c8efbbf-a81c-4910-854b-d487ccdb6da6 None None] Port 66f7f565-c18d-4852-80e6-d1135c800a92 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:31.071099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-a06f5386-2757-4491-8176-e5284d9a7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.075459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-a06f5386-2757-4491-8176-e5284d9a7435 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 200 len: 917 time: 0.3355248 Feb 11 14:32:31.105074 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:31.192177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:31.217456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] Sync routers for ids ['62222fc8-1435-4372-aa7b-4f3d580d46f2'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:31.218004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8a476b09-ed8f-4fb5-8798-4260b8270a49 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/62222fc8-1435-4372-aa7b-4f3d580d46f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5549901 Feb 11 14:32:31.218128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:31.221321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:31.228035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:31.242719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:31.245336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] Routers {'62222fc8-1435-4372-aa7b-4f3d580d46f2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:31.248859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['62222fc8-1435-4372-aa7b-4f3d580d46f2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:31.274336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:31.292654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.293676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:31.324434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-7f9fac6f-39d7-4307-b01e-4bb15bfe1137 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 200 len: 999 time: 0.2236726 Feb 11 14:32:31.347998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448159c-224e-408e-885c-20556e6516c2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.351986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4448159c-224e-408e-885c-20556e6516c2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports/66f7f565-c18d-4852-80e6-d1135c800a92 HTTP/1.1" status: 200 len: 976 time: 0.1269817 Feb 11 14:32:31.352967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49050) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:31.362046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=d267a26d-c1e8-4890-8a62-b16e6c054f22,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:31.453240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:31.481668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-18c0c98c-d869-4834-8ad9-b2bbce616c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.494314 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-18c0c98c-d869-4834-8ad9-b2bbce616c68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 200 len: 855 time: 0.1434865 Feb 11 14:32:31.532062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] Routers {'62222fc8-1435-4372-aa7b-4f3d580d46f2'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:31.533201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['62222fc8-1435-4372-aa7b-4f3d580d46f2'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:31.581521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1202a3b-9725-4aee-9d1a-7342fab30a28 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5968392 Feb 11 14:32:31.596008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:31.604581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-723b7177-055c-4ce0-8a9d-bb7a8f0eec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.606508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-723b7177-055c-4ce0-8a9d-bb7a8f0eec38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5129901f-6cf5-4177-926e-352a8a17b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021545 Feb 11 14:32:31.670582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:31.682751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c26-bf7a-47b6-8464-9137e881371c req-443ec2ff-01c7-4a11-8c1c-91b1106f39c3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:31.683970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc65338-dd7c-42cc-9ee5-4d5c5af28b42 None None] The sync data for ids ['62222fc8-1435-4372-aa7b-4f3d580d46f2'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:31.691544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b589c26-bf7a-47b6-8464-9137e881371c req-443ec2ff-01c7-4a11-8c1c-91b1106f39c3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1245313 Feb 11 14:32:31.821710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b589c26-bf7a-47b6-8464-9137e881371c req-3414edf6-2b09-4766-a78a-64bb8d01f4e5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186967 Feb 11 14:32:32.039325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-b965ccc6-708a-45bf-bf0d-04c07f4678fb service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942156 Feb 11 14:32:32.229774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b134314e-cec8-4a5c-8c3e-e8917f48d5f2 req-227c9cad-7641-4517-95a3-d9093e10d394 service neutron] 10.222.0.62 "GET /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653354 Feb 11 14:32:32.245318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port d267a26d-c1e8-4890-8a62-b16e6c054f22 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:32.247587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:32.547267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.044482 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.059786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for d267a26d-c1e8-4890-8a62-b16e6c054f22 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:33.123528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 66f7f565-c18d-4852-80e6-d1135c800a92 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:33.124220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.233580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc745-8192-4db4-bb26-60115ea7fef2 req-f0f10a25-933b-4198-83c4-944770dc5202 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.235133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-704fc745-8192-4db4-bb26-60115ea7fef2 req-f0f10a25-933b-4198-83c4-944770dc5202 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1160181 Feb 11 14:32:33.239722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.255508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 66f7f565-c18d-4852-80e6-d1135c800a92 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:33.348015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.606865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=d267a26d-c1e8-4890-8a62-b16e6c054f22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:33.626466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:33.632707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-125c015a-e009-4202-ba7c-4f55b681024b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/d267a26d-c1e8-4890-8a62-b16e6c054f22 HTTP/1.1" status: 204 len: 168 time: 2.0243909 Feb 11 14:32:33.637654 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-704fc745-8192-4db4-bb26-60115ea7fef2 req-2a20b04a-1bcb-4717-9953-249d7ab05edf tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770514 Feb 11 14:32:33.638140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:33.643447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'mac_address': 'fa:16:3e:72:de:e9', 'name': 'tempest-PortsIpV6TestJSON-1637789306'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:33.971308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.007088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:34.103692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=66f7f565-c18d-4852-80e6-d1135c800a92,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:34.117457 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.146509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port a319991b-d8df-4ff0-9618-57e1e7d107fb yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:34.367647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.431815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.480128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.553591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:34.559944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:34.564462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:34.572322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:34.578066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:34.617382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=a319991b-d8df-4ff0-9618-57e1e7d107fb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:34.728634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f1f8172-e918-43c2-9b72-3de1292556ea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0894463 Feb 11 14:32:34.733549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:34.783099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29017fab-58a1-472e-bb42-f08ff080133c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:34.785391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 62222fc8-1435-4372-aa7b-4f3d580d46f2 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:34.787638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-29017fab-58a1-472e-bb42-f08ff080133c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/a319991b-d8df-4ff0-9618-57e1e7d107fb HTTP/1.1" status: 200 len: 845 time: 0.0530341 Feb 11 14:32:34.789022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:34.880874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:34.892362 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] Sync routers for ids ['62222fc8-1435-4372-aa7b-4f3d580d46f2'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:34.894081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01fb7c2c-f017-4a6d-a865-70e018df55b8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/62222fc8-1435-4372-aa7b-4f3d580d46f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5335898 Feb 11 14:32:34.900909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:34.928081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] Routers {'62222fc8-1435-4372-aa7b-4f3d580d46f2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:34.929081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['62222fc8-1435-4372-aa7b-4f3d580d46f2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:35.018317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port a319991b-d8df-4ff0-9618-57e1e7d107fb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:35.023450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.037178 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:35.070462 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] Routers {'62222fc8-1435-4372-aa7b-4f3d580d46f2'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:35.075510 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['62222fc8-1435-4372-aa7b-4f3d580d46f2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:35.090247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975846-6fc8-4eb3-93ec-ab7fd2221beb req-893399b9-7eef-47dc-93b5-2cdb5735a4b6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:35.092034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8975846-6fc8-4eb3-93ec-ab7fd2221beb req-893399b9-7eef-47dc-93b5-2cdb5735a4b6 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.2127287 Feb 11 14:32:35.149676 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:35.150874 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a860d-3dd3-49b0-8b06-14e5caecac2c None None] The sync data for ids ['62222fc8-1435-4372-aa7b-4f3d580d46f2'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:35.190607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.222670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for a319991b-d8df-4ff0-9618-57e1e7d107fb owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:35.326239 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-a3c7222e-04a4-44bb-bf52-0153e6ae5bdc tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 14:32:35.328107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a3c7222e-04a4-44bb-bf52-0153e6ae5bdc tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/62222fc8-1435-4372-aa7b-4f3d580d46f2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4221199 Feb 11 14:32:35.349502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:35.370062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8975846-6fc8-4eb3-93ec-ab7fd2221beb req-ebb8d4e2-e832-4359-a2ad-41703d33db66 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375756 Feb 11 14:32:35.379237 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2376aef8-6a45-49d2-9dc4-3bbe7fd78420 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=62222fc8-1435-4372-aa7b-4f3d580d46f2 HTTP/1.1" status: 200 len: 205 time: 0.0283790 Feb 11 14:32:35.381946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:35.505846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.589634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.592665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=a319991b-d8df-4ff0-9618-57e1e7d107fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:35.631365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.647460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e5ccb608-8c27-4f81-a1c6-dd97a8cefc4a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/a319991b-d8df-4ff0-9618-57e1e7d107fb HTTP/1.1" status: 204 len: 168 time: 0.8470790 Feb 11 14:32:35.650318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:35.691315 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e684805-8fa7-4745-86d7-79cc7cc4cfb7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:35.691631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:32:35.699091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e684805-8fa7-4745-86d7-79cc7cc4cfb7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/a319991b-d8df-4ff0-9618-57e1e7d107fb HTTP/1.1" status: 404 len: 333 time: 0.0510147 Feb 11 14:32:35.700283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:35.716699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'name': 'tempest-PortsIpV6TestJSON-1474397513'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:35.870236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:35.876016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.090605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.091164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 62222fc8-1435-4372-aa7b-4f3d580d46f2 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:32:36.102452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.102452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e0bb0e7d-2616-4aa5-bb8b-ac4654a4d1c7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/62222fc8-1435-4372-aa7b-4f3d580d46f2 HTTP/1.1" status: 204 len: 168 time: 0.7186313 Feb 11 14:32:36.104845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:36.131692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:36.131692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.174073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet cd6fef54-1826-4377-948a-6b0d79e37794 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:36.178473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.204442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 8745680b-71aa-44c6-9a8e-7a944f537cc6 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:36.237013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.626525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.673038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555d2bb-cc1a-4e77-91be-4f2dbcd6e932 req-ea8b6bd6-daa2-42d2-b2ef-0c3cd95b3a60 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:36.681115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6555d2bb-cc1a-4e77-91be-4f2dbcd6e932 req-ea8b6bd6-daa2-42d2-b2ef-0c3cd95b3a60 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1176655 Feb 11 14:32:36.773316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:36.801681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6555d2bb-cc1a-4e77-91be-4f2dbcd6e932 req-7e05ae3b-dc7c-4837-bcd9-789803849ae5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166656 Feb 11 14:32:36.976524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.000981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a58da-7138-467c-932c-1b3e1982ccb3 None None] Network 7581d596-32a1-4317-80fc-741d26298835 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:37.012009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.055520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.075557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/cd6fef54-1826-4377-948a-6b0d79e37794 HTTP/1.1" status: 204 len: 168 time: 0.9693203 Feb 11 14:32:37.094753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49136) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:37.101354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476688-41d0-43c2-acd8-4dcf4485fde2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6fef54-1826-4377-948a-6b0d79e37794,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:37.502455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:37.534142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:37.534142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:37.540156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:37.540156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.575183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=8745680b-71aa-44c6-9a8e-7a944f537cc6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:37.605406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.622307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] DHCP port deletion for 7581d596-32a1-4317-80fc-741d26298835 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:37.746627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Deleting port cd526bc0-157a-4dd5-8b70-85447210b2af {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:37.747506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.751458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:37.754852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85f5a811-c1d7-4a85-ab34-fecb653f29f4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0525980 Feb 11 14:32:37.757910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:37.776364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port cd526bc0-157a-4dd5-8b70-85447210b2af {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:37.777152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.985158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:37.999270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port cd526bc0-157a-4dd5-8b70-85447210b2af, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cd526bc0-157a-4dd5-8b70-85447210b2af,segment=NetworkSegment(1385536d-00a6-4fd3-861a-7400e1a4f7ab),segment_id=1385536d-00a6-4fd3-861a-7400e1a4f7ab)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:37.999823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.033925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for cd526bc0-157a-4dd5-8b70-85447210b2af owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:38.077503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] For port cd526bc0-157a-4dd5-8b70-85447210b2af, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cd526bc0-157a-4dd5-8b70-85447210b2af,segment=NetworkSegment(1385536d-00a6-4fd3-861a-7400e1a4f7ab),segment_id=1385536d-00a6-4fd3-861a-7400e1a4f7ab)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:38.080676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.134093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Calling delete_port for cd526bc0-157a-4dd5-8b70-85447210b2af owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:38.296618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebf7d4-3c87-4d86-9169-e2b046a29d54 req-cc0fd65d-0c13-47c8-a193-ddf658176185 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:38.298704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24ebf7d4-3c87-4d86-9169-e2b046a29d54 req-cc0fd65d-0c13-47c8-a193-ddf658176185 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.0940943 Feb 11 14:32:38.383477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cd526bc0-157a-4dd5-8b70-85447210b2af no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:38.384667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24ebf7d4-3c87-4d86-9169-e2b046a29d54 req-2c7e0dac-8f2a-4346-882a-532c07c02cac tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Feb 11 14:32:38.385254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.455233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.856330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.870923 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.926416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.938286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port cd526bc0-157a-4dd5-8b70-85447210b2af on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:38.944371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=cd526bc0-157a-4dd5-8b70-85447210b2af,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:38.958181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] In _notify_port_updated(), no bound segment for port 8745680b-71aa-44c6-9a8e-7a944f537cc6 on network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:32:38.958337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.958337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.958658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.958912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.959251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.959580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.960443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.960816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.961174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.961498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.962086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.962793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:38.963012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] Pushing event deleted for resources: {'Port': ['ID=cd526bc0-157a-4dd5-8b70-85447210b2af,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:38.964919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b1c76-3d10-4a5e-beb8-8f87c771ab1c None None] No DVR routers for this DVR port cd526bc0-157a-4dd5-8b70-85447210b2af on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:38.968537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:38.970327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:38.971897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/ports/8745680b-71aa-44c6-9a8e-7a944f537cc6 HTTP/1.1" status: 200 len: 818 time: 1.2194180 Feb 11 14:32:38.998668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:39.135718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.137125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510d508-3107-4307-9269-85103ff02092 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=8745680b-71aa-44c6-9a8e-7a944f537cc6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:39.239758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7581d596-32a1-4317-80fc-741d26298835']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:39.264753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1385536d-00a6-4fd3-861a-7400e1a4f7ab') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:39.265197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1385536d-00a6-4fd3-861a-7400e1a4f7ab') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:39.294711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.321902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.328769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 8745680b-71aa-44c6-9a8e-7a944f537cc6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:39.333461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:39.337600 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:39.553276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.571305 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.579487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.587840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/7581d596-32a1-4317-80fc-741d26298835 HTTP/1.1" status: 204 len: 168 time: 2.4914639 Feb 11 14:32:39.592307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49160) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:39.600633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 8745680b-71aa-44c6-9a8e-7a944f537cc6 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:39.610384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-78790894'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:39.615272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a225-fa90-43e6-a6f1-e96079ad3680 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=7581d596-32a1-4317-80fc-741d26298835,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:39.708708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3005e-a233-4c9f-85d9-23e479a4ffd6 req-711ddf1e-719a-43b3-ab7f-c3cb9fe3d54a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:39.711187 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7d3005e-a233-4c9f-85d9-23e479a4ffd6 req-711ddf1e-719a-43b3-ab7f-c3cb9fe3d54a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.2189457 Feb 11 14:32:39.742385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:39.747181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.802429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7d3005e-a233-4c9f-85d9-23e479a4ffd6 req-97b500eb-0bc7-46a5-a8b0-0c6a1b99353b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851679 Feb 11 14:32:39.806521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:39.822038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.822388 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment 9e19aa9e-3975-4986-9cee-921f673bb635 of type vlan for network 419daf03-5776-4c06-addb-62df14bcd677 Feb 11 14:32:39.889918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.924831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:39.974537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=8745680b-71aa-44c6-9a8e-7a944f537cc6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:39.998724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.012944 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-35761b74-0c32-47fa-a728-27a941abacbd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/8745680b-71aa-44c6-9a8e-7a944f537cc6 HTTP/1.1" status: 204 len: 168 time: 1.0123529 Feb 11 14:32:40.015266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:40.127090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.137609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:40.138598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.360684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=419daf03-5776-4c06-addb-62df14bcd677,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:40.378182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 419daf03-5776-4c06-addb-62df14bcd677 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:40.399965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-628d3f03-36ff-47fa-b709-7a2f5607136a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8045824 Feb 11 14:32:40.402737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:40.407916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '419daf03-5776-4c06-addb-62df14bcd677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:40.488338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39cceb0-0253-4c27-aaac-f1545682f921 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:40.489895 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c39cceb0-0253-4c27-aaac-f1545682f921 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4732013 Feb 11 14:32:40.493376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:40.604404 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-082d1dd2-15f9-4ef8-a65b-25f7c14bc870 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:40.609698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-082d1dd2-15f9-4ef8-a65b-25f7c14bc870 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/8745680b-71aa-44c6-9a8e-7a944f537cc6 HTTP/1.1" status: 404 len: 333 time: 0.1118357 Feb 11 14:32:40.610501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49184) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:40.632421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-927764707'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:40.778108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49186) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:40.819918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:40.830084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.935658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:40.953413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:40.957236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.993916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:40.994266 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment 2591946c-c4c1-4f8d-b29e-1583793699ac of type vlan for network 2226e971-2092-4a27-8402-465306e6f3f6 Feb 11 14:32:41.145172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:41.162804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.296665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb9d7-4c8d-4f8b-af9b-92ebe562e784 req-9d3ffb73-525a-41ad-abf1-be6a641ec184 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:41.305764 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30cdb9d7-4c8d-4f8b-af9b-92ebe562e784 req-9d3ffb73-525a-41ad-abf1-be6a641ec184 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1942186 Feb 11 14:32:41.308483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2278a331-c542-4552-8ba1-c8d523c7c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.379508 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51e7119-3006-4d64-8e64-8002c46a6601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.411648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30cdb9d7-4c8d-4f8b-af9b-92ebe562e784 req-9f2e5a29-5eca-452d-abf5-ca36988e8f1f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048563 Feb 11 14:32:41.469679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.478550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:41.481000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.625389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51e7119-3006-4d64-8e64-8002c46a6601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.632620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.704780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51e7119-3006-4d64-8e64-8002c46a6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.733926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': '9e19aa9e-3975-4986-9cee-921f673bb635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '419daf03-5776-4c06-addb-62df14bcd677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:41.734339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 419daf03-5776-4c06-addb-62df14bcd677, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:41.765453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=551c7f82-087b-436e-8037-05366eaad02d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:41.792407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f51e7119-3006-4d64-8e64-8002c46a6601 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a9125a2d02c408eae96e0f115ab2ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460619 Feb 11 14:32:41.793593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e7119-3006-4d64-8e64-8002c46a6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e42f06-7a28-4d43-b151-43af51e971da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:41.796363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:41.911034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:41.952704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.038660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4261365 Feb 11 14:32:42.042019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:42.045721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2278a331-c542-4552-8ba1-c8d523c7c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.049587 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:42.069168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcf66c-885d-4630-8d55-cc52f6e0d83c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=2226e971-2092-4a27-8402-465306e6f3f6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:42.077739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:42.123665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 419daf03-5776-4c06-addb-62df14bcd677 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:42.146333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2278a331-c542-4552-8ba1-c8d523c7c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.176883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.180075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.181505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9e42f06-7a28-4d43-b151-43af51e971da HTTP/1.1" status: 204 len: 168 time: 0.3728540 Feb 11 14:32:42.196082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbc93-048f-40cd-9fa5-9122ffbcc5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e42f06-7a28-4d43-b151-43af51e971da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:42.224537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278a331-c542-4552-8ba1-c8d523c7c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ded75-b858-4c06-91fb-e683b48d3824,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:42.232566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 419daf03-5776-4c06-addb-62df14bcd677) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:42.243992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:42.244748 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.254155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2278a331-c542-4552-8ba1-c8d523c7c53d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86582f66693743be9d29094d86636ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4739649 Feb 11 14:32:42.257356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6a33f-b920-4fc3-bece-49d809d28b51 None None] Network 419daf03-5776-4c06-addb-62df14bcd677 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:42.258322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49212) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:42.353103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:42.360623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.378622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.453885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.502771 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9983fabe-5f95-4fd3-b05c-c0fd28c16e2e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0981534 Feb 11 14:32:42.513632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49216) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:42.542953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1428148021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:42.658387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-419daf03-5776-4c06-addb-62df14bcd677', 'network_id': '419daf03-5776-4c06-addb-62df14bcd677', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': '551c7f82-087b-436e-8037-05366eaad02d'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:42.662662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.730867 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.732313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.763167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.767056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.768338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa4ded75-b858-4c06-91fb-e683b48d3824 HTTP/1.1" status: 204 len: 168 time: 0.5088048 Feb 11 14:32:42.818594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122ee8e-e636-4724-8ebe-e2d4157d21be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ded75-b858-4c06-91fb-e683b48d3824,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:42.835383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619bab-4d31-4c52-bb98-803494a30251 req-d35c6abe-f749-40f6-b141-8c5fbe79f498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:42.847544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a619bab-4d31-4c52-bb98-803494a30251 req-d35c6abe-f749-40f6-b141-8c5fbe79f498 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1406455 Feb 11 14:32:42.855938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:42.938231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.022410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.034565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=fd7e9127-4de1-40a4-98a8-f51caff73d81,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:43.048492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a619bab-4d31-4c52-bb98-803494a30251 req-23e87bef-2a95-45c1-b338-b1cc086cf51f tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963789 Feb 11 14:32:43.081424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': '2591946c-c4c1-4f8d-b29e-1583793699ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:43.096954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: 2226e971-2092-4a27-8402-465306e6f3f6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:43.109489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Allocated IP 172.20.0.2 (419daf03-5776-4c06-addb-62df14bcd677/551c7f82-087b-436e-8037-05366eaad02d/cf2b41de-d061-4618-bdcc-1848161a18d4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:43.126599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.136700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dda28a65-38cb-43c1-9bf5-1eac5372adfb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6133189 Feb 11 14:32:43.139194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49226) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:43.206123 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:43.232238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 2226e971-2092-4a27-8402-465306e6f3f6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:43.240881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4b19-5ce2-41be-9c37-4e29dace05b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.325945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 2226e971-2092-4a27-8402-465306e6f3f6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:43.338757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:43.339349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.430639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46785a2c-4ce4-4089-8145-5a50f5672e29 None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:43.476527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ad0e30a-f116-40de-b8a3-589b070590e8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4332261 Feb 11 14:32:43.477255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:43.515495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4b19-5ce2-41be-9c37-4e29dace05b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.527787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:43.554028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.648120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4b19-5ce2-41be-9c37-4e29dace05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.669316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.700510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4b19-5ce2-41be-9c37-4e29dace05b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49587c7-6243-439a-90ba-356263fd7008,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:43.705782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.729818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e2e4b19-5ce2-41be-9c37-4e29dace05b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a53c4146e404224aeee1e537ecc97db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192530 Feb 11 14:32:43.737565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:43.798771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-2226e971-2092-4a27-8402-465306e6f3f6', 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': 'fd7e9127-4de1-40a4-98a8-f51caff73d81'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:43.802053 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.842872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.889895 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.901916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Network 419daf03-5776-4c06-addb-62df14bcd677 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:43.910237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49236) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:43.922728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:43.930585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:43.944240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56488653-b3c1-43ae-9d8b-293318d23fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.951498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Pushing event updated for resources: {'Port': ['ID=cf2b41de-d061-4618-bdcc-1848161a18d4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.042884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.045813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.049305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c49587c7-6243-439a-90ba-356263fd7008 HTTP/1.1" status: 204 len: 168 time: 0.3079038 Feb 11 14:32:44.059326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c5505-3331-44b8-9d4b-352560ea0fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49587c7-6243-439a-90ba-356263fd7008,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.108405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:44.112028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.151059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Allocated IP 2001:db8::2 (2226e971-2092-4a27-8402-465306e6f3f6/fd7e9127-4de1-40a4-98a8-f51caff73d81/a82d2d9d-07ba-4883-bb81-828ad27dcffa) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:44.199932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56488653-b3c1-43ae-9d8b-293318d23fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.301021 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd7e9127-4de1-40a4-98a8-f51caff73d81 (CIDR: 2001:db8::/64) Feb 11 14:32:44.306331 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56488653-b3c1-43ae-9d8b-293318d23fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.332335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.20.0.1 (419daf03-5776-4c06-addb-62df14bcd677/551c7f82-087b-436e-8037-05366eaad02d/e5c12e27-fdcc-440e-8efa-1ca8075d3813) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:44.335302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Attempting to bind port cf2b41de-d061-4618-bdcc-1848161a18d4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:44.335683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Attempting to bind port cf2b41de-d061-4618-bdcc-1848161a18d4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9e19aa9e-3975-4986-9cee-921f673bb635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '419daf03-5776-4c06-addb-62df14bcd677'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:44.336048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Attempting to bind port cf2b41de-d061-4618-bdcc-1848161a18d4 on network 419daf03-5776-4c06-addb-62df14bcd677 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:44.340091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56488653-b3c1-43ae-9d8b-293318d23fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb5c67-0245-4454-9369-28918ad885be,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.354586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:44.354977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Checking segment: {'id': '9e19aa9e-3975-4986-9cee-921f673bb635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '419daf03-5776-4c06-addb-62df14bcd677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:44.355278 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.355673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Bound using segment: {'id': '9e19aa9e-3975-4986-9cee-921f673bb635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '419daf03-5776-4c06-addb-62df14bcd677'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:44.356241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Bound port: cf2b41de-d061-4618-bdcc-1848161a18d4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e19aa9e-3975-4986-9cee-921f673bb635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '419daf03-5776-4c06-addb-62df14bcd677'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:44.356551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.365951 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:32:44.366499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:32:44.397907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1a387-8d33-479c-ba1e-63c1c8809d50 req-900f25f0-f801-4454-8421-4090151c79ca tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:44.400120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67f1a387-8d33-479c-ba1e-63c1c8809d50 req-900f25f0-f801-4454-8421-4090151c79ca tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1600225 Feb 11 14:32:44.413126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56488653-b3c1-43ae-9d8b-293318d23fb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=087c844b0d9245d4ad36e84edf04986d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011439 Feb 11 14:32:44.418060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49244) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:44.466852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4df5bb37-820e-49ba-a6f6-3274f5c676aa tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9734728 Feb 11 14:32:44.469012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:44.481305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:44.492704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67f1a387-8d33-479c-ba1e-63c1c8809d50 req-ff100b61-94d9-480c-8082-c65c03bd6dbd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756810 Feb 11 14:32:44.509108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] For port cf2b41de-d061-4618-bdcc-1848161a18d4, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:44.511261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.513642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] For port cf2b41de-d061-4618-bdcc-1848161a18d4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf2b41de-d061-4618-bdcc-1848161a18d4,segment=NetworkSegment(9e19aa9e-3975-4986-9cee-921f673bb635),segment_id=9e19aa9e-3975-4986-9cee-921f673bb635)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:44.555901 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.599766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.606160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.611892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.644289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.664551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.670026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:44.672853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:44.680162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:44.706499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bf929-a5dc-4e39-a0e6-9d8f137904b7 None None] Pushing event updated for resources: {'Port': ['ID=cf2b41de-d061-4618-bdcc-1848161a18d4,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.763771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 419daf03-5776-4c06-addb-62df14bcd677 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:44.767296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:44.771227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:44.776505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:44.782420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.804879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=e5c12e27-fdcc-440e-8efa-1ca8075d3813,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.811112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.814201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.817773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0bb5c67-0245-4454-9369-28918ad885be HTTP/1.1" status: 204 len: 168 time: 0.3973832 Feb 11 14:32:44.869471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.888396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Pushing event updated for resources: {'Port': ['ID=a82d2d9d-07ba-4883-bb81-828ad27dcffa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.892956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Attempting to bind port a82d2d9d-07ba-4883-bb81-828ad27dcffa on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:44.893320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Attempting to bind port a82d2d9d-07ba-4883-bb81-828ad27dcffa by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2591946c-c4c1-4f8d-b29e-1583793699ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:44.893675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Attempting to bind port a82d2d9d-07ba-4883-bb81-828ad27dcffa on network 2226e971-2092-4a27-8402-465306e6f3f6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:44.897248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81392f25-8598-46bf-a7df-9331202cda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb5c67-0245-4454-9369-28918ad885be,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:44.925793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:44.926161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Checking segment: {'id': '2591946c-c4c1-4f8d-b29e-1583793699ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:44.926560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:44.926950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Bound using segment: {'id': '2591946c-c4c1-4f8d-b29e-1583793699ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:44.927731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Bound port: a82d2d9d-07ba-4883-bb81-828ad27dcffa, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2591946c-c4c1-4f8d-b29e-1583793699ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2226e971-2092-4a27-8402-465306e6f3f6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:44.928642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.098997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] For port a82d2d9d-07ba-4883-bb81-828ad27dcffa, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:45.102514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] For port a82d2d9d-07ba-4883-bb81-828ad27dcffa, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a82d2d9d-07ba-4883-bb81-828ad27dcffa,segment=NetworkSegment(2591946c-c4c1-4f8d-b29e-1583793699ac),segment_id=2591946c-c4c1-4f8d-b29e-1583793699ac)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:45.173550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.231905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.319195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.380339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceac3a-85d0-4db1-8173-53fb1c464019 None None] Pushing event updated for resources: {'Port': ['ID=a82d2d9d-07ba-4883-bb81-828ad27dcffa,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:45.411055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 2226e971-2092-4a27-8402-465306e6f3f6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:45.414676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:45.420151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:45.420872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.455445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=2e0cb1a2-3354-4bfd-8499-fa96cd877349,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:45.539935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aa9a652b-2e4a-4e41-98e3-3a251e8bf148 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0669773 Feb 11 14:32:45.539935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:45.547708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'fixed_ips': [{'subnet_id': 'fd7e9127-4de1-40a4-98a8-f51caff73d81'}, {'subnet_id': '2e0cb1a2-3354-4bfd-8499-fa96cd877349'}], 'name': 'tempest-PortsIpV6TestJSON-1009494776'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:45.799917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.823278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49280) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:45.837888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be118730-6204-49b1-a011-30acfc25e3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.917915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.949803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7129bf-6ff8-4d56-a587-c732dd5b4791 req-d0357971-23f6-4f93-ae7a-23792ec4b762 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:45.951317 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b7129bf-6ff8-4d56-a587-c732dd5b4791 req-d0357971-23f6-4f93-ae7a-23792ec4b762 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.2601745 Feb 11 14:32:46.061617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b7129bf-6ff8-4d56-a587-c732dd5b4791 req-66811dc8-3749-4fa0-82b8-0b0cf5186d81 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915718 Feb 11 14:32:46.068302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.080586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=e5c12e27-fdcc-440e-8efa-1ca8075d3813,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:46.181582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:46.206523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 419daf03-5776-4c06-addb-62df14bcd677 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:46.207873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:46.399198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.426535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:46.442015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a82d2d9d-07ba-4883-bb81-828ad27dcffa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:46.474570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be118730-6204-49b1-a011-30acfc25e3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.498286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb92d0-5e51-45f3-b363-c65e289244b1 None None] Network 419daf03-5776-4c06-addb-62df14bcd677 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:46.501620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 91a8c889-eefb-410e-ad63-9fe0cbe039be is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:32:46.612280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] Provisioning complete for port cf2b41de-d061-4618-bdcc-1848161a18d4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:46.612658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.633636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-be118730-6204-49b1-a011-30acfc25e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.720049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:46.720427 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:46.769815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be118730-6204-49b1-a011-30acfc25e3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0e157-ac43-47b1-8895-9b8ccbb7ef32,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:46.820420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:46.844505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-031642ab-24fe-44c0-b549-fa6fa3099c36 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/91a8c889-eefb-410e-ad63-9fe0cbe039be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041845 Feb 11 14:32:46.853112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49294) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:46.853548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-be118730-6204-49b1-a011-30acfc25e3fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21d066c4fabf42e08ff59f7582b8f8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0286942 Feb 11 14:32:46.855663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:46.917902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] Sync routers for ids ['91a8c889-eefb-410e-ad63-9fe0cbe039be'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:46.961297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] Routers {'91a8c889-eefb-410e-ad63-9fe0cbe039be'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:46.969088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['91a8c889-eefb-410e-ad63-9fe0cbe039be'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:46.969088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.020558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b33ff5-01ee-4729-b543-1427fa6e8d4a None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:47.029952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:47.163793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] Routers {'91a8c889-eefb-410e-ad63-9fe0cbe039be'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:47.164459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['91a8c889-eefb-410e-ad63-9fe0cbe039be'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:47.176509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] For port cf2b41de-d061-4618-bdcc-1848161a18d4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf2b41de-d061-4618-bdcc-1848161a18d4,segment=NetworkSegment(9e19aa9e-3975-4986-9cee-921f673bb635),segment_id=9e19aa9e-3975-4986-9cee-921f673bb635)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:47.218318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:47.218983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a1438-4bf3-4a3e-bbb4-4956baa06c97 None None] The sync data for ids ['91a8c889-eefb-410e-ad63-9fe0cbe039be'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:47.258594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.267814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc3d3f-f64a-459c-aab8-98dfa0c0cdaf req-43e5b13f-649b-4de8-97b8-63a0e212cdc4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:47.272585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9cbc3d3f-f64a-459c-aab8-98dfa0c0cdaf req-43e5b13f-649b-4de8-97b8-63a0e212cdc4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.0870430 Feb 11 14:32:47.327793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9cbc3d3f-f64a-459c-aab8-98dfa0c0cdaf req-f0b8860f-ddf0-4f5e-bbfa-94adf6727189 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470264 Feb 11 14:32:47.352620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a82d2d9d-07ba-4883-bb81-828ad27dcffa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a82d2d9d-07ba-4883-bb81-828ad27dcffa,segment=NetworkSegment(2591946c-c4c1-4f8d-b29e-1583793699ac),segment_id=2591946c-c4c1-4f8d-b29e-1583793699ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:47.368734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133de5cd-f176-4922-9a27-09bcf7c69f6f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:47.370435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-133de5cd-f176-4922-9a27-09bcf7c69f6f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports/e5c12e27-fdcc-440e-8efa-1ca8075d3813 HTTP/1.1" status: 200 len: 910 time: 0.5127528 Feb 11 14:32:47.373387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49300) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:47.425605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::1ba (2226e971-2092-4a27-8402-465306e6f3f6/fd7e9127-4de1-40a4-98a8-f51caff73d81/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:47.434073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.439019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8:0:1::f2 (2226e971-2092-4a27-8402-465306e6f3f6/2e0cb1a2-3354-4bfd-8499-fa96cd877349/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:47.473631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.513060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Update dhcp port {'port': {'network_id': '2226e971-2092-4a27-8402-465306e6f3f6', 'fixed_ips': [{'subnet_id': 'fd7e9127-4de1-40a4-98a8-f51caff73d81', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e0cb1a2-3354-4bfd-8499-fa96cd877349'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'a82d2d9d-07ba-4883-bb81-828ad27dcffa'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:32:47.545919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.686548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.694768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:32:47.784749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.835561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.902968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.908634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.911577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.944268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ff0e157-ac43-47b1-8895-9b8ccbb7ef32 HTTP/1.1" status: 204 len: 168 time: 1.0846493 Feb 11 14:32:48.073288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 2226e971-2092-4a27-8402-465306e6f3f6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:48.074990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346fa35-ec01-465b-ae9f-d4f08bd6e5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0e157-ac43-47b1-8895-9b8ccbb7ef32,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:48.077088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:48.081931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:48.085204 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.086360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf2b41de-d061-4618-bdcc-1848161a18d4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:48.088379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:48.089214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.142922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:48.187393 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4954bfa9-5419-4c38-a70d-97f3f9fa3aeb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6445909 Feb 11 14:32:48.188295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:48.199307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd7e9127-4de1-40a4-98a8-f51caff73d81'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:48.248438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:48.248924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.307454 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.337444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acc939-dd05-4d5c-b7ed-a68a90148927 None None] Pushing event updated for resources: {'Port': ['ID=cf2b41de-d061-4618-bdcc-1848161a18d4,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:48.346082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:48.352296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad8c6-18ba-45ac-a9df-eaf54aa33b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.375274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Allocated IP 2001:db8:0:1::2 (2226e971-2092-4a27-8402-465306e6f3f6/2e0cb1a2-3354-4bfd-8499-fa96cd877349/a82d2d9d-07ba-4883-bb81-828ad27dcffa) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:48.466849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'port_id': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'mac_address': 'fa:16:3e:d9:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:32:48.602341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1955120-e2ba-492d-b5cb-5617823fedb0 req-0c24fa68-a38a-4e1d-bdc9-01c91bf90156 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:48.603872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1955120-e2ba-492d-b5cb-5617823fedb0 req-0c24fa68-a38a-4e1d-bdc9-01c91bf90156 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 943 time: 0.1386595 Feb 11 14:32:48.612814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cf2b41de-d061-4618-bdcc-1848161a18d4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:48.613364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.619976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port e5c12e27-fdcc-440e-8efa-1ca8075d3813 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:48.620199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.752989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.773748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1955120-e2ba-492d-b5cb-5617823fedb0 req-52b09963-bd1f-457d-ac73-f6fe07ee2642 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502571 Feb 11 14:32:48.779838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] For port a82d2d9d-07ba-4883-bb81-828ad27dcffa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a82d2d9d-07ba-4883-bb81-828ad27dcffa,segment=NetworkSegment(2591946c-c4c1-4f8d-b29e-1583793699ac),segment_id=2591946c-c4c1-4f8d-b29e-1583793699ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:48.780395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for e5c12e27-fdcc-440e-8efa-1ca8075d3813 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:48.810190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a82d2d9d-07ba-4883-bb81-828ad27dcffa,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:48.869792 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.893572 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:48.905490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:32:48.967202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:48.975776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Provisioning complete for port e5c12e27-fdcc-440e-8efa-1ca8075d3813 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:48.976163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.001125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.049626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.075235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.091232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Delete allocated IP 2001:db8:0:1::f2 (2226e971-2092-4a27-8402-465306e6f3f6/2e0cb1a2-3354-4bfd-8499-fa96cd877349) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:32:49.168215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=e5c12e27-fdcc-440e-8efa-1ca8075d3813,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:49.190911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a82d2d9d-07ba-4883-bb81-828ad27dcffa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:49.279519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Port e5c12e27-fdcc-440e-8efa-1ca8075d3813 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:49.355725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Provisioning complete for port cf2b41de-d061-4618-bdcc-1848161a18d4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:49.356110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7c60-a597-45dc-bc87-6a9952a5692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.386744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798377a-de39-4f2f-a09c-83008d5fdce3 None None] Pushing event updated for resources: {'Port': ['ID=a82d2d9d-07ba-4883-bb81-828ad27dcffa,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:49.386744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['bd6520a0-a880-4c14-bd68-90e4bdb42bae'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:32:49.416035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.501972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.525325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:49.526415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.536185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.693747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:49.739355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] In _notify_port_updated(), no bound segment for port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a on network 2226e971-2092-4a27-8402-465306e6f3f6 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:32:49.740019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:49.750788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:49.756271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.762363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e0d6d351-3b49-445d-af3d-3bad35e27dc5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/ports/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a HTTP/1.1" status: 200 len: 926 time: 1.5718546 Feb 11 14:32:49.764975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:49.776489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd7e9127-4de1-40a4-98a8-f51caff73d81'}, {'subnet_id': '2e0cb1a2-3354-4bfd-8499-fa96cd877349'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:49.778405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 91a8c889-eefb-410e-ad63-9fe0cbe039be has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:49.898719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf2b41de-d061-4618-bdcc-1848161a18d4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:49.899872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:49.911344 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] Sync routers for ids ['91a8c889-eefb-410e-ad63-9fe0cbe039be'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:49.915544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4382a57a-ad63-498a-8f8f-7c6d765e51b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/91a8c889-eefb-410e-ad63-9fe0cbe039be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5381258 Feb 11 14:32:49.915986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49356) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:49.931665 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] Routers {'91a8c889-eefb-410e-ad63-9fe0cbe039be'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:49.932299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['91a8c889-eefb-410e-ad63-9fe0cbe039be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:49.954728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.008009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1120c32-059c-4f99-a404-076c06048fd1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=91a8c889-eefb-410e-ad63-9fe0cbe039be HTTP/1.1" status: 200 len: 205 time: 0.0904565 Feb 11 14:32:50.011296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:50.050721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port cf2b41de-d061-4618-bdcc-1848161a18d4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:50.054315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.069140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:50.087153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] Routers {'91a8c889-eefb-410e-ad63-9fe0cbe039be'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:50.088075 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['91a8c889-eefb-410e-ad63-9fe0cbe039be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:50.123645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985195-529c-41d9-ae20-3f0a1866dead req-20b16e88-a011-41f5-bd08-151db5ce4936 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:50.126631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:50.127524 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6f754-5bad-40d9-a190-cbcc2aa2c7e3 None None] The sync data for ids ['91a8c889-eefb-410e-ad63-9fe0cbe039be'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:50.128928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4985195-529c-41d9-ae20-3f0a1866dead req-20b16e88-a011-41f5-bd08-151db5ce4936 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.2138383 Feb 11 14:32:50.158766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-939dea1e-c61d-4377-b642-ab654a70e828 None None] Could not find standard attr ID for object e5c12e27-fdcc-440e-8efa-1ca8075d3813. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:32:50.179988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4985195-529c-41d9-ae20-3f0a1866dead req-98c9b402-fd49-4155-b9b2-495a28688d18 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Feb 11 14:32:50.286980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d7dcff-b137-4b47-ab67-e59874796897 None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:50.353041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.432722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93f12b95-d9c0-4bd1-8ef9-3cb75b96ba9f None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:50.435269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93f12b95-d9c0-4bd1-8ef9-3cb75b96ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.517184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c345e-7989-4b0d-9c5c-a3bef3c433ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.653095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.675310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.764311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8:0:1::1dd (2226e971-2092-4a27-8402-465306e6f3f6/2e0cb1a2-3354-4bfd-8499-fa96cd877349/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:50.863952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.864605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 91a8c889-eefb-410e-ad63-9fe0cbe039be {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:32:50.885182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.890352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72e3e78e-b8f7-4a93-a289-a82e626be79a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/91a8c889-eefb-410e-ad63-9fe0cbe039be HTTP/1.1" status: 204 len: 168 time: 0.6821289 Feb 11 14:32:50.891970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49382) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:51.017689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet 551c7f82-087b-436e-8037-05366eaad02d {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:51.028603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.074954 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.103971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.138250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d0120563-c1a8-4df8-b337-0ac64e11a87e None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:51.138250 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0120563-c1a8-4df8-b337-0ac64e11a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.168624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.226293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a82d2d9d-07ba-4883-bb81-828ad27dcffa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:51.312457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.401081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] In _notify_port_updated(), no bound segment for port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a on network 2226e971-2092-4a27-8402-465306e6f3f6 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:32:51.410452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:51.411129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.415647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/ports/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a HTTP/1.1" status: 200 len: 1012 time: 1.6493571 Feb 11 14:32:51.418958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49394) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:51.428297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348111a-6a06-4bf6-9174-0a43a1222e92 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:51.461734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:51.462482 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.464696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d0120563-c1a8-4df8-b337-0ac64e11a87e None None] Provisioning complete for port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:51.465222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0120563-c1a8-4df8-b337-0ac64e11a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.477875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8afb-ff03-4518-ba88-f81abee9b72e req-51a9c501-315c-4dc6-ad72-be389d6c022c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:51.482773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55ad8afb-ff03-4518-ba88-f81abee9b72e req-51a9c501-315c-4dc6-ad72-be389d6c022c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.1546180 Feb 11 14:32:51.576576 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-55ad8afb-ff03-4518-ba88-f81abee9b72e req-849dc9bf-dae1-4326-b7b8-394715cb1143 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858524 Feb 11 14:32:51.601530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d0120563-c1a8-4df8-b337-0ac64e11a87e None None] Port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:51.665893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:51.666568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.695399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:51.757737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.762359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3d314e7-c093-4e2c-82da-3ddd20d63313 None None] Provisioning complete for port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:51.762745 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3d314e7-c093-4e2c-82da-3ddd20d63313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.800828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67cd14-3b33-4103-9e90-a85d0c96f1e4 None None] Network 419daf03-5776-4c06-addb-62df14bcd677 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:51.821411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.825540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/551c7f82-087b-436e-8037-05366eaad02d HTTP/1.1" status: 204 len: 168 time: 0.9309895 Feb 11 14:32:51.828070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49402) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:51.856409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852514-942f-43d4-b4f2-5b6129a0e9e9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=551c7f82-087b-436e-8037-05366eaad02d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:51.893921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:51.913901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:51.916152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.015230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.159677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port cf2b41de-d061-4618-bdcc-1848161a18d4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:52.160437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.277340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port bd6520a0-a880-4c14-bd68-90e4bdb42bae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:52.277919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.289516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e3d314e7-c093-4e2c-82da-3ddd20d63313 None None] Port ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:32:52.314658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port cf2b41de-d061-4618-bdcc-1848161a18d4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=cf2b41de-d061-4618-bdcc-1848161a18d4,segment=NetworkSegment(9e19aa9e-3975-4986-9cee-921f673bb635),segment_id=9e19aa9e-3975-4986-9cee-921f673bb635)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:52.318461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.339057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for cf2b41de-d061-4618-bdcc-1848161a18d4 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:52.348221 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.481150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-56fa8ef2-7789-4aa2-9722-269bb01c4098 None None] Could not find standard attr ID for object ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:32:52.491478 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.493644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.499276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a HTTP/1.1" status: 204 len: 168 time: 1.0762320 Feb 11 14:32:52.500017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:52.502766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ebdc9-637b-4ffb-b507-d274eed39d77 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:52.525350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] DHCP port deletion for 419daf03-5776-4c06-addb-62df14bcd677 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:52.551904 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-10277beb-12d1-44a1-9af9-f3935724be02 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:32:52.557981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:52.562255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-10277beb-12d1-44a1-9af9-f3935724be02 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a HTTP/1.1" status: 404 len: 333 time: 0.0581019 Feb 11 14:32:52.668981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 2e0cb1a2-3354-4bfd-8499-fa96cd877349 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:52.669727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:32:52.673560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.675085 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f51494-f9c5-4700-8994-c99d6f514b4f" -d '{"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:32:52.734026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.760238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:52.786225 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39265685-2e91-417e-9a3c-7aff3124a1eb x-openstack-request-id: req-39265685-2e91-417e-9a3c-7aff3124a1eb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:32:52.793542 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-plugged", "status": "completed", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:32:52.794319 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39265685-2e91-417e-9a3c-7aff3124a1eb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:32:52.795685 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'code': 200} Feb 11 14:32:52.831407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Deleting port cf2b41de-d061-4618-bdcc-1848161a18d4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:52.841230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.856389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71b4bd-7896-4f3e-9e2b-b6d0838d5d8b req-c3c48661-05de-47fe-a811-651a9303c235 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:52.858041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb71b4bd-7896-4f3e-9e2b-b6d0838d5d8b req-c3c48661-05de-47fe-a811-651a9303c235 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 944 time: 0.1727495 Feb 11 14:32:52.895435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.911812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.933220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb71b4bd-7896-4f3e-9e2b-b6d0838d5d8b req-81752ea7-d89b-48a0-872d-b3b1c0be8856 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677068 Feb 11 14:32:52.988609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] For port cf2b41de-d061-4618-bdcc-1848161a18d4, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:52.989255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:52.997005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.022704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Calling delete_port for cf2b41de-d061-4618-bdcc-1848161a18d4 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:53.026887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.035569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Port cf2b41de-d061-4618-bdcc-1848161a18d4 was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:32:53.041006 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.100271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.105033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=cf2b41de-d061-4618-bdcc-1848161a18d4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.107807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port cf2b41de-d061-4618-bdcc-1848161a18d4 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:53.110078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.111961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.112816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.114872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.115924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.116258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.116588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.116947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.117316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.117855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.118229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:53.131530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf2b41de-d061-4618-bdcc-1848161a18d4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:53.156988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] No DVR routers for this DVR port cf2b41de-d061-4618-bdcc-1848161a18d4 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:53.208089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.212019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ccdf3-ae20-4d46-98ac-54b03e308041 None None] Pushing event deleted for resources: {'Port': ['ID=cf2b41de-d061-4618-bdcc-1848161a18d4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.217432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: cf2b41de-d061-4618-bdcc-1848161a18d4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:32:53.217624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device cf2b41de-d061-4618-bdcc-1848161a18d4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:32:53.303021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.318049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5b148-c822-4b8b-8888-d8b077c8cc3f None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:53.318598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.323955 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/2e0cb1a2-3354-4bfd-8499-fa96cd877349 HTTP/1.1" status: 204 len: 168 time: 0.7644830 Feb 11 14:32:53.327478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:53.339052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4a93-107c-40cb-be38-e718a71254b2 req-14b63233-261f-42f6-9eca-6e80a404d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:53.340779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-855f4a93-107c-40cb-be38-e718a71254b2 req-14b63233-261f-42f6-9eca-6e80a404d755 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 1097 time: 0.2086434 Feb 11 14:32:53.341854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eddf3-e03a-4e1a-becf-6fdae5c99016 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0cb1a2-3354-4bfd-8499-fa96cd877349,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.358239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.420341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet fd7e9127-4de1-40a4-98a8-f51caff73d81 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:32:53.422483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.428329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419daf03-5776-4c06-addb-62df14bcd677']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:53.429494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.458360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e19aa9e-3975-4986-9cee-921f673bb635') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:53.458745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e19aa9e-3975-4986-9cee-921f673bb635') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:53.499501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-855f4a93-107c-40cb-be38-e718a71254b2 req-a31eb647-a821-4924-9b67-f9882e54945e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371853 Feb 11 14:32:53.507441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.518531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.554372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.563291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:53.567026 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:53.670420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.730329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.769201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.781101 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/419daf03-5776-4c06-addb-62df14bcd677 HTTP/1.1" status: 204 len: 168 time: 1.9506905 Feb 11 14:32:53.782286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cae35-c2f3-4e57-bcdd-88f19d28a3af tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=419daf03-5776-4c06-addb-62df14bcd677,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.784931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:53.789695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-780587880', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:53.837551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.872849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7e9127-4de1-40a4-98a8-f51caff73d81,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:53.877134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.881419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d4c5f71e-0cd3-4243-b67c-913b23f263c1 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/fd7e9127-4de1-40a4-98a8-f51caff73d81 HTTP/1.1" status: 204 len: 168 time: 0.5522780 Feb 11 14:32:53.883998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:53.924551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:53.930894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.042934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.080445 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.172718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port a82d2d9d-07ba-4883-bb81-828ad27dcffa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:54.173199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.202467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf99683-8774-4968-bab7-8e7ff27eb8d8 req-80aecaa8-e16d-4f7f-9c0e-0502ee6c3437 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:54.204528 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdf99683-8774-4968-bab7-8e7ff27eb8d8 req-80aecaa8-e16d-4f7f-9c0e-0502ee6c3437 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.0890009 Feb 11 14:32:54.351591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.369220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdf99683-8774-4968-bab7-8e7ff27eb8d8 req-98e36de1-bbd5-4d48-afcc-986402fb6b86 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505957 Feb 11 14:32:54.402160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port a82d2d9d-07ba-4883-bb81-828ad27dcffa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a82d2d9d-07ba-4883-bb81-828ad27dcffa,segment=NetworkSegment(2591946c-c4c1-4f8d-b29e-1583793699ac),segment_id=2591946c-c4c1-4f8d-b29e-1583793699ac)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:54.402525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.441513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for a82d2d9d-07ba-4883-bb81-828ad27dcffa owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:54.543227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b3859-5eae-4458-8489-0d46f80882ac None None] Network 2226e971-2092-4a27-8402-465306e6f3f6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:54.718920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6ddf243c-69e8-40f6-ae33-3f1f20ed9934 None None] Provisioning complete for port a82d2d9d-07ba-4883-bb81-828ad27dcffa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:54.719553 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ddf243c-69e8-40f6-ae33-3f1f20ed9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.719690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.787097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port a82d2d9d-07ba-4883-bb81-828ad27dcffa on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:32:54.798091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=a82d2d9d-07ba-4883-bb81-828ad27dcffa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:54.806009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.817393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf243c-69e8-40f6-ae33-3f1f20ed9934 None None] Port a82d2d9d-07ba-4883-bb81-828ad27dcffa was deleted so its status cannot be updated. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 11 14:32:54.831941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.941684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409f1a0-1626-4919-ad54-dc9a681db691 None None] DHCP port deletion for 2226e971-2092-4a27-8402-465306e6f3f6 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:32:54.949520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:54.981301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2226e971-2092-4a27-8402-465306e6f3f6']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:55.000303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591946c-c4c1-4f8d-b29e-1583793699ac') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:55.000611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591946c-c4c1-4f8d-b29e-1583793699ac') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:55.012427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.024034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.25.7.187 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/dbe1831b-5419-4fe1-8a0b-e860dee67f7d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:55.027854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.035134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:32:55.036008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:32:55.039361 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:32:55.081704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a82d2d9d-07ba-4883-bb81-828ad27dcffa no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:32:55.109746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a82d2d9d-07ba-4883-bb81-828ad27dcffa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:32:55.110236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a82d2d9d-07ba-4883-bb81-828ad27dcffa not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:32:55.164249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.250388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.260073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.268951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/2226e971-2092-4a27-8402-465306e6f3f6 HTTP/1.1" status: 204 len: 168 time: 1.3824406 Feb 11 14:32:55.272810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:55.302741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e92d6-69b7-4d53-902d-d638dacceacc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=2226e971-2092-4a27-8402-465306e6f3f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:55.344185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c72c5a-2eda-4524-9bb1-462d5aefced4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:55.345696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e3c72c5a-2eda-4524-9bb1-462d5aefced4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0719230 Feb 11 14:32:55.349166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:55.359045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.395229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08e80ad2-ff0e-47b7-8d91-169ed1b23f2b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0444288 Feb 11 14:32:55.399380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:55.402516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:55.405249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1923352550'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:55.407143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:55.415875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:55.444582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=dbe1831b-5419-4fe1-8a0b-e860dee67f7d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:55.518355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:55.522390 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.546849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:32:55.555970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.556385 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment d6b697f0-e6f9-4e63-9d88-0b74c6865fec of type vlan for network 0b7ccf48-cd38-47ad-bb5a-88300c604940 Feb 11 14:32:55.610275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.612839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e5b62-7f68-4aa4-8710-a031a3086229 req-66b083f3-867b-4341-abbc-088886775ffd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:55.614540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be4e5b62-7f68-4aa4-8710-a031a3086229 req-66b083f3-867b-4341-abbc-088886775ffd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.1461923 Feb 11 14:32:55.669435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be4e5b62-7f68-4aa4-8710-a031a3086229 req-3373009a-931f-4d04-bdcb-1bcdf9fb9326 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Feb 11 14:32:55.723806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.730324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:55.730857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:55.801240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=0b7ccf48-cd38-47ad-bb5a-88300c604940,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:55.813858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:32:55.878300 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6a4e9042-4e86-427c-9470-0b14be75303b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4772663 Feb 11 14:32:55.884219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:55.890181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:56.090019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:56.095045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.095664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.399158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.421925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.487974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=06bac570-d26e-4f37-ba2d-75c4d5ee39d4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:56.502051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.502051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.502304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.502569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.502860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.503195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.503509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.503841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.504515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.509131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.509430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.513071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:32:56.532236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:56.532849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: 0b7ccf48-cd38-47ad-bb5a-88300c604940, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:32:56.763912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 1543ea0a-7c95-425a-948a-1049b6c0dbf3 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:32:56.786176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:32:56.811362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6597c7-00a9-4035-8c1d-0da0511670ed req-ba486d01-7341-4ed4-b1d0-ebdfc3d02cb5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.813020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd6597c7-00a9-4035-8c1d-0da0511670ed req-ba486d01-7341-4ed4-b1d0-ebdfc3d02cb5 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.0675578 Feb 11 14:32:56.869051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0b7ccf48-cd38-47ad-bb5a-88300c604940) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:56.875374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:56.876276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.881629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e51299-4a6d-4cd0-9c65-9499d321b692 None None] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:56.884102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd6597c7-00a9-4035-8c1d-0da0511670ed req-4254d3a6-0b3e-4e28-b12c-de88b419a2dd tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590482 Feb 11 14:32:56.932649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:56.967206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] Sync routers for ids ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:56.987072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] Routers {'1543ea0a-7c95-425a-948a-1049b6c0dbf3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:56.987769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:57.001025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-12b51a84-8bc0-45b2-8297-80a60afda91a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1154761 Feb 11 14:32:57.004856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:57.011321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940', 'name': 'tempest-PortsIpV6TestJSON-849955797'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:57.037617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:57.062724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] Routers {'1543ea0a-7c95-425a-948a-1049b6c0dbf3'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:57.063140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:57.085549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.087729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9196c4cb-d9bb-423c-ab0d-f264d97ad8c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3018644 Feb 11 14:32:57.090750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49540) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:57.156631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:57.157379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffda20-5707-4e58-b59c-7026e3a2c185 None None] The sync data for ids ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:57.205524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-0b7ccf48-cd38-47ad-bb5a-88300c604940', 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': '06bac570-d26e-4f37-ba2d-75c4d5ee39d4'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:32:57.206486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.216821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf91339c-f6c5-4670-b5b8-531045f6b262 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers/1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 200 len: 880 time: 0.1229038 Feb 11 14:32:57.217628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49542) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:57.284141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:57.288247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.315271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:57.419898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Allocated IP 2001:db8::2 (0b7ccf48-cd38-47ad-bb5a-88300c604940/06bac570-d26e-4f37-ba2d-75c4d5ee39d4/96a2be02-5277-49e3-b63c-8536ea763a9a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:57.542797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf0d9f2c-e38d-4436-b321-d2cd89d1d552 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3240130 Feb 11 14:32:57.545681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:57.550674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-780587880'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:57.588739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.684583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.750249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Pushing event updated for resources: {'Port': ['ID=96a2be02-5277-49e3-b63c-8536ea763a9a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:57.758464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:57.760333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:57.763637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:57.824752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Attempting to bind port 96a2be02-5277-49e3-b63c-8536ea763a9a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:32:57.825233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Attempting to bind port 96a2be02-5277-49e3-b63c-8536ea763a9a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:32:57.825654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Attempting to bind port 96a2be02-5277-49e3-b63c-8536ea763a9a on network 0b7ccf48-cd38-47ad-bb5a-88300c604940 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:32:57.829624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::2f8 (0b7ccf48-cd38-47ad-bb5a-88300c604940/06bac570-d26e-4f37-ba2d-75c4d5ee39d4/91f35cd2-0a55-411b-97f2-cb5d3df3c682) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:57.832052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:32:57.833115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Checking segment: {'id': 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:32:57.834115 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.834567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Bound using segment: {'id': 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:32:57.838659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Bound port: 96a2be02-5277-49e3-b63c-8536ea763a9a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:32:57.841175 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.926689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] For port 96a2be02-5277-49e3-b63c-8536ea763a9a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:32:57.930804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] For port 96a2be02-5277-49e3-b63c-8536ea763a9a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96a2be02-5277-49e3-b63c-8536ea763a9a,segment=NetworkSegment(d6b697f0-e6f9-4e63-9d88-0b74c6865fec),segment_id=d6b697f0-e6f9-4e63-9d88-0b74c6865fec)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:32:57.995127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.002573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.100092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.114989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2b3c-3377-48f8-bb43-fdf15ed93824 None None] Pushing event updated for resources: {'Port': ['ID=96a2be02-5277-49e3-b63c-8536ea763a9a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:58.120191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898133-879d-476b-8be6-f113a90727fa req-f3136f1b-8d5a-4224-8c66-e478dc22c099 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:58.124301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42898133-879d-476b-8be6-f113a90727fa req-f3136f1b-8d5a-4224-8c66-e478dc22c099 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.1031594 Feb 11 14:32:58.137471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.296458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.422266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:58.433622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:58.441468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:58.452860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:58.453749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.470326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=91f35cd2-0a55-411b-97f2-cb5d3df3c682,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:58.529052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8cad110-82c9-4ad4-a1d8-53de1feea46d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5202127 Feb 11 14:32:58.530163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:58.546879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '0b7ccf48-cd38-47ad-bb5a-88300c604940', 'name': 'tempest-PortsIpV6TestJSON-1938946629'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:32:58.664956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42898133-879d-476b-8be6-f113a90727fa req-bde93f88-1094-4fec-83f6-a9a0b99307df tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4931905 Feb 11 14:32:58.707344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 1543ea0a-7c95-425a-948a-1049b6c0dbf3 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:32:58.848035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:32:58.852379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.892587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:32:58.901061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.902489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da8da441-8f31-421b-9f9b-8ec6da19ad03 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 200 len: 887 time: 1.3555589 Feb 11 14:32:58.905002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:58.910593 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] Sync routers for ids ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:32:58.922704 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port e42cc166-134f-4f7e-8a61-f1fca470f0e9 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:32:58.928001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] Routers {'1543ea0a-7c95-425a-948a-1049b6c0dbf3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:58.928812 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:58.983319 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:58.994847 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] Routers {'1543ea0a-7c95-425a-948a-1049b6c0dbf3'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:32:58.995798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:59.102295 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:32:59.102956 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d69329-76ce-45c7-9ebc-8974dd9def77 None None] The sync data for ids ['1543ea0a-7c95-425a-948a-1049b6c0dbf3'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:32:59.145279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bc127e57-acb3-4898-8750-677526aa90fb tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers/1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 200 len: 887 time: 0.2324586 Feb 11 14:32:59.145925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49576) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:59.157246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::246 (0b7ccf48-cd38-47ad-bb5a-88300c604940/06bac570-d26e-4f37-ba2d-75c4d5ee39d4/e42cc166-134f-4f7e-8a61-f1fca470f0e9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:32:59.179676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96a2be02-5277-49e3-b63c-8536ea763a9a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:59.206902 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee7ab000-098b-4696-8b0b-20f17682f67e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 200 len: 205 time: 0.0588777 Feb 11 14:32:59.209974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49582) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:32:59.287303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 96a2be02-5277-49e3-b63c-8536ea763a9a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:59.287957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.433581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.460570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.507232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 96a2be02-5277-49e3-b63c-8536ea763a9a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96a2be02-5277-49e3-b63c-8536ea763a9a,segment=NetworkSegment(d6b697f0-e6f9-4e63-9d88-0b74c6865fec),segment_id=d6b697f0-e6f9-4e63-9d88-0b74c6865fec)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:59.528767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.620937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.631545 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.668662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.714033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=96a2be02-5277-49e3-b63c-8536ea763a9a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:59.806787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:32:59.820274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port dbe1831b-5419-4fe1-8a0b-e860dee67f7d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:32:59.821341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.822270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:32:59.831529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:32:59.845592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:59.847705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cbc90-dec0-44f8-be43-2ce3e537541c None None] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:32:59.862833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.876772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=e42cc166-134f-4f7e-8a61-f1fca470f0e9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:59.967380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.981131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for dbe1831b-5419-4fe1-8a0b-e860dee67f7d owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:32:59.989089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d207d939-ab84-4591-a5ed-aa7189b60112 None None] Provisioning complete for port 96a2be02-5277-49e3-b63c-8536ea763a9a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:59.989475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d207d939-ab84-4591-a5ed-aa7189b60112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:59.996331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a93c8e9a-2385-49c5-845f-838488fa1200 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4620664 Feb 11 14:32:59.998284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:00.185149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a089e-393d-4c45-a24a-a8b2c82cdecb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:00.187012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-016a089e-393d-4c45-a24a-a8b2c82cdecb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f8 HTTP/1.1" status: 200 len: 928 time: 0.1882002 Feb 11 14:33:00.190605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:00.341632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port e42cc166-134f-4f7e-8a61-f1fca470f0e9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:00.348753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.367772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.443507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=dbe1831b-5419-4fe1-8a0b-e860dee67f7d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:00.472426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.514811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.540757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Provisioning complete for port e42cc166-134f-4f7e-8a61-f1fca470f0e9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:00.541643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.547097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for e42cc166-134f-4f7e-8a61-f1fca470f0e9 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:00.605904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.661247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Port e42cc166-134f-4f7e-8a61-f1fca470f0e9 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:00.686041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Provisioning complete for port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:00.686748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.758097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:00.789065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Provisioning complete for port 96a2be02-5277-49e3-b63c-8536ea763a9a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:00.789195 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2c312c-8f0b-437b-8524-f2b2c87e9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.795872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.799093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.979098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.980405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 1543ea0a-7c95-425a-948a-1049b6c0dbf3 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:33:00.995388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.014016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b66dd98-aed0-4a8c-8617-2162ff5d0fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 204 len: 168 time: 1.8027730 Feb 11 14:33:01.014641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49616) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:01.022770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1667306866'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:01.095180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3395717e-be53-46d2-a46c-413d482c42ec None None] Provisioning complete for port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:01.095564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3395717e-be53-46d2-a46c-413d482c42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.154322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96a2be02-5277-49e3-b63c-8536ea763a9a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:01.174192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:01.179103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.244199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:01.244434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3395717e-be53-46d2-a46c-413d482c42ec None None] Port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:01.265683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.266434 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment b90dc4f1-d559-40f6-b5f5-358cba85ce7d of type vlan for network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 Feb 11 14:33:01.270361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 96a2be02-5277-49e3-b63c-8536ea763a9a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:01.270743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.331169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.362240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.395407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-40083866-89e4-463d-ad7b-4e811d76ef72 None None] Provisioning complete for port e42cc166-134f-4f7e-8a61-f1fca470f0e9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:01.396425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40083866-89e4-463d-ad7b-4e811d76ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.432824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-40083866-89e4-463d-ad7b-4e811d76ef72 None None] Port e42cc166-134f-4f7e-8a61-f1fca470f0e9 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:01.455892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.484259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.494158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:01.495349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.503392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=e42cc166-134f-4f7e-8a61-f1fca470f0e9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:01.543153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.550504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e886116-4e71-45be-9d95-720d6bf1fd83 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/e42cc166-134f-4f7e-8a61-f1fca470f0e9 HTTP/1.1" status: 204 len: 168 time: 1.3580518 Feb 11 14:33:01.558215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:01.592224 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5c9960-d0aa-4fb9-b8d9-dcf6fc1b5f79 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:01.596397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee5c9960-d0aa-4fb9-b8d9-dcf6fc1b5f79 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/e42cc166-134f-4f7e-8a61-f1fca470f0e9 HTTP/1.1" status: 404 len: 333 time: 0.0356457 Feb 11 14:33:01.596792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49622) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:01.619484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=6ddec1fa-c78e-46a8-aa55-26a21f8502d8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:01.632113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:01.650403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80416521-aae3-4143-bd3c-0051f30129a1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6318958 Feb 11 14:33:01.651249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:01.663751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:01.866363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 91f35cd2-0a55-411b-97f2-cb5d3df3c682 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:01.866810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:01.986819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:01.990754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.014223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.074066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 91f35cd2-0a55-411b-97f2-cb5d3df3c682 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:02.414015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.452753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.506920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=a1ba3323-5b4e-4467-b60d-59426e1c6ed6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.509113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=91f35cd2-0a55-411b-97f2-cb5d3df3c682,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:02.542893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.550163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-75371909-4f4f-4ead-8e0f-fda8ac9b6d15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/91f35cd2-0a55-411b-97f2-cb5d3df3c682 HTTP/1.1" status: 204 len: 168 time: 0.9522197 Feb 11 14:33:02.553698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49634) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:02.555563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:02.555935 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 6ddec1fa-c78e-46a8-aa55-26a21f8502d8, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:02.597056 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1033e69-bda1-4c8f-b086-8af5d61b9183 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:02.598345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d1033e69-bda1-4c8f-b086-8af5d61b9183 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/91f35cd2-0a55-411b-97f2-cb5d3df3c682 HTTP/1.1" status: 404 len: 333 time: 0.0435040 Feb 11 14:33:02.602609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49638) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:02.665470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 06bac570-d26e-4f37-ba2d-75c4d5ee39d4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:02.671700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.721837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.768306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:02.830383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.884530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6ddec1fa-c78e-46a8-aa55-26a21f8502d8) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:02.888741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:02.889375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:02.894241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf5618f-4352-46a8-82ae-260c9dff0c92 None None] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:02.959328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.014359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5e5ff64b-7091-4fe4-81ea-90f2a99d0b9c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3620009 Feb 11 14:33:03.016915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49646) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:03.017948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.021864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-531221352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:03.022036 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/06bac570-d26e-4f37-ba2d-75c4d5ee39d4 HTTP/1.1" status: 204 len: 168 time: 0.4186475 Feb 11 14:33:03.023222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871ccac-e124-462b-ab74-daff471ea244 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=06bac570-d26e-4f37-ba2d-75c4d5ee39d4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:03.031192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:03.041205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede23c98-f5df-4a1e-a4cf-bdea79a0a579 None None] Network 0b7ccf48-cd38-47ad-bb5a-88300c604940 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:03.135797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.136841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.146158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-6ddec1fa-c78e-46a8-aa55-26a21f8502d8', 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': 'a1ba3323-5b4e-4467-b60d-59426e1c6ed6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:03.147387 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.156749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.230565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.245657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 96a2be02-5277-49e3-b63c-8536ea763a9a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:03.246011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.324560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port 96a2be02-5277-49e3-b63c-8536ea763a9a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=96a2be02-5277-49e3-b63c-8536ea763a9a,segment=NetworkSegment(d6b697f0-e6f9-4e63-9d88-0b74c6865fec),segment_id=d6b697f0-e6f9-4e63-9d88-0b74c6865fec)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:03.325060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.341817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 96a2be02-5277-49e3-b63c-8536ea763a9a owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:03.391167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.421994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Allocated IP 172.20.0.2 (6ddec1fa-c78e-46a8-aa55-26a21f8502d8/a1ba3323-5b4e-4467-b60d-59426e1c6ed6/c794b3be-9300-4271-9db4-ccb5b875fef6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:03.459703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] DHCP port deletion for 0b7ccf48-cd38-47ad-bb5a-88300c604940 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:33:03.514668 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.517090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-09fcfa3d-4226-47ed-922c-7e30ad208f25 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4979882 Feb 11 14:33:03.518839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49658) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:03.659603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.725505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=96a2be02-5277-49e3-b63c-8536ea763a9a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:03.733724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port 96a2be02-5277-49e3-b63c-8536ea763a9a on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:03.938453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.987016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ccf48-cd38-47ad-bb5a-88300c604940']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:03.996511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Deleting port 96a2be02-5277-49e3-b63c-8536ea763a9a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:03.997102 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.010835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:04.011393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b697f0-e6f9-4e63-9d88-0b74c6865fec') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:04.024060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.025563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.027515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.050261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.058814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:04.059498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:04.064357 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:04.112873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] For port 96a2be02-5277-49e3-b63c-8536ea763a9a, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:04.113321 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.129832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Calling delete_port for 96a2be02-5277-49e3-b63c-8536ea763a9a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:04.133847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Port 96a2be02-5277-49e3-b63c-8536ea763a9a was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:33:04.135389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.168087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.169583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] Pushing event deleted for resources: {'Port': ['ID=96a2be02-5277-49e3-b63c-8536ea763a9a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:04.187146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfa4b0-56cb-4df1-91f3-6120de8c0d37 None None] No DVR routers for this DVR port 96a2be02-5277-49e3-b63c-8536ea763a9a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:04.248376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:04.258042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:04.261980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:04.272209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Pushing event updated for resources: {'Port': ['ID=c794b3be-9300-4271-9db4-ccb5b875fef6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:04.323941 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.331902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.342119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Attempting to bind port c794b3be-9300-4271-9db4-ccb5b875fef6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:04.342119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Attempting to bind port c794b3be-9300-4271-9db4-ccb5b875fef6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:04.342119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Attempting to bind port c794b3be-9300-4271-9db4-ccb5b875fef6 on network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:04.343559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:04.347848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/0b7ccf48-cd38-47ad-bb5a-88300c604940 HTTP/1.1" status: 204 len: 168 time: 1.3150947 Feb 11 14:33:04.349199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:04.349852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Checking segment: {'id': 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:04.350659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.351555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Bound using segment: {'id': 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:04.352344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Bound port: c794b3be-9300-4271-9db4-ccb5b875fef6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6ddec1fa-c78e-46a8-aa55-26a21f8502d8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:04.353021 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.373627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1436539060'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:04.384030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c13f32-693e-49a2-a09c-5b7c47a627e9 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=0b7ccf48-cd38-47ad-bb5a-88300c604940,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:04.446488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.20.0.1 (6ddec1fa-c78e-46a8-aa55-26a21f8502d8/a1ba3323-5b4e-4467-b60d-59426e1c6ed6/403ed83a-6c3c-4132-aba5-e93011b9eb9f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:04.462637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] For port c794b3be-9300-4271-9db4-ccb5b875fef6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:04.468332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] For port c794b3be-9300-4271-9db4-ccb5b875fef6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c794b3be-9300-4271-9db4-ccb5b875fef6,segment=NetworkSegment(b90dc4f1-d559-40f6-b5f5-358cba85ce7d),segment_id=b90dc4f1-d559-40f6-b5f5-358cba85ce7d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:04.514621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:04.518037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.563223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.568427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:04.590155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.590530 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment 077a102e-139c-4134-b871-9033597baec2 of type vlan for network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 Feb 11 14:33:04.615001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.632603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7a35-f5f6-4f17-8995-36160cb16116 None None] Pushing event updated for resources: {'Port': ['ID=c794b3be-9300-4271-9db4-ccb5b875fef6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:04.663671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.818241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.821317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:04.822155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:04.912191 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.009037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6390624 Feb 11 14:33:05.009553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:05.011373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75ffb9-6445-4233-aaec-3e3e944f7137 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=bd6ae3de-9219-48fc-bc93-f8f67c6baed6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.014985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:05.026742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:05.033736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:05.040150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:05.044247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=403ed83a-6c3c-4132-aba5-e93011b9eb9f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.070207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:05.087688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:05.170342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.247828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c794b3be-9300-4271-9db4-ccb5b875fef6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:05.334267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c794b3be-9300-4271-9db4-ccb5b875fef6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:05.334752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.375706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:05.379747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.383309 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8522cf8f-4bb5-42c2-b031-cd60c647e5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.446593 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.503073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.537330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port c794b3be-9300-4271-9db4-ccb5b875fef6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c794b3be-9300-4271-9db4-ccb5b875fef6,segment=NetworkSegment(b90dc4f1-d559-40f6-b5f5-358cba85ce7d),segment_id=b90dc4f1-d559-40f6-b5f5-358cba85ce7d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:05.648789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8522cf8f-4bb5-42c2-b031-cd60c647e5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.651866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.699384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8522cf8f-4bb5-42c2-b031-cd60c647e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.767043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=c794b3be-9300-4271-9db4-ccb5b875fef6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.772836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96a2be02-5277-49e3-b63c-8536ea763a9a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:05.782155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.801148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8522cf8f-4bb5-42c2-b031-cd60c647e5a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9e338b2bd2490488447e8347c29a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016470 Feb 11 14:33:05.801916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 96a2be02-5277-49e3-b63c-8536ea763a9a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:05.804295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 96a2be02-5277-49e3-b63c-8536ea763a9a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:05.822464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522cf8f-4bb5-42c2-b031-cd60c647e5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cacb7c4-0aa4-4ddb-ac65-a173fcc43519,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.877624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:05.963941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=67303490-a2f6-4413-b1f9-d47a443f7e30,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:05.997135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:05.997928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': '077a102e-139c-4134-b871-9033597baec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:05.998295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: bd6ae3de-9219-48fc-bc93-f8f67c6baed6, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:06.031780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.104231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:06.162258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, bd6ae3de-9219-48fc-bc93-f8f67c6baed6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:06.167925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:06.171238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.173891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713b75e-6960-4e26-a361-3442bddeb586 None None] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:06.180244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe99e85-5a64-4320-ac41-0063ee010312 None None] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:06.207554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.213043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.214377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cacb7c4-0aa4-4ddb-ac65-a173fcc43519 HTTP/1.1" status: 204 len: 168 time: 0.3355451 Feb 11 14:33:06.236747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5679be-fff8-4e2a-b555-ea22df821247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cacb7c4-0aa4-4ddb-ac65-a173fcc43519,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:06.284642 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ab3e4b77-feb3-4ea6-a433-43c6f5a4907f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2738781 Feb 11 14:33:06.285413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:06.292333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6', 'name': 'tempest-PortsIpV6TestJSON-147986616', 'fixed_ips': [{'subnet_id': '67303490-a2f6-4413-b1f9-d47a443f7e30', 'ip_address': '2001:db8::10'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:06.334369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.342927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-232a01a4-6594-4d95-8861-87c169991175 None None] Provisioning complete for port c794b3be-9300-4271-9db4-ccb5b875fef6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:06.343544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-232a01a4-6594-4d95-8861-87c169991175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.426604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.549213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-bd6ae3de-9219-48fc-bc93-f8f67c6baed6', 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': '67303490-a2f6-4413-b1f9-d47a443f7e30'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:06.550083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.552032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:06.565634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.573030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=403ed83a-6c3c-4132-aba5-e93011b9eb9f,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:06.740041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:06.741880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:06.790171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:06.814994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Allocated IP 2001:db8::2 (bd6ae3de-9219-48fc-bc93-f8f67c6baed6/67303490-a2f6-4413-b1f9-d47a443f7e30/2716b900-9d49-4b88-8c27-df2639634636) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:06.819372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:33:07.069708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.116549 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-55289b0b-8428-4da3-a717-18387437abc7 None None] Provisioning complete for port 403ed83a-6c3c-4132-aba5-e93011b9eb9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:07.116969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55289b0b-8428-4da3-a717-18387437abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.147419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c794b3be-9300-4271-9db4-ccb5b875fef6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:07.180088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router b5cab495-d85f-4937-abf0-29dee18391cd is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:33:07.217352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.219320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:07.259896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52c35ae8-87ae-4286-b593-40bed78f74b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.294960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-55289b0b-8428-4da3-a717-18387437abc7 None None] Port 403ed83a-6c3c-4132-aba5-e93011b9eb9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:07.306116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::10 (bd6ae3de-9219-48fc-bc93-f8f67c6baed6/67303490-a2f6-4413-b1f9-d47a443f7e30/3d79bf77-06ae-4cc1-9033-ffa4a0d4271e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:07.328558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:07.333827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:07.338846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:07.366073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:07.379650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:07.381190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bb3521c0-cf46-4e00-a5b8-fddffde15600 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/b5cab495-d85f-4937-abf0-29dee18391cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8608143 Feb 11 14:33:07.399240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] Sync routers for ids ['b5cab495-d85f-4937-abf0-29dee18391cd'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:07.405086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Pushing event updated for resources: {'Port': ['ID=2716b900-9d49-4b88-8c27-df2639634636,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:07.434452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-55289b0b-8428-4da3-a717-18387437abc7 None None] Provisioning complete for port c794b3be-9300-4271-9db4-ccb5b875fef6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:07.434836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55289b0b-8428-4da3-a717-18387437abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.482155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505456f-0c51-411a-bb9d-9a586281e90b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:07.487769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49720) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:07.494732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1ba3323-5b4e-4467-b60d-59426e1c6ed6'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:07.504638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3505456f-0c51-411a-bb9d-9a586281e90b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports/403ed83a-6c3c-4132-aba5-e93011b9eb9f HTTP/1.1" status: 200 len: 910 time: 0.1126084 Feb 11 14:33:07.505440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] Routers {'b5cab495-d85f-4937-abf0-29dee18391cd'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:07.505440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b5cab495-d85f-4937-abf0-29dee18391cd'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:07.559361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:07.564882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Attempting to bind port 2716b900-9d49-4b88-8c27-df2639634636 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:07.577926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Attempting to bind port 2716b900-9d49-4b88-8c27-df2639634636 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '077a102e-139c-4134-b871-9033597baec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:07.578323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Attempting to bind port 2716b900-9d49-4b88-8c27-df2639634636 on network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:07.585369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c794b3be-9300-4271-9db4-ccb5b875fef6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:07.585746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.596257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:07.596656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Checking segment: {'id': '077a102e-139c-4134-b871-9033597baec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:07.597065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.598435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Bound using segment: {'id': '077a102e-139c-4134-b871-9033597baec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:07.598965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Bound port: 2716b900-9d49-4b88-8c27-df2639634636, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077a102e-139c-4134-b871-9033597baec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:07.599360 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.664190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] Routers {'b5cab495-d85f-4937-abf0-29dee18391cd'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:07.664739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b5cab495-d85f-4937-abf0-29dee18391cd'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:07.715802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:07.716463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236b7ef-697c-4f1e-94b0-5c204889c0cb None None] The sync data for ids ['b5cab495-d85f-4937-abf0-29dee18391cd'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:07.726574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52c35ae8-87ae-4286-b593-40bed78f74b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.780806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.806346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52c35ae8-87ae-4286-b593-40bed78f74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.849954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52c35ae8-87ae-4286-b593-40bed78f74b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=811022f46aa54660b19b1df82b09203e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258538 Feb 11 14:33:07.851046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:07.855570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.895105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] For port 2716b900-9d49-4b88-8c27-df2639634636, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:07.898622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] For port 2716b900-9d49-4b88-8c27-df2639634636, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2716b900-9d49-4b88-8c27-df2639634636,segment=NetworkSegment(077a102e-139c-4134-b871-9033597baec2),segment_id=077a102e-139c-4134-b871-9033597baec2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:07.924602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c35ae8-87ae-4286-b593-40bed78f74b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4099e620-7dad-4ce5-a002-fbdd34526d8b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:07.965947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.983456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.988480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.042109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.119664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94254ac-12d4-4a5d-a351-0149c2afbbcc None None] Pushing event updated for resources: {'Port': ['ID=2716b900-9d49-4b88-8c27-df2639634636,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:08.144750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c3582409-1791-4a64-8675-ccc4ffa6ddea None None] Provisioning complete for port 403ed83a-6c3c-4132-aba5-e93011b9eb9f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:08.145165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3582409-1791-4a64-8675-ccc4ffa6ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.197799 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c3582409-1791-4a64-8675-ccc4ffa6ddea None None] Port 403ed83a-6c3c-4132-aba5-e93011b9eb9f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:08.213742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:08.228362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:08.239195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:08.245619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:08.246553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.255171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=3d79bf77-06ae-4cc1-9033-ffa4a0d4271e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:08.320267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.325445 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.328053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4099e620-7dad-4ce5-a002-fbdd34526d8b HTTP/1.1" status: 204 len: 168 time: 0.4665353 Feb 11 14:33:08.346099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48845c-b1eb-4f91-89be-9f1cc016f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4099e620-7dad-4ce5-a002-fbdd34526d8b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:08.359805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-81ef1e38-099b-4e15-b7d4-9f512b7ba9b4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0723641 Feb 11 14:33:08.363057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:08.368155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': 'bd6ae3de-9219-48fc-bc93-f8f67c6baed6', 'name': 'tempest-PortsIpV6TestJSON-1051042936', 'fixed_ips': [{'subnet_id': '67303490-a2f6-4413-b1f9-d47a443f7e30', 'ip_address': '2001:db8::f'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:08.439004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.535075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.614778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=403ed83a-6c3c-4132-aba5-e93011b9eb9f,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:08.624926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:08.630855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.632732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:08.634026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.637537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5897fb8d-da9b-4452-8251-a30e619d2f77 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/ports/403ed83a-6c3c-4132-aba5-e93011b9eb9f HTTP/1.1" status: 200 len: 910 time: 1.1459367 Feb 11 14:33:08.639790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49732) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:08.657882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 9800390a-4972-46cd-a258-cb061faf6544 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:33:08.925578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::f (bd6ae3de-9219-48fc-bc93-f8f67c6baed6/67303490-a2f6-4413-b1f9-d47a443f7e30/9800390a-4972-46cd-a258-cb061faf6544) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:09.185273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2716b900-9d49-4b88-8c27-df2639634636 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:09.292932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.307161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2716b900-9d49-4b88-8c27-df2639634636 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:09.314048 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.324923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.484358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.501214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.596886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 2716b900-9d49-4b88-8c27-df2639634636, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2716b900-9d49-4b88-8c27-df2639634636,segment=NetworkSegment(077a102e-139c-4134-b871-9033597baec2),segment_id=077a102e-139c-4134-b871-9033597baec2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:09.640881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4c291-ceaf-4161-b1f2-84c29089b4a2 None None] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:09.689055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:09.695327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:09.699811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:09.713657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:09.715892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.747350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=9800390a-4972-46cd-a258-cb061faf6544,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:09.765588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:09.802897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-acba82eb-7457-4c3e-a700-d08348a79701 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4386761 Feb 11 14:33:09.807544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:09.888608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:09.897562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 403ed83a-6c3c-4132-aba5-e93011b9eb9f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:09.898998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.009382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=2716b900-9d49-4b88-8c27-df2639634636,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:10.055154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e166d3a-7009-47ec-a51c-0a974d63243f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.061646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e166d3a-7009-47ec-a51c-0a974d63243f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2512460 Feb 11 14:33:10.061911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:10.091491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-14db8a6d-819c-4989-9347-a382a4b28940 None None] Provisioning complete for port 2716b900-9d49-4b88-8c27-df2639634636 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:10.091974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14db8a6d-819c-4989-9347-a382a4b28940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.151225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.194303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ebfff-cd27-4c93-a597-26cf4ae158b5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.200519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ebfff-cd27-4c93-a597-26cf4ae158b5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.202784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 403ed83a-6c3c-4132-aba5-e93011b9eb9f owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:10.207678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ebfff-cd27-4c93-a597-26cf4ae158b5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:10.212145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1a2ebfff-cd27-4c93-a597-26cf4ae158b5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1466963 Feb 11 14:33:10.212982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:10.223294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74bae51e-c078-4100-8dc3-0eaef82cc2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.370112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74bae51e-c078-4100-8dc3-0eaef82cc2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.440419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74bae51e-c078-4100-8dc3-0eaef82cc2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.474046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 9800390a-4972-46cd-a258-cb061faf6544 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:10.474437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.515833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bae51e-c078-4100-8dc3-0eaef82cc2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075adf9a-3bfb-42b0-99b7-5831305486f0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:10.578472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-74bae51e-c078-4100-8dc3-0eaef82cc2f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ef15909f9fe4ebe891d59876d43d530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819825 Feb 11 14:33:10.578472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:10.634223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.648412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.649901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 9800390a-4972-46cd-a258-cb061faf6544 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:10.671786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.746956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.751203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Provisioning complete for port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:10.752292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.800676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:10.817112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Provisioning complete for port 2716b900-9d49-4b88-8c27-df2639634636 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:10.817112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.875909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.879274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:10.888950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/075adf9a-3bfb-42b0-99b7-5831305486f0 HTTP/1.1" status: 204 len: 168 time: 0.3093483 Feb 11 14:33:10.917671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3603c52-113e-4c71-9326-8f2a49c0b4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075adf9a-3bfb-42b0-99b7-5831305486f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:11.020061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Provisioning complete for port 9800390a-4972-46cd-a258-cb061faf6544 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:11.021117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.021324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=403ed83a-6c3c-4132-aba5-e93011b9eb9f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:11.114798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a8344ebb-0d3d-4988-9cbb-ea4bcf4184f9 None None] Port 9800390a-4972-46cd-a258-cb061faf6544 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:11.127531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:11.133542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.181417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=9800390a-4972-46cd-a258-cb061faf6544,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:11.230020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2716b900-9d49-4b88-8c27-df2639634636 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:11.252558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.258860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb88f75f-be9e-4b6e-b8e2-3b774d2af1be tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/9800390a-4972-46cd-a258-cb061faf6544 HTTP/1.1" status: 204 len: 168 time: 1.0427427 Feb 11 14:33:11.259282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:11.334350 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-012142e7-a1ec-46a6-8515-b0c13a729665 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:11.340628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-012142e7-a1ec-46a6-8515-b0c13a729665 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/9800390a-4972-46cd-a258-cb061faf6544 HTTP/1.1" status: 404 len: 333 time: 0.0737305 Feb 11 14:33:11.341355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:11.354706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8ad59a93-8da2-46a9-baa1-9e7bd2be61ec None None] Provisioning complete for port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:11.355520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ad59a93-8da2-46a9-baa1-9e7bd2be61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.381680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.383661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2716b900-9d49-4b88-8c27-df2639634636 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:11.384336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.461547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8ad59a93-8da2-46a9-baa1-9e7bd2be61ec None None] Port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:11.527877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:11.528971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.582324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9d6ffe1d-8c47-420e-ade8-6718cb116a67 None None] Could not find standard attr ID for object 9800390a-4972-46cd-a258-cb061faf6544. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:33:11.652488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router b5cab495-d85f-4937-abf0-29dee18391cd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:11.680602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.701174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 3d79bf77-06ae-4cc1-9033-ffa4a0d4271e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:11.833900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:11.839834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7c9c5b90-cd13-4284-a135-0285513f70ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/b5cab495-d85f-4937-abf0-29dee18391cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1990139 Feb 11 14:33:11.846194 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] Sync routers for ids ['b5cab495-d85f-4937-abf0-29dee18391cd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:11.847051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49810) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:11.862512 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] Routers {'b5cab495-d85f-4937-abf0-29dee18391cd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:11.864951 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b5cab495-d85f-4937-abf0-29dee18391cd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:11.880633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7556ab60-9754-4ba3-900b-738a8cfc0eff tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cab495-d85f-4937-abf0-29dee18391cd HTTP/1.1" status: 200 len: 205 time: 0.0308533 Feb 11 14:33:11.883320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49812) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:11.903730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Deleting subnet 19dc2b19-30aa-453b-a4f7-d7b358fecd6f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:11.904022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:11.906968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.913184 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] Routers {'b5cab495-d85f-4937-abf0-29dee18391cd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:11.914018 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:32:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b5cab495-d85f-4937-abf0-29dee18391cd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:11.941634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:11.959283 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:11.960195 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5412f9-285d-4881-a0f2-5996286af8aa None None] The sync data for ids ['b5cab495-d85f-4937-abf0-29dee18391cd'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:11.996703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.006294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.065827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.110584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=3d79bf77-06ae-4cc1-9033-ffa4a0d4271e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:12.155231 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.159742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.167925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-801848c0-a3b3-489e-a32f-610c349c38cd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/3d79bf77-06ae-4cc1-9033-ffa4a0d4271e HTTP/1.1" status: 204 len: 168 time: 0.8192284 Feb 11 14:33:12.185322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.233320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dc2b19-30aa-453b-a4f7-d7b358fecd6f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:12.240447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.245077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b204f62-1875-4c1a-b6f3-8b864d3c0099 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19dc2b19-30aa-453b-a4f7-d7b358fecd6f HTTP/1.1" status: 204 len: 168 time: 1.1164546 Feb 11 14:33:12.247788 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91e6341-0dc3-4ed4-9a6b-9031178be87a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:12.250320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c91e6341-0dc3-4ed4-9a6b-9031178be87a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/3d79bf77-06ae-4cc1-9033-ffa4a0d4271e HTTP/1.1" status: 404 len: 333 time: 0.0638885 Feb 11 14:33:12.251116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.253050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.269136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.345178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c94-73c9-4c18-b5a8-549c863be6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.415205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 67303490-a2f6-4413-b1f9-d47a443f7e30 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:12.421431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.427238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.506900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.509130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.509761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.609799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.610332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router b5cab495-d85f-4937-abf0-29dee18391cd {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:33:12.616764 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.618470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.622637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e56b65b-67f8-4521-a0c7-42a513adc5bd tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/b5cab495-d85f-4937-abf0-29dee18391cd HTTP/1.1" status: 204 len: 168 time: 0.7383385 Feb 11 14:33:12.623294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49828) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.626914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c94-73c9-4c18-b5a8-549c863be6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.664081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a53aa5-631d-4844-84b5-c6a6a53805dc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:12.675925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet a1ba3323-5b4e-4467-b60d-59426e1c6ed6 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:12.677590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:12.677890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c6f5bf-f55b-4f28-a48f-88ce59e13768') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:12.682735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.686002 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:12.691677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.704120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.710847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c94-73c9-4c18-b5a8-549c863be6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.737944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.754197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.780641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:12.781080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:12.783543 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:12.804365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee5b5c94-73c9-4c18-b5a8-549c863be6da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e59cf9dc2454fc8b4bc61999d62dfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330770 Feb 11 14:33:12.807063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49830) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:12.831953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b5c94-73c9-4c18-b5a8-549c863be6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2910d95-f77c-4a50-9fa3-1611108aa651,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:12.855542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.904029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.936646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.943362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.945071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.948821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] 10.222.0.31 "DELETE /v2.0/networks/45a53aa5-631d-4844-84b5-c6a6a53805dc HTTP/1.1" status: 204 len: 168 time: 0.6966202 Feb 11 14:33:12.952307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75a15-c851-4f93-a197-80f58500fe4d admin admin] Pushing event deleted for resources: {'Network': ['ID=45a53aa5-631d-4844-84b5-c6a6a53805dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:12.962810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:12.992218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=67303490-a2f6-4413-b1f9-d47a443f7e30,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:12.999928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.003438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32135448-f8d8-4b9e-857a-069641ee1e15 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/67303490-a2f6-4413-b1f9-d47a443f7e30 HTTP/1.1" status: 204 len: 168 time: 0.7425470 Feb 11 14:33:13.007365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:13.015114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324a15c-6acb-412e-8fc9-60466d2881c1 None None] Network bd6ae3de-9219-48fc-bc93-f8f67c6baed6 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:13.027583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.123643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.124188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.127727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.128901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2910d95-f77c-4a50-9fa3-1611108aa651 HTTP/1.1" status: 204 len: 168 time: 0.3208904 Feb 11 14:33:13.135411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ba3323-5b4e-4467-b60d-59426e1c6ed6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:13.142828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.147984 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c8104e4-e737-4473-861c-577a444d20ed tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/a1ba3323-5b4e-4467-b60d-59426e1c6ed6 HTTP/1.1" status: 204 len: 168 time: 0.5236564 Feb 11 14:33:13.157677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49842) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:13.159103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d43543-1076-450e-9944-e0778a083944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2910d95-f77c-4a50-9fa3-1611108aa651,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:13.226237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 2716b900-9d49-4b88-8c27-df2639634636 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:13.230541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.270830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.314118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19527cc5-7ce9-48eb-9e50-2f45efda8cf4 None None] Network 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:13.330136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port 2716b900-9d49-4b88-8c27-df2639634636, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2716b900-9d49-4b88-8c27-df2639634636,segment=NetworkSegment(077a102e-139c-4134-b871-9033597baec2),segment_id=077a102e-139c-4134-b871-9033597baec2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:13.330580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.345116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 2716b900-9d49-4b88-8c27-df2639634636 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:13.367628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port c794b3be-9300-4271-9db4-ccb5b875fef6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:13.368189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.441935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port c794b3be-9300-4271-9db4-ccb5b875fef6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c794b3be-9300-4271-9db4-ccb5b875fef6,segment=NetworkSegment(b90dc4f1-d559-40f6-b5f5-358cba85ce7d),segment_id=b90dc4f1-d559-40f6-b5f5-358cba85ce7d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:13.443053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.460286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for c794b3be-9300-4271-9db4-ccb5b875fef6 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:13.505299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49844) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:13.557331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.616525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=2716b900-9d49-4b88-8c27-df2639634636,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:13.628938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b4c421b1-bccb-4c21-a092-04402f9f37de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=528caa1a9b9043f2ad43577ca8b230ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199684 Feb 11 14:33:13.634401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49848) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:13.646968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port 2716b900-9d49-4b88-8c27-df2639634636 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:13.700278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.721156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab19be6-999f-409b-bbd5-e70577c3946f None None] DHCP port deletion for bd6ae3de-9219-48fc-bc93-f8f67c6baed6 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:33:13.726290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port c794b3be-9300-4271-9db4-ccb5b875fef6 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:13.773101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5781e-b2b1-48c1-aa0a-97e6b6cf9148 None None] DHCP port deletion for 6ddec1fa-c78e-46a8-aa55-26a21f8502d8 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:33:13.784924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.821135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6ae3de-9219-48fc-bc93-f8f67c6baed6']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.825830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=c794b3be-9300-4271-9db4-ccb5b875fef6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:13.828931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.836197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077a102e-139c-4134-b871-9033597baec2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.837104 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077a102e-139c-4134-b871-9033597baec2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.849459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.855359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.864828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.870648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:13.871146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:13.874560 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:13.939119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:13.963773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddec1fa-c78e-46a8-aa55-26a21f8502d8']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.979306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.982484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90dc4f1-d559-40f6-b5f5-358cba85ce7d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:13.989588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.003856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.010473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:14.011205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:14.013899 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:14.030287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.034536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.037890 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/bd6ae3de-9219-48fc-bc93-f8f67c6baed6 HTTP/1.1" status: 204 len: 168 time: 1.0291345 Feb 11 14:33:14.043323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.049240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-143853307'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:14.066761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57179f82-a3c7-4974-bce2-51318f2d9050 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=bd6ae3de-9219-48fc-bc93-f8f67c6baed6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.110407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.113100 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.114787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54423a1b-9ac7-4559-bc1c-df72f4bccf83 HTTP/1.1" status: 204 len: 168 time: 0.4837608 Feb 11 14:33:14.122797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee7704-12bc-49c2-8d75-94c9ec1f5ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54423a1b-9ac7-4559-bc1c-df72f4bccf83,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.157975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.166292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.172685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/6ddec1fa-c78e-46a8-aa55-26a21f8502d8 HTTP/1.1" status: 204 len: 168 time: 1.0063586 Feb 11 14:33:14.172877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.177986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141057649', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:14.188044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cdb80-c9c2-4ee6-ac76-95f7ccc438ac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=6ddec1fa-c78e-46a8-aa55-26a21f8502d8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.203665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:14.207257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.249280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:14.265949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.266293 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Added segment 52b27ad9-b679-4546-b148-7aa1b73209b5 of type vlan for network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd Feb 11 14:33:14.318513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.338311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-160b8dd6-fdcc-486d-8de6-9dd211c9d7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.424703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-160b8dd6-fdcc-486d-8de6-9dd211c9d7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.523573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-160b8dd6-fdcc-486d-8de6-9dd211c9d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.566800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-160b8dd6-fdcc-486d-8de6-9dd211c9d7e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63f3e69310854020a477cf72a365f747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441030 Feb 11 14:33:14.567022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.574729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b8dd6-fdcc-486d-8de6-9dd211c9d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650d86b-3d8a-4db4-922f-e4581a35b24c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.630825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.636280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.637178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.653589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.654445 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.710735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.813198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.813718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.817006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.818664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.823880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:14.824477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.829095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6650d86b-3d8a-4db4-922f-e4581a35b24c HTTP/1.1" status: 204 len: 168 time: 0.2542508 Feb 11 14:33:14.841651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ef137-1124-4e23-9148-f814f4482a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650d86b-3d8a-4db4-922f-e4581a35b24c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.906110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Network': ['ID=4ba8d3c0-8325-42aa-bd75-91087c8b48bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:14.917138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:14.926074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-692451e8-aa9d-46cc-b2e2-20b31828a6d8 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8786457 Feb 11 14:33:14.926951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49876) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.932568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:14.943588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:14.946355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ef448490-8a93-4d43-8ac3-bbb8cab79473 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7726796 Feb 11 14:33:14.952833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:14.958007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-972266655'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:15.079114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:15.085790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2716b900-9d49-4b88-8c27-df2639634636 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:15.091677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.117623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2716b900-9d49-4b88-8c27-df2639634636 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:15.118526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2716b900-9d49-4b88-8c27-df2639634636 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:15.119244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c794b3be-9300-4271-9db4-ccb5b875fef6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:15.131059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:15.142770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c794b3be-9300-4271-9db4-ccb5b875fef6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:15.143796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c794b3be-9300-4271-9db4-ccb5b875fef6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:15.146187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.146543 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment 5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e of type vlan for network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e Feb 11 14:33:15.178696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:15.182837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.193819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.328983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.334616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:15.335431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.402807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:15.414959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:15.461289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.465012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6097467f-13bc-455b-a983-c48bf859bf4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5100634 Feb 11 14:33:15.467107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:15.471961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:15.594961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=a9a0fd8a-2169-4e00-9627-9b5522714133,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:15.628748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Checking segment: {'id': '52b27ad9-b679-4546-b148-7aa1b73209b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:15.629154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network hostable DHCP agents. Network: 4ba8d3c0-8325-42aa-bd75-91087c8b48bd, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:15.752194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:15.752805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:15.756507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.854679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4ba8d3c0-8325-42aa-bd75-91087c8b48bd) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:15.859638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:15.860581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.870534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fa9b4-159f-4eb9-9aeb-8805a31d1953 None None] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:15.956822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-70b446bd-7ff0-4008-95ac-c4333859821a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0289733 Feb 11 14:33:15.960077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49926) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:15.966317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1610880000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:16.051741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-4ba8d3c0-8325-42aa-bd75-91087c8b48bd', 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': 'a9a0fd8a-2169-4e00-9627-9b5522714133'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:16.053257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.088075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.089997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.117039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.160425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.221440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=3bbc4f42-f93c-4dc2-b3ba-22225b707afc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:16.230854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.246891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Allocated IP 2001:db8::2 (4ba8d3c0-8325-42aa-bd75-91087c8b48bd/a9a0fd8a-2169-4e00-9627-9b5522714133/850151b5-9dd6-4d97-b3e6-a13c8f31b270) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:16.252794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:16.253851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:16.320499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.323410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a0da5e34-baed-447f-b00b-e7f8dca40eea tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3611443 Feb 11 14:33:16.326202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 49936) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:16.332219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd', 'name': 'tempest-PortsIpV6TestJSON-271816598'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:16.378525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:16.454545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.471637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:16.482126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19e28e-1591-4212-8c32-76413bfb537c None None] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:16.482279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:16.482279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.563529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:16.567661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.568284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.590228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-004d6135-1dec-462e-8655-26d0fc7dc7ad tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1217825 Feb 11 14:33:16.594591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 49972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:16.624941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 09e61b30-1857-4834-beb2-a0d50c4a7bbf yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:33:16.690650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:16.696373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:16.698496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:16.702779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.706099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:16.725585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Pushing event updated for resources: {'Port': ['ID=850151b5-9dd6-4d97-b3e6-a13c8f31b270,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:16.868561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Attempting to bind port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:16.869019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Attempting to bind port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '52b27ad9-b679-4546-b148-7aa1b73209b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:16.869310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Attempting to bind port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 on network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:16.877800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:16.878192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Checking segment: {'id': '52b27ad9-b679-4546-b148-7aa1b73209b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:16.878570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.878958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Bound using segment: {'id': '52b27ad9-b679-4546-b148-7aa1b73209b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:16.879960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Bound port: 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b27ad9-b679-4546-b148-7aa1b73209b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4ba8d3c0-8325-42aa-bd75-91087c8b48bd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:16.880339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:16.882805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::30 (4ba8d3c0-8325-42aa-bd75-91087c8b48bd/a9a0fd8a-2169-4e00-9627-9b5522714133/09e61b30-1857-4834-beb2-a0d50c4a7bbf) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:17.062414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Allocated IP 172.20.0.2 (3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e/3bbc4f42-f93c-4dc2-b3ba-22225b707afc/079f19dc-9815-422f-9623-01d04ee04132) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:17.089663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] For port 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:17.095244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] For port 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=850151b5-9dd6-4d97-b3e6-a13c8f31b270,segment=NetworkSegment(52b27ad9-b679-4546-b148-7aa1b73209b5),segment_id=52b27ad9-b679-4546-b148-7aa1b73209b5)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:17.193727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.198926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.253539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.375748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.375748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020bf5f-2d37-4c48-8e31-f71a3228300f None None] Pushing event updated for resources: {'Port': ['ID=850151b5-9dd6-4d97-b3e6-a13c8f31b270,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:17.415364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.449603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.493690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:17.497471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:17.501959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:17.516156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:17.517123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.532622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:17.532779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=09e61b30-1857-4834-beb2-a0d50c4a7bbf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:17.537395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:17.547079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:17.599270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.20.0.1 (3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e/3bbc4f42-f93c-4dc2-b3ba-22225b707afc/204486f7-5a2e-428f-a526-c405f0b443c3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:17.623560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:17.623898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-78a1ef0e-b310-4c07-a7ed-0039d7e68a9d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2952092 Feb 11 14:33:17.663698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Pushing event updated for resources: {'Port': ['ID=079f19dc-9815-422f-9623-01d04ee04132,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:17.677572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Attempting to bind port 079f19dc-9815-422f-9623-01d04ee04132 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:17.689053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Attempting to bind port 079f19dc-9815-422f-9623-01d04ee04132 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:17.689053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Attempting to bind port 079f19dc-9815-422f-9623-01d04ee04132 on network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:17.689053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:17.689053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Checking segment: {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:17.689053 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.690083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Bound using segment: {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:17.690707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Bound port: 079f19dc-9815-422f-9623-01d04ee04132, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:17.691246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.810231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] For port 079f19dc-9815-422f-9623-01d04ee04132, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:17.827812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] For port 079f19dc-9815-422f-9623-01d04ee04132, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=079f19dc-9815-422f-9623-01d04ee04132,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:17.933188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.007219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b1b00-cad7-45ee-a762-5d4bf566f255 None None] Pushing event updated for resources: {'Port': ['ID=079f19dc-9815-422f-9623-01d04ee04132,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:18.072976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.158006 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35fcd276-3e36-4646-ad6d-c14bd3393c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.288755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.294623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.343846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:18.347976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:18.353724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:18.532258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:18.532258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.753437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.811080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.830137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.842332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0273bc9-ab70-467a-9e4d-c11a492dade8 None None] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:18.883801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=09e61b30-1857-4834-beb2-a0d50c4a7bbf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:18.925350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] Provisioning complete for port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:18.931352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.182785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.277519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] For port 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=850151b5-9dd6-4d97-b3e6-a13c8f31b270,segment=NetworkSegment(52b27ad9-b679-4546-b148-7aa1b73209b5),segment_id=52b27ad9-b679-4546-b148-7aa1b73209b5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:19.334779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 079f19dc-9815-422f-9623-01d04ee04132 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:19.380997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.416525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.461960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a62949-7ab4-4eba-936d-0d9eef555472 None None] Pushing event updated for resources: {'Port': ['ID=850151b5-9dd6-4d97-b3e6-a13c8f31b270,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:19.481150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 079f19dc-9815-422f-9623-01d04ee04132 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:19.481967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.615470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653cb9f8-7750-4f60-b66e-9717ad9cf6e7 None None] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:19.631648 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.643995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.701356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.702489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce84267e-b59c-458d-8c29-045690e9b9b9 None None] Provisioning complete for port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:19.702862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce84267e-b59c-458d-8c29-045690e9b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.852148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:19.860992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.865921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.053361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:20.064711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:20.142301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 079f19dc-9815-422f-9623-01d04ee04132, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=079f19dc-9815-422f-9623-01d04ee04132,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:20.251142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.251951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 850151b5-9dd6-4d97-b3e6-a13c8f31b270 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:20.427871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce84267e-b59c-458d-8c29-045690e9b9b9 None None] Provisioning complete for port 09e61b30-1857-4834-beb2-a0d50c4a7bbf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:20.429624 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce84267e-b59c-458d-8c29-045690e9b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.505380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=079f19dc-9815-422f-9623-01d04ee04132,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:20.507616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.531453 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45674f52-820d-4e58-b26f-71879f3e746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.540171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:20.540541 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.581665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ce84267e-b59c-458d-8c29-045690e9b9b9 None None] Port 09e61b30-1857-4834-beb2-a0d50c4a7bbf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:20.607898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.609084 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.757350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1311b039-bbe1-4403-9c22-928fa4c5f2d2 None None] Provisioning complete for port 079f19dc-9815-422f-9623-01d04ee04132 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:20.758181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1311b039-bbe1-4403-9c22-928fa4c5f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.786466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:33:20.874665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=09e61b30-1857-4834-beb2-a0d50c4a7bbf,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:20.885973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:20.919582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:20.935801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1311b039-bbe1-4403-9c22-928fa4c5f2d2 None None] Provisioning complete for port 09e61b30-1857-4834-beb2-a0d50c4a7bbf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:20.936099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1311b039-bbe1-4403-9c22-928fa4c5f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.166657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1311b039-bbe1-4403-9c22-928fa4c5f2d2 None None] Port 09e61b30-1857-4834-beb2-a0d50c4a7bbf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:21.253492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 079f19dc-9815-422f-9623-01d04ee04132 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:21.364338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7a72af2b-73c2-4a2d-ba80-3b386fd0fca8 None None] Provisioning complete for port 079f19dc-9815-422f-9623-01d04ee04132 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:21.365939 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a72af2b-73c2-4a2d-ba80-3b386fd0fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.468931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 079f19dc-9815-422f-9623-01d04ee04132 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:21.468931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.569823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7a72af2b-73c2-4a2d-ba80-3b386fd0fca8 None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:21.570194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a72af2b-73c2-4a2d-ba80-3b386fd0fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.645258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7a72af2b-73c2-4a2d-ba80-3b386fd0fca8 None None] Port 204486f7-5a2e-428f-a526-c405f0b443c3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:21.649592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 850151b5-9dd6-4d97-b3e6-a13c8f31b270 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:21.668844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:21.675298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1aea2785-9f54-4b68-b62a-bf8d693233a8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0796754 Feb 11 14:33:21.678639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:21.686738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-852965555'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:21.694247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:21.719986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:21.720611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:21.806846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:21.807222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.844473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.865259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:21.865681 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.866682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:21.871174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.874729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:21.906994 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:21.919345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.919777 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment f6b4603d-c47a-433b-bfd3-5af273c7c8e7 of type vlan for network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 Feb 11 14:33:21.957345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Router 671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:33:21.971467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.000448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Port 204486f7-5a2e-428f-a526-c405f0b443c3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:22.082312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Provisioning complete for port 09e61b30-1857-4834-beb2-a0d50c4a7bbf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:22.082690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.092261 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:22.099667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2cb46e3f-c812-4237-a41e-02e30fe63cf4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/routers/671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4754760 Feb 11 14:33:22.101309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:22.111135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] Sync routers for ids ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:22.124154 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] Routers {'671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:22.125287 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:22.137610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be469-1662-49e8-8988-9b1c3180d801 None None] Port 09e61b30-1857-4834-beb2-a0d50c4a7bbf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:22.163011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.167754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea55a3b-ba59-46dd-b94c-55404fd24fe5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:22.170857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:22.171778 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.172625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9ea55a3b-ba59-46dd-b94c-55404fd24fe5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?device_id=671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f HTTP/1.1" status: 200 len: 987 time: 0.0702770 Feb 11 14:33:22.173543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:22.188591 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:22.207811 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] Routers {'671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:22.208431 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:22.214768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:18Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:19Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:22.256052 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:22.257066 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe51501-94af-4660-85e9-f4f9bda77096 None None] The sync data for ids ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:22.281572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:22.282197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Updating router 5db761e3-d189-4eb5-933e-14026857566c port 204486f7-5a2e-428f-a526-c405f0b443c3 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:22.314190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-019ad79a-5f50-4f26-915d-5911333f40f7 None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:22.314568 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-019ad79a-5f50-4f26-915d-5911333f40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.319646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.322327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=4c8e52c4-6f8f-4905-974a-76acbbb39bc1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:22.338851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5632e748-178e-48c1-b073-1dbeb64a258e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6565990 Feb 11 14:33:22.339607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50102) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:22.345859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:22.353451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:22.440483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-019ad79a-5f50-4f26-915d-5911333f40f7 None None] Port 204486f7-5a2e-428f-a526-c405f0b443c3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:22.553500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:22.559109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.579382 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.733520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.829381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.884150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 09e61b30-1857-4834-beb2-a0d50c4a7bbf {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:22.884150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.930477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.047586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb135-6996-4832-bdb2-a1646b17f3b3 None None] Pushing event updated for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:23.055961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=4aa0552f-d95c-43bf-894e-f99c34f943cb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:23.072007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.087633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:23.089285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 4c8e52c4-6f8f-4905-974a-76acbbb39bc1, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:23.121330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 09e61b30-1857-4834-beb2-a0d50c4a7bbf owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:23.198671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:23.266521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Attempting to bind port 204486f7-5a2e-428f-a526-c405f0b443c3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:23.267140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Attempting to bind port 204486f7-5a2e-428f-a526-c405f0b443c3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:23.267525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Attempting to bind port 204486f7-5a2e-428f-a526-c405f0b443c3 on network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:23.276430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:23.276849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Checking segment: {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:23.277337 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.277731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Bound using segment: {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:23.278201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Bound port: 204486f7-5a2e-428f-a526-c405f0b443c3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:23.278744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.312392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 4c8e52c4-6f8f-4905-974a-76acbbb39bc1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:23.319160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:23.319160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.360321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cc398-031c-4257-8366-0b2f132d817a None None] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:23.367417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.388113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.400212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-456667d6-1317-40aa-a7ff-6140fa391e24 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0595455 Feb 11 14:33:23.402937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:23.657924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-584f1f7b-2995-4ca1-a1f7-e007ef7cd9e3 None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:23.658315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584f1f7b-2995-4ca1-a1f7-e007ef7cd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.662528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] For port 204486f7-5a2e-428f-a526-c405f0b443c3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:23.712496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] For port 204486f7-5a2e-428f-a526-c405f0b443c3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=204486f7-5a2e-428f-a526-c405f0b443c3,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:23.733487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-584f1f7b-2995-4ca1-a1f7-e007ef7cd9e3 None None] Port 204486f7-5a2e-428f-a526-c405f0b443c3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:23.739159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.772407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=09e61b30-1857-4834-beb2-a0d50c4a7bbf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:23.842484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:23.843385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.009228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.009769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.087221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.229383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:24.230230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:24.344404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.414591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Router 671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:24.443399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb135-6996-4832-bdb2-a1646b17f3b3 None None] Pushing event updated for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:24.478885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Allocated IP 172.21.0.2 (4c8e52c4-6f8f-4905-974a-76acbbb39bc1/4aa0552f-d95c-43bf-894e-f99c34f943cb/72673cff-b44c-41aa-b15c-178f77f34594) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:24.492837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:24.534052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:24.550353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] Sync routers for ids ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:24.552944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-02179252-61a3-425f-b8a6-cd0a0d5f7faf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/routers/671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782184 Feb 11 14:33:24.554520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.572794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:24.573605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.619690 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7649213a-2f7b-4b32-8a62-247377169edd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:24.621266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7649213a-2f7b-4b32-8a62-247377169edd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/09e61b30-1857-4834-beb2-a0d50c4a7bbf HTTP/1.1" status: 404 len: 333 time: 0.0594881 Feb 11 14:33:24.624195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50142) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.662118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] Routers {'671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:24.663372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:24.714134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98fce109-5e02-49d0-97f0-f223a8b38e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.756147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:24.773406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.834007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] Routers {'671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:24.834784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:24.866271 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98fce109-5e02-49d0-97f0-f223a8b38e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.923518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:24.924351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf618b-fa1a-4ba5-aedb-d622dc2da190 None None] The sync data for ids ['671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:24.938781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98fce109-5e02-49d0-97f0-f223a8b38e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.993022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.007531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-98fce109-5e02-49d0-97f0-f223a8b38e67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2237a884e7fc401c8314715ffd74e5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622481 Feb 11 14:33:25.010011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:25.017185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fce109-5e02-49d0-97f0-f223a8b38e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b6fb10-889a-42ff-982b-db4ceadad622,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.078110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] For port 204486f7-5a2e-428f-a526-c405f0b443c3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=204486f7-5a2e-428f-a526-c405f0b443c3,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:25.115514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.146870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.165097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.167290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.233711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ab50-8bff-43a1-93b6-0de4cf6c336e None None] Pushing event updated for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.257739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:18Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:23Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:25.264993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.267144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.288087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aebb29-5f27-46cd-b17a-7cd96e78e5f4 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:18Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:23Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:25.299320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.343246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Pushing event updated for resources: {'Port': ['ID=72673cff-b44c-41aa-b15c-178f77f34594,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.363746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:25.368929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:25.368929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:25.378802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.21.0.1 (4c8e52c4-6f8f-4905-974a-76acbbb39bc1/4aa0552f-d95c-43bf-894e-f99c34f943cb/6b4fc37d-c7ac-4258-8644-87db43e4147c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:25.381051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.383873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.387852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91b6fb10-889a-42ff-982b-db4ceadad622 HTTP/1.1" status: 204 len: 168 time: 0.3768277 Feb 11 14:33:25.401383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.401765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Fanout notify agent at l3_agent the message router_deleted on router 671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:33:25.409058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.413218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ac17159-ac69-4e29-8764-7f4e325e1d39 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/routers/671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f HTTP/1.1" status: 204 len: 168 time: 0.7844830 Feb 11 14:33:25.413925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50152) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:25.424540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb617d-63f1-4c22-8a64-ecac409553e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b6fb10-889a-42ff-982b-db4ceadad622,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.514321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet a9a0fd8a-2169-4e00-9627-9b5522714133 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:25.517692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.518443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Attempting to bind port 72673cff-b44c-41aa-b15c-178f77f34594 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:25.518897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Attempting to bind port 72673cff-b44c-41aa-b15c-178f77f34594 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:25.520296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Attempting to bind port 72673cff-b44c-41aa-b15c-178f77f34594 on network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:25.528631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:25.533196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Checking segment: {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:25.533669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.534088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Bound using segment: {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:25.534588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Bound port: 72673cff-b44c-41aa-b15c-178f77f34594, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:25.535017 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.566522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.650855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] For port 72673cff-b44c-41aa-b15c-178f77f34594, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:25.650855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] For port 72673cff-b44c-41aa-b15c-178f77f34594, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=72673cff-b44c-41aa-b15c-178f77f34594,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:25.680214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.700446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.818585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.872185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.890051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd868e-da89-4e9f-a64c-e9b1cffd3362 None None] Pushing event updated for resources: {'Port': ['ID=72673cff-b44c-41aa-b15c-178f77f34594,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.901548 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.934914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:25.938469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:25.945066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:25.951909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a0fd8a-2169-4e00-9627-9b5522714133,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.956316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.962873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680ff0d-9c97-4367-9a76-899f7c55e867 None None] Network 4ba8d3c0-8325-42aa-bd75-91087c8b48bd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:25.978070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4a02c114-45b9-4a02-a20c-9f50d13d2f27 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/a9a0fd8a-2169-4e00-9627-9b5522714133 HTTP/1.1" status: 204 len: 168 time: 0.5627012 Feb 11 14:33:25.978913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50156) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:25.985922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:26.030476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.230364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.325885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:26.326340 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.340816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.401181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] DHCP port deletion for 4ba8d3c0-8325-42aa-bd75-91087c8b48bd request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:33:26.442618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=850151b5-9dd6-4d97-b3e6-a13c8f31b270,segment=NetworkSegment(52b27ad9-b679-4546-b148-7aa1b73209b5),segment_id=52b27ad9-b679-4546-b148-7aa1b73209b5)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:26.453670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.461064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:26.481361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 850151b5-9dd6-4d97-b3e6-a13c8f31b270 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:26.510225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e683efcb-5271-44b1-b637-af5fc0951f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.515928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Deleting port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:26.515928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.606587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] For port 850151b5-9dd6-4d97-b3e6-a13c8f31b270, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=850151b5-9dd6-4d97-b3e6-a13c8f31b270,segment=NetworkSegment(52b27ad9-b679-4546-b148-7aa1b73209b5),segment_id=52b27ad9-b679-4546-b148-7aa1b73209b5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:26.607277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.624240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Calling delete_port for 850151b5-9dd6-4d97-b3e6-a13c8f31b270 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:26.681138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e683efcb-5271-44b1-b637-af5fc0951f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.751467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.791538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e683efcb-5271-44b1-b637-af5fc0951f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.822197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.830297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.864778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] Pushing event deleted for resources: {'Port': ['ID=850151b5-9dd6-4d97-b3e6-a13c8f31b270,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:26.865087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:26.868304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8282954-2a71-43f4-af14-3e77acee35ab None None] No DVR routers for this DVR port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:26.880993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683efcb-5271-44b1-b637-af5fc0951f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcf10d0-c8b2-41b3-849c-c1f6a504bf27,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:26.896370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e683efcb-5271-44b1-b637-af5fc0951f44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eba49b62b3bb429ca440314823f4809a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341953 Feb 11 14:33:26.926418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50168) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:26.937101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=850151b5-9dd6-4d97-b3e6-a13c8f31b270,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:26.941781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port 850151b5-9dd6-4d97-b3e6-a13c8f31b270 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:27.021673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.029116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:27.048610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.064421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.100991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba8d3c0-8325-42aa-bd75-91087c8b48bd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:27.115383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b27ad9-b679-4546-b148-7aa1b73209b5') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:27.115383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b27ad9-b679-4546-b148-7aa1b73209b5') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:27.131105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.149826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.165972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:27.166888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:27.170791 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:27.190943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.246908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 204486f7-5a2e-428f-a526-c405f0b443c3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:27.264568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:27.266856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:27.312661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.323956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.333183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/4ba8d3c0-8325-42aa-bd75-91087c8b48bd HTTP/1.1" status: 204 len: 168 time: 1.3490806 Feb 11 14:33:27.334472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:27.355634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 204486f7-5a2e-428f-a526-c405f0b443c3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:27.356089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.384370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.387237 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.388634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bcf10d0-c8b2-41b3-849c-c1f6a504bf27 HTTP/1.1" status: 204 len: 168 time: 0.4535005 Feb 11 14:33:27.424621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262df5e-1713-4de2-8565-e7ef06af4311 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=4ba8d3c0-8325-42aa-bd75-91087c8b48bd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:27.494402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe12278-f214-4690-898d-7fe43fb8f0d2 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:27.500038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:27.501083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fbe12278-f214-4690-898d-7fe43fb8f0d2 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/5a02e055-ce88-4d70-b22f-1e623dde0c04 HTTP/1.1" status: 200 len: 845 time: 0.1637068 Feb 11 14:33:27.505010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a440e9-f9f5-413b-975f-0619c9977551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcf10d0-c8b2-41b3-849c-c1f6a504bf27,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:27.575290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 72673cff-b44c-41aa-b15c-178f77f34594 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:27.610906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd5751ff-017e-4251-a48c-f40d41bf1a53 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/5a02e055-ce88-4d70-b22f-1e623dde0c04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1093984 Feb 11 14:33:27.619852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50180) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:27.630291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:27.634158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:27.742100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 72673cff-b44c-41aa-b15c-178f77f34594 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:27.742635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.842179 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:27.848256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-26afe461-4a96-4430-a3f4-1a25faae3b4a tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4439867 Feb 11 14:33:27.851011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50184) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:27.858944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-827338188'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:27.896529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:27.907104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.921742 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:27.934252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.935628 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:27.938874 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:27.975559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 72673cff-b44c-41aa-b15c-178f77f34594, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=72673cff-b44c-41aa-b15c-178f77f34594,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:28.030687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec43031-449d-4c98-be53-258f25703c01 None None] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:28.078459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.088196 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:28.134718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:28.143987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.183641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 850151b5-9dd6-4d97-b3e6-a13c8f31b270 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:28.206987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:28.218475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 850151b5-9dd6-4d97-b3e6-a13c8f31b270 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:28.218475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 850151b5-9dd6-4d97-b3e6-a13c8f31b270 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:28.249134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.257968 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment ab8c7e8f-4633-4098-b8eb-41803dbece46 of type vlan for network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c Feb 11 14:33:28.350768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.414994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-252a8cf3-4eaf-4fd1-912a-d06db10cc289 None None] Provisioning complete for port 72673cff-b44c-41aa-b15c-178f77f34594 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:28.415641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-252a8cf3-4eaf-4fd1-912a-d06db10cc289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.477218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=72673cff-b44c-41aa-b15c-178f77f34594,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:28.498296 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:26Z', 'revision_number': 3, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:26Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:28.513151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.522912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:28.528363 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.535314 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:28.536078 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Updating router 5db761e3-d189-4eb5-933e-14026857566c port 6b4fc37d-c7ac-4258-8644-87db43e4147c binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:28.592054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.602730 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.781836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=ace85fe6-cc06-472f-b86b-faca37872015,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:28.826979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:28.836136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:28.838467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:28.841414 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.857909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08647754-6c27-4489-981b-af811b081723 None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:28.871752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:28.888210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:28.926427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8e972eb1-9f12-445e-abd9-9cb68ab6c0f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0731113 Feb 11 14:33:28.929154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:28.940795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:29.003548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba7128ba-8bed-42d9-a6d0-3e6a85dde9c7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3825276 Feb 11 14:33:29.006310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:29.011810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217233333'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:29.143401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.205816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 72673cff-b44c-41aa-b15c-178f77f34594 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:29.237043 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.335754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.351873 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.378143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f1eeb271-0a53-443c-b96b-dde40a380721 None None] Provisioning complete for port 6b4fc37d-c7ac-4258-8644-87db43e4147c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:29.380980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:29.385332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.386188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb271-0a53-443c-b96b-dde40a380721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.400258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004d87-cbc0-4f38-a1bb-6eae6b607c72 req-4e1b4cbe-5a4d-40fc-bb2d-1882ece62831 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:29.409017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.422535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43004d87-cbc0-4f38-a1bb-6eae6b607c72 req-4e1b4cbe-5a4d-40fc-bb2d-1882ece62831 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.1023948 Feb 11 14:33:29.491819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Pushing event updated for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:29.502290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a794d-8294-4fe3-b488-757f6d40d4b6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:29.559595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.561179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3493e700-5811-4e55-9537-20829e35e729 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5538857 Feb 11 14:33:29.564332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50222) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:29.579272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-112165862'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:29.589261 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.599420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f1eeb271-0a53-443c-b96b-dde40a380721 None None] Port 6b4fc37d-c7ac-4258-8644-87db43e4147c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:29.607767 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.608695 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.612009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 72673cff-b44c-41aa-b15c-178f77f34594 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:29.612818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.614317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.614717 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.615057 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.617147 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.617487 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.617815 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.619481 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.619816 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.620210 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:29.709629 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Attempting to bind port 6b4fc37d-c7ac-4258-8644-87db43e4147c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:29.713444 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Attempting to bind port 6b4fc37d-c7ac-4258-8644-87db43e4147c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:29.714083 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Attempting to bind port 6b4fc37d-c7ac-4258-8644-87db43e4147c on network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:29.733691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:29.734062 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Checking segment: {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:29.735537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f1eeb271-0a53-443c-b96b-dde40a380721 None None] Provisioning complete for port 72673cff-b44c-41aa-b15c-178f77f34594 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:29.735972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb271-0a53-443c-b96b-dde40a380721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.744181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43004d87-cbc0-4f38-a1bb-6eae6b607c72 req-37106bbe-31e2-4e9f-a4f6-e94089676b78 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164036 Feb 11 14:33:29.744541 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.744970 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Bound using segment: {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:29.746260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.749964 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Bound port: 6b4fc37d-c7ac-4258-8644-87db43e4147c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:29.749964 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.894998 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] For port 6b4fc37d-c7ac-4258-8644-87db43e4147c, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:29.897693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.916141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] For port 6b4fc37d-c7ac-4258-8644-87db43e4147c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b4fc37d-c7ac-4258-8644-87db43e4147c,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:29.969148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.986152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'tenant_id': 'e89bbc2a19d742999070717e7ca37c01', 'fixed_ips': [{'subnet_id': 'ace85fe6-cc06-472f-b86b-faca37872015'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:29.987108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:29.997821 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.100687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.103563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5363994 Feb 11 14:33:30.106639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:30.107635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee03456-7897-4614-8183-abeb7d8163a4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b88269-43b7-4b38-b27f-0fba979c23d8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:30.108298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.143289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-190764538', 'security_groups': ['d3b88269-43b7-4b38-b27f-0fba979c23d8'], 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ace85fe6-cc06-472f-b86b-faca37872015'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:30.148706 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:30.149987 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:30.153724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c76bf-8c5a-48d1-b11b-436170065291 None None] Pushing event updated for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:30.329439 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:30.419314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Allocated IP 2001:db8::2 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/ace85fe6-cc06-472f-b86b-faca37872015/ffaf367c-66f5-4d67-8514-e90d5324497c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:30.469861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=b83f4aef-261e-4f8f-a6f5-83584ad7f0be,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:30.502182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:30.502690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:30.628015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:30.630610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50240) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:30.694423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-380f3830-ae84-4e7e-977b-c7bb27ab9ed0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:30.698714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-380f3830-ae84-4e7e-977b-c7bb27ab9ed0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.1173427 Feb 11 14:33:30.705280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:30.737322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] Provisioning complete for port 6b4fc37d-c7ac-4258-8644-87db43e4147c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:30.737322 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.793168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.797670 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:26Z', 'revision_number': 3, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:29Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:30.884855 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed2e08-b5b5-42f7-b673-10ac58ba9a77 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:26Z', 'revision_number': 3, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:29Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:30.910891 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.927989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:30.952646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:30.953258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.991729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7877d-991f-4b29-833a-08f1ad03ae77 None None] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:31.003931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3722b0c-09e7-4689-8a2d-35b5a95ead4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.097261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.165883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393d71d-2e67-4b6e-b7d5-485cab119fa1 req-e1f78786-c6fd-4144-a5a5-ee09b55e3c23 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:31.171792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1393d71d-2e67-4b6e-b7d5-485cab119fa1 req-e1f78786-c6fd-4144-a5a5-ee09b55e3c23 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.2753325 Feb 11 14:33:31.194607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 92830cd4-0336-4aa4-a3e3-cda872e32f0b yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:33:31.215112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b8a2a2c-9cc3-42a5-8491-60a8d2faf79f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2848682 Feb 11 14:33:31.247975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:31.262671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] For port 6b4fc37d-c7ac-4258-8644-87db43e4147c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b4fc37d-c7ac-4258-8644-87db43e4147c,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:31.276225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b4fc37d-c7ac-4258-8644-87db43e4147c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:31.332224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3722b0c-09e7-4689-8a2d-35b5a95ead4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.392551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1393d71d-2e67-4b6e-b7d5-485cab119fa1 req-a73455bc-eac9-4736-8607-8618dbe2cd92 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195530 Feb 11 14:33:31.398326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.423301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.446532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a3722b0c-09e7-4689-8a2d-35b5a95ead4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.578772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50262) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:31.582942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a3722b0c-09e7-4689-8a2d-35b5a95ead4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2992a17b888420283f86d8e14be5f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506378 Feb 11 14:33:31.592294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dae8a-2658-493b-b9ff-86dfd194ec59 None None] Pushing event updated for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:31.613161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3722b0c-09e7-4689-8a2d-35b5a95ead4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c0bac7-fed6-4105-8669-ea410dce9fa7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:31.729225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.752184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:31.754209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.779664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-362958f5-927e-4455-ab5f-6c4192a4a2ac None None] Provisioning complete for port 6b4fc37d-c7ac-4258-8644-87db43e4147c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:31.781868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-362958f5-927e-4455-ab5f-6c4192a4a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.799769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Deleting port bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:31.799769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.807162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:31.863356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6b4fc37d-c7ac-4258-8644-87db43e4147c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:31.863356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.045043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:32.067620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:32.072048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:32.085845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:32.230368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Allocated IP 172.22.0.2 (05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c/b83f4aef-261e-4f8f-a6f5-83584ad7f0be/1ba2fa51-de51-4931-912c-bf245ff231af) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:32.263117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Attempting to bind port ffaf367c-66f5-4d67-8514-e90d5324497c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:32.263490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Attempting to bind port ffaf367c-66f5-4d67-8514-e90d5324497c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4f72aa77-feca-4eb6-9665-7d63d18e077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:32.263921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Attempting to bind port ffaf367c-66f5-4d67-8514-e90d5324497c on network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:32.282231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:32.282605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Checking segment: {'id': '4f72aa77-feca-4eb6-9665-7d63d18e077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:32.283006 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.283400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Bound using segment: {'id': '4f72aa77-feca-4eb6-9665-7d63d18e077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:32.284147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Bound port: ffaf367c-66f5-4d67-8514-e90d5324497c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f72aa77-feca-4eb6-9665-7d63d18e077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:32.284537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.538159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::1de (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/ace85fe6-cc06-472f-b86b-faca37872015/92830cd4-0336-4aa4-a3e3-cda872e32f0b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:32.559383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.641055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:32.651255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:32.714675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.723583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.762970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] For port bd6520a0-a880-4c14-bd68-90e4bdb42bae, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=bd6520a0-a880-4c14-bd68-90e4bdb42bae,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:32.763336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.787938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c172-1921-454e-a63a-2a3d3a999a4c req-25083940-c72f-44fe-851f-5efbfe82546c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:32.788337 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.789523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da72c172-1921-454e-a63a-2a3d3a999a4c req-25083940-c72f-44fe-851f-5efbfe82546c tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.2481747 Feb 11 14:33:32.790821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:32.847824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Pushing event updated for resources: {'Port': ['ID=1ba2fa51-de51-4931-912c-bf245ff231af,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:32.888838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:32.891902 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:32.914158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:33.030312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c5297-6fe0-401e-b639-d49da2ffc36d None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:33.035664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Attempting to bind port 1ba2fa51-de51-4931-912c-bf245ff231af on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:33.035664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Attempting to bind port 1ba2fa51-de51-4931-912c-bf245ff231af by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:33.035664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Attempting to bind port 1ba2fa51-de51-4931-912c-bf245ff231af on network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:33.044778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:33.050142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Checking segment: {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:33.050767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.050933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Bound using segment: {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:33.051435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Bound port: 1ba2fa51-de51-4931-912c-bf245ff231af, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:33.051821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.056364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da72c172-1921-454e-a63a-2a3d3a999a4c req-c2c9b73b-01ab-4d1f-a8d5-9cb20a2e0c7a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436092 Feb 11 14:33:33.114551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.115824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50302) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:33.117144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.118292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c0bac7-fed6-4105-8669-ea410dce9fa7 HTTP/1.1" status: 204 len: 168 time: 1.5055633 Feb 11 14:33:33.164667 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.168738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b55a3b-c74d-42ff-86cc-317ce143188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c0bac7-fed6-4105-8669-ea410dce9fa7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:33.202084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] For port 1ba2fa51-de51-4931-912c-bf245ff231af, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:33.225009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] For port 1ba2fa51-de51-4931-912c-bf245ff231af, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ba2fa51-de51-4931-912c-bf245ff231af,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:33.237109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b4fc37d-c7ac-4258-8644-87db43e4147c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:33.293733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.325970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.347890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.348431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.348847 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Floating IP 81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa disassociated. External IP: 172.25.7.219, port: bd6520a0-a880-4c14-bd68-90e4bdb42bae. Feb 11 14:33:33.349412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Calling delete_port for bd6520a0-a880-4c14-bd68-90e4bdb42bae owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:33.407956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61dec77b-7236-4b6d-971a-76933f94bd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.445809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6b4fc37d-c7ac-4258-8644-87db43e4147c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:33.446188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.513445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a2647-cf7f-4f58-957a-cd7caf4e952d None None] Pushing event updated for resources: {'Port': ['ID=1ba2fa51-de51-4931-912c-bf245ff231af,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:33.514491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.562533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61dec77b-7236-4b6d-971a-76933f94bd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.626108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=92830cd4-0336-4aa4-a3e3-cda872e32f0b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:33.636117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-61dec77b-7236-4b6d-971a-76933f94bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.658524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:33.663603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:33.673799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:33.680534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:33.681223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.716101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-61dec77b-7236-4b6d-971a-76933f94bd94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96122441df6d45ad88b6b0f85df642e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979846 Feb 11 14:33:33.717966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50310) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:33.735131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dec77b-7236-4b6d-971a-76933f94bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca7cc0-9733-4f84-ac70-93d0f1e4edfe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:33.819957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:33.844276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.012961 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c00c09bf-978f-42e1-9c8c-3b72689ddf13 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9011269 Feb 11 14:33:34.045107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.22.0.1 (05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c/b83f4aef-261e-4f8f-a6f5-83584ad7f0be/196130d9-b0a1-4acf-924a-33468263ec88) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:34.045328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50320) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:34.056577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:34.201298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.298397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25b1f-ca63-4daf-9600-9ca12f429190 req-b57aa743-bd2e-482f-bf8f-fbc0dd69f8c3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:34.301253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ff25b1f-ca63-4daf-9600-9ca12f429190 req-b57aa743-bd2e-482f-bf8f-fbc0dd69f8c3 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 946 time: 0.0938127 Feb 11 14:33:34.347020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ff25b1f-ca63-4daf-9600-9ca12f429190 req-57362253-cba2-4fb5-bcd6-f0ec731fe6c0 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc1e80a1-a382-4775-84c6-3e94e2d327ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387020 Feb 11 14:33:34.475322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.483328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.483328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bca7cc0-9733-4f84-ac70-93d0f1e4edfe HTTP/1.1" status: 204 len: 168 time: 0.7580485 Feb 11 14:33:34.488426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff9e7-ed2b-44ee-9bac-bfe20fb5d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca7cc0-9733-4f84-ac70-93d0f1e4edfe,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:34.522179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:34.523355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.525489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.528647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.551651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:34.555321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.677052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:34.738013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:34.740368 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.745090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:34.765330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:34.823794 n-d-828407-1 neutron-server[109375]: INFO neutron.db.ipam_backend_mixin [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ace85fe6-cc06-472f-b86b-faca37872015 (CIDR: 2001:db8::/64) Feb 11 14:33:34.827304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:34.864931 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:33:34.865637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:33:34.867927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'Port': ['ID=bd6520a0-a880-4c14-bd68-90e4bdb42bae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:34.894705 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.962005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:34.962919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.975235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:34.982536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8104bf8c-4eb0-43fe-bab4-81a67ddd0ddf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9417083 Feb 11 14:33:34.985051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.985209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50332) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:34.990959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:35.084262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:35.109493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-70ac3953-8dbd-4cf1-87c3-ebd31987156b None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:35.247796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef1467-e5b9-402a-805f-0e6cddb7a214 None None] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:35.303651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:35.351402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:35.353094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ba2fa51-de51-4931-912c-bf245ff231af up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:35.356428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:35.368569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af8b7d24-1c29-4b26-89fa-f6d3f26f8ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.371573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8f64a36f-36e6-4455-9114-46b10f1df4db None None] Provisioning complete for port 92830cd4-0336-4aa4-a3e3-cda872e32f0b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:35.372090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f64a36f-36e6-4455-9114-46b10f1df4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.410550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:35.415076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.425729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] No DVR routers for this DVR port bd6520a0-a880-4c14-bd68-90e4bdb42bae on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:35.431094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.434728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6558f41d-eec9-4909-b06f-8bc9559ae4a1 req-8fae4686-35c5-49a0-bdfc-9aa5f3596450 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.62 "DELETE /v2.0/ports/bd6520a0-a880-4c14-bd68-90e4bdb42bae HTTP/1.1" status: 204 len: 173 time: 4.5224571 Feb 11 14:33:35.435586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-deleted', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:35.438408 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16519027-41a3-4b68-8e31-a5549e94d5ce" -d '{"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-deleted", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:35.532597 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d374c6c9-3f68-4dfa-b67e-16fdd19b8fd2 x-openstack-request-id: req-d374c6c9-3f68-4dfa-b67e-16fdd19b8fd2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:35.538308 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6aaf7-cd3b-41d9-ab60-56764115627a", "name": "network-vif-deleted", "tag": "bd6520a0-a880-4c14-bd68-90e4bdb42bae", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:35.542210 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d374c6c9-3f68-4dfa-b67e-16fdd19b8fd2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:35.542660 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6aaf7-cd3b-41d9-ab60-56764115627a', 'name': 'network-vif-deleted', 'tag': 'bd6520a0-a880-4c14-bd68-90e4bdb42bae', 'status': 'completed', 'code': 200} Feb 11 14:33:35.547681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f858d1d-cad7-4b6c-98ee-9f8726f2f3df req-2c880d51-1e41-451a-8a74-d9f85024c1a4 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0704370 Feb 11 14:33:35.556252 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:35.605971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:35.606615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:35.616404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8f64a36f-36e6-4455-9114-46b10f1df4db None None] Port 92830cd4-0336-4aa4-a3e3-cda872e32f0b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:35.628049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af8b7d24-1c29-4b26-89fa-f6d3f26f8ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.672496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.713301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-af8b7d24-1c29-4b26-89fa-f6d3f26f8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.771245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1ba2fa51-de51-4931-912c-bf245ff231af triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:35.771906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.788885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1222764261-network', 'tenant_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:35.839737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-af8b7d24-1c29-4b26-89fa-f6d3f26f8ac3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=751d741638724599a6a93fdf451c21c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865806 Feb 11 14:33:35.842469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-11d6ac56-092f-419f-916b-18c24896a9d4 None None] Provisioning complete for port 1ba2fa51-de51-4931-912c-bf245ff231af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:35.843073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11d6ac56-092f-419f-916b-18c24896a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.845380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50352) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:35.848837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b7d24-1c29-4b26-89fa-f6d3f26f8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728da1b5-a4ab-4e8d-932b-e98282c2d91a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:35.879678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:35.913987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:35.950947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.978549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:35.982263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: bd6520a0-a880-4c14-bd68-90e4bdb42bae {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:35.982622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device bd6520a0-a880-4c14-bd68-90e4bdb42bae not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:36.096284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:36.099284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.123263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.136361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.218521 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.237856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11d6ac56-092f-419f-916b-18c24896a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.257675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.260481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.264043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.269705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/728da1b5-a4ab-4e8d-932b-e98282c2d91a HTTP/1.1" status: 204 len: 168 time: 0.4218984 Feb 11 14:33:36.317654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1ba2fa51-de51-4931-912c-bf245ff231af, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ba2fa51-de51-4931-912c-bf245ff231af,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:36.339652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab39d47-dc6c-44de-9d94-b0ac7c6705f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728da1b5-a4ab-4e8d-932b-e98282c2d91a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:36.383825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.393216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:36.398857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.404883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:36.413820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:36.420212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=b27bba1d-f11e-4351-b621-a29a2a0503c0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:36.432830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:36.433846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.442071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31985a0f-dcd5-4d6d-af88-93b1dacc4e9c None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:36.444671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:36.496606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:36.497487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:36.500877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:36.508016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.625586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:36.627385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:36.711168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.712609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:36.747725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00cd3fe6-a30a-4dbb-9e48-57f4470fd566 req-d0a0a1d9-d8e7-46f9-afec-1931f48d335e tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/ports?device_id=49a6aaf7-cd3b-41d9-ab60-56764115627a HTTP/1.1" status: 200 len: 210 time: 0.0499682 Feb 11 14:33:36.770452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.786706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f872bde-887c-46fb-bfe1-1d37580cfccc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8004138 Feb 11 14:33:36.791793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:36.803904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1941828879', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b27bba1d-f11e-4351-b621-a29a2a0503c0'}], 'security_groups': ['b83a794d-8294-4fe3-b488-757f6d40d4b6']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:36.811148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:36.825371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.825986 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Added segment 7c298917-1f7c-4feb-bcaa-70af821568f2 of type vlan for network c1592f37-0737-4225-8f9b-2db0c629c62d Feb 11 14:33:36.879599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:36.916843 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-11d6ac56-092f-419f-916b-18c24896a9d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:33:36.916843 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-11d6ac56-092f-419f-916b-18c24896a9d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:33:36.956800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.960369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c904f7-5766-4d9b-9404-3386448f89fa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:36.966874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1ba2fa51-de51-4931-912c-bf245ff231af,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:37.004987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:37.060083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:37.060781 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.123381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:37.137199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:37.142034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4133833c-85c4-4a9c-a716-381bfb18731b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8910563 Feb 11 14:33:37.143028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:37.152373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350367365'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:37.157308 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:37.160567 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:37.224245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.265933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.266919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.267528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.425250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:37.429739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.465506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] Pushing event updated for resources: {'Network': ['ID=c1592f37-0737-4225-8f9b-2db0c629c62d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:37.476976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:37.489434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.489804 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added segment 5803c060-7de7-4aca-b749-a37ad3c03660 of type vlan for network 281ddae7-d57d-4053-ad74-b11e1ec142b2 Feb 11 14:33:37.504745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d9cd1758-2ee3-4c39-8db4-1c9531ee830e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9474061 Feb 11 14:33:37.511891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c1592f37-0737-4225-8f9b-2db0c629c62d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:37.529469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:37.535454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Request body: {'subnet': {'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1222764261-subnet', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:37.544370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Update dhcp port {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'fixed_ips': [{'subnet_id': 'ace85fe6-cc06-472f-b86b-faca37872015', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b27bba1d-f11e-4351-b621-a29a2a0503c0'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'ffaf367c-66f5-4d67-8514-e90d5324497c'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:33:37.569385 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:37.628845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.647355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.703926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:37.745164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:37.745164 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.765853 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.774606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.775517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.800749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Delete allocated IP 2001:db8::1de (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/ace85fe6-cc06-472f-b86b-faca37872015) {{(pid=109375) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:33:37.848737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8:0:1::11e (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/b27bba1d-f11e-4351-b621-a29a2a0503c0/92830cd4-0336-4aa4-a3e3-cda872e32f0b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:37.965328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-559f1f1d-d99b-4421-bd8b-a395ddc726a5 None None] Provisioning complete for port 1ba2fa51-de51-4931-912c-bf245ff231af triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:37.965328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-559f1f1d-d99b-4421-bd8b-a395ddc726a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.965328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:38.003953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Network': ['ID=281ddae7-d57d-4053-ad74-b11e1ec142b2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:38.029943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876f438-5be6-434f-b7c5-796d28d4e518 None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:26:48Z', 'revision_number': 4, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0b42dab3-8c02-4040-83e6-0fc51f20585d', 'name': '', 'network_id': '5129901f-6cf5-4177-926e-352a8a17b4cb', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'mac_address': 'fa:16:3e:ad:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:46Z', 'updated_at': '2022-02-11T14:26:55Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'subnets': [{'id': 'c36d854f-b609-4d6d-8424-3427bbab7ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:38.032003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:38.055066 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:35Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:35Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:38.093203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:38.131815 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:38.133167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Updating router 5db761e3-d189-4eb5-933e-14026857566c port 196130d9-b0a1-4acf-924a-33468263ec88 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:38.133492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9bc64113-43a2-47d8-82e4-94dfc9575005 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9868670 Feb 11 14:33:38.144721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:38.179862 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.180462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:38.180934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.194300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'subnet': {'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:38.203463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.323825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.370434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.444745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-559f1f1d-d99b-4421-bd8b-a395ddc726a5 None None] Provisioning complete for port 196130d9-b0a1-4acf-924a-33468263ec88 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:38.444745 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-559f1f1d-d99b-4421-bd8b-a395ddc726a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.446565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.468937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-559f1f1d-d99b-4421-bd8b-a395ddc726a5 None None] Port 196130d9-b0a1-4acf-924a-33468263ec88 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:38.520586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Allocated IP 2001:db8:0:1::2 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/b27bba1d-f11e-4351-b621-a29a2a0503c0/ffaf367c-66f5-4d67-8514-e90d5324497c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:38.544532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=92830cd4-0336-4aa4-a3e3-cda872e32f0b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:38.547827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ba2fa51-de51-4931-912c-bf245ff231af up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:38.551033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] In _notify_port_updated(), no bound segment for port 92830cd4-0336-4aa4-a3e3-cda872e32f0b on network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 {{(pid=109375) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:33:38.567076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:38.567761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.572000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:38.576427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-881768f0-18a1-48cc-a1cf-c4b9ce13d783 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/ports/92830cd4-0336-4aa4-a3e3-cda872e32f0b HTTP/1.1" status: 200 len: 931 time: 1.7813549 Feb 11 14:33:38.585438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbdb98-7f43-4b3c-96dd-992d219e7418 None None] New status for floating IP 81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:33:38.725867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 92830cd4-0336-4aa4-a3e3-cda872e32f0b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:38.726257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.748913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.802205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.804922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.808645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1ba2fa51-de51-4931-912c-bf245ff231af triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:38.809144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.809462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50402) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:38.811980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc1e80a1-a382-4775-84c6-3e94e2d327ae HTTP/1.1" status: 204 len: 168 time: 0.7192202 Feb 11 14:33:38.811980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Made reservation on behalf of a9361af778734615b4312d071dd8663a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:38.815135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.817531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:38.839324 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-e8079559-b44b-409e-a8b3-ce6a4d87802a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] show failed (client error): The resource could not be found. Feb 11 14:33:38.846619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e8079559-b44b-409e-a8b3-ce6a4d87802a tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "GET /v2.0/security-groups/bc1e80a1-a382-4775-84c6-3e94e2d327ae HTTP/1.1" status: 404 len: 347 time: 0.0299368 Feb 11 14:33:38.853731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50404) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:38.872058 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.892200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:38.969908 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.025923 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2457d-23e0-435a-8161-46223c05d70c None None] Pushing event updated for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:39.032594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.207364 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Attempting to bind port 196130d9-b0a1-4acf-924a-33468263ec88 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:39.207964 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Attempting to bind port 196130d9-b0a1-4acf-924a-33468263ec88 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:39.209766 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Attempting to bind port 196130d9-b0a1-4acf-924a-33468263ec88 on network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:39.226252 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:39.227396 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Checking segment: {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:39.228496 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.229803 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Bound using segment: {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:39.231550 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Bound port: 196130d9-b0a1-4acf-924a-33468263ec88, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c7e8f-4633-4098-b8eb-41803dbece46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:39.232884 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.286753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528be20-b1fb-4201-a755-d7fed98b75b7 None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:39.383231 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] For port 196130d9-b0a1-4acf-924a-33468263ec88, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:39.391856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] For port 196130d9-b0a1-4acf-924a-33468263ec88, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=196130d9-b0a1-4acf-924a-33468263ec88,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:39.480770 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.509515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] Provisioning complete for port 196130d9-b0a1-4acf-924a-33468263ec88 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:39.509989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.529408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba36de-1659-4a16-9715-89a7c994365b tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e80a1-a382-4775-84c6-3e94e2d327ae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:39.584870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Deleting port b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:39.585526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.630516 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2457d-23e0-435a-8161-46223c05d70c None None] Pushing event updated for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:39.687581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:39.720132 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:39.726682 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:39.765150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.792673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:39.793377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Network hostable DHCP agents. Network: c1592f37-0737-4225-8f9b-2db0c629c62d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:39.803945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 92830cd4-0336-4aa4-a3e3-cda872e32f0b owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:39.817428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.818079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.852030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Calling delete_port for b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:39.933896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:40.017224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:40.118940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:40.119654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.179153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.233820 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.269270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] For port 196130d9-b0a1-4acf-924a-33468263ec88, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=196130d9-b0a1-4acf-924a-33468263ec88,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:40.326731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.363036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.368571 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:35Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:39Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:40.394082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Pushing event deleted for resources: {'Port': ['ID=b23e9546-ffc6-4fd9-abcd-7a5c32ed9be8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:40.410290 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c9380-a044-4e9c-97b9-ed80e55a2af4 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:35Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:39Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:40.509855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Network c1592f37-0737-4225-8f9b-2db0c629c62d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:40.511842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5cef3-e177-4edd-b9d8-90a6395a8968 None None] Pushing event updated for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:40.517007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=92830cd4-0336-4aa4-a3e3-cda872e32f0b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:40.541817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Could not find standard attr ID for object 92830cd4-0336-4aa4-a3e3-cda872e32f0b. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:33:40.559583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.576840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8832d88c-55d2-45ed-b4a4-635878362971 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/92830cd4-0336-4aa4-a3e3-cda872e32f0b HTTP/1.1" status: 204 len: 168 time: 1.9999828 Feb 11 14:33:40.582917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:40.583297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.583890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.583890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.584644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.585101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.585691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.586128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.586553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.586968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.587550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.588103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.588648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.590766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:40.591065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50414) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:40.639740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.646939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.650578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d4983eea-ef4e-4959-816b-ce68da7eb510 tempest-AttachVolumeShelveTestJSON-215073924 tempest-AttachVolumeShelveTestJSON-215073924-project] 10.222.0.31 "DELETE /v2.0/floatingips/81dce53c-4a9f-4f3c-9a48-a7d3f9f394fa HTTP/1.1" status: 204 len: 168 time: 1.7948313 Feb 11 14:33:40.660012 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-225b62d0-3d4c-4feb-96bc-810c1226af5b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:33:40.665572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50420) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:40.666635 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-225b62d0-3d4c-4feb-96bc-810c1226af5b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/92830cd4-0336-4aa4-a3e3-cda872e32f0b HTTP/1.1" status: 404 len: 333 time: 0.0743847 Feb 11 14:33:40.756832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c1592f37-0737-4225-8f9b-2db0c629c62d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:40.766856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:40.766856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.799430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.810118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.874881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:40.884853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ab19a-4e33-4ffb-b8e9-93a69c1d4583 None None] Network c1592f37-0737-4225-8f9b-2db0c629c62d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:40.892343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1901d670-0536-4131-beb7-1a444c79fd2a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3618205 Feb 11 14:33:40.895952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50424) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:40.906801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:40.951051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Subnet': ['ID=abc7a44d-a002-48ab-a177-013a4d7df3fa,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:40.979041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:40.979699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.020705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Checking segment: {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:41.021007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network hostable DHCP agents. Network: 281ddae7-d57d-4053-ad74-b11e1ec142b2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:41.046873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:41.085625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Provisioning complete for port 196130d9-b0a1-4acf-924a-33468263ec88 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:41.086141 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce71933a-8a97-4d37-a868-accdf7f025d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.122864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.125936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.127304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3b88269-43b7-4b38-b27f-0fba979c23d8 HTTP/1.1" status: 204 len: 168 time: 0.4593260 Feb 11 14:33:41.130359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:41.156356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bce99-4cb9-4768-a93c-575d863af418 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b88269-43b7-4b38-b27f-0fba979c23d8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:41.164060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:41.175466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.177378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.318557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.324989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c1592f37-0737-4225-8f9b-2db0c629c62d', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:41.331448 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.377926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.390535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.455344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 281ddae7-d57d-4053-ad74-b11e1ec142b2) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:41.462518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:41.462518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.504472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7aa7e-5365-465c-8874-1874b09f0686 None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:41.593573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0fa4e28f-2d7b-43c7-9a96-294f1cdcd311 None None] Could not find standard attr ID for object 92830cd4-0336-4aa4-a3e3-cda872e32f0b. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:33:41.616295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a8b572b-22d9-4486-8cbf-1d3a202d985c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4660699 Feb 11 14:33:41.619166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:41.620845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.625106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.630162 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/security-groups/b83a794d-8294-4fe3-b488-757f6d40d4b6 HTTP/1.1" status: 204 len: 168 time: 0.4972978 Feb 11 14:33:41.657010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:41.667933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Allocated IP 172.20.0.2 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/67ad126e-a50f-4c74-8c3b-2d1559f994e7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:41.693490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b9904-378c-4e7f-8591-acfd77399359 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a794d-8294-4fe3-b488-757f6d40d4b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:41.800227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-281ddae7-d57d-4053-ad74-b11e1ec142b2', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:41.800227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.829892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 196130d9-b0a1-4acf-924a-33468263ec88 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:41.869719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:41.932170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet ace85fe6-cc06-472f-b86b-faca37872015 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:41.939949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.066323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.070152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 196130d9-b0a1-4acf-924a-33468263ec88 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:42.070539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.275083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.275083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Allocated IP 172.23.0.2 (281ddae7-d57d-4053-ad74-b11e1ec142b2/abc7a44d-a002-48ab-a177-013a4d7df3fa/6b8d4cfc-d7ce-443f-80c8-0057627ebdeb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:42.275589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.394526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.398364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.967456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:42.970490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.030888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.033347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Pushing event updated for resources: {'Port': ['ID=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:43.071593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=ace85fe6-cc06-472f-b86b-faca37872015,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:43.080883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.091421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-53f48936-b70e-4bbe-91ae-276dc9422c6d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/ace85fe6-cc06-472f-b86b-faca37872015 HTTP/1.1" status: 204 len: 168 time: 1.4078593 Feb 11 14:33:43.092061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:43.101295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:43.138884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Pushing event updated for resources: {'Port': ['ID=67ad126e-a50f-4c74-8c3b-2d1559f994e7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:43.148729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.151336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:43.161498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6098907-8ab0-4979-89f0-a4aeb8a14512 None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:43.230789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.249083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:43.258217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Allocated IP 172.23.0.1 (281ddae7-d57d-4053-ad74-b11e1ec142b2/abc7a44d-a002-48ab-a177-013a4d7df3fa/e9f89c11-a26f-41c5-896e-3e96f6b29c75) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:43.263526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:43.380175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:43.418745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:43.428576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:43.439984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Allocated IP 172.25.7.66 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/bb25c9f3-8010-466d-8df9-a8c282e5ad2c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:43.484934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.542253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:43.549634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.617422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Attempting to bind port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:43.618453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Attempting to bind port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:43.618453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Attempting to bind port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb on network 281ddae7-d57d-4053-ad74-b11e1ec142b2 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:43.648646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:43.653104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Checking segment: {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:43.653104 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.653353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.653468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Bound using segment: {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:43.653468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Bound port: 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:43.653468 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.660407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.681000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Attempting to bind port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:43.681449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Attempting to bind port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:43.692020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Attempting to bind port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:43.740008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:43.762477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:43.766069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:43.778091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:43.814924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:43.821246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:43.829563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.830124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:43.830732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Bound port: 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:43.832057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.838671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] For port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:43.847317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] For port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:43.951719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.963564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:43.989042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] For port 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:44.005759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] For port 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=67ad126e-a50f-4c74-8c3b-2d1559f994e7,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:44.015740 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.121889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:44.141416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:44.149985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:44.152805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Pushing event updated for resources: {'Port': ['ID=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:44.161959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002b90-7369-4e8b-bcee-78f14a976750 None None] Pushing event updated for resources: {'Port': ['ID=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:44.173205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.366451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959e7d4-84d3-4c9e-be69-3082e18d74d1 None None] Pushing event updated for resources: {'Port': ['ID=67ad126e-a50f-4c74-8c3b-2d1559f994e7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:44.469414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.692980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.888034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:44.904636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:44.911598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:44.912184 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.932105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=8e36084e-8f07-446a-acd2-74f0468e52e8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:44.988228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.044562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f9568-5b02-4f91-a39c-e13ad38ed175 None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:45.058435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:45.062427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374008637'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:45.065571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfd2cbbc-d2f3-412e-ad99-3615617222cc tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9698992 Feb 11 14:33:45.088570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.185900 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.252115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-350d64d9-a3a0-495c-998c-dc8a96505d37 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:45.252489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-350d64d9-a3a0-495c-998c-dc8a96505d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.303994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.399357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.454271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.513679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:45.519364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:45.558076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event updated for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:45.810611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.890969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:45.953332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.107841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.108096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-350d64d9-a3a0-495c-998c-dc8a96505d37 None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:46.108570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-350d64d9-a3a0-495c-998c-dc8a96505d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.118550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0490553 Feb 11 14:33:46.119098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50498) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:46.184222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-265532481'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:46.191531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b95bb-d476-43dc-a145-b7a375fb2860 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67718306-d666-447a-9ee0-cac5bbc28075,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:46.210102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:46.224685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:46.241476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5fa66142-e62e-41a2-a09a-57efedf1aefa tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6062799 Feb 11 14:33:46.242190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:46.254173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:46.255011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:46.269000 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:46.269641 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:46.328952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:33:46.332067 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.375067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Update dhcp port {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'fixed_ips': [{'subnet_id': 'b27bba1d-f11e-4351-b621-a29a2a0503c0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e36084e-8f07-446a-acd2-74f0468e52e8'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'ffaf367c-66f5-4d67-8514-e90d5324497c'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:33:46.379734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4807cb-6a8d-4384-b858-f4a88d343821 None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:46.386701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-350d64d9-a3a0-495c-998c-dc8a96505d37 None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:46.474431 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:46.655618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] Provisioning complete for port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:46.657220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.662393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.783612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1785bf-138d-48b8-9e9b-af560e24cafe None None] Network c1592f37-0737-4225-8f9b-2db0c629c62d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:46.812849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:46.813241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.816208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.855724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:46.876965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:46.934319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:46.967509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9570f733-bbf4-4abe-b087-d1d474ca2fc0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:46.976286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:46.977200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:46.999280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.001288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c0a41b7-1f9d-42e8-87d9-4fe7fe1c5763 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0973303 Feb 11 14:33:47.004374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:47.016346 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:44Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:44Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:47.030831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.035153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-41cb94c8-ca5a-4c1c-a9fe-b8c5187a78fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8609190 Feb 11 14:33:47.035437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:47.040096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-184819216'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:47.058225 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:47.058703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Updating router 5db761e3-d189-4eb5-933e-14026857566c port e9f89c11-a26f-41c5-896e-3e96f6b29c75 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:47.092116 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.208247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.372365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.388299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:33:47.454825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.463767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Removed routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:33:47.464182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.541639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd47ee-79e7-4ed4-aa4e-93511a3190ba,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:47.577731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.586343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e214bc55-18c0-4c0e-b06a-c1dff62deced tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5428290 Feb 11 14:33:47.586554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:47.599293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1859603217', 'security_groups': ['f2cd47ee-79e7-4ed4-aa4e-93511a3190ba'], 'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e36084e-8f07-446a-acd2-74f0468e52e8'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:47.605379 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.678041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:47.730614 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.812401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.817563 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:47.853670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Allocated IP 2001:db8::2 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/8e36084e-8f07-446a-acd2-74f0468e52e8/ffaf367c-66f5-4d67-8514-e90d5324497c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:47.903092 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779441-b073-4c55-bd5f-7f6bcc66e9cf None None] Pushing event updated for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:48.035478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] For port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:48.167346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.407089 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Attempting to bind port e9f89c11-a26f-41c5-896e-3e96f6b29c75 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:48.407648 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Attempting to bind port e9f89c11-a26f-41c5-896e-3e96f6b29c75 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:48.408131 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Attempting to bind port e9f89c11-a26f-41c5-896e-3e96f6b29c75 on network 281ddae7-d57d-4053-ad74-b11e1ec142b2 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:48.415937 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:48.416549 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Checking segment: {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:48.418097 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.418097 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Bound using segment: {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:48.420264 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Bound port: e9f89c11-a26f-41c5-896e-3e96f6b29c75, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5803c060-7de7-4aca-b749-a37ad3c03660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:48.420786 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.610883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:33:48.618228 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:33:48.618228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] Provisioning complete for port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:48.618228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.621228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27ad1151-d022-44cf-8b53-6e13cbf049c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.647959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a126c-4b13-45ca-9b23-c8fa98ed4539 None None] Pushing event updated for resources: {'Port': ['ID=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:48.760433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:48.774614 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] For port e9f89c11-a26f-41c5-896e-3e96f6b29c75, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:48.778683 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] For port e9f89c11-a26f-41c5-896e-3e96f6b29c75, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f89c11-a26f-41c5-896e-3e96f6b29c75,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:48.847219 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.861482 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.964984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.007468 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779441-b073-4c55-bd5f-7f6bcc66e9cf None None] Pushing event updated for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:49.032235 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:49.035014 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:49.054401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.100517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.175889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:49.289549 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:49.435851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:49.484549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.538719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.573667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] device_id is not set on port 365c9add-cd91-43f5-a690-b1a71e25cae8 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:33:49.585089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] For port 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=67ad126e-a50f-4c74-8c3b-2d1559f994e7,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:49.601318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:44Z', 'revision_number': 3, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:49.676776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:49.676776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Updating router ff2bfee0-f713-4832-9c7d-f938a3cc4209 port bb25c9f3-8010-466d-8df9-a8c282e5ad2c binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:49.710958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.711282 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:49.721906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.748085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 67ad126e-a50f-4c74-8c3b-2d1559f994e7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:49.754210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e4247-1bde-47d0-82a8-ba9bff20b3a2 None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:49.779965 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:47Z', 'revision_number': 6, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:48Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:49.816529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07457d-2eae-487c-a6a3-1e064bb0742f None None] Pushing event updated for resources: {'Port': ['ID=67ad126e-a50f-4c74-8c3b-2d1559f994e7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:49.876583 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9245a55a-e095-471e-b424-d2ce9991a24d None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:47Z', 'revision_number': 6, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:48Z', 'revision_number': 4, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:50.108540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:50.139261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Provisioning complete for port e9f89c11-a26f-41c5-896e-3e96f6b29c75 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:50.139261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.183124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.184783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d220afa5-71a7-4587-ada3-a0d1e27417f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 933 time: 3.9414144 Feb 11 14:33:50.189063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50530) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:50.291578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.309597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:50.310364 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.476245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9c6dc8e2-c954-4ebb-803b-8bc1a0a722c4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 933 time: 0.2834926 Feb 11 14:33:50.477165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50534) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:50.494084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'routes': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:50.496251 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.516066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8::1c3 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/8e36084e-8f07-446a-acd2-74f0468e52e8/365c9add-cd91-43f5-a690-b1a71e25cae8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:50.556683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] For port e9f89c11-a26f-41c5-896e-3e96f6b29c75, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f89c11-a26f-41c5-896e-3e96f6b29c75,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:50.781860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.786172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-514e5bde-180e-471f-aa92-48213f6c5f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.787951 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.867753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Allocated IP 172.20.0.1 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:50.879950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Provisioning complete for port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:50.880666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.900160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Pushing event updated for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:50.967378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.030134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Provisioning complete for port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.036286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e9e4-1444-4e8a-89b1-f353f198b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.088303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f89c11-a26f-41c5-896e-3e96f6b29c75 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:51.097280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.147257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.197066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.246442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee4470-39ef-4d39-b2de-d6ca75b89c27 None None] Pushing event updated for resources: {'Port': ['ID=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.254065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Attempting to bind port bb25c9f3-8010-466d-8df9-a8c282e5ad2c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:51.254745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Attempting to bind port bb25c9f3-8010-466d-8df9-a8c282e5ad2c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:51.255386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Attempting to bind port bb25c9f3-8010-466d-8df9-a8c282e5ad2c on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:51.264621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:51.268596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9f89c11-a26f-41c5-896e-3e96f6b29c75 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.268596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.270244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:51.270740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:51.271218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:51.272374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.272715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=365c9add-cd91-43f5-a690-b1a71e25cae8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.272957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:51.273448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Bound port: bb25c9f3-8010-466d-8df9-a8c282e5ad2c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:51.275948 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.289711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:51.297039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:51.297750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.311530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.389305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:51.396401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:51.403985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:51.416722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added routes are [] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:33:51.417868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.extraroute_db [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109375) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:33:51.459818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Provisioning complete for port e9f89c11-a26f-41c5-896e-3e96f6b29c75 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.463151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.473118 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:51.474273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fd9a4809-3c27-4130-a735-ef21f6d24b90 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8889601 Feb 11 14:33:51.475006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:51.486070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:51.497756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.500708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:51.501728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:51.511254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.575904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] For port bb25c9f3-8010-466d-8df9-a8c282e5ad2c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:51.584677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] For port bb25c9f3-8010-466d-8df9-a8c282e5ad2c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:51.592981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:51.617435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.653684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:51.728429 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.810014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.810601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.885535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:51.937820 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.984426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:51.985778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.004624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.029026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:52.037703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.175301 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:47Z', 'revision_number': 6, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.222462 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:52.231685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:52.243861 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:52.244605 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.282758 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e36084e-8f07-446a-acd2-74f0468e52e8 (CIDR: 2001:db8::/64) Feb 11 14:33:52.363782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee4470-39ef-4d39-b2de-d6ca75b89c27 None None] Pushing event updated for resources: {'Port': ['ID=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:52.399104 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:52.434930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:52.435302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.524527 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:33:52.525059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:33:52.671224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.675188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.695103 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.778846 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 7, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.829891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1822b-875c-489b-910c-b444d06af3e1 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 7, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:52.852147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.875276 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-232eb034-9398-442d-80de-0aa22f75cd8c tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3950107 Feb 11 14:33:52.881078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:52.882405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:52.895863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:52.986498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:53.003469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:53.011194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.059160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:53.060623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af776f4a-7f94-4491-a4f5-6540a0c98ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.070540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:53.176645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:53.180061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:53.187558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.215893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:53.244793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.257298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9cea0be-acab-40c5-8afd-4d273707619f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 699 time: 2.7742290 Feb 11 14:33:53.271027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50568) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:53.401602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:53.438275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:53.439057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:53.446656 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.451813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:53.524705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f36b8f67-4fbe-4298-af7f-b21f2937f988 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 699 time: 0.2481644 Feb 11 14:33:53.527106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:53.544717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.574340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:53.584666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.602416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:53.602786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.706861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:53.746221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:53.784186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3429c-135c-491a-bcd5-b78fb9bde7f3 None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:53.807902 n-d-828407-1 neutron-server[109375]: INFO neutron.db.ipam_backend_mixin [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b27bba1d-f11e-4351-b621-a29a2a0503c0 (CIDR: 2001:db8:0:1::/64) Feb 11 14:33:53.879396 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:33:53.881916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:33:54.077606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 67ad126e-a50f-4c74-8c3b-2d1559f994e7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:54.091709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Provisioning complete for port 365c9add-cd91-43f5-a690-b1a71e25cae8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:54.092120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.126148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-78e21ed2-9065-40fa-b590-8cc4b6580734 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2403343 Feb 11 14:33:54.139743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:54.178321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'subnet': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:54.247524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Port 365c9add-cd91-43f5-a690-b1a71e25cae8 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:54.252560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:54.257597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f61149ea-5bac-4a82-9d6f-ed3465627bf2 admin admin] 10.222.0.31 "PUT /v2.0/routers/ff2bfee0-f713-4832-9c7d-f938a3cc4209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2506356 Feb 11 14:33:54.288257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Provisioning complete for port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:54.288257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.331282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:54.335902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.340102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 7, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:54.344829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.414610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:54.444357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Deleting port 0b42dab3-8c02-4040-83e6-0fc51f20585d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:54.445891 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.467889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:54.468503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:54.470310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbea26-3273-4a03-8930-fa6bcbd44572 None None] Port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:54.592790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] For port 0b42dab3-8c02-4040-83e6-0fc51f20585d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0b42dab3-8c02-4040-83e6-0fc51f20585d,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:54.593399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.610775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Calling delete_port for 0b42dab3-8c02-4040-83e6-0fc51f20585d owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:54.734328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:54.746551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Made reservation on behalf of e89bbc2a19d742999070717e7ca37c01 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:54.778885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.827307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f89c11-a26f-41c5-896e-3e96f6b29c75 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:54.947406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port e9f89c11-a26f-41c5-896e-3e96f6b29c75 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:54.947999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.989138 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.060200 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b42dab3-8c02-4040-83e6-0fc51f20585d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:55.191596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9f89c11-a26f-41c5-896e-3e96f6b29c75 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:55.192193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.247216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port e9f89c11-a26f-41c5-896e-3e96f6b29c75, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f89c11-a26f-41c5-896e-3e96f6b29c75,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:55.247790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.279172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for e9f89c11-a26f-41c5-896e-3e96f6b29c75 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:55.400878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 7, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:55.441805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.498132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1517c4-bbb6-41d3-a3a2-45a7bbf9e26a None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 7, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f89c11-a26f-41c5-896e-3e96f6b29c75', 'name': '', 'network_id': '281ddae7-d57d-4053-ad74-b11e1ec142b2', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:2d:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:42Z', 'updated_at': '2022-02-11T14:33:50Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'abc7a44d-a002-48ab-a177-013a4d7df3fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:55.659712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:55.663403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1967438947-network', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:55.720765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.808644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Router f1c80f9b-d513-47c8-b722-87100551f4b7 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:55.824916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Made reservation on behalf of d4229b13adbc4959b4686b0e24112193 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:55.829220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.892373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.899097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:55.910189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:55.919270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.920037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.921831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbbdc6-5aeb-4d68-aaa8-21505da1497d None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:55.924063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Subnet': ['ID=651e5673-0b25-423f-8eba-a6effd9735e5,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:56.020120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.043095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:56.049521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb0b4247-e930-452c-b055-3f6be95d03d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/f1c80f9b-d513-47c8-b722-87100551f4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1723824 Feb 11 14:33:56.052970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:56.068358 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Sync routers for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:56.077854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.099237 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:56.099922 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.157222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ed351270-58e9-465d-8305-8b67b1098f5d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9851201 Feb 11 14:33:56.160555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:56.171058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1296991523', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '651e5673-0b25-423f-8eba-a6effd9735e5'}], 'security_groups': ['67718306-d666-447a-9ee0-cac5bbc28075', '9570f733-bbf4-4abe-b087-d1d474ca2fc0']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:56.204226 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.212911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=e9f89c11-a26f-41c5-896e-3e96f6b29c75,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:56.216832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:33:56.229707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.229917 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Added segment a4773d30-1515-4d5a-a2b2-6954f850c9fe of type vlan for network 92856231-713c-43ea-bbf0-43e60d848cb2 Feb 11 14:33:56.273182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.318121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:56.419944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081fc884-730d-416a-b47b-d4c4f0448502,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:56.424616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.425856 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.429950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.465842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.563364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.648701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9862542 Feb 11 14:33:56.652406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:56.661660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Request body: {'subnet': {'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1967438947-subnet', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:56.671519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Pushing event updated for resources: {'Network': ['ID=92856231-713c-43ea-bbf0-43e60d848cb2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:56.792969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.793522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.793972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.794429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.794862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.795301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.795734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.796257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.796613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.797415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.797859 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.798296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126251e-cd10-43d3-bd3e-b2270b078aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:56.851460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 92856231-713c-43ea-bbf0-43e60d848cb2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:33:56.865086 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.918123 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Checking router: f1c80f9b-d513-47c8-b722-87100551f4b7 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:56.930251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Routers {'f1c80f9b-d513-47c8-b722-87100551f4b7'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:56.930769 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f1c80f9b-d513-47c8-b722-87100551f4b7'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.933201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.945431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Update dhcp port {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'fixed_ips': [{'subnet_id': 'b27bba1d-f11e-4351-b621-a29a2a0503c0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e36084e-8f07-446a-acd2-74f0468e52e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '651e5673-0b25-423f-8eba-a6effd9735e5'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'ffaf367c-66f5-4d67-8514-e90d5324497c'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:33:56.977387 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.010840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.028446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Made reservation on behalf of d4229b13adbc4959b4686b0e24112193 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:57.030956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.101728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bb25c9f3-8010-466d-8df9-a8c282e5ad2c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:57.133104 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] Set router f1c80f9b-d513-47c8-b722-87100551f4b7 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:57.362498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:57.391012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bb25c9f3-8010-466d-8df9-a8c282e5ad2c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:57.391965 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.434611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Allocated IP 2001:db8:0:2::2 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/651e5673-0b25-423f-8eba-a6effd9735e5/ffaf367c-66f5-4d67-8514-e90d5324497c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:57.449065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:57.459081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:57.469093 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Deleting port 26bb6d0c-680e-4952-91ec-6479798ec672 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:57.469494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.490456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021438f-33a5-4c3a-9010-dacfafe0f61f None None] The sync data for ids ['f1c80f9b-d513-47c8-b722-87100551f4b7'] in n-d-828407-1 is: [{'id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'name': 'tempest-AttachVolumeShelveTestJSON-305257813-router', 'tenant_id': '97423bd6eacf476280f5254cf894cacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:26:39Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 5, 'project_id': '97423bd6eacf476280f5254cf894cacd', 'gw_port': {'id': '26bb6d0c-680e-4952-91ec-6479798ec672', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c80f9b-d513-47c8-b722-87100551f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:26:41Z', 'updated_at': '2022-02-11T14:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:57.492679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:57.493580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:57.550621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:57.556608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-82433046-eaf2-4cbf-9931-47ffd9e5dc81 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0284195 Feb 11 14:33:57.559527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50610) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:57.600120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:57.607671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] For port 26bb6d0c-680e-4952-91ec-6479798ec672, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=26bb6d0c-680e-4952-91ec-6479798ec672,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:57.608039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.614133 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:57.614736 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:57.624813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Calling delete_port for 26bb6d0c-680e-4952-91ec-6479798ec672 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:57.690317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.699804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet abc7a44d-a002-48ab-a177-013a4d7df3fa {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:57.703824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.721439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:57.728960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:57.753115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.753715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.763493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port bb25c9f3-8010-466d-8df9-a8c282e5ad2c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:57.774881 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:57.827457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.834932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dfa919-2529-4b57-a258-041fae76e9b4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:57.897159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:57.904173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Checking segment: {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:57.904173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Network hostable DHCP agents. Network: 92856231-713c-43ea-bbf0-43e60d848cb2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:33:57.949451 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.050623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.073277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.106158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.144437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Network 92856231-713c-43ea-bbf0-43e60d848cb2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:33:58.146129 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:55Z', 'revision_number': 8, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.149395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Pushing event deleted for resources: {'Port': ['ID=26bb6d0c-680e-4952-91ec-6479798ec672,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:58.178157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=abc7a44d-a002-48ab-a177-013a4d7df3fa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:58.196879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.208615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8910eb0-d661-49c3-ab33-736842f836f7 None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:58.210832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb2f9647-4090-4819-a635-59081c89bca8 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/abc7a44d-a002-48ab-a177-013a4d7df3fa HTTP/1.1" status: 204 len: 168 time: 0.6500351 Feb 11 14:33:58.211899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50614) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:58.213180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:58.233567 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:58.245326 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:58.247805 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.263452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Delete allocated IP 2001:db8::1c3 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/8e36084e-8f07-446a-acd2-74f0468e52e8) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:33:58.281118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.281468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.282348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.282348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.282592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.283599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.283599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.283599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.283884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.284468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.284468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.284740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:58.287373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 92856231-713c-43ea-bbf0-43e60d848cb2) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:58.300642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Allocated IP 2001:db8:0:2::248 (d44a5d97-5270-40ef-b1ad-6c3ab942cc69/651e5673-0b25-423f-8eba-a6effd9735e5/365c9add-cd91-43f5-a690-b1a71e25cae8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:58.319923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.321109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.331759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a859a70-55c5-4357-8ce5-5f2933918947 None None] Network 92856231-713c-43ea-bbf0-43e60d848cb2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:33:58.360042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.440728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:58.459524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.520922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bacd86-8591-48c4-8ec2-03bee1ffa876 None None] Pushing event updated for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:58.572620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:58.573040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.609917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:33:52Z', 'revision_number': 2, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.662170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:58.662539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Updating router ff2bfee0-f713-4832-9c7d-f938a3cc4209 port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:33:58.677466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,segment=NetworkSegment(5803c060-7de7-4aca-b749-a37ad3c03660),segment_id=5803c060-7de7-4aca-b749-a37ad3c03660)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:58.677466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.699920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:58.716845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.909086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] DHCP port deletion for 281ddae7-d57d-4053-ad74-b11e1ec142b2 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:33:58.926878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-92856231-713c-43ea-bbf0-43e60d848cb2', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:33:58.927847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.977710 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:55Z', 'revision_number': 8, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.019099 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ade66e9-a7a4-4bec-9392-1f111eaa0acc None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:33:55Z', 'revision_number': 8, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '196130d9-b0a1-4acf-924a-33468263ec88', 'name': '', 'network_id': '05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:e1:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:33Z', 'updated_at': '2022-02-11T14:33:40Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': 'b83f4aef-261e-4f8f-a6f5-83584ad7f0be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:59.070865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:59.102900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.123068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fda2f296-c01c-4b44-a585-e875e6868716 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4678481 Feb 11 14:33:59.154359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:59.160015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:59.182869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.191062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.192741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:59.203444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:59.338351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.360928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281ddae7-d57d-4053-ad74-b11e1ec142b2']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.372995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5803c060-7de7-4aca-b749-a37ad3c03660') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.373295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5803c060-7de7-4aca-b749-a37ad3c03660') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.385603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.413427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.434336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:33:59.434690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:33:59.458069 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:33:59.467110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.467110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c80f9b-d513-47c8-b722-87100551f4b7 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:33:59.472364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.477187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.496740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Provisioning complete for port 365c9add-cd91-43f5-a690-b1a71e25cae8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:59.497158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.527129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.527129 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-73ee1bdf-c94d-4119-bc93-53cec2cb00eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/f1c80f9b-d513-47c8-b722-87100551f4b7 HTTP/1.1" status: 204 len: 168 time: 3.4650011 Feb 11 14:33:59.527129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.535116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:59.577184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Deleting port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:59.582168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.620634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.635743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Deleting subnet c36d854f-b609-4d6d-8424-3427bbab7ada {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:33:59.643861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.664174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:59.664556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.670913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.682312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.702249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.702249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/281ddae7-d57d-4053-ad74-b11e1ec142b2 HTTP/1.1" status: 204 len: 168 time: 1.4774435 Feb 11 14:33:59.702249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50626) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:59.731703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6a267-09c2-45c7-8e68-126dce4dd41c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=281ddae7-d57d-4053-ad74-b11e1ec142b2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:59.772057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.820609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event updated for resources: {'Port': ['ID=365c9add-cd91-43f5-a690-b1a71e25cae8,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:59.825093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] For port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:59.826080 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.827498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] In _notify_port_updated(), no bound segment for port 365c9add-cd91-43f5-a690-b1a71e25cae8 on network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:33:59.834421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.834551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Port 365c9add-cd91-43f5-a690-b1a71e25cae8 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:59.834949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.846817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50630) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:59.847527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7fe74d12-4896-433a-98b5-dcd12eb58b29 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "PUT /v2.0/ports/365c9add-cd91-43f5-a690-b1a71e25cae8 HTTP/1.1" status: 200 len: 970 time: 3.6852069 Feb 11 14:33:59.882706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Allocated IP 172.20.0.2 (92856231-713c-43ea-bbf0-43e60d848cb2/88dfa919-2529-4b57-a258-041fae76e9b4/17064bf4-6446-4a2a-81e3-ec9df0a8ec7b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:59.918211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Calling delete_port for 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:59.929443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:34:00.013432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.045517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.102371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:00.103484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.109555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.198750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 365c9add-cd91-43f5-a690-b1a71e25cae8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:00.199272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.209409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Network 281ddae7-d57d-4053-ad74-b11e1ec142b2 is not hosted by any dhcp agent {{(pid=109377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:34:00.210231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] No DVR routers for this DVR port 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:00.235732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120eb32-23df-4eba-84b7-b1b3af435d8f None None] Pushing event deleted for resources: {'Port': ['ID=6b8d4cfc-d7ce-443f-80c8-0057627ebdeb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:00.261273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bb25c9f3-8010-466d-8df9-a8c282e5ad2c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:00.271290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.352850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.371434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.383129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 365c9add-cd91-43f5-a690-b1a71e25cae8 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:00.449066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36d854f-b609-4d6d-8424-3427bbab7ada,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:00.459586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bb25c9f3-8010-466d-8df9-a8c282e5ad2c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:00.460946 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.461937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.468163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.488361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.492429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19d39df6-0f5a-4f33-b454-48233cfb0afc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c36d854f-b609-4d6d-8424-3427bbab7ada HTTP/1.1" status: 204 len: 168 time: 0.9561586 Feb 11 14:34:00.495824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50632) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:00.520549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.528560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db36a4-0a3f-4740-80bb-4f144c4bd764 None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:00.536035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.579657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.609057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:00.609742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.635407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.650811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b19cb-b8ae-4ad0-9bfb-f04272674bb9 None None] Pushing event updated for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:00.670319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.671872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.789739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aaa53183-e6f1-48fa-9185-37796c3434d5 None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:34:00.797535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Deleting port 88d9799c-833c-4661-b89d-379c38051fab {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:00.797709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.822786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Allocated IP 172.25.7.220 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/7dba3498-a055-4787-b7c7-b37346214428) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:00.847087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Network 92856231-713c-43ea-bbf0-43e60d848cb2 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:00.881396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:00.888059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Attempting to bind port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:00.888569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Attempting to bind port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:00.889082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Attempting to bind port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:00.893088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:00.909592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Pushing event updated for resources: {'Port': ['ID=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:00.936652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:00.937216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:00.937724 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.938332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:00.945851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Bound port: 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:00.946525 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.974528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0b42dab3-8c02-4040-83e6-0fc51f20585d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:00.997343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] For port 88d9799c-833c-4661-b89d-379c38051fab, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=88d9799c-833c-4661-b89d-379c38051fab,segment=NetworkSegment(b39c9f85-434e-4520-8e20-4e1e96aa1218),segment_id=b39c9f85-434e-4520-8e20-4e1e96aa1218)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:00.998323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.019469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Calling delete_port for 88d9799c-833c-4661-b89d-379c38051fab owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:01.024183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.069966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=365c9add-cd91-43f5-a690-b1a71e25cae8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.099850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0b42dab3-8c02-4040-83e6-0fc51f20585d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:01.100199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0b42dab3-8c02-4040-83e6-0fc51f20585d not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:01.115755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.117362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0b2b695f-49e1-4d87-adeb-04246770c607 None None] Provisioning complete for port 365c9add-cd91-43f5-a690-b1a71e25cae8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:01.117865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b2b695f-49e1-4d87-adeb-04246770c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.121753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8607c807-c294-4d5d-b3e9-4f9e9d3c51b6 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/365c9add-cd91-43f5-a690-b1a71e25cae8 HTTP/1.1" status: 204 len: 168 time: 1.2688429 Feb 11 14:34:01.125279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50640) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:01.169671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.171466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b695f-49e1-4d87-adeb-04246770c607 None None] Port 365c9add-cd91-43f5-a690-b1a71e25cae8 was deleted so its status cannot be updated. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 11 14:34:01.184841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 196130d9-b0a1-4acf-924a-33468263ec88 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:01.185189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.191535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Attempting to bind port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:01.191945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Attempting to bind port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:01.192606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Attempting to bind port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b on network 92856231-713c-43ea-bbf0-43e60d848cb2 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:01.192751 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-909acf5a-2bbc-4c00-bd3e-5614cf1e5970 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] GET failed (client error): The resource could not be found. Feb 11 14:34:01.203117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-909acf5a-2bbc-4c00-bd3e-5614cf1e5970 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports/365c9add-cd91-43f5-a690-b1a71e25cae8 HTTP/1.1" status: 404 len: 333 time: 0.0693419 Feb 11 14:34:01.203117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50642) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:01.206477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] For port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:01.213739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] For port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:01.218796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:01.219544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Checking segment: {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:01.220019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.220526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Bound using segment: {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:01.221081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Bound port: 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:01.221529 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.277741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] DHCP port deletion for 5129901f-6cf5-4177-926e-352a8a17b4cb request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:34:01.346926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f89c11-a26f-41c5-896e-3e96f6b29c75 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:01.364950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.380663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 196130d9-b0a1-4acf-924a-33468263ec88, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=196130d9-b0a1-4acf-924a-33468263ec88,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:01.381466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.398195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] Provisioning complete for port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:01.405534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.407880 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.410276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.412398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 196130d9-b0a1-4acf-924a-33468263ec88 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:01.421727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.427160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.429520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.475375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e9f89c11-a26f-41c5-896e-3e96f6b29c75 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:01.475997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f89c11-a26f-41c5-896e-3e96f6b29c75 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:01.476327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:01.512416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] For port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:01.515986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] For port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:01.537722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] No DVR routers for this DVR port 88d9799c-833c-4661-b89d-379c38051fab on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:01.541757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:01.567721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:01.573323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:01.607720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:01.608065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b8d4cfc-d7ce-443f-80c8-0057627ebdeb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:01.610614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 26bb6d0c-680e-4952-91ec-6479798ec672 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:01.629320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Pushing event updated for resources: {'Port': ['ID=7dba3498-a055-4787-b7c7-b37346214428,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.641941 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.694793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.703979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.717917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/security-groups/f2cd47ee-79e7-4ed4-aa4e-93511a3190ba HTTP/1.1" status: 204 len: 168 time: 0.5150840 Feb 11 14:34:01.727010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50646) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:01.758754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359fc56-1835-4e45-9719-92ff1788572a tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cd47ee-79e7-4ed4-aa4e-93511a3190ba,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.860282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d9799c-833c-4661-b89d-379c38051fab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.887995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.902803 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.934927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.953151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:01.953805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:01.959145 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.048395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 26bb6d0c-680e-4952-91ec-6479798ec672 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:02.049379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 26bb6d0c-680e-4952-91ec-6479798ec672 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:02.069102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b19cb-b8ae-4ad0-9bfb-f04272674bb9 None None] Pushing event updated for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.078006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Deleting port 88d9799c-833c-4661-b89d-379c38051fab {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:02.078383 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.151071 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.213474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5129901f-6cf5-4177-926e-352a8a17b4cb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.230221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39c9f85-434e-4520-8e20-4e1e96aa1218') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.230678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39c9f85-434e-4520-8e20-4e1e96aa1218') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.247929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.253991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=196130d9-b0a1-4acf-924a-33468263ec88,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.282248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.420307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:02.420307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.493678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.512980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.515973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.519739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/security-groups/9570f733-bbf4-4abe-b087-d1d474ca2fc0 HTTP/1.1" status: 204 len: 168 time: 0.7829454 Feb 11 14:34:02.529564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:02.532198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821a41c-c508-4491-a7a3-ca0df750f1bf tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9570f733-bbf4-4abe-b087-d1d474ca2fc0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:02.542407 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:02.598321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] For port 88d9799c-833c-4661-b89d-379c38051fab, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:02.598738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.619680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] For port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:02.644763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Calling delete_port for 88d9799c-833c-4661-b89d-379c38051fab owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:02.648050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Port 88d9799c-833c-4661-b89d-379c38051fab was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:34:02.654072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.655903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.665240 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.669230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416c0df-24a4-495e-8aa5-5326c05f7dca None None] Pushing event updated for resources: {'Port': ['ID=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.723901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Pushing event deleted for resources: {'Port': ['ID=88d9799c-833c-4661-b89d-379c38051fab,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.732156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:02.768284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] Network 5129901f-6cf5-4177-926e-352a8a17b4cb is not hosted by any dhcp agent {{(pid=109377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 14:34:02.769066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d24c99-34e7-450c-8bf3-32acbad0a3f9 None None] No DVR routers for this DVR port 88d9799c-833c-4661-b89d-379c38051fab on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:02.778312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.855755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.856654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:02.868974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5129901f-6cf5-4177-926e-352a8a17b4cb HTTP/1.1" status: 204 len: 168 time: 2.3668261 Feb 11 14:34:02.871478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4debad-26df-4090-99de-8fc8cecef043 admin admin] Pushing event deleted for resources: {'Network': ['ID=5129901f-6cf5-4177-926e-352a8a17b4cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.962459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c757e-6868-457e-aa12-b39aeeced89f None None] Pushing event updated for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.975928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-47ec498d-326d-40bd-89ce-4a1a44cfdcfd None None] Provisioning complete for port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:02.976314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47ec498d-326d-40bd-89ce-4a1a44cfdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.103253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.255737 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:01Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:03.300544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fe1f1-1874-4228-80a4-60da282e9dbd None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:01Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:03.378821 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Router 47308276-11c0-4697-9b27-2741e04ddeff is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:34:03.551487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:03.593754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.599941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:03.672025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:03.681399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:03.700847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-01b8e60f-4c52-4b60-869e-047ca028ec98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97423bd6eacf476280f5254cf894cacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473444 Feb 11 14:34:03.701081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:03.703978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Sync routers for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:03.727612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:03.727988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.736333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:03.737152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:03.784138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.787485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.788734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/security-groups/67718306-d666-447a-9ee0-cac5bbc28075 HTTP/1.1" status: 204 len: 168 time: 1.2546794 Feb 11 14:34:03.793153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:03.797580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.801694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-137536b5-1549-458b-a7e5-975a593c2d97 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6457810 Feb 11 14:34:03.803985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:03.809751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7513448-655a-46dc-9aa2-3d563df056ff tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67718306-d666-447a-9ee0-cac5bbc28075,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:03.817670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d4275-3f12-4b09-b3c3-d78089647a35 None None] Network 92856231-713c-43ea-bbf0-43e60d848cb2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:03.883901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:03.890663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ba60809a-7415-4ec1-a174-17ae66fb6f3b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1900828 Feb 11 14:34:03.896007 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:03.897124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:03.940507 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:03.942484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:03.944791 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:03.994908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 8e36084e-8f07-446a-acd2-74f0468e52e8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:04.011746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.018211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.045186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet b83f4aef-261e-4f8f-a6f5-83584ad7f0be {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:04.054617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.071376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] Provisioning complete for port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:04.071821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.139332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.160598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.336626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.341670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:04.404259 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:04.463656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.631506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.697295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.775348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.780079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.781263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20f29484-fdbe-4896-b1c9-cfb600e611d3 HTTP/1.1" status: 204 len: 168 time: 1.0797818 Feb 11 14:34:04.782112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=b83f4aef-261e-4f8f-a6f5-83584ad7f0be,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.792977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.805318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aba6c946-d97f-457e-8005-2e8f24f43b19 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/b83f4aef-261e-4f8f-a6f5-83584ad7f0be HTTP/1.1" status: 204 len: 168 time: 0.9074171 Feb 11 14:34:04.812243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:04.840647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623960cf-8da8-4e3a-b3ed-0be36dd8be0c None None] Network 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:04.849345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55790197-b908-4273-8c05-bbd514eb8a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f29484-fdbe-4896-b1c9-cfb600e611d3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.903884 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:01Z', 'revision_number': 9, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:04.928493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.936289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] For port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:04.979208 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:05.000487 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:05.001130 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.009057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.090553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 1ba2fa51-de51-4931-912c-bf245ff231af {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:05.091325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.098002 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.144797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:05.206178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 1ba2fa51-de51-4931-912c-bf245ff231af, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1ba2fa51-de51-4931-912c-bf245ff231af,segment=NetworkSegment(ab8c7e8f-4633-4098-b8eb-41803dbece46),segment_id=ab8c7e8f-4633-4098-b8eb-41803dbece46)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:05.206598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.227432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 1ba2fa51-de51-4931-912c-bf245ff231af owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:05.266316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:34:05.266801 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:34:05.270958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456ecd0-aad8-464c-9006-40a65fe581e0 None None] Pushing event updated for resources: {'Port': ['ID=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.279208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2baf4004-d7bb-4438-b51d-ee394c7d63d8 None None] Provisioning complete for port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:05.279724 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2baf4004-d7bb-4438-b51d-ee394c7d63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.476798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.529242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=1ba2fa51-de51-4931-912c-bf245ff231af,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.558303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port 1ba2fa51-de51-4931-912c-bf245ff231af on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:05.620194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.645177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:01Z', 'revision_number': 9, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.666407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6bc1ab-2b3d-43d3-8bc5-ca67c4591034 None None] DHCP port deletion for 05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:34:05.675636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcb847-6cff-4f99-b5b3-3d1da4b042ce None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:01Z', 'revision_number': 9, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b4fc37d-c7ac-4258-8644-87db43e4147c', 'name': '', 'network_id': '4c8e52c4-6f8f-4905-974a-76acbbb39bc1', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:1d:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:24Z', 'updated_at': '2022-02-11T14:33:30Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '4aa0552f-d95c-43bf-894e-f99c34f943cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:05.716480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 3, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.755798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.762586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Checking router: 47308276-11c0-4697-9b27-2741e04ddeff for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:05.762934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Updating router 47308276-11c0-4697-9b27-2741e04ddeff port 7dba3498-a055-4787-b7c7-b37346214428 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:05.784408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.809967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=8e36084e-8f07-446a-acd2-74f0468e52e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.815154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c7e8f-4633-4098-b8eb-41803dbece46') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.817020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c7e8f-4633-4098-b8eb-41803dbece46') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.829709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.836655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.844837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50706) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:05.847031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7ec1f2c7-6c97-43e5-9c43-a02b1247d1fb tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/8e36084e-8f07-446a-acd2-74f0468e52e8 HTTP/1.1" status: 204 len: 168 time: 2.0440247 Feb 11 14:34:05.856299 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825bd8b1-b802-49bf-9178-c6a180391a88 None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:05.882956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.901134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.932197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:05.933181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:05.940618 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:05.954144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.973829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet 651e5673-0b25-423f-8eba-a6effd9735e5 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:05.977201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.993787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:06.126208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.191512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:06.191972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.219648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.242827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.255533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c HTTP/1.1" status: 204 len: 168 time: 1.4405456 Feb 11 14:34:06.256501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50714) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:06.317113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40ad4c-b9c7-410e-8caf-46ce42478294 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=05ebd73b-68fd-4e4f-a824-8bbb5dc60c2c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.336854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Allocated IP 172.20.0.1 (92856231-713c-43ea-bbf0-43e60d848cb2/88dfa919-2529-4b57-a258-041fae76e9b4/4459efc6-a1ae-466d-a121-0606b6e70f40) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:06.529228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.529524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 88d9799c-833c-4661-b89d-379c38051fab no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:06.594405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 88d9799c-833c-4661-b89d-379c38051fab {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:06.594850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 88d9799c-833c-4661-b89d-379c38051fab not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:06.654287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.720425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.741258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.766265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.794162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Network 92856231-713c-43ea-bbf0-43e60d848cb2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:06.797153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:06.799599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:06.801778 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.849841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:06.875469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:06.987418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2ec2-08b9-4f25-9d1c-ef2ca38721f2 None None] Pushing event updated for resources: {'Port': ['ID=7dba3498-a055-4787-b7c7-b37346214428,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.005309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Attempting to bind port 7dba3498-a055-4787-b7c7-b37346214428 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:07.005684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Attempting to bind port 7dba3498-a055-4787-b7c7-b37346214428 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:07.006052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Attempting to bind port 7dba3498-a055-4787-b7c7-b37346214428 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:07.015051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:07.016180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:07.016180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.016180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:07.023517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Bound port: 7dba3498-a055-4787-b7c7-b37346214428, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:07.024199 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.100525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.116647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] For port 7dba3498-a055-4787-b7c7-b37346214428, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:07.121470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] For port 7dba3498-a055-4787-b7c7-b37346214428, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7dba3498-a055-4787-b7c7-b37346214428,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:07.138085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:07.138604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.196982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.207181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.218046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/651e5673-0b25-423f-8eba-a6effd9735e5 HTTP/1.1" status: 204 len: 168 time: 1.3719881 Feb 11 14:34:07.219656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa57ff-0f73-4e77-8073-9a2423d9a3b7 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=651e5673-0b25-423f-8eba-a6effd9735e5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.219807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:07.221299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.279195 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9818ec50-442d-4e56-ac43-28ab044a5002 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:07.279628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9818ec50-442d-4e56-ac43-28ab044a5002 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:07.285935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9818ec50-442d-4e56-ac43-28ab044a5002 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/8e36084e-8f07-446a-acd2-74f0468e52e8 HTTP/1.1" status: 404 len: 337 time: 0.0647171 Feb 11 14:34:07.288473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:07.354133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.403512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting subnet b27bba1d-f11e-4351-b621-a29a2a0503c0 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:07.429915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.437113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2ec2-08b9-4f25-9d1c-ef2ca38721f2 None None] Pushing event updated for resources: {'Port': ['ID=7dba3498-a055-4787-b7c7-b37346214428,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.477582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-53cf61c8-018b-4a2a-8c71-a4e461f0ea21 None None] Provisioning complete for port 4459efc6-a1ae-466d-a121-0606b6e70f40 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:07.477960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53cf61c8-018b-4a2a-8c71-a4e461f0ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.489525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:07.490249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:07.547683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.627986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e4be50-bfbe-413d-bfba-2e5071227e02 None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:07.651035 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.708755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-53cf61c8-018b-4a2a-8c71-a4e461f0ea21 None None] Port 4459efc6-a1ae-466d-a121-0606b6e70f40 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:34:07.740106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.799708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.810552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 6b4fc37d-c7ac-4258-8644-87db43e4147c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:07.812692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.905640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:07.987083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.995863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.014091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-08d711fd-7c22-4fc4-8bdd-40d0837756d9 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:08.014474 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08d711fd-7c22-4fc4-8bdd-40d0837756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.016220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ba2fa51-de51-4931-912c-bf245ff231af no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:08.101915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.149470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1ba2fa51-de51-4931-912c-bf245ff231af {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:08.149819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1ba2fa51-de51-4931-912c-bf245ff231af not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:08.150245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 196130d9-b0a1-4acf-924a-33468263ec88 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:08.187636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 6b4fc37d-c7ac-4258-8644-87db43e4147c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6b4fc37d-c7ac-4258-8644-87db43e4147c,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:08.188104 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.221246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 6b4fc37d-c7ac-4258-8644-87db43e4147c owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:08.280244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 196130d9-b0a1-4acf-924a-33468263ec88 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:08.283289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 196130d9-b0a1-4acf-924a-33468263ec88 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:08.286236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.293822 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/b27bba1d-f11e-4351-b621-a29a2a0503c0 HTTP/1.1" status: 204 len: 168 time: 1.0042293 Feb 11 14:34:08.294920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51159faf-de8a-4d82-b291-39d4444eb4fd tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Subnet': ['ID=b27bba1d-f11e-4351-b621-a29a2a0503c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.298141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:08.316391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Network 92856231-713c-43ea-bbf0-43e60d848cb2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:08.347919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:08.358464 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-33daf43a-3d66-4be8-817b-e5d6e1f18d17 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:08.359116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33daf43a-3d66-4be8-817b-e5d6e1f18d17 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:08.366153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-33daf43a-3d66-4be8-817b-e5d6e1f18d17 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/ace85fe6-cc06-472f-b86b-faca37872015 HTTP/1.1" status: 404 len: 337 time: 0.0619841 Feb 11 14:34:08.367736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:08.461308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62a39411-38dc-487d-93bf-b66a5fc6a6d4 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "GET /v2.0/ports?device_id=671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f HTTP/1.1" status: 200 len: 205 time: 0.0904310 Feb 11 14:34:08.469242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:08.683066 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-676c45da-055d-4a8d-93b1-40e2161d6c91 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] delete failed (client error): The resource could not be found. Feb 11 14:34:08.690119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:08.700541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-676c45da-055d-4a8d-93b1-40e2161d6c91 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/routers/671dcbc6-f450-4d1e-8dbd-8e242f3c2b3f HTTP/1.1" status: 404 len: 336 time: 0.2188959 Feb 11 14:34:08.718315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Router 47308276-11c0-4697-9b27-2741e04ddeff has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:08.732583 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-caafc7e6-1332-4eaa-9946-b6b85f4a5ac5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:08.733337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caafc7e6-1332-4eaa-9946-b6b85f4a5ac5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:08.741342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:08.742794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-caafc7e6-1332-4eaa-9946-b6b85f4a5ac5 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/a9a0fd8a-2169-4e00-9627-9b5522714133 HTTP/1.1" status: 404 len: 337 time: 0.0510967 Feb 11 14:34:08.770370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-08d711fd-7c22-4fc4-8bdd-40d0837756d9 None None] Provisioning complete for port 5a02e055-ce88-4d70-b22f-1e623dde0c04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:08.770657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08d711fd-7c22-4fc4-8bdd-40d0837756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.772062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.805940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435d7b8-315b-4e92-bd28-e9563837e7f5 None None] Update dhcp port {'port': {'network_id': 'd44a5d97-5270-40ef-b1ad-6c3ab942cc69', 'fixed_ips': [{'subnet_id': 'b27bba1d-f11e-4351-b621-a29a2a0503c0'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'ffaf367c-66f5-4d67-8514-e90d5324497c'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:34:08.884699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9435d7b8-315b-4e92-bd28-e9563837e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.934375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=6b4fc37d-c7ac-4258-8644-87db43e4147c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.943442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:08.958911 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7dd2d294-14f1-4456-98c2-bf77074c43a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/47308276-11c0-4697-9b27-2741e04ddeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9836743 Feb 11 14:34:08.992697 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8094d7f-f2b4-4560-ae49-342b62ce642d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:08.993593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8094d7f-f2b4-4560-ae49-342b62ce642d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.004006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8094d7f-f2b4-4560-ae49-342b62ce642d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/67303490-a2f6-4413-b1f9-d47a443f7e30 HTTP/1.1" status: 404 len: 337 time: 0.2588842 Feb 11 14:34:09.007304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-08d711fd-7c22-4fc4-8bdd-40d0837756d9 None None] Port 5a02e055-ce88-4d70-b22f-1e623dde0c04 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:34:09.009443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.090004 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-31036624-f100-42e4-8f15-5ab8634cd331 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.090237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31036624-f100-42e4-8f15-5ab8634cd331 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.101833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31036624-f100-42e4-8f15-5ab8634cd331 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/06bac570-d26e-4f37-ba2d-75c4d5ee39d4 HTTP/1.1" status: 404 len: 337 time: 0.0909307 Feb 11 14:34:09.102404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.175656 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d860ec-0af4-4879-83dd-aae67d26300f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.176456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d860ec-0af4-4879-83dd-aae67d26300f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.190177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50788) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.190849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c0d860ec-0af4-4879-83dd-aae67d26300f tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/ec50bc16-e5aa-4dfb-be6e-d7d0e932da1a HTTP/1.1" status: 404 len: 333 time: 0.0873570 Feb 11 14:34:09.243445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4459efc6-a1ae-466d-a121-0606b6e70f40', 'name': '', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'mac_address': 'fa:16:3e:2e:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:05Z', 'updated_at': '2022-02-11T14:34:06Z', 'revision_number': 1, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'subnets': [{'id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:09.255454 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d71c092-2fd6-434c-8069-f278d680a58d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.257394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d71c092-2fd6-434c-8069-f278d680a58d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.265095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1d71c092-2fd6-434c-8069-f278d680a58d tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/2e0cb1a2-3354-4bfd-8499-fa96cd877349 HTTP/1.1" status: 404 len: 337 time: 0.0717585 Feb 11 14:34:09.267512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50794) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.279636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:09.336368 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92d574a-8d52-491b-82c7-9530467b0a04 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.336824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92d574a-8d52-491b-82c7-9530467b0a04 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.340234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d92d574a-8d52-491b-82c7-9530467b0a04 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/fd7e9127-4de1-40a4-98a8-f51caff73d81 HTTP/1.1" status: 404 len: 337 time: 0.0714989 Feb 11 14:34:09.344161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50796) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.374254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a5415-ad76-47d8-aa78-04b304161456 None None] The sync data for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 is: [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4459efc6-a1ae-466d-a121-0606b6e70f40', 'name': '', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'mac_address': 'fa:16:3e:2e:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:05Z', 'updated_at': '2022-02-11T14:34:06Z', 'revision_number': 1, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'subnets': [{'id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:09.386987 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ef52a1-b2b2-40be-8ad3-033a7524e999 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.387729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ef52a1-b2b2-40be-8ad3-033a7524e999 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.388539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0b869-4395-4950-a1a2-5ba5ba6a712e None None] Network d44a5d97-5270-40ef-b1ad-6c3ab942cc69 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:09.391108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-24ef52a1-b2b2-40be-8ad3-033a7524e999 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/a0842863-bd0c-4f0b-a0d5-dd475876c7fc HTTP/1.1" status: 404 len: 333 time: 0.0459912 Feb 11 14:34:09.394368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50798) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.401544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b4eb0e99-96a1-4431-8a1a-8d3980dc8b81 None None] Provisioning complete for port 4459efc6-a1ae-466d-a121-0606b6e70f40 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:09.402148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0e99-96a1-4431-8a1a-8d3980dc8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:09.438152 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab09579-e68e-4142-988a-54ed3de635d3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.439144 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab09579-e68e-4142-988a-54ed3de635d3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.451237 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cab09579-e68e-4142-988a-54ed3de635d3 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/a5ba6945-d990-4845-985d-9ae571fa3bed HTTP/1.1" status: 404 len: 337 time: 0.0550301 Feb 11 14:34:09.453376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.507812 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8779ac4a-337b-49b8-adbf-c86496385f53 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:09.508280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8779ac4a-337b-49b8-adbf-c86496385f53 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:09.511493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8779ac4a-337b-49b8-adbf-c86496385f53 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/subnets/3e8a7500-9398-422b-b580-c0edf4b2cff7 HTTP/1.1" status: 404 len: 337 time: 0.0569458 Feb 11 14:34:09.514098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50802) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.583135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb0e99-96a1-4431-8a1a-8d3980dc8b81 None None] Port 4459efc6-a1ae-466d-a121-0606b6e70f40 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:34:09.652855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port 5a02e055-ce88-4d70-b22f-1e623dde0c04 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:09.653469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:09.738269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] DHCP port deletion for d44a5d97-5270-40ef-b1ad-6c3ab942cc69 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:34:09.789759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:09.807326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:09.820692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for 5a02e055-ce88-4d70-b22f-1e623dde0c04 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:09.851115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-de147a0d-db50-4ab5-9c74-8deafb2634c6 None None] Provisioning complete for port ffaf367c-66f5-4d67-8514-e90d5324497c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:09.851491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de147a0d-db50-4ab5-9c74-8deafb2634c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.034298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:10.046201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a5cf1590-2fb1-4428-916c-2f56d5178501 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771811 Feb 11 14:34:10.057860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:10.090619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:10.092848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.115594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:10.116597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:10.119021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet 4aa0552f-d95c-43bf-894e-f99c34f943cb {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:10.121357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.122560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.130821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/ports/5a02e055-ce88-4d70-b22f-1e623dde0c04 HTTP/1.1" status: 204 len: 168 time: 0.6156716 Feb 11 14:34:10.178219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:10.199302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52e605-76f2-42f4-aa02-fc64fdeec469 tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=5a02e055-ce88-4d70-b22f-1e623dde0c04,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:10.229759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-de147a0d-db50-4ab5-9c74-8deafb2634c6 None None] Could not find standard attr ID for object 5a02e055-ce88-4d70-b22f-1e623dde0c04. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:34:10.297624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.359190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Deleting port ffaf367c-66f5-4d67-8514-e90d5324497c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:10.362848 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.412117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.495070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:10.495070 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.496105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Deleting port ffaf367c-66f5-4d67-8514-e90d5324497c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:10.496456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.520730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Calling delete_port for ffaf367c-66f5-4d67-8514-e90d5324497c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:10.564694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.664727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] For port ffaf367c-66f5-4d67-8514-e90d5324497c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ffaf367c-66f5-4d67-8514-e90d5324497c,segment=NetworkSegment(4f72aa77-feca-4eb6-9665-7d63d18e077e),segment_id=4f72aa77-feca-4eb6-9665-7d63d18e077e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:10.671046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.700741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Calling delete_port for ffaf367c-66f5-4d67-8514-e90d5324497c owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:10.750293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:10.837151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.884214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:10.894750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.917769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] No DVR routers for this DVR port ffaf367c-66f5-4d67-8514-e90d5324497c on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:10.938521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ffaf367c-66f5-4d67-8514-e90d5324497c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:10.939386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ffaf367c-66f5-4d67-8514-e90d5324497c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:10.944366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.944866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa0552f-d95c-43bf-894e-f99c34f943cb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:10.972990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.987325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8c6c25a0-db29-4e1e-947d-69c392e63a5c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/4aa0552f-d95c-43bf-894e-f99c34f943cb HTTP/1.1" status: 204 len: 168 time: 0.9256480 Feb 11 14:34:10.987796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:10.997599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b6a8b-65e1-4b9e-9972-fa91485aa3da None None] Network 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:11.054370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] Pushing event deleted for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.121890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Port': ['ID=ffaf367c-66f5-4d67-8514-e90d5324497c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.155359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4492c-5a29-4e87-9078-ba7578a3e4ec None None] No DVR routers for this DVR port ffaf367c-66f5-4d67-8514-e90d5324497c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:11.173441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.201580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.272932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 72673cff-b44c-41aa-b15c-178f77f34594 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:11.273302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.292836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a5d97-5270-40ef-b1ad-6c3ab942cc69']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.327855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f72aa77-feca-4eb6-9665-7d63d18e077e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.328494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f72aa77-feca-4eb6-9665-7d63d18e077e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.375464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.397058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.412415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:11.413603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.418930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 72673cff-b44c-41aa-b15c-178f77f34594, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=72673cff-b44c-41aa-b15c-178f77f34594,segment=NetworkSegment(f6b4603d-c47a-433b-bfd3-5af273c7c8e7),segment_id=f6b4603d-c47a-433b-bfd3-5af273c7c8e7)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:11.419441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.436068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 72673cff-b44c-41aa-b15c-178f77f34594 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:11.567771 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:11.603484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:08Z', 'revision_number': 10, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.646278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.652473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.652636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:11.680929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] 10.222.0.31 "DELETE /v2.0/networks/d44a5d97-5270-40ef-b1ad-6c3ab942cc69 HTTP/1.1" status: 204 len: 168 time: 1.4941647 Feb 11 14:34:11.685354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:11.685977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:11.731349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa631-b0e5-4c06-a416-812414e5266b tempest-PortsIpV6TestJSON-1187535506 tempest-PortsIpV6TestJSON-1187535506-project] Pushing event deleted for resources: {'Network': ['ID=d44a5d97-5270-40ef-b1ad-6c3ab942cc69,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.733270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.765546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1dd604-f489-4b05-89c3-38b6e79deaf6 None None] DHCP port deletion for 4c8e52c4-6f8f-4905-974a-76acbbb39bc1 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:34:11.788427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=72673cff-b44c-41aa-b15c-178f77f34594,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.810149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port 72673cff-b44c-41aa-b15c-178f77f34594 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:11.898855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:12.017957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.066482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e52c4-6f8f-4905-974a-76acbbb39bc1']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.106060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.106353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b4603d-c47a-433b-bfd3-5af273c7c8e7') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.135197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.160771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.171664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:12.172342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:12.177684 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:12.227872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:08Z', 'revision_number': 10, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.430634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.458674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.467067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:12.477632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/4c8e52c4-6f8f-4905-974a-76acbbb39bc1 HTTP/1.1" status: 204 len: 168 time: 1.4885943 Feb 11 14:34:12.478708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faf12b-ca91-41cf-9d06-245547dc58b3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=4c8e52c4-6f8f-4905-974a-76acbbb39bc1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:12.492132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d940a-bc42-42b1-8dbf-2787aa5339da None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:08Z', 'revision_number': 10, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None, '_interfaces': [{'id': '204486f7-5a2e-428f-a526-c405f0b443c3', 'name': '', 'network_id': '3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'mac_address': 'fa:16:3e:fe:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db761e3-d189-4eb5-933e-14026857566c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:17Z', 'updated_at': '2022-02-11T14:33:25Z', 'revision_number': 5, 'project_id': 'a9361af778734615b4312d071dd8663a', 'subnets': [{'id': '3bbc4f42-f93c-4dc2-b3ba-22225b707afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:12.691531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50868) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:12.790615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50872) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:13.089717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7dba3498-a055-4787-b7c7-b37346214428 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:13.176081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67a206d6-5529-46e9-b81f-cc5b927ecd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.180068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7dba3498-a055-4787-b7c7-b37346214428 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:13.180517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.220497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.272869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-16145230-f83d-4006-962c-3b6abbc54bd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e89bbc2a19d742999070717e7ca37c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788193 Feb 11 14:34:13.275034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50876) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:13.307746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.337030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 7dba3498-a055-4787-b7c7-b37346214428, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7dba3498-a055-4787-b7c7-b37346214428,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:13.418392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.440499 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Sync routers for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:13.458589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.464786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67a206d6-5529-46e9-b81f-cc5b927ecd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.491555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:13.492177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:13.543979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 72673cff-b44c-41aa-b15c-178f77f34594 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:13.582184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 72673cff-b44c-41aa-b15c-178f77f34594 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:13.582837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 72673cff-b44c-41aa-b15c-178f77f34594 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:13.583642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b4fc37d-c7ac-4258-8644-87db43e4147c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:13.588490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=7dba3498-a055-4787-b7c7-b37346214428,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.627350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6b4fc37d-c7ac-4258-8644-87db43e4147c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:13.627350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6b4fc37d-c7ac-4258-8644-87db43e4147c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:13.627718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67a206d6-5529-46e9-b81f-cc5b927ecd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.726487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.858688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a206d6-5529-46e9-b81f-cc5b927ecd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42951856-4197-496b-8b2b-bde5c71cc566,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:13.921353 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67a206d6-5529-46e9-b81f-cc5b927ecd22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c088218559d4f8cba9f7e40de5efc79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1295910 Feb 11 14:34:13.925390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:13.934730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 204486f7-5a2e-428f-a526-c405f0b443c3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:13.935077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:13.986929 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:14.044974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.048438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.056402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ed7925e-1554-4b17-b77c-a3e415b982f2 HTTP/1.1" status: 204 len: 168 time: 0.7747896 Feb 11 14:34:14.086385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e509-3ba9-49ad-930f-e159f814e070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed7925e-1554-4b17-b77c-a3e415b982f2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:14.105192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.149148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.189926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 204486f7-5a2e-428f-a526-c405f0b443c3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=204486f7-5a2e-428f-a526-c405f0b443c3,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:14.190186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.212383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 204486f7-5a2e-428f-a526-c405f0b443c3 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:14.301458 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4459efc6-a1ae-466d-a121-0606b6e70f40', 'name': '', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'mac_address': 'fa:16:3e:2e:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:05Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 2, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'subnets': [{'id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:14.328077 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Checking router: 47308276-11c0-4697-9b27-2741e04ddeff for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:14.328432 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Updating router 47308276-11c0-4697-9b27-2741e04ddeff port 4459efc6-a1ae-466d-a121-0606b6e70f40 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:34:14.353897 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.367434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f3d7cffd-7422-47b4-b842-46a60fa17c6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:14.368956 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f3d7cffd-7422-47b4-b842-46a60fa17c6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1618452 Feb 11 14:34:14.408840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.411655 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.415223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42951856-4197-496b-8b2b-bde5c71cc566 HTTP/1.1" status: 204 len: 168 time: 0.4865606 Feb 11 14:34:14.455851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-aaf0bc57-4d81-4eca-8ff4-149dad027f66 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0515580 Feb 11 14:34:14.458781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd093-7d23-4454-bdfc-57cdb089cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42951856-4197-496b-8b2b-bde5c71cc566,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:14.604923 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-66537f8d-2b31-46bd-968f-057d182913ba tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272361 Feb 11 14:34:14.714474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7dba3498-a055-4787-b7c7-b37346214428 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:14.797597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7dba3498-a055-4787-b7c7-b37346214428 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:14.798179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.865102 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.865777 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:14.936759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=204486f7-5a2e-428f-a526-c405f0b443c3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:14.948143 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.188934 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Attempting to bind port 4459efc6-a1ae-466d-a121-0606b6e70f40 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:15.189417 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Attempting to bind port 4459efc6-a1ae-466d-a121-0606b6e70f40 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:15.189836 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Attempting to bind port 4459efc6-a1ae-466d-a121-0606b6e70f40 on network 92856231-713c-43ea-bbf0-43e60d848cb2 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:15.199455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:15.200273 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Checking segment: {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:15.200967 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.201602 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Bound using segment: {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:15.202389 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Bound port: 4459efc6-a1ae-466d-a121-0606b6e70f40, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4773d30-1515-4d5a-a2b2-6954f850c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:15.203027 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.224589 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c404-250b-44c6-bb2d-c2ef97d64280 None None] Pushing event updated for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:15.323827 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] For port 4459efc6-a1ae-466d-a121-0606b6e70f40, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:15.327492 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] For port 4459efc6-a1ae-466d-a121-0606b6e70f40, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4459efc6-a1ae-466d-a121-0606b6e70f40,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:15.385840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.396563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-ec1c1eb9-55ff-48f8-b065-50535d6eb0ea service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907302 Feb 11 14:34:15.419844 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.513047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c404-250b-44c6-bb2d-c2ef97d64280 None None] Pushing event updated for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:15.523764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:15.524389 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:15.622713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] Provisioning complete for port 4459efc6-a1ae-466d-a121-0606b6e70f40 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:15.623166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.643691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50926) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:15.660732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d84cbe2b-0599-4abe-8ca7-574ea6493b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.771777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:15.785099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-64cbcab9-bbb1-41af-9fe3-a96c994879c4 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777993 Feb 11 14:34:15.803614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:15.841813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.878150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d84cbe2b-0599-4abe-8ca7-574ea6493b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.951378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] For port 4459efc6-a1ae-466d-a121-0606b6e70f40, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4459efc6-a1ae-466d-a121-0606b6e70f40,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:15.972942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d84cbe2b-0599-4abe-8ca7-574ea6493b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.051282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d84cbe2b-0599-4abe-8ca7-574ea6493b33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=684d81b721d24c01a2bd623ea8a23ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057133 Feb 11 14:34:16.057590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.062278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cbe2b-0599-4abe-8ca7-574ea6493b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543d280-8a02-41eb-9b72-cd3c001dd124,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.082085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50934) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:16.195870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.214658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721709cb-3943-4cc7-a100-cf67826f283a None None] Pushing event updated for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.230015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41ff64c2-e92c-4408-94c2-c24f3f2f3882 None None] Provisioning complete for port 4459efc6-a1ae-466d-a121-0606b6e70f40 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:16.230775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41ff64c2-e92c-4408-94c2-c24f3f2f3882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.263026 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.271287 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4459efc6-a1ae-466d-a121-0606b6e70f40', 'name': '', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'mac_address': 'fa:16:3e:2e:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:05Z', 'updated_at': '2022-02-11T14:34:15Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'subnets': [{'id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.306886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f151ec4-00db-47bb-a466-d2ccc8bf1ea9 None None] The sync data for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 is: [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:34:07Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4459efc6-a1ae-466d-a121-0606b6e70f40', 'name': '', 'network_id': '92856231-713c-43ea-bbf0-43e60d848cb2', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'mac_address': 'fa:16:3e:2e:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:05Z', 'updated_at': '2022-02-11T14:34:15Z', 'revision_number': 4, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'subnets': [{'id': '88dfa919-2529-4b57-a258-041fae76e9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:16.368416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50944) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:16.458413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.462379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.463859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8543d280-8a02-41eb-9b72-cd3c001dd124 HTTP/1.1" status: 204 len: 168 time: 0.3806100 Feb 11 14:34:16.478337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afbaab-660a-4cf6-ae5e-1364508cc664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543d280-8a02-41eb-9b72-cd3c001dd124,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:16.603481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-14070255-network', 'tenant_id': 'f4a6c8b1a8bb4ad4b8d66b5fe158bf47'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:16.660154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:16.668221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f80bdee2-46ca-4475-9ae2-f78d563d1ad2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000673 Feb 11 14:34:16.669118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:16.683188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:16.705038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:16.709340 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:16.731647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Made reservation on behalf of f4a6c8b1a8bb4ad4b8d66b5fe158bf47 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:16.738393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.775702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting subnet 3bbc4f42-f93c-4dc2-b3ba-22225b707afc {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:16.799199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.814462 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.908110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:16.958116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09f7cd14-8d32-4177-b986-91d6a3c0fae6 req-273fbbc8-e82b-472c-a2a7-44feacf5cde5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.1474025 Feb 11 14:34:16.979304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4459efc6-a1ae-466d-a121-0606b6e70f40 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:17.026222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.098415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.120178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:17.162513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.176795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:17.200773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:17.218284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea9d49a-5e58-4c68-a00f-277193229e42,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:17.222710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.236783 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Added segment f8243984-b929-45e0-9812-529a6793a842 of type vlan for network 3fc78a43-39aa-43c1-b6ef-01372ce7f771 Feb 11 14:34:17.253614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:17.303627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:17.304593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:17.353517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.382532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4459efc6-a1ae-466d-a121-0606b6e70f40 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:17.384619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.397123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.413293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbc4f42-f93c-4dc2-b3ba-22225b707afc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:17.417953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.421275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cdae73e3-5a83-4c1d-9eb9-1265b307654f tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/3bbc4f42-f93c-4dc2-b3ba-22225b707afc HTTP/1.1" status: 204 len: 168 time: 0.7509463 Feb 11 14:34:17.424687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:17.446724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b11c9-e6f9-4bc3-ab73-60b27b4390a9 None None] Network 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:17.453396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:17.492508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.493558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:17.494133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.523326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.617166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Deleting port 079f19dc-9815-422f-9623-01d04ee04132 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:17.624218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.675021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:17.737339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] For port 079f19dc-9815-422f-9623-01d04ee04132, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=079f19dc-9815-422f-9623-01d04ee04132,segment=NetworkSegment(5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e),segment_id=5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:17.741517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dc940f-f45c-4e17-9c59-268befbf6bb8 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:17.742532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.765273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Calling delete_port for 079f19dc-9815-422f-9623-01d04ee04132 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:17.996674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.015672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No DVR routers for this DVR port 079f19dc-9815-422f-9623-01d04ee04132 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:18.068161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6980762 Feb 11 14:34:18.070704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 50988) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:18.088956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Port': ['ID=079f19dc-9815-422f-9623-01d04ee04132,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:18.109636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Request body: {'subnet': {'network_id': '3fc78a43-39aa-43c1-b6ef-01372ce7f771', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-14070255-subnet', 'tenant_id': 'f4a6c8b1a8bb4ad4b8d66b5fe158bf47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:18.125385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747d774-4f89-4c45-9c7c-7d9ad809e0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fc78a43-39aa-43c1-b6ef-01372ce7f771,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:18.153258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dfdafc-87a4-43f0-bca7-13a2ba4fa1a9 None None] DHCP port deletion for 3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:34:18.158464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3fc78a43-39aa-43c1-b6ef-01372ce7f771 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:18.211926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19d65020-1ef5-4f09-9791-c850e085dbdd req-14fb7955-6137-4266-a0a4-a94b4e63021f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.1081731 Feb 11 14:34:18.213567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c14df853-28a1-4219-8fb8-354f4554d4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.288745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.315366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Made reservation on behalf of f4a6c8b1a8bb4ad4b8d66b5fe158bf47 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:18.320508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.328394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:18.345620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:18.345924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfc7610-d8cc-4c2b-b5ca-358eed7bac8e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:18.359798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.396940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.407706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:18.408137 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:18.411318 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:18.644514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.664882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.664882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/networks/3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e HTTP/1.1" status: 204 len: 168 time: 1.2321465 Feb 11 14:34:18.668161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 50998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:18.673404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'routes': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:18.675778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e389-7938-4413-bc44-9d97ab7f6070 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Pushing event deleted for resources: {'Network': ['ID=3cc87ca3-37fa-4ac8-b81a-0dd26ee7a93e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:18.733534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 204486f7-5a2e-428f-a526-c405f0b443c3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:18.755325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 204486f7-5a2e-428f-a526-c405f0b443c3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:18.755995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 204486f7-5a2e-428f-a526-c405f0b443c3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:18.756423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 079f19dc-9815-422f-9623-01d04ee04132 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:18.778085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 079f19dc-9815-422f-9623-01d04ee04132 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:18.778601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 079f19dc-9815-422f-9623-01d04ee04132 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:18.879339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Added routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 14:34:18.880028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Removed routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 14:34:18.880228 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:18.947137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.000339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1085f7-41b0-4347-9264-00026cd83029,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:19.044531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Checking segment: {'id': 'f8243984-b929-45e0-9812-529a6793a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3fc78a43-39aa-43c1-b6ef-01372ce7f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:19.044824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Network hostable DHCP agents. Network: 3fc78a43-39aa-43c1-b6ef-01372ce7f771, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:19.056060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.060007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.155891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 5db761e3-d189-4eb5-933e-14026857566c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:19.208611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Network 3fc78a43-39aa-43c1-b6ef-01372ce7f771 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:19.264258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:19.280412 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Sync routers for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:19.301987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.304381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b812b57-9db3-4e7d-992e-ebbd63468e7c tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 700 time: 0.6341476 Feb 11 14:34:19.306794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:19.329860 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:19.329860 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:19.353776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3fc78a43-39aa-43c1-b6ef-01372ce7f771) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:19.369074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:19.383815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc63f38-4f0b-4b26-babf-2f332e37da7d None None] Network 3fc78a43-39aa-43c1-b6ef-01372ce7f771 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:19.385964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.435889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3e117095-dae9-49e2-83d8-78b9cb8491e4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 205 time: 0.1273067 Feb 11 14:34:19.445250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:19.541100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04fbd666-781f-4549-b463-462ab2d16cad req-d1507b95-05fb-44b7-af48-4eec8f8d58c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0545342 Feb 11 14:34:19.584646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bdc03a08-203d-4112-ab3a-531ca83b0f0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4956822 Feb 11 14:34:19.592730 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:19.636005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34986a37-5afe-4d3c-8dd9-d4394e3482b7 None None] Network 3fc78a43-39aa-43c1-b6ef-01372ce7f771 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:19.645440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.868025 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:19.905385 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Checking router: 5db761e3-d189-4eb5-933e-14026857566c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:19.913412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.916297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.920323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Routers {'5db761e3-d189-4eb5-933e-14026857566c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:19.920984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:33:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['5db761e3-d189-4eb5-933e-14026857566c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:19.997217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] Set router 5db761e3-d189-4eb5-933e-14026857566c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:20.053603 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:20.056177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.056692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 5db761e3-d189-4eb5-933e-14026857566c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:34:20.065010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.069250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b357e80a-bb42-40df-b439-7cb737121ad4 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 204 len: 168 time: 0.6190312 Feb 11 14:34:20.070007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51028) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:20.078771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-50571372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:20.085334 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de88e6-87c4-44db-bb42-141cd48d8982 None None] The sync data for ids ['5db761e3-d189-4eb5-933e-14026857566c'] in n-d-828407-1 is: [{'id': '5db761e3-d189-4eb5-933e-14026857566c', 'name': 'tempest-RoutersTest-router-141057649', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:14Z', 'updated_at': '2022-02-11T14:34:14Z', 'revision_number': 11, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:20.228683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.230735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.294702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.424904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.487699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2800cdcc-071e-4912-a56c-7b7220f6ddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.545521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.550579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b4af70a2-0e72-4855-8c26-bb82a3bc8fac tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4757597 Feb 11 14:34:20.552665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:20.558761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:20.749456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd739cfe-fa33-49e9-81b4-6134aeaed512 req-e51b446b-7700-42f7-8cbb-6c3ed8dac5f1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0625393 Feb 11 14:34:20.818652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-14c09285-833f-449e-afe8-adf9b839646d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:20.823706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-14c09285-833f-449e-afe8-adf9b839646d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.2520638 Feb 11 14:34:20.835276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:20.889477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58030'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.996143 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683373'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.012672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51058) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:21.018235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749453983-network', 'tenant_id': '2f74852eb01b42d3b7f446f126df3ebc'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:21.143328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:21.149175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.178375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Router 170acd7d-6628-49d4-b9d1-129e0b947c66 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:34:21.273026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:21.281335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Made reservation on behalf of 2f74852eb01b42d3b7f446f126df3ebc for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:21.283887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.284240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Sync routers for ids ['170acd7d-6628-49d4-b9d1-129e0b947c66'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:21.284808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.286170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24c67cf4-6bfc-4f2b-b820-e02d340adaa3 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "PUT /v2.0/routers/170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 200 len: 692 time: 0.7321947 Feb 11 14:34:21.290418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:21.296005 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.310292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Routers {'170acd7d-6628-49d4-b9d1-129e0b947c66'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:21.310919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:34:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['170acd7d-6628-49d4-b9d1-129e0b947c66'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:21.332299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51064) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:21.430032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Set router 170acd7d-6628-49d4-b9d1-129e0b947c66 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:21.455255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c8585cf1-a86a-48f2-aa27-3183bfa84075 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/routers/170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 200 len: 698 time: 0.1622365 Feb 11 14:34:21.457897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:21.499090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc1165c3-2efb-4362-b5a1-62249169dced tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 200 len: 205 time: 0.0378771 Feb 11 14:34:21.499297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:21.514359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.541748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.7 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/f9b1c149-1f8a-40ba-935b-a3add0009623) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:21.595581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acd7d-6628-49d4-b9d1-129e0b947c66', 'name': 'tempest-RoutersTest-router-50571372', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:20Z', 'updated_at': '2022-02-11T14:34:20Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:21.604666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.634396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.672603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02748fc-1087-440f-9974-a89c03a561f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.687309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:21.702222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Checking router: 170acd7d-6628-49d4-b9d1-129e0b947c66 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:21.739070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Routers {'170acd7d-6628-49d4-b9d1-129e0b947c66'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:21.739689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:34:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['170acd7d-6628-49d4-b9d1-129e0b947c66'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:21.767976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902dedc8-dfd7-476a-bbc9-d4a520030c84,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:21.927632 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.929948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] Set router 170acd7d-6628-49d4-b9d1-129e0b947c66 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:21.961526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.962177 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Added segment 81a794cc-46cf-4847-b547-40b9d923dc03 of type vlan for network a622185a-be41-4c33-8d23-d75f313441eb Feb 11 14:34:21.971842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:21.977347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.064574 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.113156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.121506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Fanout notify agent at l3_agent the message router_deleted on router 170acd7d-6628-49d4-b9d1-129e0b947c66 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:34:22.131338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.135815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5abdc27-f877-4422-a358-be03405589b7 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 204 len: 168 time: 0.6324759 Feb 11 14:34:22.136322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.159554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.183462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9b68db80-2938-4585-8163-ce18e7a1c969 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 200 len: 205 time: 0.0427465 Feb 11 14:34:22.187155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.238456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:22.242713 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-22ea55d6-d5d0-4b52-9eae-8e7b24c118d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:22.247526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-22ea55d6-d5d0-4b52-9eae-8e7b24c118d1 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/170acd7d-6628-49d4-b9d1-129e0b947c66 HTTP/1.1" status: 404 len: 336 time: 0.0568733 Feb 11 14:34:22.249116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51082) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.252542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.258933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:22.258933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.312274 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02748fc-1087-440f-9974-a89c03a561f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.324875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:22.330771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:22.341991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acd7d-6628-49d4-b9d1-129e0b947c66', 'name': 'tempest-RoutersTest-router-50571372', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:20Z', 'updated_at': '2022-02-11T14:34:20Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:22.354810 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-643c652a-7b85-42d8-a583-543528fc6c05 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:22.355370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643c652a-7b85-42d8-a583-543528fc6c05 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:22.361711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-643c652a-7b85-42d8-a583-543528fc6c05 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/abc7a44d-a002-48ab-a177-013a4d7df3fa HTTP/1.1" status: 404 len: 337 time: 0.1117640 Feb 11 14:34:22.362187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.370384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b701897-97c6-436e-9559-5d87493a1abc req-0d88ba5d-6a78-4d6a-9984-1bf9b5357d9b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:22.372188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b701897-97c6-436e-9559-5d87493a1abc req-0d88ba5d-6a78-4d6a-9984-1bf9b5357d9b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 931 time: 0.4008591 Feb 11 14:34:22.375018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:22.382583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e02748fc-1087-440f-9974-a89c03a561f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.389163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e88525-daed-47ba-bcc2-867f7d40a7ca None None] The sync data for ids ['170acd7d-6628-49d4-b9d1-129e0b947c66'] in n-d-828407-1 is: [{'id': '170acd7d-6628-49d4-b9d1-129e0b947c66', 'name': 'tempest-RoutersTest-router-50571372', 'tenant_id': 'a9361af778734615b4312d071dd8663a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:34:20Z', 'updated_at': '2022-02-11T14:34:20Z', 'revision_number': 2, 'project_id': 'a9361af778734615b4312d071dd8663a', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:22.404215 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672ece1-ef3d-46e3-988f-181099117bd6 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:22.404674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1672ece1-ef3d-46e3-988f-181099117bd6 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:22.418295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1672ece1-ef3d-46e3-988f-181099117bd6 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/b83f4aef-261e-4f8f-a6f5-83584ad7f0be HTTP/1.1" status: 404 len: 337 time: 0.0543685 Feb 11 14:34:22.418295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.426698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.456623 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd3c9de-8c47-4f3a-96bf-2eeda0434482 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:22.457167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd3c9de-8c47-4f3a-96bf-2eeda0434482 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:22.462767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7bd3c9de-8c47-4f3a-96bf-2eeda0434482 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/4aa0552f-d95c-43bf-894e-f99c34f943cb HTTP/1.1" status: 404 len: 337 time: 0.0411239 Feb 11 14:34:22.462944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.521207 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71f31e5-3ddd-4ba9-b048-8c7f2a71f1ec tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:22.526410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71f31e5-3ddd-4ba9-b048-8c7f2a71f1ec tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:22.533851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02748fc-1087-440f-9974-a89c03a561f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6f50c-61f8-408f-a04b-2fc298934898,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:22.539592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f71f31e5-3ddd-4ba9-b048-8c7f2a71f1ec tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/3bbc4f42-f93c-4dc2-b3ba-22225b707afc HTTP/1.1" status: 404 len: 337 time: 0.0755787 Feb 11 14:34:22.546239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.578091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5617454 Feb 11 14:34:22.580540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.642164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Request body: {'subnet': {'network_id': 'a622185a-be41-4c33-8d23-d75f313441eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749453983-subnet', 'tenant_id': '2f74852eb01b42d3b7f446f126df3ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:22.654198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a9f15b45-c92a-4f2f-b9b2-8ba3c49d2928 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 200 len: 205 time: 0.1123247 Feb 11 14:34:22.676745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:22.677415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.682790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.683786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e02748fc-1087-440f-9974-a89c03a561f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=182e60caf3a443cc8710468d053557c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3068511 Feb 11 14:34:22.690102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.724539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb4f6a-2958-4d3f-a9c8-c443ae8ad078 admin admin] Pushing event updated for resources: {'Network': ['ID=a622185a-be41-4c33-8d23-d75f313441eb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:22.727728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-776d95cb-0009-47ec-a87b-034cddd3ddb3 None None] Provisioning complete for port f9b1c149-1f8a-40ba-935b-a3add0009623 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:22.728425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-776d95cb-0009-47ec-a87b-034cddd3ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.777033 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-e166eab9-cab8-4141-872b-3c37ae59783e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:22.778298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e166eab9-cab8-4141-872b-3c37ae59783e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/5db761e3-d189-4eb5-933e-14026857566c HTTP/1.1" status: 404 len: 336 time: 0.0981116 Feb 11 14:34:22.786138 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.806927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-776d95cb-0009-47ec-a87b-034cddd3ddb3 None None] Port f9b1c149-1f8a-40ba-935b-a3add0009623 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:34:22.808368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a622185a-be41-4c33-8d23-d75f313441eb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:22.821829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b701897-97c6-436e-9559-5d87493a1abc req-cfc181ba-c946-4996-82d4-3758657107c5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510828 Feb 11 14:34:22.854907 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.859547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c3a9baa1-f57b-4293-bfb7-3c41e4840e34 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5cab495-d85f-4937-abf0-29dee18391cd HTTP/1.1" status: 200 len: 205 time: 0.0722656 Feb 11 14:34:22.862482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:22.899751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-f13bff04-d4d7-4f8f-9cdc-8eecfaaf9e49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0688505 Feb 11 14:34:22.909452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.944688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Made reservation on behalf of 2f74852eb01b42d3b7f446f126df3ebc for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:22.947578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:22.953033 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-ccc3f3a9-0fef-45ce-88d1-b0615531378b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:22.955921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccc3f3a9-0fef-45ce-88d1-b0615531378b tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/b5cab495-d85f-4937-abf0-29dee18391cd HTTP/1.1" status: 404 len: 336 time: 0.0689888 Feb 11 14:34:22.966752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51106) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.008674 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-49566e2b-52f8-42bf-97c6-2df301bf7b56 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:23.009290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49566e2b-52f8-42bf-97c6-2df301bf7b56 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:23.013450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-49566e2b-52f8-42bf-97c6-2df301bf7b56 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/a1ba3323-5b4e-4467-b60d-59426e1c6ed6 HTTP/1.1" status: 404 len: 337 time: 0.0456157 Feb 11 14:34:23.015810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.070458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Request body: {'port': {'device_id': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:23.076333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-45a4dc41-0bd4-4e49-a84c-8e83c47bda07 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 200 len: 205 time: 0.0586224 Feb 11 14:34:23.117718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.187365 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-70833ce1-2c53-47c8-8f48-aeb01d2f1658 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:23.189282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-70833ce1-2c53-47c8-8f48-aeb01d2f1658 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/1543ea0a-7c95-425a-948a-1049b6c0dbf3 HTTP/1.1" status: 404 len: 336 time: 0.0704803 Feb 11 14:34:23.191715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.191904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.246644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a057c1e-1835-4f66-815e-4d3cce6aeeba tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=91a8c889-eefb-410e-ad63-9fe0cbe039be HTTP/1.1" status: 200 len: 205 time: 0.0515244 Feb 11 14:34:23.247209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.286183 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-6f5e48a6-cb31-4444-9c09-8ada810aac48 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:23.288957 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6f5e48a6-cb31-4444-9c09-8ada810aac48 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/91a8c889-eefb-410e-ad63-9fe0cbe039be HTTP/1.1" status: 404 len: 336 time: 0.0393713 Feb 11 14:34:23.288957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.291439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.292680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76d6f50c-61f8-408f-a04b-2fc298934898 HTTP/1.1" status: 204 len: 168 time: 0.5989954 Feb 11 14:34:23.293392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.295367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.340034 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e33a66b-89ab-4220-9c39-30b1ec1219f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:23.341830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e33a66b-89ab-4220-9c39-30b1ec1219f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:23.344348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e33a66b-89ab-4220-9c39-30b1ec1219f9 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/551c7f82-087b-436e-8037-05366eaad02d HTTP/1.1" status: 404 len: 337 time: 0.0455437 Feb 11 14:34:23.344608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabba04-2642-41d8-a7c2-c6b58346cf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6f50c-61f8-408f-a04b-2fc298934898,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:23.374824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.410054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e6ad0d9-f9f4-4781-b0f0-01bf1d8b6fb2 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=62222fc8-1435-4372-aa7b-4f3d580d46f2 HTTP/1.1" status: 200 len: 205 time: 0.0309503 Feb 11 14:34:23.410259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.416310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.450978 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-587d96ac-dcb3-4827-9bcf-3e3e808c833d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:23.454698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-587d96ac-dcb3-4827-9bcf-3e3e808c833d tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/62222fc8-1435-4372-aa7b-4f3d580d46f2 HTTP/1.1" status: 404 len: 336 time: 0.0408933 Feb 11 14:34:23.455923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51124) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.500733 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf0b369-1ae7-41d4-b625-11ac41705d82 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:23.501154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf0b369-1ae7-41d4-b625-11ac41705d82 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:23.506864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-acf0b369-1ae7-41d4-b625-11ac41705d82 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/cd6fef54-1826-4377-948a-6b0d79e37794 HTTP/1.1" status: 404 len: 337 time: 0.0473647 Feb 11 14:34:23.523881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51126) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.618466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c6da1fbe-46f1-40c6-9d58-58586ef2fd1e tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "GET /v2.0/ports?device_id=83284f32-2619-4d10-b676-b7c58d7274e1 HTTP/1.1" status: 200 len: 205 time: 0.0934887 Feb 11 14:34:23.621294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.692794 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-2bbf66a8-c089-4ca3-adfe-30d27714e551 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] delete failed (client error): The resource could not be found. Feb 11 14:34:23.701273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51132) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.706776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bbf66a8-c089-4ca3-adfe-30d27714e551 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/routers/83284f32-2619-4d10-b676-b7c58d7274e1 HTTP/1.1" status: 404 len: 336 time: 0.0809214 Feb 11 14:34:23.708649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:23.732078 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4fd433-f2c0-4524-ac56-bf2ef16903b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:23.732617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4fd433-f2c0-4524-ac56-bf2ef16903b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:23.740185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f4fd433-f2c0-4524-ac56-bf2ef16903b0 tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/6d4d5134-8a7c-49c8-a6a5-1c567424c859 HTTP/1.1" status: 404 len: 337 time: 0.0353036 Feb 11 14:34:23.740185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51134) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:23.778493 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-168774e3-446d-4242-8286-769c2d04aede tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] DELETE failed (client error): The resource could not be found. Feb 11 14:34:23.779225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168774e3-446d-4242-8286-769c2d04aede tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:34:23.785533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-168774e3-446d-4242-8286-769c2d04aede tempest-RoutersTest-2005064378 tempest-RoutersTest-2005064378-project] 10.222.0.31 "DELETE /v2.0/subnets/8007a07f-1184-484f-adb6-99f6f9d21a7a HTTP/1.1" status: 404 len: 337 time: 0.0425949 Feb 11 14:34:23.908246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9909555-483e-416a-b3a6-2e3bcf9aa29d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:23.919080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b1c149-1f8a-40ba-935b-a3add0009623 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:34:23.922161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Checking segment: {'id': '81a794cc-46cf-4847-b547-40b9d923dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a622185a-be41-4c33-8d23-d75f313441eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:23.923756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Network hostable DHCP agents. Network: a622185a-be41-4c33-8d23-d75f313441eb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:23.980236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.040241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Transition to ACTIVE for port object f9b1c149-1f8a-40ba-935b-a3add0009623 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:34:24.063289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Network a622185a-be41-4c33-8d23-d75f313441eb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:24.098967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8146a-cbe8-495c-bdf6-b4f91170b086 req-9f447159-7ff6-482e-bb42-5209fe899a6a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.100605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2bf8146a-cbe8-495c-bdf6-b4f91170b086 req-9f447159-7ff6-482e-bb42-5209fe899a6a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 931 time: 0.0952933 Feb 11 14:34:24.130626 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.165454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2bf8146a-cbe8-495c-bdf6-b4f91170b086 req-9e5b942f-dae6-441c-8208-2d4912ac3339 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Feb 11 14:34:24.204204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:24.206963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a622185a-be41-4c33-8d23-d75f313441eb) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:24.217632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.218616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.236083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47bd8b-0539-4f45-8df5-467eec6dedb0 None None] Network a622185a-be41-4c33-8d23-d75f313441eb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:24.331932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Attempting to bind port f9b1c149-1f8a-40ba-935b-a3add0009623 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:24.332561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Attempting to bind port f9b1c149-1f8a-40ba-935b-a3add0009623 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:24.333114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Attempting to bind port f9b1c149-1f8a-40ba-935b-a3add0009623 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:24.339485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Port f9b1c149-1f8a-40ba-935b-a3add0009623 on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:34:24.339895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Attempting to bind port f9b1c149-1f8a-40ba-935b-a3add0009623 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:24.353956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:24.354685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:24.355136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:24.355703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Bound port: f9b1c149-1f8a-40ba-935b-a3add0009623, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:24.356087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.438783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8cb506d0-f1c5-4196-928c-9a20789799a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8163090 Feb 11 14:34:24.528535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b275b-91fd-4b25-9b5b-339c44c21990 None None] Network a622185a-be41-4c33-8d23-d75f313441eb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:24.564043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:24.570493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b1c149-1f8a-40ba-935b-a3add0009623,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:24.584537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:24.614216 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed3760cc-3acc-47d9-bfa4-e5ae7feeca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.663507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:24.739370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.779150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:24.802362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:24.803730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.805437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9b1c149-1f8a-40ba-935b-a3add0009623 HTTP/1.1" status: 200 len: 1091 time: 1.7757590 Feb 11 14:34:24.808588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Deleting subnet 1c1085f7-41b0-4347-9264-00026cd83029 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:24.824015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:24.827049 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc53fb6-a42d-46b7-b00f-cbde558174c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:24.845669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed3760cc-3acc-47d9-bfa4-e5ae7feeca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.853455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.931801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a373-10dd-4ca0-971b-bb2f764ebe18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:24.947443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.970782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed3760cc-3acc-47d9-bfa4-e5ae7feeca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:24.979150 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e63a6fa-31d5-491a-9d33-43a193914b80 x-openstack-request-id: req-8e63a6fa-31d5-491a-9d33-43a193914b80 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:24.983459 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:24.983459 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e63a6fa-31d5-491a-9d33-43a193914b80 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:24.983459 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623', 'status': 'completed', 'code': 200} Feb 11 14:34:25.026208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed3760cc-3acc-47d9-bfa4-e5ae7feeca90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68b3a8fa77cc49afa64872093be91226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358323 Feb 11 14:34:25.026208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3760cc-3acc-47d9-bfa4-e5ae7feeca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276d9245-ff28-42d5-886f-df8297c827d6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:25.032220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:25.085893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.153554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.181713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.319681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-7058f05a-c58b-43d2-92d3-4a7c89311e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:25.319681 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-7058f05a-c58b-43d2-92d3-4a7c89311e85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 1094 time: 0.3369360 Feb 11 14:34:25.368144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad601fda-4afb-4866-b751-b4c24e85b568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9361af778734615b4312d071dd8663a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870082 Feb 11 14:34:25.372085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.375746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.379208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/276d9245-ff28-42d5-886f-df8297c827d6 HTTP/1.1" status: 204 len: 168 time: 0.3421633 Feb 11 14:34:25.382412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:25.388091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-736cfb23-1e73-4d5c-854d-7c802122429e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b1c149-1f8a-40ba-935b-a3add0009623 HTTP/1.1" status: 200 len: 217 time: 0.0579224 Feb 11 14:34:25.443666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c3de1-0c86-46ca-aebf-2b47016ca6a1 req-b1fd0ee3-1e2e-4b10-8599-bde41549bad9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:25.446837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa1c3de1-0c86-46ca-aebf-2b47016ca6a1 req-b1fd0ee3-1e2e-4b10-8599-bde41549bad9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.1685882 Feb 11 14:34:25.455790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c788d0e-32b6-4fab-9750-534b44b20fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276d9245-ff28-42d5-886f-df8297c827d6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:25.478411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-be3e0729-437a-4659-9a18-a8072c4ae10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:25.483350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-be3e0729-437a-4659-9a18-a8072c4ae10f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0886397 Feb 11 14:34:25.492840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.601220 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa1c3de1-0c86-46ca-aebf-2b47016ca6a1 req-84be8ef2-9e45-4ae1-903b-868523968b8e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428862 Feb 11 14:34:25.636670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.644793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c1085f7-41b0-4347-9264-00026cd83029 HTTP/1.1" status: 204 len: 168 time: 0.9759960 Feb 11 14:34:25.644793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20dee2-5dd2-4c25-9f59-1ec046345307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1085f7-41b0-4347-9264-00026cd83029,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:25.645087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.649519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51178) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:25.683503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.775116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-3aebf0be-dc19-4443-a129-ed8eac5d8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:25.776855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-3aebf0be-dc19-4443-a129-ed8eac5d8412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546942 Feb 11 14:34:25.811537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.885333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.888424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:25.890347 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a66e2398-8871-4157-a78f-a5e4492ac9d5 HTTP/1.1" status: 204 len: 168 time: 0.5032468 Feb 11 14:34:25.936931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75d05a-ec73-40af-9019-81b3b1f89fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e2398-8871-4157-a78f-a5e4492ac9d5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:26.061535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.091238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc78a43-39aa-43c1-b6ef-01372ce7f771']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:26.108184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8243984-b929-45e0-9812-529a6793a842') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:26.108499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8243984-b929-45e0-9812-529a6793a842') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:26.121836 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.146888 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.155420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:26.156209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:26.243023 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:26.261916 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-c0a84a37-8d6d-4a0f-968b-4aa93faefd27 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782314 Feb 11 14:34:26.700881 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:26.834614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.855025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.866781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fc78a43-39aa-43c1-b6ef-01372ce7f771 HTTP/1.1" status: 204 len: 168 time: 1.2115240 Feb 11 14:34:26.879213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:26.905271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c834-f4ac-4c14-9917-833e03dd5114 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc78a43-39aa-43c1-b6ef-01372ce7f771,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:26.938430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f70da76b-0d38-461f-a0c9-ec70aceb470f req-0dedec0e-9509-4d67-a12f-463dfa4d651b service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631219 Feb 11 14:34:26.957117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d5c9-b043-4b8b-933f-566d73ff5fb0 req-dc99c5c7-06b7-4a40-8f1e-78d952ffce29 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:26.962694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ace1d5c9-b043-4b8b-933f-566d73ff5fb0 req-dc99c5c7-06b7-4a40-8f1e-78d952ffce29 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.1324198 Feb 11 14:34:26.998280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Deleting subnet d9909555-483e-416a-b3a6-2e3bcf9aa29d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:34:27.015200 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.065404 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ace1d5c9-b043-4b8b-933f-566d73ff5fb0 req-b3c1f9ad-31f8-409a-82ff-1e7e6fc7c63c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806746 Feb 11 14:34:27.110144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.159494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-f9367f10-52a1-490a-97d7-a1edc0c7ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:27.161225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-f9367f10-52a1-490a-97d7-a1edc0c7ec62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 1094 time: 0.0818620 Feb 11 14:34:27.173678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.326644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-164ff457-f9b5-4c32-989a-6b1857a8a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:27.328639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-164ff457-f9b5-4c32-989a-6b1857a8a490 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1606824 Feb 11 14:34:27.386862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-c736179b-437e-4b7b-8adf-e295bb46c51d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b1c149-1f8a-40ba-935b-a3add0009623 HTTP/1.1" status: 200 len: 217 time: 0.0496626 Feb 11 14:34:27.387370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.454750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.463580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9909555-483e-416a-b3a6-2e3bcf9aa29d HTTP/1.1" status: 204 len: 168 time: 0.5805342 Feb 11 14:34:27.464909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d8b5-a54d-47eb-8fe7-a235a14c1aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9909555-483e-416a-b3a6-2e3bcf9aa29d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:27.473896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:27.489997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-cc7e47c2-c00a-49c1-a2f6-38b53577edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:27.491243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-cc7e47c2-c00a-49c1-a2f6-38b53577edc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0971720 Feb 11 14:34:27.585813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-233cb29d-738b-416e-9b0a-f08708dbe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:27.590304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-233cb29d-738b-416e-9b0a-f08708dbe3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898147 Feb 11 14:34:27.633015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.787851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.861484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a622185a-be41-4c33-8d23-d75f313441eb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:27.877706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-31591205-a109-4975-830c-50dab25383e6 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816052 Feb 11 14:34:27.887102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a794cc-46cf-4847-b547-40b9d923dc03') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:27.891345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a794cc-46cf-4847-b547-40b9d923dc03') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:27.897770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51236) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:27.936157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.966393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.979899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:27.980959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:27.982452 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:28.099579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cc53fb6-a42d-46b7-b00f-cbde558174c7 req-fd61d63d-b81a-45cf-b6d7-2cc92d2c774f service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133260 Feb 11 14:34:28.149881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676838362'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:28.256101 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.258095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.275411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.275656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.279127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a622185a-be41-4c33-8d23-d75f313441eb HTTP/1.1" status: 204 len: 168 time: 0.8038063 Feb 11 14:34:28.305529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657175-559c-424c-a880-f06fdf55e29e admin admin] Pushing event deleted for resources: {'Network': ['ID=a622185a-be41-4c33-8d23-d75f313441eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:28.355232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e593-d199-43eb-ac78-40f08fe6e2b5 req-81ce4223-4e0a-4b14-babd-ff4fcf680d1c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:28.357196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9483e593-d199-43eb-ac78-40f08fe6e2b5 req-81ce4223-4e0a-4b14-babd-ff4fcf680d1c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.1552393 Feb 11 14:34:28.479426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9483e593-d199-43eb-ac78-40f08fe6e2b5 req-fc3901b6-6bf0-41c7-ab2f-9ce7d68cb599 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145592 Feb 11 14:34:28.516365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.611389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.675764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d769653a-16b8-4fb8-a697-1d42ce5cff93,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:28.716644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.829634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.862061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6e33d-714d-4cb5-915e-2a418d162129,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:28.920725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.923313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-68dd72eb-9302-48d3-8424-9c8336ded654 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9592414 Feb 11 14:34:28.925659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51254) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:28.958110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.012568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ba9d6ea9-0368-4018-a8a0-a3740e7a89ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4a6c8b1a8bb4ad4b8d66b5fe158bf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506666 Feb 11 14:34:29.012917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.040629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-69163b5f-0288-483a-8f6b-931959545b26 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1138403 Feb 11 14:34:29.043693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.055382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-security--512583945', 'description': 'tempest-security-description-586905323'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:29.090189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.095712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.122270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.166872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.261318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.261977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.264493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.265413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.266667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "PUT /v2.0/security-groups/b5a6e33d-714d-4cb5-915e-2a418d162129 HTTP/1.1" status: 200 len: 1778 time: 0.2208550 Feb 11 14:34:29.266881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fea9d49a-5e58-4c68-a00f-277193229e42 HTTP/1.1" status: 204 len: 168 time: 0.2527204 Feb 11 14:34:29.274310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51272) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.277140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aed7a0-4d47-454f-9f8a-249e32fd557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea9d49a-5e58-4c68-a00f-277193229e42,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:29.360248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846dc53-1720-46cb-b2f4-a35cb08a1068 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6e33d-714d-4cb5-915e-2a418d162129,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:29.404603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ca367006-14af-4df8-993b-56c77ea20cde tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups/b5a6e33d-714d-4cb5-915e-2a418d162129 HTTP/1.1" status: 200 len: 1778 time: 0.1281462 Feb 11 14:34:29.407868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51278) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.533206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.559542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.640456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bf70-37e1-4e75-a223-2e937c3a2e5d req-c722ea91-1b47-41d5-8868-c8b6862e5b24 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:29.642678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9633bf70-37e1-4e75-a223-2e937c3a2e5d req-c722ea91-1b47-41d5-8868-c8b6862e5b24 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.0615268 Feb 11 14:34:29.695436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9633bf70-37e1-4e75-a223-2e937c3a2e5d req-014e8bcb-d72a-4832-8ec0-0ddba318f787 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Feb 11 14:34:29.761208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.764123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:29.765235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5a6e33d-714d-4cb5-915e-2a418d162129 HTTP/1.1" status: 204 len: 168 time: 0.3563256 Feb 11 14:34:29.768557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.778130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20175a85-9027-48d0-b363-e08f2244d2a0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6e33d-714d-4cb5-915e-2a418d162129,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:29.822415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3caf96e0-58b5-455f-8726-5c5093c61c11 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525832 Feb 11 14:34:29.825897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.839609 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b8c800a5-01a8-4179-870f-8c480037c097 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] delete failed (client error): The resource could not be found. Feb 11 14:34:29.844291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8c800a5-01a8-4179-870f-8c480037c097 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5a6e33d-714d-4cb5-915e-2a418d162129 HTTP/1.1" status: 404 len: 347 time: 0.0137200 Feb 11 14:34:29.844533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51294) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:29.855248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305872579'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:29.970425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.044772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.138365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.186223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed2552-2145-4509-9c89-0f6a40d8311a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:30.254381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.255678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3839328e-b162-4aa1-9584-b2374e67d6c5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4101982 Feb 11 14:34:30.258669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51302) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.264673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '54ed2552-2145-4509-9c89-0f6a40d8311a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:30.336795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.349244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.383449 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-80e35d66-f808-4f32-88ec-c33bbd8808ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f74852eb01b42d3b7f446f126df3ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453444 Feb 11 14:34:30.386076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.442455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.452769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.455849 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.474372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.513031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.533284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0a83f2-a00f-4b46-8a5e-6eb34e6b5587,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:30.623982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.628502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.630105 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/902dedc8-dfd7-476a-bbc9-d4a520030c84 HTTP/1.1" status: 204 len: 168 time: 0.2429845 Feb 11 14:34:30.644971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e854-c3a6-4fd4-a03e-dc65cad77982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dedc8-dfd7-476a-bbc9-d4a520030c84,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:30.671573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.671573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5dbb0c16-fefa-455c-9cc5-60911a9d0942 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085956 Feb 11 14:34:30.672467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.715785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.739440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.872579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e237095-f8b7-4207-af76-d5df00c9a67e req-8c9a8837-0750-4b3c-8915-163078df31f8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:30.874078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e237095-f8b7-4207-af76-d5df00c9a67e req-8c9a8837-0750-4b3c-8915-163078df31f8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.0704670 Feb 11 14:34:30.876553 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.881870 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.885743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5c0a83f2-a00f-4b46-8a5e-6eb34e6b5587 HTTP/1.1" status: 204 len: 168 time: 0.2105289 Feb 11 14:34:30.887019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51324) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.898617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2ca0-3870-4f3e-bfbe-65af88a7e443 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c0a83f2-a00f-4b46-8a5e-6eb34e6b5587,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:30.935913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e237095-f8b7-4207-af76-d5df00c9a67e req-db0c7fdf-dc94-4df7-993f-03f456bce8af tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Feb 11 14:34:30.997943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51326) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:30.998219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fd8a0bbb-d0a6-4586-b6a1-aa279d3325b4 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094465 Feb 11 14:34:31.058864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.107426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.223785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.260298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.263542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.264707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/54ed2552-2145-4509-9c89-0f6a40d8311a HTTP/1.1" status: 204 len: 168 time: 0.2653236 Feb 11 14:34:31.268129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51334) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:31.275975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1daf-a7c1-4824-9e74-4f4e78cd0fd9 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed2552-2145-4509-9c89-0f6a40d8311a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:31.360361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5af7bbe-362b-438b-a2a8-729bb706eaa6 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775971 Feb 11 14:34:31.360698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:31.365628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046976197'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:31.377641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:31.496425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.543069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9a260c9-3227-4875-9ed9-79fafb68adcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.611810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.647730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9a260c9-3227-4875-9ed9-79fafb68adcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.695398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.725876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d5771-cb0b-4a89-8819-dad4b4478070,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:31.741194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e9a260c9-3227-4875-9ed9-79fafb68adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.780130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e9a260c9-3227-4875-9ed9-79fafb68adcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea4160fc97794d4ca92166a2adaface0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064682 Feb 11 14:34:31.782799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a260c9-3227-4875-9ed9-79fafb68adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b171809-1b93-4cfa-8614-c6ba8852e120,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:31.784023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:31.839541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.854966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.858753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0b0016b9-3014-42f7-960f-bf917ea06ee7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4944696 Feb 11 14:34:31.866247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51352) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:31.866247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '5c3d5771-cb0b-4a89-8819-dad4b4478070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:31.866473 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.972263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.975306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.977358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:31.979532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b171809-1b93-4cfa-8614-c6ba8852e120 HTTP/1.1" status: 204 len: 168 time: 0.1944554 Feb 11 14:34:31.989890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eafbe4-4c3b-4af2-81d7-b303c79d0476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b171809-1b93-4cfa-8614-c6ba8852e120,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:32.084080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.141465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.161060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc0823b-d370-4372-8bd0-ad1f8887130a,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:32.261960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.266521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7f2b7651-f990-409f-86e6-cd743d4b96dc tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4032722 Feb 11 14:34:32.267257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:32.271432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '5c3d5771-cb0b-4a89-8819-dad4b4478070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:32.391780 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.451983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd3d9-dfc5-4624-863d-88baa231e05c req-50044e8f-8964-4ac7-b3e0-0fe2195a3ba2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:32.455207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa1fd3d9-dfc5-4624-863d-88baa231e05c req-50044e8f-8964-4ac7-b3e0-0fe2195a3ba2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.3830128 Feb 11 14:34:32.463325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.497622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa1fd3d9-dfc5-4624-863d-88baa231e05c req-57f377ae-1d23-4dda-ae64-afb2f696eb3f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Feb 11 14:34:32.529626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.552063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3281c85-3364-481c-8214-d8d5367cf4eb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:32.637339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.638868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-050ed746-91ec-42d9-9477-80f5e58fd265 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3708949 Feb 11 14:34:32.644981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51386) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:32.650707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '5c3d5771-cb0b-4a89-8819-dad4b4478070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:32.805565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.853675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.943559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:32.966520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef44f898-439d-4b2e-9942-28bb242d9faa,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:33.049240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.054067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9836a81c-b4fb-4099-977e-8ff0147b4fad tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4053891 Feb 11 14:34:33.054476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51398) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:33.059335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '5c3d5771-cb0b-4a89-8819-dad4b4478070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:33.210420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.278949 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.381098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.403123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d85d57a-2ff9-454e-9bdf-843ac828dd57,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:33.517829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.519267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b54aee1b-cf92-4590-bf39-f85497978a59 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4637053 Feb 11 14:34:33.522271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51414) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:33.527967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '5c3d5771-cb0b-4a89-8819-dad4b4478070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:33.638479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.656727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:33.723904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.876112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1855785085-network', 'tenant_id': '73578f00340d40969006b0fc98ee0d5e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:33.882876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:33.903831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2317908-c068-47d5-8c66-346c5b013504,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:33.964150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40c20-cc79-4f13-b6a2-a986c29f8124 req-3ff99744-a059-4abb-aba5-cbf14f403c17 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:33.975339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76d40c20-cc79-4f13-b6a2-a986c29f8124 req-3ff99744-a059-4abb-aba5-cbf14f403c17 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.3794217 Feb 11 14:34:34.004329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.006674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7a471f2-5d4d-4161-ac09-4a8e638a4f01 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4826491 Feb 11 14:34:34.007960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-76d40c20-cc79-4f13-b6a2-a986c29f8124 req-98e9fb04-173e-40ef-b943-c05efcb5517e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Feb 11 14:34:34.017760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51442) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.048609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.057824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.137800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Made reservation on behalf of 73578f00340d40969006b0fc98ee0d5e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:34.140476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.150018 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.216161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.227643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.227643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d2317908-c068-47d5-8c66-346c5b013504 HTTP/1.1" status: 204 len: 168 time: 0.2076104 Feb 11 14:34:34.231074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.234322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b69b50-3cf8-4eb4-9289-dce2e6d8ecbd tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2317908-c068-47d5-8c66-346c5b013504,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.329417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79b76594-de30-46d9-b8d8-70be24bd2a51 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0930440 Feb 11 14:34:34.330382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51458) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.356474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.387662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.396684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.435199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.462826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03eaa69-e27b-45b7-8515-f302f32b1e93,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.502274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51464) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.536696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.551580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.553161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6d85d57a-2ff9-454e-9bdf-843ac828dd57 HTTP/1.1" status: 204 len: 168 time: 0.2207553 Feb 11 14:34:34.557140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51468) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.564142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:34.587559 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.588972 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Added segment 1bbfdb37-e02a-4b62-9a77-87681e1467a9 of type vlan for network 55880246-1a39-422e-92aa-d8df4bbbab41 Feb 11 14:34:34.589511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb311d6f-7ce0-4dcd-bf9e-bdfbe623e1e0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d85d57a-2ff9-454e-9bdf-843ac828dd57,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.623834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bb1f77a7-2d7a-4634-9366-aefe49c800f7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0651071 Feb 11 14:34:34.627940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51472) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.688148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.691703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.695010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f480553-f90c-4307-9e37-39e89e737a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.701973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.784622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.786914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:34.787699 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.802287 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f480553-f90c-4307-9e37-39e89e737a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.830301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.839159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.840787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ef44f898-439d-4b2e-9942-28bb242d9faa HTTP/1.1" status: 204 len: 168 time: 0.2117453 Feb 11 14:34:34.843419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.860849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] Pushing event updated for resources: {'Network': ['ID=55880246-1a39-422e-92aa-d8df4bbbab41,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.871019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 55880246-1a39-422e-92aa-d8df4bbbab41 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:34.873041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87707-f654-41f6-a96d-06b56a087d39 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef44f898-439d-4b2e-9942-28bb242d9faa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.883950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f480553-f90c-4307-9e37-39e89e737a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:34.939006 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-035879ce-f509-4685-8e88-b48e63a2f1bf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2811275 Feb 11 14:34:34.939604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.944465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Request body: {'subnet': {'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1855785085-subnet', 'tenant_id': '73578f00340d40969006b0fc98ee0d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:34.958530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fdfb2f78-bdaf-41b5-84dd-99e4e99a5d55 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1128001 Feb 11 14:34:34.962632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.964725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480553-f90c-4307-9e37-39e89e737a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a7bf6-cd84-4eb4-91e0-d666027235aa,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:34.972383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f480553-f90c-4307-9e37-39e89e737a51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=750ff89f2fc746e2bfefdc15d4b986c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689779 Feb 11 14:34:34.973199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51480) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:34.994044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.005324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.030797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.069856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.089838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Made reservation on behalf of 73578f00340d40969006b0fc98ee0d5e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:35.093203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.148106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.159810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.161732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b182439-3409-45c3-9f5b-7ca2966f4b90 req-7f2f33f1-1d70-478d-b80b-c1dce78defdf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:35.163564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d3281c85-3364-481c-8214-d8d5367cf4eb HTTP/1.1" status: 204 len: 168 time: 0.1999989 Feb 11 14:34:35.164024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0b182439-3409-45c3-9f5b-7ca2966f4b90 req-7f2f33f1-1d70-478d-b80b-c1dce78defdf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.0605462 Feb 11 14:34:35.164612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51484) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.183655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ad480-952d-4dbe-a8ae-c77583aa8464 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3281c85-3364-481c-8214-d8d5367cf4eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:35.232065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6468bc71-f37f-466a-927e-84758430a567 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0662198 Feb 11 14:34:35.235123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51486) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.237318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.239853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.240934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/016a7bf6-cd84-4eb4-91e0-d666027235aa HTTP/1.1" status: 204 len: 168 time: 0.2661057 Feb 11 14:34:35.249755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0b182439-3409-45c3-9f5b-7ca2966f4b90 req-c24f5594-07ee-429a-9144-a23b8c73f4d3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703714 Feb 11 14:34:35.262830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e422-907b-4a7d-9d41-f634ed852b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a7bf6-cd84-4eb4-91e0-d666027235aa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:35.282773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.295541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.423503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.429179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.430356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bbc0823b-d370-4372-8bd0-ad1f8887130a HTTP/1.1" status: 204 len: 168 time: 0.1939738 Feb 11 14:34:35.433484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.436089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51490) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.454423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7344-35c1-4356-a256-21e9f03cdcd7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbc0823b-d370-4372-8bd0-ad1f8887130a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:35.483991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4cefac44-53e4-4bc2-b5a1-67eea91de968 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477169 Feb 11 14:34:35.486895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51492) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.506975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89f6006-4f1b-40d3-91d0-2ba4400aabc2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:35.511924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Checking segment: {'id': '1bbfdb37-e02a-4b62-9a77-87681e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:35.512358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Network hostable DHCP agents. Network: 55880246-1a39-422e-92aa-d8df4bbbab41, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:35.546154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.569939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.610017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Network 55880246-1a39-422e-92aa-d8df4bbbab41 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:35.821549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.824220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.834767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/5c3d5771-cb0b-4a89-8819-dad4b4478070 HTTP/1.1" status: 204 len: 168 time: 0.3373001 Feb 11 14:34:35.835168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.837770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9973-94f0-43db-8f89-bdbe5ce59f5d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d5771-cb0b-4a89-8819-dad4b4478070,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:35.885210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1006bc59-4b66-4013-9c2c-5f17a052d376 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486577 Feb 11 14:34:35.889635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51502) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:35.894692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--595999627'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:35.912538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 55880246-1a39-422e-92aa-d8df4bbbab41) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:35.917218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:35.917845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:35.923156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b86d9f-e2f7-4450-9d26-3d7a58bf78ef None None] Network 55880246-1a39-422e-92aa-d8df4bbbab41 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:36.070074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456abe5-f9e6-4e75-8138-b72ed7786a40 None None] Network 55880246-1a39-422e-92aa-d8df4bbbab41 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:36.164407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.167369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bfccbbea-edb8-450c-baf7-c788541fd805 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2268119 Feb 11 14:34:36.236653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.313319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.352481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643fac6-b20f-45da-a10d-2ddec020c126,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:36.385835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2398-3eba-418b-ba55-1e8e856957c5 req-5f8ac299-44da-4eb1-b5f6-1241fdc9e21b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:36.387370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-660e2398-3eba-418b-ba55-1e8e856957c5 req-5f8ac299-44da-4eb1-b5f6-1241fdc9e21b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.0534837 Feb 11 14:34:36.413990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.415230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6824417b-e63c-4bad-845e-cdc6bfd92c7e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5241125 Feb 11 14:34:36.418219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51510) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:36.429408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '7643fac6-b20f-45da-a10d-2ddec020c126', 'direction': 'ingress', 'protocol': 17}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:36.430147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:36.439308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-660e2398-3eba-418b-ba55-1e8e856957c5 req-2e429752-e794-4726-bcea-66d72d47c436 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Feb 11 14:34:36.449363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31774e16-7927-48b6-9fff-cd53179203ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.535111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31774e16-7927-48b6-9fff-cd53179203ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.548670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.606972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.640662 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31774e16-7927-48b6-9fff-cd53179203ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.679762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-31774e16-7927-48b6-9fff-cd53179203ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe7519d2c82f47b283884875d7f1aec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482395 Feb 11 14:34:36.681066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774e16-7927-48b6-9fff-cd53179203ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f48a62-6111-4066-bab7-d8b325decc75,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:36.681588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51516) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:36.748214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.757039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.799779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76f1c1-b78f-47f2-be7f-621fb9d96814,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:36.799779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.903698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.907770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e1a8ecad-d2a0-4e60-b242-94fd93dbb594 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4852810 Feb 11 14:34:36.908551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:36.947470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.951999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:36.953600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84f48a62-6111-4066-bab7-d8b325decc75 HTTP/1.1" status: 204 len: 168 time: 0.2710104 Feb 11 14:34:36.965506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e1fd-74ee-49c3-8bfb-f11b1b6ef1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f48a62-6111-4066-bab7-d8b325decc75,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:36.977452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.008673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.154765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.158008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.159414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/7643fac6-b20f-45da-a10d-2ddec020c126 HTTP/1.1" status: 204 len: 168 time: 0.2495427 Feb 11 14:34:37.162124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:37.169555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea987228-203e-4fd7-84de-d5726c2b0413 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643fac6-b20f-45da-a10d-2ddec020c126,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:37.220029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-248ebc7f-ec63-4fae-ba42-48f9c5ea8eea tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565178 Feb 11 14:34:37.224000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:37.228659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--350195293'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:37.355201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.444687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.454140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:37.496418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:37.500081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-773925064-network', 'tenant_id': '5659eb6a595e4cddb23784f2ce3e88bb'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:37.537460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.570906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7209506-0df0-4da1-9147-9b6cda0b63a1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:37.587111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a334-8ede-4bf8-a7f5-867ee1286c79 req-c503aafa-541f-41d9-ab83-9c5bf7ee26c1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:37.589158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed34a334-8ede-4bf8-a7f5-867ee1286c79 req-c503aafa-541f-41d9-ab83-9c5bf7ee26c1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 943 time: 0.0776665 Feb 11 14:34:37.643179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Made reservation on behalf of 5659eb6a595e4cddb23784f2ce3e88bb for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:37.645694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.653249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed34a334-8ede-4bf8-a7f5-867ee1286c79 req-7aab6be7-1518-453c-8224-b015a60b5b48 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556819 Feb 11 14:34:37.660541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.679277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.683387 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d6dcd61c-ef6a-40d9-8067-760999c0bd45 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4556875 Feb 11 14:34:37.683894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:37.694313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834151097'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:37.703596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b1c149-1f8a-40ba-935b-a3add0009623 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:34:37.716037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bdf28a7-7d83-4fe5-9754-8f16bca98cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.781950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.828737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bdf28a7-7d83-4fe5-9754-8f16bca98cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.828911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b1c149-1f8a-40ba-935b-a3add0009623,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:37.839826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f9b1c149-1f8a-40ba-935b-a3add0009623', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': 'f9b1c149-1f8a-40ba-935b-a3add0009623', 'mac_address': 'fa:16:3e:91:59:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:34:37.850863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.877656 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.890620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b1c149-1f8a-40ba-935b-a3add0009623 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:34:37.911663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b1c149-1f8a-40ba-935b-a3add0009623,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:37.920189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.923983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.943586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:34:37.958016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5736c-4825-43dd-ad01-fd5185400fc8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:37.961028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:37.961374 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Added segment 839e6102-01a4-42dc-8f83-8daf79c97af8 of type vlan for network deb94df3-7e6c-465a-aa70-8c5ee1d18884 Feb 11 14:34:38.002273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.009915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bdf28a7-7d83-4fe5-9754-8f16bca98cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.050228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bdf28a7-7d83-4fe5-9754-8f16bca98cd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae763fae37404066b2f556cc5d4a55eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946221 Feb 11 14:34:38.052189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf28a7-7d83-4fe5-9754-8f16bca98cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e6dec-ba80-4253-8c43-22afebab1c45,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.054739 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:38.107112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.107318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.123142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.139673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf5c12-9bb9-4b12-99c7-3d2c9649c146,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.152842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.153950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.154120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.155015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.165146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.217296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] Pushing event updated for resources: {'Network': ['ID=deb94df3-7e6c-465a-aa70-8c5ee1d18884,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.228394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network deb94df3-7e6c-465a-aa70-8c5ee1d18884 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:34:38.263596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.268342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fdd0e6e1-2096-402d-97b1-b1bf7d4aa648 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5804667 Feb 11 14:34:38.270273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-13012812-ded5-4e17-b48d-7684cfa6a4bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7746174 Feb 11 14:34:38.271371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:38.275688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51588) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:38.279455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Request body: {'subnet': {'network_id': 'deb94df3-7e6c-465a-aa70-8c5ee1d18884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-773925064-subnet', 'tenant_id': '5659eb6a595e4cddb23784f2ce3e88bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:38.279668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': 'f7209506-0df0-4da1-9147-9b6cda0b63a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ebf5c12-9bb9-4b12-99c7-3d2c9649c146', 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:38.331767 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.334439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.335784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed7e6dec-ba80-4253-8c43-22afebab1c45 HTTP/1.1" status: 204 len: 168 time: 0.2799215 Feb 11 14:34:38.344398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0174c08-943f-481d-a652-ee77969818b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e6dec-ba80-4253-8c43-22afebab1c45,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.358131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f9b1c149-1f8a-40ba-935b-a3add0009623'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:34:38.421344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.451780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Made reservation on behalf of 5659eb6a595e4cddb23784f2ce3e88bb for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:38.455038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.505319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.575735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.600549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dae27d-c820-4e47-b1a6-31afb22211aa,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.703993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.705265 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6561934d-89cf-428a-bbe6-e437299ce217 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4330802 Feb 11 14:34:38.708218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:38.741525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.743774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.773119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.796821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e698853a-12e5-496f-bff3-0a7917959f4e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:38.817573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Checking segment: {'id': '839e6102-01a4-42dc-8f83-8daf79c97af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'deb94df3-7e6c-465a-aa70-8c5ee1d18884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:38.817943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Network hostable DHCP agents. Network: deb94df3-7e6c-465a-aa70-8c5ee1d18884, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:34:38.818680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f7b79-6930-4617-ac99-6e6903cb07a4 req-0a4ca08d-79d9-457f-8b44-c9eb97a5f99f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:38.820204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465f7b79-6930-4617-ac99-6e6903cb07a4 req-0a4ca08d-79d9-457f-8b44-c9eb97a5f99f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 944 time: 0.0811677 Feb 11 14:34:38.860229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-465f7b79-6930-4617-ac99-6e6903cb07a4 req-db3442d9-ceda-4c4c-a3e1-0a16786df820 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Feb 11 14:34:38.949230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.949433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Network deb94df3-7e6c-465a-aa70-8c5ee1d18884 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:34:38.956877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.959554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/07dae27d-c820-4e47-b1a6-31afb22211aa HTTP/1.1" status: 204 len: 168 time: 0.2489157 Feb 11 14:34:38.962896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51614) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:38.963728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d16c8-e3e3-4ae0-adc5-2ac5fb909e38 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07dae27d-c820-4e47-b1a6-31afb22211aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:39.008312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e4d43509-ad00-4bd0-8a71-ead1038860b2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438330 Feb 11 14:34:39.011211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51616) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:39.058674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, deb94df3-7e6c-465a-aa70-8c5ee1d18884) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:39.066810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.072551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:39.073157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.073435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0916b0c-6845-4326-8753-316a687cc364 None None] Network deb94df3-7e6c-465a-aa70-8c5ee1d18884 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:39.096963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.169149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8fc3a78f-9ec6-4da1-b027-b5885bd636da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8862140 Feb 11 14:34:39.215782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48acaf-69fa-4215-9c84-3c6597a0f786 None None] Network deb94df3-7e6c-465a-aa70-8c5ee1d18884 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:34:39.235926 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.239943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.241511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ebf5c12-9bb9-4b12-99c7-3d2c9649c146 HTTP/1.1" status: 204 len: 168 time: 0.2292402 Feb 11 14:34:39.248478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51632) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:39.253784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8b4a4-7ec2-4fbe-a095-52744335954e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf5c12-9bb9-4b12-99c7-3d2c9649c146,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:39.320280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f918c92b-01bf-4506-beaa-a8d21807854b tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0705559 Feb 11 14:34:39.323149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51634) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:39.383043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.406422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.535363 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.538342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.539642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7209506-0df0-4da1-9147-9b6cda0b63a1 HTTP/1.1" status: 204 len: 168 time: 0.2151749 Feb 11 14:34:39.545584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:39.550819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5df4e6-7305-4622-bb54-16f0832c5f79 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7209506-0df0-4da1-9147-9b6cda0b63a1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:39.611646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-13c13f7f-37d5-4f77-9978-c0489c5e66a7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631356 Feb 11 14:34:39.615676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51654) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:39.620183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974385544'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:39.717871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b1c149-1f8a-40ba-935b-a3add0009623 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:39.735769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.886234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f9b1c149-1f8a-40ba-935b-a3add0009623 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:34:39.891915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f9b1c149-1f8a-40ba-935b-a3add0009623 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:39.892677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.963347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:39.986779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-5fec0470-70ac-44d6-a043-e73a5ec457d2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:39.988431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-5fec0470-70ac-44d6-a043-e73a5ec457d2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/networks?id=55880246-1a39-422e-92aa-d8df4bbbab41 HTTP/1.1" status: 200 len: 812 time: 0.1635036 Feb 11 14:34:40.013093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-ec786c1d-e8d9-4687-9bd8-ea3671ac43c1 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/quotas/73578f00340d40969006b0fc98ee0d5e HTTP/1.1" status: 200 len: 375 time: 0.0157566 Feb 11 14:34:40.029998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.031002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473390b-2d14-410c-879f-5c76d3172305 req-fb7ad651-15bf-4909-8aa5-4abffd9d7450 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:40.032522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5473390b-2d14-410c-879f-5c76d3172305 req-fb7ad651-15bf-4909-8aa5-4abffd9d7450 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 944 time: 0.0835710 Feb 11 14:34:40.045981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.070908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:40.073577 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629341d5-0b0b-4bbe-ad7f-f316c5f79972" -d '{"events": [{"server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:40.084811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-6334c8f3-7123-4eb1-95f3-f44457fe578d tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73578f00340d40969006b0fc98ee0d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707436 Feb 11 14:34:40.106286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b1c149-1f8a-40ba-935b-a3add0009623,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:40.133864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5473390b-2d14-410c-879f-5c76d3172305 req-ceb5a946-6c23-45f3-b464-1390253aaf08 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Feb 11 14:34:40.138496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.146790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:40.148950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5308547 Feb 11 14:34:40.151635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6e543-c805-4075-974d-939b72ed44b0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4661c920-e3ad-46e8-9967-4d1a4b1d131f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:40.152413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '4661c920-e3ad-46e8-9967-4d1a4b1d131f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:40.182525 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1033a8-8602-4088-9eb9-820775cbfd9c x-openstack-request-id: req-0b1033a8-8602-4088-9eb9-820775cbfd9c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:40.182880 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "name": "network-vif-plugged", "status": "completed", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:40.183134 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b1033a8-8602-4088-9eb9-820775cbfd9c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:40.183631 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623', 'code': 200} Feb 11 14:34:40.192454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.250019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:40.323570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.360624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0c041-a195-40f7-8c59-6bad33226465 req-6bcc02d4-79d7-4281-a84c-c7d170f1d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:40.362226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f0c041-a195-40f7-8c59-6bad33226465 req-6bcc02d4-79d7-4281-a84c-c7d170f1d6cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 1096 time: 0.1029603 Feb 11 14:34:40.367431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-0d8303c1-d241-423b-98fd-115fa30f182b service neutron] 10.222.0.31 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743196 Feb 11 14:34:40.372536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.450998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08f0c041-a195-40f7-8c59-6bad33226465 req-48bf3129-f218-456b-947e-93259fb1a386 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822244 Feb 11 14:34:40.457896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.478969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf296df8-5035-45b1-99b8-e73b452e2e64,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:40.480391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-2595841b-8f60-4524-8f68-b37968f3d289 service neutron] 10.222.0.31 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062109 Feb 11 14:34:40.583886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.586759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ece1d04-1ceb-4986-936f-ef6eaa541f0e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4388931 Feb 11 14:34:40.589818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51676) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:40.614662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.622255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.826996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.833521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.834601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cf296df8-5035-45b1-99b8-e73b452e2e64 HTTP/1.1" status: 204 len: 168 time: 0.2438061 Feb 11 14:34:40.837371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:40.839911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf296df8-5035-45b1-99b8-e73b452e2e64,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:40.847799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.848142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.848487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.848822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.849174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.849501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.849823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.850226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.850469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.850954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.851087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.851399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6384e1-48a0-4deb-a41f-bbae899ddc1c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:40.881585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c4e388a1-5200-4203-80fa-835a36e2a09c tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430005 Feb 11 14:34:40.884211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51680) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:40.940391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:40.962785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.074994 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.078554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.082176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/4661c920-e3ad-46e8-9967-4d1a4b1d131f HTTP/1.1" status: 204 len: 168 time: 0.1947093 Feb 11 14:34:41.082934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:41.104351 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c4bf-c410-490a-af18-457921c8bf20 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661c920-e3ad-46e8-9967-4d1a4b1d131f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:41.149518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-279db95d-caed-498e-8aff-5a866c29085b tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644457 Feb 11 14:34:41.157453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51702) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:41.162945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--716245857'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:41.196502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82efc4e1-0663-4331-b648-6fa12f44710a req-b84473ca-a0e7-4e80-b005-956ab61b497e tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0594454 Feb 11 14:34:41.262224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f00d3-3174-4be9-8f49-bac0692d21eb req-5a0ced63-e1f6-4136-a9a7-00f2f94ebd5c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:41.270235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-438f00d3-3174-4be9-8f49-bac0692d21eb req-5a0ced63-e1f6-4136-a9a7-00f2f94ebd5c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0646882 Feb 11 14:34:41.287322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.315050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-438f00d3-3174-4be9-8f49-bac0692d21eb req-683ef1ce-a94d-41c9-b98e-217ac257e834 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Feb 11 14:34:41.373696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.462131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.491367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f126d44f-c547-489d-a554-265d59f7afe6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:41.607101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.609549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d9599140-7fad-4c1a-85f1-7296b66d3dd0 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4497347 Feb 11 14:34:41.612530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:41.617299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': 'f126d44f-c547-489d-a554-265d59f7afe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:41.796600 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.885812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.977993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:41.999345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd081d-e83e-46b7-bfdc-98bb1750d498,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:42.103085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.107528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51720) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:42.108095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-149d99fc-37e0-4a7c-a196-59312fccb089 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4936974 Feb 11 14:34:42.132223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8b2afd79-4767-42d8-8697-34a49c5553d5 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules/8dcd081d-e83e-46b7-bfdc-98bb1750d498 HTTP/1.1" status: 200 len: 763 time: 0.0235441 Feb 11 14:34:42.134944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:42.187643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-20e45117-dd55-43de-9bae-7de03ae98dec tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485828 Feb 11 14:34:42.187932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:42.212733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.222997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.277574 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-121bd766-e580-43c7-a9d6-ce329396f307 req-d18b5d27-a269-4979-b20a-ffad707c59fd tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0297620 Feb 11 14:34:42.369852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.377281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.378554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8dcd081d-e83e-46b7-bfdc-98bb1750d498 HTTP/1.1" status: 204 len: 168 time: 0.1896420 Feb 11 14:34:42.381186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51732) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:42.384158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6132f-935f-44d6-9bc6-c7395d438c7f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dcd081d-e83e-46b7-bfdc-98bb1750d498,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:42.434681 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4df137d3-d493-43ea-be03-fdb7b4252e7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520709 Feb 11 14:34:42.437837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:42.442402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': 'f126d44f-c547-489d-a554-265d59f7afe6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:42.471727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9fce-bf86-4f31-ac8c-e73b055ef027 req-24ba5f88-ac06-4371-8d65-62600decb19d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:42.473235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d06b9fce-bf86-4f31-ac8c-e73b055ef027 req-24ba5f88-ac06-4371-8d65-62600decb19d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0591936 Feb 11 14:34:42.511027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d06b9fce-bf86-4f31-ac8c-e73b055ef027 req-45f72c19-0e41-44b3-a04c-eb5564cd19e0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Feb 11 14:34:42.623633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05597d58-a018-4a5f-a76b-32928ea30b8d req-3e486eb4-750f-4e19-aa04-eb4b9c1be440 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:42.625767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05597d58-a018-4a5f-a76b-32928ea30b8d req-3e486eb4-750f-4e19-aa04-eb4b9c1be440 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0486679 Feb 11 14:34:42.665556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05597d58-a018-4a5f-a76b-32928ea30b8d req-b9479dd2-3d34-4f57-93e0-af9f511cfaab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Feb 11 14:34:42.716005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.777402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.787415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7c672-9ca6-4727-a5fb-e6b6add352a9 req-8f4b47d5-12ba-478b-bada-3003b55099fe tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:42.788879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0a7c672-9ca6-4727-a5fb-e6b6add352a9 req-8f4b47d5-12ba-478b-bada-3003b55099fe tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0534308 Feb 11 14:34:42.826211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0a7c672-9ca6-4727-a5fb-e6b6add352a9 req-955e4271-e378-47cc-9a2c-e10a0e096422 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Feb 11 14:34:42.891739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:42.914267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818a3d28-1107-4e5b-80ba-f166c09fc901,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:43.025521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.026720 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9dd921b0-e99f-4ff6-a4cc-33355d55e2df tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5878181 Feb 11 14:34:43.029490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.045837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-03f4c3b6-e79e-427a-ac6a-183a5c37819f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules/818a3d28-1107-4e5b-80ba-f166c09fc901 HTTP/1.1" status: 200 len: 763 time: 0.0152743 Feb 11 14:34:43.049510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51746) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.105497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b59d8f94-8963-4d6a-bad2-b49b378e3899 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0540738 Feb 11 14:34:43.107831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51750) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.132365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.140081 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.338073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.347771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.349856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/818a3d28-1107-4e5b-80ba-f166c09fc901 HTTP/1.1" status: 204 len: 168 time: 0.2403190 Feb 11 14:34:43.352875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.365896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7205-1bfe-4f02-bef6-84a6f853db7d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=818a3d28-1107-4e5b-80ba-f166c09fc901,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:43.394674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38175a6f-e872-423b-84c7-ed5bbfda61e9 req-85685979-4871-46dd-bf36-739c7e7f471e tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0379188 Feb 11 14:34:43.411563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17697543-5902-492a-9d78-687d480fdd75 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573087 Feb 11 14:34:43.414333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51762) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.418924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': 'f126d44f-c547-489d-a554-265d59f7afe6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:43.463329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ad4-7170-4350-9dc9-3d8cfb9679b9 req-29e5a79d-e399-4af7-bfbf-0cdb4ce341d9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:43.464727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38a35ad4-7170-4350-9dc9-3d8cfb9679b9 req-29e5a79d-e399-4af7-bfbf-0cdb4ce341d9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0521240 Feb 11 14:34:43.505490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38a35ad4-7170-4350-9dc9-3d8cfb9679b9 req-019a92f4-e01a-4f38-aed5-6f6946f4c15e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Feb 11 14:34:43.552008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.607789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.735103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.753344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8802e9-5895-4bc6-be0d-89ef79ce2df2,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:43.867676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.867676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-08d531b5-1f06-4c05-89f9-2a60d553b961 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4486804 Feb 11 14:34:43.868351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51766) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.887045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-48e07bb1-d88a-4233-bca5-0899e326f24e tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules/da8802e9-5895-4bc6-be0d-89ef79ce2df2 HTTP/1.1" status: 200 len: 764 time: 0.0175951 Feb 11 14:34:43.889454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51768) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.929808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ff4db5bf-3e63-4322-b2c9-f903381196ed tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0390699 Feb 11 14:34:43.938036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:43.974831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.005901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.101112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-6a974f17-3302-4aee-b74b-6ea687f86403 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:44.102551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-6a974f17-3302-4aee-b74b-6ea687f86403 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.62 "GET /v2.0/networks?id=55880246-1a39-422e-92aa-d8df4bbbab41 HTTP/1.1" status: 200 len: 812 time: 0.1254823 Feb 11 14:34:44.114805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Request body: {'port': {'device_id': '659dee84-8457-437c-9e22-75c12be35725', 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41', 'admin_state_up': True, 'tenant_id': '73578f00340d40969006b0fc98ee0d5e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:44.167430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.174589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.175847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/da8802e9-5895-4bc6-be0d-89ef79ce2df2 HTTP/1.1" status: 204 len: 168 time: 0.2359788 Feb 11 14:34:44.181416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51778) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:44.194002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fcbbc-0740-43a2-9f61-f26ccbd2c2b7 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da8802e9-5895-4bc6-be0d-89ef79ce2df2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:44.242079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-660d132a-e2b8-4a89-8056-62953cd5fa2d tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561922 Feb 11 14:34:44.244745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51780) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:44.316504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.335343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Made reservation on behalf of 73578f00340d40969006b0fc98ee0d5e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:34:44.339016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.353840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.476131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.479552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.481795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/f126d44f-c547-489d-a554-265d59f7afe6 HTTP/1.1" status: 204 len: 168 time: 0.2358065 Feb 11 14:34:44.509520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:44.543772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Allocated IP 172.20.0.5 (55880246-1a39-422e-92aa-d8df4bbbab41/f89f6006-4f1b-40d3-91d0-2ba4400aabc2/6ea50efd-47e6-4a5b-9ea7-8b90382ece6a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:44.549552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae78811-0874-4e5c-95fc-8f46f3b5b59f tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f126d44f-c547-489d-a554-265d59f7afe6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:44.602943 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd0b4ebc-3c69-424b-9ef3-453745a98c69 req-838798e1-2978-492d-9af7-bb7c41e24a94 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0713422 Feb 11 14:34:44.642717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-714a9388-5579-48a9-b079-bc72f53a09f3 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309769 Feb 11 14:34:44.653350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51788) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:44.658348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group': {'name': 'tempest-secgroup--967532972'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:44.767971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.791827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4edbc-9c8c-4c7d-a48c-bff4c6227f00 req-b59b163e-0ce8-4c4f-9506-c4f3deaacbd9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:44.793602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2cd4edbc-9c8c-4c7d-a48c-bff4c6227f00 req-b59b163e-0ce8-4c4f-9506-c4f3deaacbd9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.0873322 Feb 11 14:34:44.809337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.870217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2cd4edbc-9c8c-4c7d-a48c-bff4c6227f00 req-6b19caf6-0404-4144-9bb3-3946a306e996 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641804 Feb 11 14:34:44.911760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-3b40ab6b-db2c-4ea5-b6c1-2d71f79a79e6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:44.911760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-3b40ab6b-db2c-4ea5-b6c1-2d71f79a79e6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 945 time: 0.1167526 Feb 11 14:34:44.967329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:44.972225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.034841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Network 55880246-1a39-422e-92aa-d8df4bbbab41 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:45.035766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port f9b1c149-1f8a-40ba-935b-a3add0009623 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:34:45.036121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.038140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:45.042420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:45.079724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Pushing event updated for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:45.116953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:45.117794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.133269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.157484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port f9b1c149-1f8a-40ba-935b-a3add0009623, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f9b1c149-1f8a-40ba-935b-a3add0009623,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:45.157863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.181294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for f9b1c149-1f8a-40ba-935b-a3add0009623 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:34:45.185148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770c0e41-0375-4654-9556-926228f1e2f4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:45.251953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-12fbafff-a977-48d9-8492-7a6a15c9fc60 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407053 Feb 11 14:34:45.264263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Request body: {'port': {'device_id': '659dee84-8457-437c-9e22-75c12be35725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:45.306775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.306775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dd786140-93d8-4cdb-9efc-0bd8a9a115c2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494114 Feb 11 14:34:45.307890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51794) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:45.311769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Request body: {'security_group_rule': {'security_group_id': '770c0e41-0375-4654-9556-926228f1e2f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:45.322327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.606022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:34:45.609614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.615686 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.622579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f9b1c149-1f8a-40ba-935b-a3add0009623'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:34:45.631318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Transition to ACTIVE for port object 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:34:45.646231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=f9b1c149-1f8a-40ba-935b-a3add0009623,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:45.732997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port f9b1c149-1f8a-40ba-935b-a3add0009623 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:45.736310 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.740412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fedc214-bd7f-440e-b47c-aad439c002e9 req-e3b544d1-bab2-4a19-95d1-8602073a41b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "DELETE /v2.0/ports/f9b1c149-1f8a-40ba-935b-a3add0009623 HTTP/1.1" status: 204 len: 173 time: 0.8318865 Feb 11 14:34:45.741670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.744953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'name': 'network-vif-deleted', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:45.746743 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bbfbc5-e162-4702-adf4-55a6aeb3a96d" -d '{"events": [{"server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "name": "network-vif-deleted", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:45.764492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.816801 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0972f-66cd-4aa6-85fb-e92aaf994cae x-openstack-request-id: req-63e0972f-66cd-4aa6-85fb-e92aaf994cae {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:45.817122 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614b96b-37f5-459e-99c2-dd0de7c7df8d", "name": "network-vif-deleted", "tag": "f9b1c149-1f8a-40ba-935b-a3add0009623", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:45.817381 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63e0972f-66cd-4aa6-85fb-e92aaf994cae {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:45.817786 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614b96b-37f5-459e-99c2-dd0de7c7df8d', 'name': 'network-vif-deleted', 'tag': 'f9b1c149-1f8a-40ba-935b-a3add0009623', 'status': 'completed', 'code': 200} Feb 11 14:34:45.837568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17024bd8-9107-4c42-aff7-4c93e745bf71 req-4c4b4c3b-306d-49a7-9458-4ba39a222163 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:45.845760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17024bd8-9107-4c42-aff7-4c93e745bf71 req-4c4b4c3b-306d-49a7-9458-4ba39a222163 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 943 time: 0.1489339 Feb 11 14:34:45.876633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:45.885850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.910825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17024bd8-9107-4c42-aff7-4c93e745bf71 req-b9dc36db-497c-488a-b685-334245d47f31 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628583 Feb 11 14:34:45.919367 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Attempting to bind port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:34:45.919707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Attempting to bind port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '1bbfdb37-e02a-4b62-9a77-87681e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:34:45.920043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Attempting to bind port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a on network 55880246-1a39-422e-92aa-d8df4bbbab41 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:45.934885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a on network 55880246-1a39-422e-92aa-d8df4bbbab41 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:34:45.935279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Attempting to bind port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a on network 55880246-1a39-422e-92aa-d8df4bbbab41 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:34:45.944095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:34:45.946209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Checking segment: {'id': '1bbfdb37-e02a-4b62-9a77-87681e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:34:45.946209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Bound using segment: {'id': '1bbfdb37-e02a-4b62-9a77-87681e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:34:45.946209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Bound port: 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbfdb37-e02a-4b62-9a77-87681e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:34:45.946209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.949916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.981098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdbb713-1b45-4361-93cc-8012e02d5e00,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:46.034689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c91a1753-5995-4217-88a9-d0f57e45c4c5 req-f469cd8c-43ec-445c-9cd5-43f8b3d793d2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0355415 Feb 11 14:34:46.047864 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.053095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-53e18abe-3a9e-4f68-9465-791d06a27b69 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7417722 Feb 11 14:34:46.053426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51806) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:46.074053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:34:46.077986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,segment=NetworkSegment(1bbfdb37-e02a-4b62-9a77-87681e1467a9),segment_id=1bbfdb37-e02a-4b62-9a77-87681e1467a9)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:34:46.119099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.142776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.160544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.193573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.193714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.195520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ea50efd-47e6-4a5b-9ea7-8b90382ece6a HTTP/1.1" status: 200 len: 1091 time: 0.9357688 Feb 11 14:34:46.201202 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:46.204389 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539ab2ee-3006-4118-902a-de8802d5bd23" -d '{"events": [{"name": "network-changed", "server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:46.228810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e57ed-89dd-4b30-9733-ec3cbd4f81e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:46.244706 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f6d59-4fa4-4fbb-a4a2-48477587e123 x-openstack-request-id: req-632f6d59-4fa4-4fbb-a4a2-48477587e123 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:46.245236 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:46.245489 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-632f6d59-4fa4-4fbb-a4a2-48477587e123 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:46.245973 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a', 'status': 'completed', 'code': 200} Feb 11 14:34:46.268743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.271432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:46.275339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/770c0e41-0375-4654-9556-926228f1e2f4 HTTP/1.1" status: 204 len: 168 time: 0.2182128 Feb 11 14:34:46.275892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:46.289622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15195e-8021-47fe-9e16-5ed343b06d88 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c0e41-0375-4654-9556-926228f1e2f4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:46.345432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-29fe176d-f9ea-44cd-b401-ca1378a269a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.347939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-29fe176d-f9ea-44cd-b401-ca1378a269a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73578f00340d40969006b0fc98ee0d5e&device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 1094 time: 0.0808620 Feb 11 14:34:46.350509 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c36c9395-aa59-4b89-822b-605e800917b6 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736351 Feb 11 14:34:46.353059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:46.518866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-999ce906-f7a5-45db-b7f8-9fe3fcf454f2 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1647272 Feb 11 14:34:46.521767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:46.539319 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-2a68cded-ebfb-4aad-b4b5-21409675bf04 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] delete failed (client error): The resource could not be found. Feb 11 14:34:46.543999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2a68cded-ebfb-4aad-b4b5-21409675bf04 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "DELETE /v2.0/security-groups/770c0e41-0375-4654-9556-926228f1e2f4 HTTP/1.1" status: 404 len: 347 time: 0.0176885 Feb 11 14:34:46.544273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:46.582349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-7fe8e7ce-b3de-46fc-9bad-6370c598f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.583810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-7fe8e7ce-b3de-46fc-9bad-6370c598f63c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=73578f00340d40969006b0fc98ee0d5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2241201 Feb 11 14:34:46.685263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-874414d3-1a38-4867-a636-99532da1cab1 tempest-SecGroupTest-654648000 tempest-SecGroupTest-654648000-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367102 Feb 11 14:34:46.787209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-65a7b9df-6163-4b9c-b852-831f49ab4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.788698 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-539ab2ee-3006-4118-902a-de8802d5bd23 req-65a7b9df-6163-4b9c-b852-831f49ab4aec service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957045 Feb 11 14:34:46.864531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-6b4b66c1-30da-40f1-b597-87a035be640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.866048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-6b4b66c1-30da-40f1-b597-87a035be640f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73578f00340d40969006b0fc98ee0d5e&device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 1094 time: 0.0413404 Feb 11 14:34:46.931260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-1447a3bf-b6c5-4809-9f5c-0fbb0cac0090 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a HTTP/1.1" status: 200 len: 217 time: 0.0576334 Feb 11 14:34:46.993288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90866a-887b-490f-855c-8f0409df7148 req-16b1240f-8a10-4f81-977c-e9cf4383157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:46.995532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-16b1240f-8a10-4f81-977c-e9cf4383157e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f89f6006-4f1b-40d3-91d0-2ba4400aabc2 HTTP/1.1" status: 200 len: 852 time: 0.0571980 Feb 11 14:34:47.071975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-9a89b585-da7f-4214-a611-31a176b1b6e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55880246-1a39-422e-92aa-d8df4bbbab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638456 Feb 11 14:34:47.135048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a985-f00d-4a06-9def-cea07d5e32b9 req-a103fd8b-2f9c-4d6f-8660-f5fe70366654 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:47.136561 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cb6a985-f00d-4a06-9def-cea07d5e32b9 req-a103fd8b-2f9c-4d6f-8660-f5fe70366654 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 943 time: 0.1383147 Feb 11 14:34:47.182990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6d125d5-f6b4-47fe-b057-78bf8042b6bd req-f0ab652a-d997-423f-bb9a-28b1432257a5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0493877 Feb 11 14:34:47.211504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-589156f9-0bd2-4e0c-ba0f-221165163a6b service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326320 Feb 11 14:34:47.214521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cb6a985-f00d-4a06-9def-cea07d5e32b9 req-411e1b0a-cb3f-424d-ad18-ea4d53e4e82b tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707715 Feb 11 14:34:47.227939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51830) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:47.318941 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a90866a-887b-490f-855c-8f0409df7148 req-1d7cfb42-3893-41d7-b186-6631a18e3802 service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002071 Feb 11 14:34:47.376713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3a11e4d7-5078-4770-bc2f-44b04769dcdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f8acc6380f64ebeaa5057293adfb3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475270 Feb 11 14:34:47.379253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51834) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:47.427575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:47.448457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:47.578189 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:47.581011 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:47.582371 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d769653a-16b8-4fb8-a697-1d42ce5cff93 HTTP/1.1" status: 204 len: 168 time: 0.2019277 Feb 11 14:34:47.590733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183912eb-13a7-4fdd-81f6-d35af823e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769653a-16b8-4fb8-a697-1d42ce5cff93,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:47.755069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b1c149-1f8a-40ba-935b-a3add0009623 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:47.776522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f9b1c149-1f8a-40ba-935b-a3add0009623 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:34:47.776861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f9b1c149-1f8a-40ba-935b-a3add0009623 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:48.143681 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbb52e46-77fa-4dfb-83c9-ea65e145d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:48.316429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89a586ff-9e69-43ed-a405-7a8a83441af5 req-6e649ab4-7fec-41ea-986d-d9f22cea40f0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0499752 Feb 11 14:34:48.342074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cd2d3-59ad-4f92-8560-4ef72e0ba33f req-931cf985-37a5-4090-9b35-dbe2d9ae2a0c tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:48.344163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-628cd2d3-59ad-4f92-8560-4ef72e0ba33f req-931cf985-37a5-4090-9b35-dbe2d9ae2a0c tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 943 time: 0.0530667 Feb 11 14:34:48.384299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-628cd2d3-59ad-4f92-8560-4ef72e0ba33f req-daf58379-6d42-414f-bdfc-da25fffbfe88 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Feb 11 14:34:48.779938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:48.884914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8212a0b9-5012-4e5f-95d9-5ea7925ea5cd tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:48.885590 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-8212a0b9-5012-4e5f-95d9-5ea7925ea5cd tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 14:34:48.886077 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-8212a0b9-5012-4e5f-95d9-5ea7925ea5cd tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:34:48.887032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8212a0b9-5012-4e5f-95d9-5ea7925ea5cd tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1054811 Feb 11 14:34:48.891059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:48.895123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583277464'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:49.017407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.026671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.118985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.243878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.282117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea5f1c-5d65-4f67-84f2-d23e6885c5dc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:49.320969 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.396882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.420966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-972c7518-55ed-4353-9769-746513e7ef79 req-b42ce377-b7f5-43fa-a269-1c3e085cc736 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0345020 Feb 11 14:34:49.442996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1050bdcf-9a28-4f9f-b150-3a9e1c9ab9d3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:49.510780 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.515422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cfb00b0e-ced3-4e38-b770-92ef8f90082f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6200550 Feb 11 14:34:49.515529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5530-4877-4280-8096-c463aeedd44b req-cf3289ab-1e7e-4896-bd27-13c9cf2a7f4e tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:49.515976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:49.516119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a1d5530-4877-4280-8096-c463aeedd44b req-cf3289ab-1e7e-4896-bd27-13c9cf2a7f4e tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 943 time: 0.0535960 Feb 11 14:34:49.520158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '1050bdcf-9a28-4f9f-b150-3a9e1c9ab9d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:49.558921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a1d5530-4877-4280-8096-c463aeedd44b req-1cfb22ab-e3e9-4dba-b862-e7f47cc97af7 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Feb 11 14:34:49.643656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.691968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.754371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.776753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e24819d-4421-43d4-888b-ad00c1a3f979,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:49.859810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.863681 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50627d58-b20a-43d0-a1eb-dd65deaa4877 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445244 Feb 11 14:34:49.863856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51884) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:49.868329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-994d7ef7-2494-4822-9bdb-a8e7e2a777a8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '1050bdcf-9a28-4f9f-b150-3a9e1c9ab9d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:49.971743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994d7ef7-2494-4822-9bdb-a8e7e2a777a8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.092248 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-994d7ef7-2494-4822-9bdb-a8e7e2a777a8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:34:50.093508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-994d7ef7-2494-4822-9bdb-a8e7e2a777a8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2286716 Feb 11 14:34:50.096274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:50.154589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.177200 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.197676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:34:50.278179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.281222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.282744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/1050bdcf-9a28-4f9f-b150-3a9e1c9ab9d3 HTTP/1.1" status: 204 len: 168 time: 0.1855288 Feb 11 14:34:50.285585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:50.293626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a2d2-8e0e-48ed-8a47-2e2f099cec66 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1050bdcf-9a28-4f9f-b150-3a9e1c9ab9d3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:50.303228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,segment=NetworkSegment(1bbfdb37-e02a-4b62-9a77-87681e1467a9),segment_id=1bbfdb37-e02a-4b62-9a77-87681e1467a9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:50.320511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a', 'network_id': '55880246-1a39-422e-92aa-d8df4bbbab41', 'port_id': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a', 'mac_address': 'fa:16:3e:c7:df:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89f6006-4f1b-40d3-91d0-2ba4400aabc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:34:50.359355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-761085a6-aef1-4fa5-9d1c-6a3349a70437 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724123 Feb 11 14:34:50.362864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:50.367769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630006621'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:50.388616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.404041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:34:50.425255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,segment=NetworkSegment(1bbfdb37-e02a-4b62-9a77-87681e1467a9),segment_id=1bbfdb37-e02a-4b62-9a77-87681e1467a9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:50.479942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95eb97a9-58ea-4913-b7ab-62e1466ec185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.514938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d82d4c0d-601f-4b3f-bf95-a2e0b1cdc62f req-7f385ff7-1663-4718-af95-c0e15b464db9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0258336 Feb 11 14:34:50.581238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.582676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.647942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:50.664747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.722919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2c1d-ddcf-48f3-880b-520f990c04b1 req-9ba5c06d-77d6-49e5-b31d-39aafd1e8eb2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:50.724377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1ec2c1d-ddcf-48f3-880b-520f990c04b1 req-9ba5c06d-77d6-49e5-b31d-39aafd1e8eb2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 944 time: 0.0476897 Feb 11 14:34:50.767476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1ec2c1d-ddcf-48f3-880b-520f990c04b1 req-705cc575-ce95-4d01-89b8-c25e2dcea2f9 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Feb 11 14:34:50.792415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.796422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6ea50efd-47e6-4a5b-9ea7-8b90382ece6a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:34:50.825767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f15f083-1e18-40f5-868d-96d3c7067b87,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:50.937218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.942507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:50.943005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90bfaaeb-a1d8-4c77-a2e1-d86bcfd7a236 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5785637 Feb 11 14:34:50.947541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c1342cbc-af76-4931-bcbe-fd80fe201474 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '4f15f083-1e18-40f5-868d-96d3c7067b87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:50.948352 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-c1342cbc-af76-4931-bcbe-fd80fe201474 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 14:34:50.948859 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-c1342cbc-af76-4931-bcbe-fd80fe201474 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:50.949837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1342cbc-af76-4931-bcbe-fd80fe201474 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061677 Feb 11 14:34:50.959653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51912) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:51.016678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.039114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.171365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.174238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.175462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f15f083-1e18-40f5-868d-96d3c7067b87 HTTP/1.1" status: 204 len: 168 time: 0.2149324 Feb 11 14:34:51.178326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:51.184997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec086-f475-4894-a172-2c8d8b01d717 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f15f083-1e18-40f5-868d-96d3c7067b87,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:51.226638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5adf5b22-ac87-4d00-ba9b-c470d041ba2c tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470502 Feb 11 14:34:51.229721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51920) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:51.234603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131188037'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:51.366232 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.434230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.561153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.596550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77463ba4-a7ca-4de0-bb5f-3891ccf07c00,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:51.634560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-005f993c-b004-4164-b6de-43fa0c78a09f req-f7a68326-ea53-4eff-98d3-f464a0079014 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=4614b96b-37f5-459e-99c2-dd0de7c7df8d HTTP/1.1" status: 200 len: 210 time: 0.0265348 Feb 11 14:34:51.711016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.714966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fb371188-132a-469f-83ca-857e5c8af464 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4815400 Feb 11 14:34:51.715368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51924) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:51.720145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cd46ba53-bab3-4c0e-90fa-9f9fd4554b6e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '77463ba4-a7ca-4de0-bb5f-3891ccf07c00', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:51.751955 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-cd46ba53-bab3-4c0e-90fa-9f9fd4554b6e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 14:34:51.752578 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-cd46ba53-bab3-4c0e-90fa-9f9fd4554b6e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:51.753679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cd46ba53-bab3-4c0e-90fa-9f9fd4554b6e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0371413 Feb 11 14:34:51.756903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51926) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:51.772741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.812878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.839242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.892758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcc5e4-d371-41ba-b311-5c95df85f7a3 req-56e4bf5a-1adf-4b2c-bc51-efabb71e9730 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:51.894520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3dcc5e4-d371-41ba-b311-5c95df85f7a3 req-56e4bf5a-1adf-4b2c-bc51-efabb71e9730 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 944 time: 0.0515749 Feb 11 14:34:51.935521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d3dcc5e4-d371-41ba-b311-5c95df85f7a3 req-17f21780-e506-4b8c-a9dc-4ad2124ab30d tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Feb 11 14:34:51.994156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.996780 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:51.998006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/77463ba4-a7ca-4de0-bb5f-3891ccf07c00 HTTP/1.1" status: 204 len: 168 time: 0.2401917 Feb 11 14:34:52.000830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.007383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204dbed-6a77-49a5-b53d-47af25390c02 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77463ba4-a7ca-4de0-bb5f-3891ccf07c00,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:52.054914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-83fb69b9-b5a5-4abe-952c-ac9393ddfe5b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493569 Feb 11 14:34:52.055205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.059423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--146069147'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.140541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.202833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:52.222837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.303083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.331870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5838d-a017-41bb-9a16-d71b50c3596b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:52.334652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:34:52.338621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:52.338993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.379191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.381342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad835fbd-1227-4be8-bfc2-13f667f7c8b6 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3244731 Feb 11 14:34:52.383766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51944) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.388259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a95e9175-ca7c-48f9-adad-8a2c2a8a6be2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '02d5838d-a017-41bb-9a16-d71b50c3596b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.399520 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-a95e9175-ca7c-48f9-adad-8a2c2a8a6be2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 14:34:52.400262 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-a95e9175-ca7c-48f9-adad-8a2c2a8a6be2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:52.401495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a95e9175-ca7c-48f9-adad-8a2c2a8a6be2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167551 Feb 11 14:34:52.407425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51946) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.411927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96acc597-8ad5-4bba-a2ae-73c82929e43d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '02d5838d-a017-41bb-9a16-d71b50c3596b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.413657 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-96acc597-8ad5-4bba-a2ae-73c82929e43d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 14:34:52.414306 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-96acc597-8ad5-4bba-a2ae-73c82929e43d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:52.415269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-96acc597-8ad5-4bba-a2ae-73c82929e43d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068588 Feb 11 14:34:52.417810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.419865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.422126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a5e44c86-9788-4682-9a34-ba7d7883bb1b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '02d5838d-a017-41bb-9a16-d71b50c3596b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.423612 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-a5e44c86-9788-4682-9a34-ba7d7883bb1b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 14:34:52.424085 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a5e44c86-9788-4682-9a34-ba7d7883bb1b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:52.427202 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a5e44c86-9788-4682-9a34-ba7d7883bb1b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063503 Feb 11 14:34:52.427535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51950) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.431904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ebda3a71-d4e9-43ce-b749-7c2e99a65deb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '02d5838d-a017-41bb-9a16-d71b50c3596b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.436644 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-ebda3a71-d4e9-43ce-b749-7c2e99a65deb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 14:34:52.436644 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-ebda3a71-d4e9-43ce-b749-7c2e99a65deb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:52.436644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebda3a71-d4e9-43ce-b749-7c2e99a65deb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057039 Feb 11 14:34:52.436877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51952) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.453411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:52.457247 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd7d5e-0e13-4435-a3df-a240b3789c52" -d '{"events": [{"server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "name": "network-vif-plugged", "status": "completed", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:52.469754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,segment=NetworkSegment(1bbfdb37-e02a-4b62-9a77-87681e1467a9),segment_id=1bbfdb37-e02a-4b62-9a77-87681e1467a9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:52.492519 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.499376 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf82c617-bd3a-400e-826c-879a2de5e40d x-openstack-request-id: req-cf82c617-bd3a-400e-826c-879a2de5e40d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:52.499732 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "name": "network-vif-plugged", "status": "completed", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:52.500095 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf82c617-bd3a-400e-826c-879a2de5e40d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:52.500920 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a', 'code': 200} Feb 11 14:34:52.518493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.566122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.619654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:52.624473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692fce2-9092-4b8a-83df-47e153e07c4f req-856d8dae-7c75-4c57-83b3-897803c678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:52.626054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c692fce2-9092-4b8a-83df-47e153e07c4f req-856d8dae-7c75-4c57-83b3-897803c678b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 1096 time: 0.0678170 Feb 11 14:34:52.652013 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.654720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.656840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/02d5838d-a017-41bb-9a16-d71b50c3596b HTTP/1.1" status: 204 len: 168 time: 0.2190049 Feb 11 14:34:52.659682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.668938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9ce2b-b969-4b88-9503-55c3d3f3d1be tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5838d-a017-41bb-9a16-d71b50c3596b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:52.692597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c692fce2-9092-4b8a-83df-47e153e07c4f req-7110b987-1d85-4038-9a34-0e10f848c202 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Feb 11 14:34:52.723269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8cb0004e-2941-488c-812a-2a62f83be6a3 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624115 Feb 11 14:34:52.730651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:52.737325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--186445840'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:52.851904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.918618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:52.982627 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:53.023668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53066d5-8c05-419e-80b1-34d3b4426e41,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:53.068068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c56dcd-3de7-4ae9-b3cd-7a8be2a37fab req-790d8a32-0b65-425a-9c8e-8d19e14ec1cb tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:53.070692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38c56dcd-3de7-4ae9-b3cd-7a8be2a37fab req-790d8a32-0b65-425a-9c8e-8d19e14ec1cb tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0579734 Feb 11 14:34:53.108996 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:53.118148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9f88aeb5-c57c-4e22-a851-63927ff4b67d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3779888 Feb 11 14:34:53.118148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.122727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d2765311-cdfb-4077-b5ce-42cd64a4c7a0 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.123568 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-d2765311-cdfb-4077-b5ce-42cd64a4c7a0 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 14:34:53.124810 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-d2765311-cdfb-4077-b5ce-42cd64a4c7a0 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.127397 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d2765311-cdfb-4077-b5ce-42cd64a4c7a0 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131285 Feb 11 14:34:53.128522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.133433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b32e6b48-f59c-4012-915a-0a0316a2e695 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.136086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38c56dcd-3de7-4ae9-b3cd-7a8be2a37fab req-f574162f-0c3f-4fc2-9852-5303d13e130e tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564046 Feb 11 14:34:53.142777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:53.332083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:53.366285 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b32e6b48-f59c-4012-915a-0a0316a2e695 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.367364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b32e6b48-f59c-4012-915a-0a0316a2e695 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2377920 Feb 11 14:34:53.370332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51976) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.375989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6c8eff48-0521-449b-a712-34b3a50c04a9 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.376777 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-6c8eff48-0521-449b-a712-34b3a50c04a9 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 14:34:53.377508 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-6c8eff48-0521-449b-a712-34b3a50c04a9 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.378605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c8eff48-0521-449b-a712-34b3a50c04a9 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070050 Feb 11 14:34:53.381091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51978) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.389165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c0bfdf04-64bd-443c-91c9-de4a2673fff8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.632385 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-c0bfdf04-64bd-443c-91c9-de4a2673fff8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.633405 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c0bfdf04-64bd-443c-91c9-de4a2673fff8 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2513998 Feb 11 14:34:53.636396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.641117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b3cbdc08-1b8f-4a01-ab70-bad756800392 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.641597 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-b3cbdc08-1b8f-4a01-ab70-bad756800392 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 14:34:53.642072 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b3cbdc08-1b8f-4a01-ab70-bad756800392 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.643043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b3cbdc08-1b8f-4a01-ab70-bad756800392 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055981 Feb 11 14:34:53.646065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 51988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.650577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9daba2dc-7fcb-4858-b2c2-083bb2a5a38b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.877598 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-9daba2dc-7fcb-4858-b2c2-083bb2a5a38b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Project 333391dfaa8842a490bac4f2cd191f02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:34:53.981214 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-9daba2dc-7fcb-4858-b2c2-083bb2a5a38b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.985078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9daba2dc-7fcb-4858-b2c2-083bb2a5a38b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3355067 Feb 11 14:34:53.985998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51990) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:53.990573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-984a76f7-5f93-4f46-bc08-bcce2e2ddf33 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:53.991004 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-984a76f7-5f93-4f46-bc08-bcce2e2ddf33 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 14:34:53.991484 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-984a76f7-5f93-4f46-bc08-bcce2e2ddf33 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:53.992489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-984a76f7-5f93-4f46-bc08-bcce2e2ddf33 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055211 Feb 11 14:34:53.995416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 51992) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:54.000314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5de04b23-f3b1-4909-b4ea-9a0222d90a3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:54.156068 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-5de04b23-f3b1-4909-b4ea-9a0222d90a3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Project 333391dfaa8842a490bac4f2cd191f02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:34:54.232900 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-5de04b23-f3b1-4909-b4ea-9a0222d90a3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:54.234341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5de04b23-f3b1-4909-b4ea-9a0222d90a3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2378066 Feb 11 14:34:54.237058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52006) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:54.243399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-07e9d4c2-42f7-4e84-a2de-67c6beb3b2f2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c53066d5-8c05-419e-80b1-34d3b4426e41', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:54.274293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c546-2e91-4067-ac62-3ce6d7d6adc1 req-44955cb7-a2e9-4337-85ac-0c0b5d81ca6b tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:54.275802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1892c546-2e91-4067-ac62-3ce6d7d6adc1 req-44955cb7-a2e9-4337-85ac-0c0b5d81ca6b tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0695779 Feb 11 14:34:54.320395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1892c546-2e91-4067-ac62-3ce6d7d6adc1 req-8d4fbc20-6897-4de1-90fa-164677c3b528 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Feb 11 14:34:54.356080 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-07e9d4c2-42f7-4e84-a2de-67c6beb3b2f2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Project 333391dfaa8842a490bac4f2cd191f02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:34:54.448558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377e3c-f2a7-4b2c-95a6-c703c56f7553 req-a17fcd6e-e635-459a-b1aa-2a14cf0093e7 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:54.458209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67377e3c-f2a7-4b2c-95a6-c703c56f7553 req-a17fcd6e-e635-459a-b1aa-2a14cf0093e7 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0631831 Feb 11 14:34:54.471967 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-07e9d4c2-42f7-4e84-a2de-67c6beb3b2f2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:54.475472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-07e9d4c2-42f7-4e84-a2de-67c6beb3b2f2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2346079 Feb 11 14:34:54.475689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:54.524941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67377e3c-f2a7-4b2c-95a6-c703c56f7553 req-5e186074-236e-4c8a-9510-d8bfca4a7ad4 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596170 Feb 11 14:34:54.553971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.579214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.730101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.734985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.738508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/c53066d5-8c05-419e-80b1-34d3b4426e41 HTTP/1.1" status: 204 len: 168 time: 0.2594318 Feb 11 14:34:54.738899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:54.751551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0cc14-0f67-4a18-8d1f-23f4ce3c34e7 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53066d5-8c05-419e-80b1-34d3b4426e41,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:54.791472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4f2e56a5-0ce7-4da8-ac21-4a32be37600b tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509846 Feb 11 14:34:54.795861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:54.800277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448769875'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:54.886199 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.968938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.035506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.058184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229f866-f64f-4e22-9f7c-0e350d93d042 req-35a0ea0e-571f-4350-b807-479a2f5706b2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:55.060307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5229f866-f64f-4e22-9f7c-0e350d93d042 req-35a0ea0e-571f-4350-b807-479a2f5706b2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0639465 Feb 11 14:34:55.102932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c44c9-4959-4514-860b-234edf2eca5c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:55.132189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5229f866-f64f-4e22-9f7c-0e350d93d042 req-356a5279-686c-432c-8069-5e788a95fa67 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552211 Feb 11 14:34:55.162245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.164144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74607ef4-1eed-4c8c-872c-513c9df36548 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3668447 Feb 11 14:34:55.166710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52026) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:55.172001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-deb34bc4-51b1-4470-9ef6-61a65ae24d78 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c92c44c9-4959-4514-860b-234edf2eca5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:55.429082 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-deb34bc4-51b1-4470-9ef6-61a65ae24d78 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The resource could not be found. Feb 11 14:34:55.432731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-deb34bc4-51b1-4470-9ef6-61a65ae24d78 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2624586 Feb 11 14:34:55.433081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52030) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:55.437311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a18e46bf-4a6c-440c-9aeb-c36854d82e15 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'c92c44c9-4959-4514-860b-234edf2eca5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2d482597-26ac-4fc9-b17d-cd425501ddbb'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:55.659684 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-a18e46bf-4a6c-440c-9aeb-c36854d82e15 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The resource could not be found. Feb 11 14:34:55.661434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a18e46bf-4a6c-440c-9aeb-c36854d82e15 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2274609 Feb 11 14:34:55.664275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:55.761113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.788230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.948389 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.951041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:55.955363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/c92c44c9-4959-4514-860b-234edf2eca5c HTTP/1.1" status: 204 len: 168 time: 0.2868640 Feb 11 14:34:55.956216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52046) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:55.963997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085d1f-eb27-4c14-be23-6167ec2de056 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c44c9-4959-4514-860b-234edf2eca5c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:56.043824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1c48d33b-48af-4d39-bd4f-b5ce350c276f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858827 Feb 11 14:34:56.055944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52048) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:56.067641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e625c0f9-5d5c-4af5-a72d-1cece823c3ad tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '76487a0e-6797-4e06-8b25-7443d1582950', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:56.597858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:56.654410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14eebd-7407-47a7-a5e8-ff527bc2348f req-f1d15fa0-ebee-4afe-bda7-ee6ed992dbca tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:56.656464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc14eebd-7407-47a7-a5e8-ff527bc2348f req-f1d15fa0-ebee-4afe-bda7-ee6ed992dbca tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.4491673 Feb 11 14:34:56.702966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc14eebd-7407-47a7-a5e8-ff527bc2348f req-c765a1ea-016d-4c06-b444-4ceaf8e5a274 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Feb 11 14:34:56.732031 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-e625c0f9-5d5c-4af5-a72d-1cece823c3ad tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The resource could not be found. Feb 11 14:34:56.737863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e625c0f9-5d5c-4af5-a72d-1cece823c3ad tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6744728 Feb 11 14:34:56.738021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:56.751552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350981139'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:56.755839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83136f42-4bf4-44b3-a223-c95a62dc0f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:56.844997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83136f42-4bf4-44b3-a223-c95a62dc0f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:56.935046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:56.937737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-83136f42-4bf4-44b3-a223-c95a62dc0f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:56.988658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83136f42-4bf4-44b3-a223-c95a62dc0f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c6c51-45f2-41f2-8f49-c10ce2a51f4b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:56.997368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-83136f42-4bf4-44b3-a223-c95a62dc0f28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82afe87a093e487786a5c0c741be7363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975291 Feb 11 14:34:57.000692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:57.081284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.089743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.136132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.179738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac08f-18d9-42e2-8b4f-3535d3a55b82 req-8eb5b3e1-c526-40e3-8e9e-91378f502ad0 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:57.181251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32dac08f-18d9-42e2-8b4f-3535d3a55b82 req-8eb5b3e1-c526-40e3-8e9e-91378f502ad0 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0869007 Feb 11 14:34:57.198974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.233538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32dac08f-18d9-42e2-8b4f-3535d3a55b82 req-7bbcee6c-5cc7-4abe-8182-e78b20c6cab3 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Feb 11 14:34:57.256884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99abaa-1c0e-42c1-bd33-140ffc248a5a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:57.307385 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.312141 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.312940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c4c6c51-45f2-41f2-8f49-c10ce2a51f4b HTTP/1.1" status: 204 len: 168 time: 0.3112361 Feb 11 14:34:57.318490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-da6fc4e1-8188-4681-8b33-46c1b3a07ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:57.320552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-da6fc4e1-8188-4681-8b33-46c1b3a07ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73578f00340d40969006b0fc98ee0d5e&device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 1096 time: 0.0861638 Feb 11 14:34:57.338338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.340667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97f21721-9bc4-4109-92ab-5722c7aae786 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5932028 Feb 11 14:34:57.345566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:57.354909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c6c51-45f2-41f2-8f49-c10ce2a51f4b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:57.359155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287787268'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:57.397772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.398419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.398742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.399076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.399974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.399974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.400374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.400995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.401555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.402133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.402716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.403284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be63f2-2acd-45af-9622-3392e44d844f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:57.500682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.589354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-8b079749-7860-4b68-be41-d604ec648cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:57.590966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-8b079749-7860-4b68-be41-d604ec648cc3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55880246-1a39-422e-92aa-d8df4bbbab41 HTTP/1.1" status: 200 len: 913 time: 0.2383029 Feb 11 14:34:57.643017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.694151 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-91b6ec8c-b819-47b8-a5ed-a75f642bfff3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a HTTP/1.1" status: 200 len: 217 time: 0.0830402 Feb 11 14:34:57.747997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-04de3a37-7bd0-47b8-8722-2fe7783763c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:57.754803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-04de3a37-7bd0-47b8-8722-2fe7783763c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f89f6006-4f1b-40d3-91d0-2ba4400aabc2 HTTP/1.1" status: 200 len: 852 time: 0.0532837 Feb 11 14:34:57.780389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.793304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-1589b4c8-7aa2-45cd-87c6-bdf5e5f492f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55880246-1a39-422e-92aa-d8df4bbbab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311725 Feb 11 14:34:57.832433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a1510-cca8-46f3-9d16-e401e347865b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:57.891147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.896053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b3db55e0-8195-4c25-86b6-7a61beeb7e21 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5478702 Feb 11 14:34:57.896739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52146) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:57.912826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-97ad6483-5e9b-4c3b-94ee-0e05b6411e58 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': '6d99abaa-1c0e-42c1-bd33-140ffc248a5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ea5a1510-cca8-46f3-9d16-e401e347865b'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:57.968361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-1bfcec58-1f82-4cfb-9ec4-cce5f015eadc service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683064 Feb 11 14:34:58.104134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eaa0ad-dcfb-41d1-9cc6-bdbad6836eb9 req-2d967a1e-f9a2-4f81-9ea6-5ce11e0eca4b service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284785 Feb 11 14:34:58.217875 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-97ad6483-5e9b-4c3b-94ee-0e05b6411e58 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:58.224465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97ad6483-5e9b-4c3b-94ee-0e05b6411e58 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3210001 Feb 11 14:34:58.224465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:58.287781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.331992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.424246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf05166-d376-4746-90c5-e2bee3e76667 req-257b803a-963d-44d4-8b35-caafefa84370 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:58.429099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bf05166-d376-4746-90c5-e2bee3e76667 req-257b803a-963d-44d4-8b35-caafefa84370 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0862463 Feb 11 14:34:58.475377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bf05166-d376-4746-90c5-e2bee3e76667 req-15529385-2605-493a-86fc-9bf12abb6f82 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Feb 11 14:34:58.611236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.615207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.615207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea5a1510-cca8-46f3-9d16-e401e347865b HTTP/1.1" status: 204 len: 168 time: 0.3921585 Feb 11 14:34:58.617754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:58.624651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9a682-af41-40a6-94d9-76ca0f51646d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a1510-cca8-46f3-9d16-e401e347865b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:58.677611 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57210561-7fdd-494d-b702-e25af9b03c0d tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0587215 Feb 11 14:34:58.680273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:58.737619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.765123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.968864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.972789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.974218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d99abaa-1c0e-42c1-bd33-140ffc248a5a HTTP/1.1" status: 204 len: 168 time: 0.2930856 Feb 11 14:34:58.977378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52202) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:59.000220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3614125-356d-481a-b8e6-fa3bac3d2132 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99abaa-1c0e-42c1-bd33-140ffc248a5a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:59.092489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9bcba910-b5be-4f2f-b1ee-391728e39c22 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078789 Feb 11 14:34:59.093190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:59.100052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088365893'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:59.208844 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:59.325283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:59.434605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:59.469891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc90d486-83be-4062-b1d5-0ea85f2b9b0f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:59.595869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:59.600155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6d543401-328b-4055-8ed5-c289ec4cc3fc tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5024726 Feb 11 14:34:59.600695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52258) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:59.611547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-86a49dd2-ac89-4c37-83cb-5d5df7b40f99 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'fc90d486-83be-4062-b1d5-0ea85f2b9b0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:59.642855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763810-5eac-4201-963b-8ada16cb2692 req-d076153f-5a87-4311-a14e-bc5c557534c3 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:59.652311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47763810-5eac-4201-963b-8ada16cb2692 req-d076153f-5a87-4311-a14e-bc5c557534c3 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0728300 Feb 11 14:34:59.702283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47763810-5eac-4201-963b-8ada16cb2692 req-6279fc56-45ef-4fc2-8469-c7400423b34d tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482109 Feb 11 14:34:59.959769 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-86a49dd2-ac89-4c37-83cb-5d5df7b40f99 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:34:59.960871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-86a49dd2-ac89-4c37-83cb-5d5df7b40f99 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3591669 Feb 11 14:34:59.963666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52272) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:59.969754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5599efac-f5d1-4c87-9032-6f45ac762a4f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group_rule': {'security_group_id': 'fc90d486-83be-4062-b1d5-0ea85f2b9b0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:59.990760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52274) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:00.157425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb59a9f4-c23c-4f90-9793-25ad9c9bcbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.245593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb59a9f4-c23c-4f90-9793-25ad9c9bcbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.280050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42f8ac-7723-4c89-bd6a-28e4fb47c3c4 req-20d02042-559f-4137-a79f-f91ddc01b376 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:00.287647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b42f8ac-7723-4c89-bd6a-28e4fb47c3c4 req-20d02042-559f-4137-a79f-f91ddc01b376 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0679159 Feb 11 14:35:00.323209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b42f8ac-7723-4c89-bd6a-28e4fb47c3c4 req-996d77cb-2b9c-4a91-8004-df41b13254dc tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347204 Feb 11 14:35:00.362614 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5599efac-f5d1-4c87-9032-6f45ac762a4f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:35:00.362614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5599efac-f5d1-4c87-9032-6f45ac762a4f tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3875859 Feb 11 14:35:00.364626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52286) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:00.423671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.450668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.457213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb59a9f4-c23c-4f90-9793-25ad9c9bcbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.497161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb59a9f4-c23c-4f90-9793-25ad9c9bcbb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35c243f93e864938877c0acf1c1b0d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045249 Feb 11 14:35:00.499125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a9f4-c23c-4f90-9793-25ad9c9bcbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4943b512-d444-4e2f-9930-4bec02c5dd78,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:00.500712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:00.554829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.577903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.668156 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.730189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.733821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.734973 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc90d486-83be-4062-b1d5-0ea85f2b9b0f HTTP/1.1" status: 204 len: 168 time: 0.3693724 Feb 11 14:35:00.737708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52298) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:00.749915 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4741-a7ab-46f3-86b1-ea2ebc8cd5aa tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc90d486-83be-4062-b1d5-0ea85f2b9b0f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:00.795529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aba98026-47e7-411c-8bd8-1f4ea5b171c4 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561252 Feb 11 14:35:00.799260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:00.812628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110689054'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:00.819593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.822844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.837374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4943b512-d444-4e2f-9930-4bec02c5dd78 HTTP/1.1" status: 204 len: 168 time: 0.3251946 Feb 11 14:35:00.869111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b398c-7bd6-4de6-ac3d-e7feab244a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4943b512-d444-4e2f-9930-4bec02c5dd78,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:01.043367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.118041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.255265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.302873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.304921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a910ab7a-782d-498f-80d6-a3e975ffb012,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:01.390468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.392221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-989e1946-113a-44d9-b411-9f5199f7745e tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5873220 Feb 11 14:35:01.394765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:01.401533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bc41ca64-b101-4e5b-8abc-0b806d57b8a3 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:01.402665 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-bc41ca64-b101-4e5b-8abc-0b806d57b8a3 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 14:35:01.403520 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-bc41ca64-b101-4e5b-8abc-0b806d57b8a3 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 14:35:01.405627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bc41ca64-b101-4e5b-8abc-0b806d57b8a3 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "PUT /v2.0/security-groups/a910ab7a-782d-498f-80d6-a3e975ffb012 HTTP/1.1" status: 409 len: 330 time: 0.0095015 Feb 11 14:35:01.409010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52320) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:01.862964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb399bd3-949e-47e5-a1a9-3d1fb9b8fca2 req-b0f6c6a1-6ce3-4ed5-8c39-5093eb469262 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:01.864840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb399bd3-949e-47e5-a1a9-3d1fb9b8fca2 req-b0f6c6a1-6ce3-4ed5-8c39-5093eb469262 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.4111300 Feb 11 14:35:01.865922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.917359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:01.953357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb399bd3-949e-47e5-a1a9-3d1fb9b8fca2 req-4d70afbf-c172-471b-9a24-2cfae4f2b2ee tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Feb 11 14:35:02.085670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:02.088342 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:02.089547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/a910ab7a-782d-498f-80d6-a3e975ffb012 HTTP/1.1" status: 204 len: 168 time: 0.6789987 Feb 11 14:35:02.092264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:02.101241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200354-07ef-460f-a269-e7637d665005 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a910ab7a-782d-498f-80d6-a3e975ffb012,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:02.141548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-25479847-af74-4bde-8aac-3cd5f8333ecb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480125 Feb 11 14:35:02.146122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52356) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:02.159907 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-f5e55b64-ed61-44d1-b307-1826d728c3fb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] delete failed (client error): The resource could not be found. Feb 11 14:35:02.160948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5e55b64-ed61-44d1-b307-1826d728c3fb tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef1d01aa-3bde-49f8-a207-9bcc0572de08 HTTP/1.1" status: 404 len: 347 time: 0.0144391 Feb 11 14:35:02.165340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:02.180251 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-e6eb8f52-6b9f-4d6f-b3a5-bc8f414c3c3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] show failed (client error): The resource could not be found. Feb 11 14:35:02.181225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e6eb8f52-6b9f-4d6f-b3a5-bc8f414c3c3a tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-groups/95d39331-0174-401c-b460-237887bb79b9 HTTP/1.1" status: 404 len: 347 time: 0.0147498 Feb 11 14:35:02.185016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:02.197144 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b63b40b0-9ed0-468d-b945-91a304fbdec2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] show failed (client error): The resource could not be found. Feb 11 14:35:02.200978 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b63b40b0-9ed0-468d-b945-91a304fbdec2 tempest-NegativeSecGroupIPv6Test-595428029 tempest-NegativeSecGroupIPv6Test-595428029-project] 10.222.0.31 "GET /v2.0/security-group-rules/7acdcc73-48b7-43d1-8619-4b9e6e2602c6 HTTP/1.1" status: 404 len: 356 time: 0.0115020 Feb 11 14:35:02.483702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d49852-bff0-4faf-a418-833ce1b0dfe3 req-08f21a3f-fb3c-4c8f-b7ef-bb1832160ae2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:02.485948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38d49852-bff0-4faf-a418-833ce1b0dfe3 req-08f21a3f-fb3c-4c8f-b7ef-bb1832160ae2 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0890853 Feb 11 14:35:02.556261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38d49852-bff0-4faf-a418-833ce1b0dfe3 req-8de72eeb-17bc-496e-a7f8-f7570f33b9ba tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626633 Feb 11 14:35:02.636325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-63296448-bddb-4785-bd25-912b1f0d0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:02.641685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-63296448-bddb-4785-bd25-912b1f0d0e40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73578f00340d40969006b0fc98ee0d5e&device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 1096 time: 0.0546103 Feb 11 14:35:02.760442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-1b87921c-b9d9-4c3b-93bb-9e8333f58035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:02.765391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-1b87921c-b9d9-4c3b-93bb-9e8333f58035 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55880246-1a39-422e-92aa-d8df4bbbab41 HTTP/1.1" status: 200 len: 913 time: 0.1126859 Feb 11 14:35:02.804745 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-7a452bd1-8e15-4e8a-b4cb-a091a539f5c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a HTTP/1.1" status: 200 len: 217 time: 0.0367663 Feb 11 14:35:02.836129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:02.875392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-0655630d-98a3-4979-9d95-03ac019d44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:02.877284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-0655630d-98a3-4979-9d95-03ac019d44d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f89f6006-4f1b-40d3-91d0-2ba4400aabc2 HTTP/1.1" status: 200 len: 852 time: 0.0668263 Feb 11 14:35:02.914759 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-1905dc4c-5e91-4805-8fc8-d812b5dd05ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55880246-1a39-422e-92aa-d8df4bbbab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306103 Feb 11 14:35:03.085755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-6ab17a97-4122-477e-bcb1-2834b2245842 service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609123 Feb 11 14:35:03.158156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c25cb756-48d5-453f-a25d-818c7139d0cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=333391dfaa8842a490bac4f2cd191f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205841 Feb 11 14:35:03.160607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52402) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:03.238154 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2578cac5-6d52-4c8b-8b42-b61506ed152f req-0179a352-7cf2-4f28-8e4a-0f3529df8e13 service neutron] 10.222.0.62 "GET /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451190 Feb 11 14:35:03.261450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:03.287494 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:03.468931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:03.471624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:03.472773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ea5f1c-5d65-4f67-84f2-d23e6885c5dc HTTP/1.1" status: 204 len: 168 time: 0.3082809 Feb 11 14:35:03.485753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a469f5-00f1-4817-ad40-d4d5ee42866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea5f1c-5d65-4f67-84f2-d23e6885c5dc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:03.694028 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:03.767088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962dec7-500d-400a-9c85-fbcf8c31adb9 req-9f9ece29-1130-43c7-b416-3e0a488b58a4 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:03.768933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c962dec7-500d-400a-9c85-fbcf8c31adb9 req-9f9ece29-1130-43c7-b416-3e0a488b58a4 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0963545 Feb 11 14:35:03.813204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c962dec7-500d-400a-9c85-fbcf8c31adb9 req-659f2e97-c31a-4800-bf81-f2551d525889 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 Feb 11 14:35:03.989119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:04.141650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d570acef-b9de-4cab-92d8-9ee035d31f0b tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:04.243282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d570acef-b9de-4cab-92d8-9ee035d31f0b tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "PUT /v2.0/quotas/c882220b77e745f8a5f821b1ffbdd190 HTTP/1.1" status: 200 len: 368 time: 0.2530119 Feb 11 14:35:04.246119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52452) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:04.252415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Request body: {'network': {'project_id': 'c882220b77e745f8a5f821b1ffbdd190'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:04.388432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Made reservation on behalf of c882220b77e745f8a5f821b1ffbdd190 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:04.391432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.400613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.479657 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.554235 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.598785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:04.606080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efabfad-48dc-4502-83c6-2edf666836fd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:04.616439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.616979 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Added segment 6120b375-3834-43af-a171-ed3ca18e3faf of type vlan for network 4fe86de4-395d-408e-b41a-bb2a63155b13 Feb 11 14:35:04.664306 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.788233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.789268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:04.789890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:04.893371 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6435661 Feb 11 14:35:04.893552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:04.898578 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Request body: {'network': {'project_id': 'c882220b77e745f8a5f821b1ffbdd190'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:04.907916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5de381-3bd5-4e46-a374-edfa42f5ef42 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event updated for resources: {'Network': ['ID=4fe86de4-395d-408e-b41a-bb2a63155b13,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:04.921753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 4fe86de4-395d-408e-b41a-bb2a63155b13 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:04.941846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186a0a7-e2bf-4b05-947a-da2084ca8076 req-78d1f89e-4c3b-4173-b2a7-e99ac3a5853c tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:04.943928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d186a0a7-e2bf-4b05-947a-da2084ca8076 req-78d1f89e-4c3b-4173-b2a7-e99ac3a5853c tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Feb 11 14:35:04.985419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d186a0a7-e2bf-4b05-947a-da2084ca8076 req-935baa7b-a984-4827-9e27-8b09904e6729 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Feb 11 14:35:05.016881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Made reservation on behalf of c882220b77e745f8a5f821b1ffbdd190 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:05.020140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.080963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:05.119560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.119963 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Added segment fdef913a-1883-42e0-a227-ea1e988c53fe of type vlan for network 08ec229d-c9fd-4a34-be7e-fbf8add01ad5 Feb 11 14:35:05.175283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.277997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.279204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:05.279798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.356453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event updated for resources: {'Network': ['ID=08ec229d-c9fd-4a34-be7e-fbf8add01ad5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:05.373198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 08ec229d-c9fd-4a34-be7e-fbf8add01ad5 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:05.459612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec65275c-513d-4e1d-82d2-71379a7d8bd7 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5649753 Feb 11 14:35:05.462530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52502) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:05.468114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b2051753-ccef-4203-897f-72d086c2124f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Request body: {'network': {'project_id': 'c882220b77e745f8a5f821b1ffbdd190'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:05.481806 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2051753-ccef-4203-897f-72d086c2124f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 14:35:05.482879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2051753-ccef-4203-897f-72d086c2124f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:35:05.484186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b2051753-ccef-4203-897f-72d086c2124f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0206354 Feb 11 14:35:05.487212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:05.537526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a8986ff5-1b89-44e8-8da2-bb16ef5da9b3 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c882220b77e745f8a5f821b1ffbdd190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484991 Feb 11 14:35:05.539418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:05.594712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.620099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.682784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c77e9-e0c9-4905-ac78-421e1cf9456e req-7d523adb-a0b9-4364-90b8-b301344a4b91 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:05.684555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b0c77e9-e0c9-4905-ac78-421e1cf9456e req-7d523adb-a0b9-4364-90b8-b301344a4b91 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0906980 Feb 11 14:35:05.746888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b0c77e9-e0c9-4905-ac78-421e1cf9456e req-cfeecaa0-88e6-4687-919d-75c40a050c72 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558794 Feb 11 14:35:05.770992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.773939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:05.775109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/3efabfad-48dc-4502-83c6-2edf666836fd HTTP/1.1" status: 204 len: 168 time: 0.2347794 Feb 11 14:35:05.778050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52520) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:05.785799 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d1a84-cfd8-4f69-8dd7-a65a9ef40d2f tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efabfad-48dc-4502-83c6-2edf666836fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:05.948794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.037237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.070538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec229d-c9fd-4a34-be7e-fbf8add01ad5']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.084051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdef913a-1883-42e0-a227-ea1e988c53fe') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.084051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdef913a-1883-42e0-a227-ea1e988c53fe') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.094090 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.110805 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.118533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:35:06.119260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:06.121150 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:06.280610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.296834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.309881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "DELETE /v2.0/networks/08ec229d-c9fd-4a34-be7e-fbf8add01ad5 HTTP/1.1" status: 204 len: 168 time: 0.5302618 Feb 11 14:35:06.312612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:06.320786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8678-6b09-42c1-9a81-d288a4950812 tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event deleted for resources: {'Network': ['ID=08ec229d-c9fd-4a34-be7e-fbf8add01ad5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:06.426569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.506088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.533256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe86de4-395d-408e-b41a-bb2a63155b13']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.544359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6120b375-3834-43af-a171-ed3ca18e3faf') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.544675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6120b375-3834-43af-a171-ed3ca18e3faf') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:06.564579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.579911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.586861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:35:06.587275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:06.589173 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:06.794100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.799831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:06.808952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4fe86de4-395d-408e-b41a-bb2a63155b13 HTTP/1.1" status: 204 len: 168 time: 0.4899857 Feb 11 14:35:06.838398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb8037-c230-4050-99c2-41b958e4c2cd tempest-QuotasNegativeTest-986403036 tempest-QuotasNegativeTest-986403036-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fe86de4-395d-408e-b41a-bb2a63155b13,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:07.001872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816c15d-1f3e-4dc9-9dff-77e2d2a425eb req-53c81d7e-34da-4e61-80bf-f2c2200872fc tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:07.005787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2816c15d-1f3e-4dc9-9dff-77e2d2a425eb req-53c81d7e-34da-4e61-80bf-f2c2200872fc tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.1159067 Feb 11 14:35:07.055826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2816c15d-1f3e-4dc9-9dff-77e2d2a425eb req-254a3eaf-f22a-4e22-b094-26b2e0060664 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/security-groups?id=d03eaa69-e27b-45b7-8515-f302f32b1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Feb 11 14:35:07.429299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-ededcce9-ad66-4cab-ad92-7f4d29087f41 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:07.431333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-ededcce9-ad66-4cab-ad92-7f4d29087f41 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.62 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 945 time: 0.0691335 Feb 11 14:35:07.550063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Deleting port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:07.550405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:07.644590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] For port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,segment=NetworkSegment(1bbfdb37-e02a-4b62-9a77-87681e1467a9),segment_id=1bbfdb37-e02a-4b62-9a77-87681e1467a9)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:07.644835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:07.657765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Calling delete_port for 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:07.921429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:07.933710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['6ea50efd-47e6-4a5b-9ea7-8b90382ece6a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:35:07.966343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Pushing event deleted for resources: {'Port': ['ID=6ea50efd-47e6-4a5b-9ea7-8b90382ece6a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:08.027982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] No DVR routers for this DVR port 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:35:08.031726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:08.035170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed9d2f45-4314-4f64-aa7a-f06d6a9e3937 req-8e0052e1-453a-4111-a5e2-017833b6c841 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.62 "DELETE /v2.0/ports/6ea50efd-47e6-4a5b-9ea7-8b90382ece6a HTTP/1.1" status: 204 len: 173 time: 0.5930979 Feb 11 14:35:08.035622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'name': 'network-vif-deleted', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:08.038772 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa135ce-afc2-44a0-8025-2b9c0d339344" -d '{"events": [{"server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "name": "network-vif-deleted", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:35:08.105447 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e387d4f-940f-4347-9f63-183162b2063d x-openstack-request-id: req-6e387d4f-940f-4347-9f63-183162b2063d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:35:08.105748 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659dee84-8457-437c-9e22-75c12be35725", "name": "network-vif-deleted", "tag": "6ea50efd-47e6-4a5b-9ea7-8b90382ece6a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:35:08.106045 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e387d4f-940f-4347-9f63-183162b2063d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:35:08.107319 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659dee84-8457-437c-9e22-75c12be35725', 'name': 'network-vif-deleted', 'tag': '6ea50efd-47e6-4a5b-9ea7-8b90382ece6a', 'status': 'completed', 'code': 200} Feb 11 14:35:08.179218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d83bdfa7-916b-498f-8354-c5f7b566b169 req-78d3ec44-c06b-4855-8f2e-680c1e68c410 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Feb 11 14:35:08.282716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:08.406934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba46bdf3-d6ec-4942-9fc9-5604e67a53ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:08.491155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba46bdf3-d6ec-4942-9fc9-5604e67a53ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:08.603831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba46bdf3-d6ec-4942-9fc9-5604e67a53ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:08.696155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52622) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:08.696648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ba46bdf3-d6ec-4942-9fc9-5604e67a53ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c8cf511e97d44dcb522d8f95af1885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126737 Feb 11 14:35:08.710911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46bdf3-d6ec-4942-9fc9-5604e67a53ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80620fed-4914-497e-956d-b5cdb7554740,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:08.790807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:08.818527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:09.054308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:09.057031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:09.061660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80620fed-4914-497e-956d-b5cdb7554740 HTTP/1.1" status: 204 len: 168 time: 0.3601878 Feb 11 14:35:09.072458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f8ad-15f9-4328-a8cc-37153e16c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80620fed-4914-497e-956d-b5cdb7554740,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:09.349336 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89066a6e-c0cf-4c54-b31b-3591bda67312 req-65ac86c9-f549-4c53-a180-6555e8333143 tempest-TestServerAdvancedOps-1158559160 tempest-TestServerAdvancedOps-1158559160-project] 10.222.0.31 "GET /v2.0/ports?device_id=659dee84-8457-437c-9e22-75c12be35725 HTTP/1.1" status: 200 len: 210 time: 0.0379727 Feb 11 14:35:10.018307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:10.032188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e5aad05-5e45-4163-9a88-5b5e67bc1b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.111491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e5aad05-5e45-4163-9a88-5b5e67bc1b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.254410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e5aad05-5e45-4163-9a88-5b5e67bc1b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.299763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aad05-5e45-4163-9a88-5b5e67bc1b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac852f0-d04d-4052-bcd3-414ebd542117,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:10.308586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8e5aad05-5e45-4163-9a88-5b5e67bc1b0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b266b86dac914c55800db6b82f3bfffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896419 Feb 11 14:35:10.311935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52674) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:10.379691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.405292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.463164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52680) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:10.537082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Deleting subnet f89f6006-4f1b-40d3-91d0-2ba4400aabc2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:35:10.541349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.592422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.628119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.631503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.635067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bac852f0-d04d-4052-bcd3-414ebd542117 HTTP/1.1" status: 204 len: 168 time: 0.3201563 Feb 11 14:35:10.650735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10f59-c070-4247-816f-4157b8e574f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac852f0-d04d-4052-bcd3-414ebd542117,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:10.689134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.940151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.971775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89f6006-4f1b-40d3-91d0-2ba4400aabc2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:10.973987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.979923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:10.980231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b96d5e34-fef5-4742-9bc5-3cd79015d96d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f89f6006-4f1b-40d3-91d0-2ba4400aabc2 HTTP/1.1" status: 204 len: 168 time: 0.5156536 Feb 11 14:35:11.111806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.323527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.367572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55880246-1a39-422e-92aa-d8df4bbbab41']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:11.385083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbfdb37-e02a-4b62-9a77-87681e1467a9') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:11.387415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbfdb37-e02a-4b62-9a77-87681e1467a9') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:11.411027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.425804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.434646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:35:11.435227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:11.437365 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:11.614466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.623476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.626598 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] 10.222.0.31 "DELETE /v2.0/networks/55880246-1a39-422e-92aa-d8df4bbbab41 HTTP/1.1" status: 204 len: 168 time: 0.6445529 Feb 11 14:35:11.630525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:11.637747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017312-5f68-4526-aaa6-391665ce4256 admin admin] Pushing event deleted for resources: {'Network': ['ID=55880246-1a39-422e-92aa-d8df4bbbab41,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:11.685832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Deleting subnet e698853a-12e5-496f-bff3-0a7917959f4e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:35:11.690034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.749484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.797068 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:11.920720 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.004416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.010746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e698853a-12e5-496f-bff3-0a7917959f4e HTTP/1.1" status: 204 len: 168 time: 0.3789835 Feb 11 14:35:12.012295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b59a8d-2025-40a6-b66d-dc54990de6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e698853a-12e5-496f-bff3-0a7917959f4e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:12.015029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:12.105771 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.198454 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.229007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb94df3-7e6c-465a-aa70-8c5ee1d18884']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:12.241003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839e6102-01a4-42dc-8f83-8daf79c97af8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:12.246524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839e6102-01a4-42dc-8f83-8daf79c97af8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:12.251452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.266234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.286524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:35:12.287325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:12.289451 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:12.298800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:35:12.327448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:35:12.328112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 6ea50efd-47e6-4a5b-9ea7-8b90382ece6a not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:35:12.511910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.518064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.525503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] 10.222.0.31 "DELETE /v2.0/networks/deb94df3-7e6c-465a-aa70-8c5ee1d18884 HTTP/1.1" status: 204 len: 168 time: 0.5056107 Feb 11 14:35:12.553751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5443f-f300-4af1-9e42-b3651945164a admin admin] Pushing event deleted for resources: {'Network': ['ID=deb94df3-7e6c-465a-aa70-8c5ee1d18884,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:13.049279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:13.172238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8afd2685-3607-4885-adcb-dfed37c2fc49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73578f00340d40969006b0fc98ee0d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215324 Feb 11 14:35:13.175366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:13.261683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:13.286850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:13.411946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:13.416648 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:13.420883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d03eaa69-e27b-45b7-8515-f302f32b1e93 HTTP/1.1" status: 204 len: 168 time: 0.2412307 Feb 11 14:35:13.432078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be5c8-4864-4b5c-b519-45c606b7bd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03eaa69-e27b-45b7-8515-f302f32b1e93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:13.884369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:14.458464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2004526078', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:14.900073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Made reservation on behalf of de6cec3522b24ed395997dd8060e1827 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:14.903070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:14.914206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.140272 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.329508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52842) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:15.355712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.357555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] device_id is not set on port a6e9b713-c37c-40ac-b2c9-c1e199c83cc5 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:35:15.433105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36186d-fb42-4da8-9851-ffb68f5dce3f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:15.447582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-89f2f6c6-2ff5-427d-9b1d-a2e6e0612278 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5659eb6a595e4cddb23784f2ce3e88bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146040 Feb 11 14:35:15.448687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:15.511087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Allocated IP 172.25.7.236 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/a6e9b713-c37c-40ac-b2c9-c1e199c83cc5) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:15.512708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.551193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.679365 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.681968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.685513 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dd5736c-4825-43dd-ad01-fd5185400fc8 HTTP/1.1" status: 204 len: 168 time: 0.2333457 Feb 11 14:35:15.706557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f294-62cd-465a-8039-6cca7eae5bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5736c-4825-43dd-ad01-fd5185400fc8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:15.727304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.864466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:15.920112 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:15.923220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:15.928447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:15.931685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e9b713-c37c-40ac-b2c9-c1e199c83cc5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:15.980821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:15.981881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:16.116824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-145ea780-ecd4-4401-b9f7-e1d49ffa4d7f tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2286494 Feb 11 14:35:16.119098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:16.125398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}]}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:16.259745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:16.259745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:16.302742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:16.521952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.126946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.164765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.280507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52946) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:17.504960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-134088969-network', 'tenant_id': '36b49650afdf4565aff002e6f6417746'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:17.517063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.645582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Made reservation on behalf of 36b49650afdf4565aff002e6f6417746 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:17.649325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.662391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.695492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.699514 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.752564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.877306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.894528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.895317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f59ac901-f2b8-4a0f-b6cb-541c675c6c57 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:35:17.933257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:17.949889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4528b0-183d-4309-a095-a9c4f5fc18fb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:17.955224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.955615 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Added segment fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9 of type vlan for network ab7a87aa-2e33-434a-83ee-eac8ffb736db Feb 11 14:35:18.007547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.028176 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:35:18.029685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c0d87d74-8dc6-49e9-94e0-83f0065bfa5c tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9090643 Feb 11 14:35:18.032478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 52974) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:18.151549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.151549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:18.151549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.227858 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb7-2fee-447a-a9a7-1903a9250b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.234089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7a87aa-2e33-434a-83ee-eac8ffb736db,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:18.244942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:18.248223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Deleting port a6e9b713-c37c-40ac-b2c9-c1e199c83cc5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:18.248223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.328324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c747abbd-f41a-42b5-9cae-5956f22dc4f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0457442 Feb 11 14:35:18.331312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 52982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:18.340554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Request body: {'subnet': {'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-134088969-subnet', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:18.347608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.361799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Calling delete_port for a6e9b713-c37c-40ac-b2c9-c1e199c83cc5 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:18.449718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Made reservation on behalf of 36b49650afdf4565aff002e6f6417746 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:18.464459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.612390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.675819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6e9b713-c37c-40ac-b2c9-c1e199c83cc5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:18.746354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:18.751014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e57eb2ff-95e9-4387-abd8-5af357d22371 tempest-RoutersAdminNegativeIpV6Test-1005287249 tempest-RoutersAdminNegativeIpV6Test-1005287249-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a6e9b713-c37c-40ac-b2c9-c1e199c83cc5 HTTP/1.1" status: 204 len: 168 time: 0.7172737 Feb 11 14:35:18.962680 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.034956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870c787f-0d32-47aa-9a17-b2e7981a0691,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:19.042058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Checking segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:19.042411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Network hostable DHCP agents. Network: ab7a87aa-2e33-434a-83ee-eac8ffb736db, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:35:19.217957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:35:19.305183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, ab7a87aa-2e33-434a-83ee-eac8ffb736db) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:19.311410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:19.312517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.318647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a4851-8a1b-44ce-9343-421fbbc3c04c None None] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:19.370142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:19.400933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d19477d-98d2-4f01-81a9-06191bf0f649 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0667152 Feb 11 14:35:19.402817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53016) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:19.407567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:19.528382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ae06894-9b9f-44ec-b3bb-23450f7061cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.532562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:35:19.532562 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.558252 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.558252 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.673633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ae06894-9b9f-44ec-b3bb-23450f7061cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.679424 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.724870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Allocated IP 172.20.0.2 (ab7a87aa-2e33-434a-83ee-eac8ffb736db/870c787f-0d32-47aa-9a17-b2e7981a0691/c55ab4a9-eeb3-46e0-8e35-f9c0375b9562) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:19.786782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ae06894-9b9f-44ec-b3bb-23450f7061cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.840031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae06894-9b9f-44ec-b3bb-23450f7061cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4edb7-b55b-4115-b874-1fae907b4668,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:19.845751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ae06894-9b9f-44ec-b3bb-23450f7061cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a821bb77433742a78b3655910a0aff26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742436 Feb 11 14:35:19.848441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:19.905619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.928319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.025023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.072203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.074874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.094604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdd4edb7-b55b-4115-b874-1fae907b4668 HTTP/1.1" status: 204 len: 168 time: 0.2275724 Feb 11 14:35:20.094604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d9b94-a721-43d1-84fc-8a33afa71933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4edb7-b55b-4115-b874-1fae907b4668,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:20.223467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.359098 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.381795 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.417341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.443615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:20.448071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:20.452054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:20.486476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Pushing event updated for resources: {'Port': ['ID=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:20.511698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.512132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.512591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.514601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.514601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.514601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.514601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.514927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.515243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.515633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.516431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.516431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:20.535842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30e3251a-42bd-41ab-9a4e-8bd5b60adae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.545808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Attempting to bind port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:20.548161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Attempting to bind port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:20.550079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Attempting to bind port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 on network ab7a87aa-2e33-434a-83ee-eac8ffb736db {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:20.558468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:20.560385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Checking segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:20.561998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.562113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Bound using segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:20.564116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Bound port: c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:20.564523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.574696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Allocated IP 172.25.7.157 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b5f55988-d4b8-4d52-98c7-4f3985084fdf) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:20.687088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] For port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:20.691587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] For port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:20.763179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.873833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.946791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26e5e7-c347-4cae-ac35-a9b811f96732 None None] Pushing event updated for resources: {'Port': ['ID=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:21.021837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.123916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f55988-d4b8-4d52-98c7-4f3985084fdf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:21.133024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:21.135096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:21.141756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:21.286479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:21.388152 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2aeb6315-f534-456f-bf02-623a6da48058 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de6cec3522b24ed395997dd8060e1827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993273 Feb 11 14:35:21.389145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:21.555120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.579665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.851008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.860530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.860530 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:21.861851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad36186d-fb42-4da8-9851-ffb68f5dce3f HTTP/1.1" status: 204 len: 168 time: 0.4668233 Feb 11 14:35:21.873835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df08e-d030-4d9c-82b8-50686cb3370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36186d-fb42-4da8-9851-ffb68f5dce3f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:21.926146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:22.295543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:22.657672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:35:22.760986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1288f850-7d35-4a29-967a-9d03d04d1656 None None] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:22.864722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:22.878377 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Sync routers for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:35:22.896214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] Provisioning complete for port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:22.896710 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:22.905421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:22.918735 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:22.919841 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:22.967346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:22.968631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a930a32-dc64-43b5-b9c1-1381c9b51e38 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5647588 Feb 11 14:35:22.971836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:23.154893 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:23.178440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:23.178816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.367023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.474884 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.492868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.527517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] For port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:23.565386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.590411 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:21Z', 'revision_number': 3, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:23.620851 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Checking router: 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:35:23.621523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Updating router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 port b5f55988-d4b8-4d52-98c7-4f3985084fdf binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:35:23.657388 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.679046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.743465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.865783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd71bde-6a35-461a-acd2-7d46111856e3 None None] Pushing event updated for resources: {'Port': ['ID=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:23.931741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb3f6e6f-6296-426d-b123-361ce7b63ca3 None None] Provisioning complete for port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:23.932406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6e6f-6296-426d-b123-361ce7b63ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:23.959332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:23.990672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:35:23.991261 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:35:24.068985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-938299240'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:24.076910 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.188620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Allocated IP 172.20.0.1 (ab7a87aa-2e33-434a-83ee-eac8ffb736db/870c787f-0d32-47aa-9a17-b2e7981a0691/911aea83-fef4-435e-abd6-f609472f8907) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:24.303560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.347745 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.347963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Made reservation on behalf of ecd27de02c2b42cdae34c9be87ba2468 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:24.353376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.361401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.404022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Attempting to bind port b5f55988-d4b8-4d52-98c7-4f3985084fdf on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:24.404413 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Attempting to bind port b5f55988-d4b8-4d52-98c7-4f3985084fdf by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:24.404777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Attempting to bind port b5f55988-d4b8-4d52-98c7-4f3985084fdf on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:24.411894 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Pushing event updated for resources: {'Port': ['ID=b5f55988-d4b8-4d52-98c7-4f3985084fdf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:24.418497 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:24.420845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:24.421293 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.421692 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:24.422692 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Bound port: b5f55988-d4b8-4d52-98c7-4f3985084fdf, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:24.423280 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.428229 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.428572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.428933 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.429271 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.429723 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.430053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.430380 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.430702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.431024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.431343 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.431681 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.432000 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:24.452393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.489919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] For port b5f55988-d4b8-4d52-98c7-4f3985084fdf, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:24.493192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] For port b5f55988-d4b8-4d52-98c7-4f3985084fdf, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5f55988-d4b8-4d52-98c7-4f3985084fdf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:24.565560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.613730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Pushing event updated for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:24.628934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:24.637334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:24.640484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:24.650511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.651116 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.690565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.692779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:24.729718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:24.730784 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:24.735180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.735343 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Added segment b354cfd6-29ec-42e6-b18c-cb8677485286 of type vlan for network c0f90448-d61b-495e-a60b-0150404fa128 Feb 11 14:35:24.837797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:24.844648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:24.900658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c4b10-8be2-47f3-889f-8481b8454b76,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:24.925618 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69e47-c46c-4a04-bbc5-dedf949e5cdc None None] Pushing event updated for resources: {'Port': ['ID=b5f55988-d4b8-4d52-98c7-4f3985084fdf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:24.942383 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:24.950479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:24.951025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.104978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.110545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-19962c6a-1531-4c8f-a181-36dd3975f9ea None None] Provisioning complete for port 911aea83-fef4-435e-abd6-f609472f8907 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:25.111157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19962c6a-1531-4c8f-a181-36dd3975f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.114660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:25.115489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.128702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:21Z', 'revision_number': 3, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:25.134320 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.150904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-19962c6a-1531-4c8f-a181-36dd3975f9ea None None] Port 911aea83-fef4-435e-abd6-f609472f8907 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:25.159122 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58faf8a5-2f3f-4454-9547-b1956305774b None None] The sync data for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 is: [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:21Z', 'revision_number': 3, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:35:25.217127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'Network': ['ID=c0f90448-d61b-495e-a60b-0150404fa128,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:25.227303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c0f90448-d61b-495e-a60b-0150404fa128 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:25.338318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-47546411-d9ae-47b2-937c-a1186effd9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3777971 Feb 11 14:35:25.341763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53200) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:25.347763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Request body: {'subnet': {'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:25.368066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.491458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.603406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Made reservation on behalf of ecd27de02c2b42cdae34c9be87ba2468 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:25.608740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.615703 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:25.619152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Pushing event updated for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:25.780169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:25.782583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:25.948373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:35:26.044914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:26.230039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:26.266683 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bec5027e-10f6-4514-b981-96506a2be09b admin admin] 10.222.0.31 "PUT /v2.0/routers/2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2889330 Feb 11 14:35:26.281078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'Subnet': ['ID=8a10fea8-4b4e-49a8-9c24-de6a60be0683,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:26.298863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c2c538ba-f12e-46d6-81bf-f3303c438751 None None] Provisioning complete for port 911aea83-fef4-435e-abd6-f609472f8907 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:26.301137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2c538ba-f12e-46d6-81bf-f3303c438751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:26.341382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Checking segment: {'id': 'b354cfd6-29ec-42e6-b18c-cb8677485286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:26.342624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Network hostable DHCP agents. Network: c0f90448-d61b-495e-a60b-0150404fa128, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:35:26.374094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2c538ba-f12e-46d6-81bf-f3303c438751 None None] Port 911aea83-fef4-435e-abd6-f609472f8907 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:26.467767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Network c0f90448-d61b-495e-a60b-0150404fa128 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:35:26.682436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c0f90448-d61b-495e-a60b-0150404fa128) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:26.686821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:26.687492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:26.697130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171a10e-11d7-4c91-9fd9-2bf85b4bb293 None None] Network c0f90448-d61b-495e-a60b-0150404fa128 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:26.813447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5f55988-d4b8-4d52-98c7-4f3985084fdf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:26.911735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b908037-60ef-4063-bb0e-d4d5873cc456 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5687113 Feb 11 14:35:26.914919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:26.923100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Request body: {'port': {'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1071108270'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:26.928165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5f55988-d4b8-4d52-98c7-4f3985084fdf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:26.928531 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.150361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c0f90448-d61b-495e-a60b-0150404fa128', 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128', 'tenant_id': 'ecd27de02c2b42cdae34c9be87ba2468', 'fixed_ips': [{'subnet_id': '8a10fea8-4b4e-49a8-9c24-de6a60be0683'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:35:27.151205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.279262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Made reservation on behalf of ecd27de02c2b42cdae34c9be87ba2468 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:27.284229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.290847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53260) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:27.331990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] device_id is not set on port 065d75e6-dfff-49f0-9b8e-d51007835fdb yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:35:27.448974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.521996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b5f55988-d4b8-4d52-98c7-4f3985084fdf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5f55988-d4b8-4d52-98c7-4f3985084fdf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:27.539298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fef5be5-7326-4329-82f2-479ffcc2c491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.550570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Allocated IP 2001:db8::2 (c0f90448-d61b-495e-a60b-0150404fa128/8a10fea8-4b4e-49a8-9c24-de6a60be0683/20d57461-48f8-4667-8a26-98ff60510e04) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:27.656053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fef5be5-7326-4329-82f2-479ffcc2c491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.656582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Sync routers for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:35:27.658504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.705165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:27.705815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:27.774283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6fef5be5-7326-4329-82f2-479ffcc2c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.794018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b5f55988-d4b8-4d52-98c7-4f3985084fdf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:27.846436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:27.859441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-43692935-network', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:27.865449 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6fef5be5-7326-4329-82f2-479ffcc2c491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d4f25fbbf1b4c3fa61bf49e54267a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724773 Feb 11 14:35:27.866633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53284) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:27.870270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5be5-7326-4329-82f2-479ffcc2c491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78efcc44-a5d3-43a4-8850-424c1cc46994,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:27.902035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:27.942866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.954142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.979016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.049334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Made reservation on behalf of 2be8a9ca049049f1bf3e32554135882a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:28.052643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.080499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.134360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:25Z', 'revision_number': 2, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:28.162469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Checking router: 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:35:28.162834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Updating router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 port 911aea83-fef4-435e-abd6-f609472f8907 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:35:28.165320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.180282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.183630 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.187316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78efcc44-a5d3-43a4-8850-424c1cc46994 HTTP/1.1" status: 204 len: 168 time: 0.3186688 Feb 11 14:35:28.197362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906de6ea-a13a-4c79-882b-212d26f27042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78efcc44-a5d3-43a4-8850-424c1cc46994,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:28.224359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Allocated IP 2001:db8::47 (c0f90448-d61b-495e-a60b-0150404fa128/8a10fea8-4b4e-49a8-9c24-de6a60be0683/065d75e6-dfff-49f0-9b8e-d51007835fdb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:28.299377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Network c0f90448-d61b-495e-a60b-0150404fa128 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:28.302380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.308537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:28.321542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Pushing event updated for resources: {'Port': ['ID=20d57461-48f8-4667-8a26-98ff60510e04,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:28.325727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:28.334760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.426086 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.438535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Attempting to bind port 20d57461-48f8-4667-8a26-98ff60510e04 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:28.438984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Attempting to bind port 20d57461-48f8-4667-8a26-98ff60510e04 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b354cfd6-29ec-42e6-b18c-cb8677485286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:28.439410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Attempting to bind port 20d57461-48f8-4667-8a26-98ff60510e04 on network c0f90448-d61b-495e-a60b-0150404fa128 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:28.450658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:28.451434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Checking segment: {'id': 'b354cfd6-29ec-42e6-b18c-cb8677485286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:28.451575 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.451998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Bound using segment: {'id': 'b354cfd6-29ec-42e6-b18c-cb8677485286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:28.452519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Bound port: 20d57461-48f8-4667-8a26-98ff60510e04, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b354cfd6-29ec-42e6-b18c-cb8677485286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:28.453225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.486609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:28.497808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0825df8-2ceb-428d-a43d-b1ba7bfef0a7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:28.561797 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.562209 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Added segment c7fc7c44-66d1-4b00-b17f-69daef8d7f09 of type vlan for network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe Feb 11 14:35:28.624096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.666021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.698234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] For port 20d57461-48f8-4667-8a26-98ff60510e04, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:28.715189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] For port 20d57461-48f8-4667-8a26-98ff60510e04, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20d57461-48f8-4667-8a26-98ff60510e04,segment=NetworkSegment(b354cfd6-29ec-42e6-b18c-cb8677485286),segment_id=b354cfd6-29ec-42e6-b18c-cb8677485286)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:28.764816 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5f55988-d4b8-4d52-98c7-4f3985084fdf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:28.852297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.861731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b5f55988-d4b8-4d52-98c7-4f3985084fdf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:28.862092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.969196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.969380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.969380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:28.969380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.969380 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.019670 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.076096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f636c-c752-492c-98de-ea3fc5a49a42 None None] Pushing event updated for resources: {'Port': ['ID=20d57461-48f8-4667-8a26-98ff60510e04,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:29.155350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3057878 Feb 11 14:35:29.158316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53314) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:29.165291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Request body: {'subnet': {'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-43692935-subnet', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:29.200580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d916-18fd-4de6-925a-b735d3e68184 None None] Pushing event updated for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:29.242576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Network c0f90448-d61b-495e-a60b-0150404fa128 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:29.251337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'Port': ['ID=065d75e6-dfff-49f0-9b8e-d51007835fdb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:29.256224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955262-be36-4a31-a219-8a669b0c1355 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4531f5-30df-4c87-a1d4-0f01ea1204fe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:29.261609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:29.274111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:29.282708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:29.286727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Attempting to bind port 911aea83-fef4-435e-abd6-f609472f8907 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:29.287204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Attempting to bind port 911aea83-fef4-435e-abd6-f609472f8907 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:29.287665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Attempting to bind port 911aea83-fef4-435e-abd6-f609472f8907 on network ab7a87aa-2e33-434a-83ee-eac8ffb736db {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:29.288243 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.297667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:29.298171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Checking segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:29.298667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.299191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Bound using segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:29.299759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Bound port: 911aea83-fef4-435e-abd6-f609472f8907, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:29.301683 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.329025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:29.379380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Made reservation on behalf of 2be8a9ca049049f1bf3e32554135882a for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:29.381840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.424497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53318) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:29.425367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-249f0a79-7379-428d-bcef-ee57e344a000 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5032656 Feb 11 14:35:29.479303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Request body: {'port': {'network_id': 'c0f90448-d61b-495e-a60b-0150404fa128', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2046927466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:29.479845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.api.validators [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] bootfile-name is not in valid_values {{(pid=109375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:29.480195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.api.validators [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] tftp-server is not in valid_values {{(pid=109375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:29.480532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.api.validators [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] server-ip-address is not in valid_values {{(pid=109375) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:29.597642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] For port 911aea83-fef4-435e-abd6-f609472f8907, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:29.622822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] For port 911aea83-fef4-435e-abd6-f609472f8907, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=911aea83-fef4-435e-abd6-f609472f8907,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:29.624722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d8c275ce-22e3-4a63-854b-44b81fb6d9f8 None None] Provisioning complete for port 911aea83-fef4-435e-abd6-f609472f8907 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:29.625226 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8c275ce-22e3-4a63-854b-44b81fb6d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.690055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d8c275ce-22e3-4a63-854b-44b81fb6d9f8 None None] Port 911aea83-fef4-435e-abd6-f609472f8907 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:29.732320 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.754913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:29.794434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10113067-c02e-4211-aec3-42e44c09431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.875171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d916-18fd-4de6-925a-b735d3e68184 None None] Pushing event updated for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:29.895407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:29.895407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:29.940751 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10113067-c02e-4211-aec3-42e44c09431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:29.995268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Made reservation on behalf of ecd27de02c2b42cdae34c9be87ba2468 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:30.000819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.044373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10113067-c02e-4211-aec3-42e44c09431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.098238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] device_id is not set on port c594f73e-1d22-4bdf-bef5-81d369923719 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:35:30.141137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:30.149426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-10113067-c02e-4211-aec3-42e44c09431b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0b3331ba2a048a5a18d5a52bb696ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916049 Feb 11 14:35:30.150355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10113067-c02e-4211-aec3-42e44c09431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d6c06-06e3-4097-ac02-0363a9784cca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:30.152752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:30.294493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.314918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Allocated IP 2001:db8::3a3 (c0f90448-d61b-495e-a60b-0150404fa128/8a10fea8-4b4e-49a8-9c24-de6a60be0683/c594f73e-1d22-4bdf-bef5-81d369923719) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:30.328354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.369379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] Provisioning complete for port 911aea83-fef4-435e-abd6-f609472f8907 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:30.369618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.490412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.493111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.494291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d8d6c06-06e3-4097-ac02-0363a9784cca HTTP/1.1" status: 204 len: 168 time: 0.3294241 Feb 11 14:35:30.503865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c1cfd-9188-4c95-9f27-f75e88fab521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d6c06-06e3-4097-ac02-0363a9784cca,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:30.523815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.643967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.678563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.727082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:29Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:30.736943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.793048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:30.864491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Checking segment: {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:30.865116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Network hostable DHCP agents. Network: 7f4531f5-30df-4c87-a1d4-0f01ea1204fe, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:35:30.922903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.974903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Network c0f90448-d61b-495e-a60b-0150404fa128 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:30.978249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:30.984075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:30.989674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:30.990349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.998232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20d57461-48f8-4667-8a26-98ff60510e04 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:30.998232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65cc162-2240-491e-89a8-bd9f56ed3a70 None None] Network c0f90448-d61b-495e-a60b-0150404fa128 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:30.998381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'Port': ['ID=c594f73e-1d22-4bdf-bef5-81d369923719,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:31.005733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0be2fa-ab78-4841-b402-bb0ffe35671d None None] The sync data for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 is: [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:29Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:35:31.021016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:35:31.134959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] For port 911aea83-fef4-435e-abd6-f609472f8907, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=911aea83-fef4-435e-abd6-f609472f8907,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:31.161892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7f4531f5-30df-4c87-a1d4-0f01ea1204fe) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:31.171749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:31.172832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.184140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9784dc1c-9657-4cc2-99a9-f9cd740c2bcb tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7583997 Feb 11 14:35:31.187088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:31.245495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a77062-da68-4510-ba00-c2a62d0fb9ef None None] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:31.274511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8ae16c53-f0f3-4887-9c90-4ef971857757 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1149681 Feb 11 14:35:31.277215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53364) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:31.291713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.294081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:31.373599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ed5de-17e0-49ac-ba93-2cac30b962d5 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:31.381718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 20d57461-48f8-4667-8a26-98ff60510e04 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:31.382100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.386619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ed5de-17e0-49ac-ba93-2cac30b962d5 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:31.392972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ed5de-17e0-49ac-ba93-2cac30b962d5 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:31.403486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-053ed5de-17e0-49ac-ba93-2cac30b962d5 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2147558 Feb 11 14:35:31.406607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53370) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:31.419700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.492441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.493621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.504388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8187d75a-b27d-45eb-a0cb-472ad063abef None None] Provisioning complete for port 20d57461-48f8-4667-8a26-98ff60510e04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:31.504782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8187d75a-b27d-45eb-a0cb-472ad063abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.596473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.617521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Deleting port c594f73e-1d22-4bdf-bef5-81d369923719 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:31.617892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.619945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50ab88-c44f-41c7-adec-664c952fc4d7 None None] Pushing event updated for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:32.080551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.113333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'fixed_ips': [{'subnet_id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:35:32.114555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.134173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8187d75a-b27d-45eb-a0cb-472ad063abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.196613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 20d57461-48f8-4667-8a26-98ff60510e04, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20d57461-48f8-4667-8a26-98ff60510e04,segment=NetworkSegment(b354cfd6-29ec-42e6-b18c-cb8677485286),segment_id=b354cfd6-29ec-42e6-b18c-cb8677485286)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:32.344625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Allocated IP 172.20.0.2 (7f4531f5-30df-4c87-a1d4-0f01ea1204fe/b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e/8c707ee4-f45c-4e69-b86d-2f27d7bf8cef) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:32.367868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.487936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.526538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.528045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=20d57461-48f8-4667-8a26-98ff60510e04,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:32.551868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Calling delete_port for c594f73e-1d22-4bdf-bef5-81d369923719 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:32.674759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-8187d75a-b27d-45eb-a0cb-472ad063abef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:35:32.677043 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-8187d75a-b27d-45eb-a0cb-472ad063abef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:35:33.033800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20d57461-48f8-4667-8a26-98ff60510e04 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:33.048210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.085663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.102062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 20d57461-48f8-4667-8a26-98ff60510e04 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:33.102432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.122273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event deleted for resources: {'Port': ['ID=c594f73e-1d22-4bdf-bef5-81d369923719,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:33.214010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 911aea83-fef4-435e-abd6-f609472f8907 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:33.268729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.300305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.341913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.345602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-54dfaebb-0819-4055-a932-0f2fa2b20815 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "DELETE /v2.0/ports/c594f73e-1d22-4bdf-bef5-81d369923719 HTTP/1.1" status: 204 len: 168 time: 1.9379354 Feb 11 14:35:33.349364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:33.355147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Request body: {'port': {'name': 'tempest-new-port-name-1350385261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:33.355978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:33.356493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:33.357022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 14:35:33.361485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.500700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Allocated IP 172.25.7.18 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/8b6798e2-a4e0-4507-9620-7db0efbc82d3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:33.537621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:33.538821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Pushing event updated for resources: {'Port': ['ID=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:33.561953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:33.570775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Provisioning complete for port 065d75e6-dfff-49f0-9b8e-d51007835fdb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:33.571209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.575946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:33.580979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.681773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.769457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Attempting to bind port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:33.770065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Attempting to bind port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:33.770586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Attempting to bind port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef on network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:33.779048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 911aea83-fef4-435e-abd6-f609472f8907 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:33.788267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.800559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Port 065d75e6-dfff-49f0-9b8e-d51007835fdb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:33.826859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Could not find standard attr ID for object c594f73e-1d22-4bdf-bef5-81d369923719. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:35:33.830033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:33.832476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Checking segment: {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:33.832907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.833309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Bound using segment: {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:33.833797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Bound port: 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:33.834176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.966591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Provisioning complete for port 20d57461-48f8-4667-8a26-98ff60510e04 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:33.968359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:33.991215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47b86dbf-729c-4eaa-ab00-01385fe44d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.040932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.060830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:34.065282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:34.069462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:34.102399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6798e2-a4e0-4507-9620-7db0efbc82d3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:34.139460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] For port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:34.175825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] For port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:34.179420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.259804 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.292657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] In _notify_port_updated(), no bound segment for port 065d75e6-dfff-49f0-9b8e-d51007835fdb on network c0f90448-d61b-495e-a60b-0150404fa128 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:35:34.304391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:34.309759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.312527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "PUT /v2.0/ports/065d75e6-dfff-49f0-9b8e-d51007835fdb HTTP/1.1" status: 200 len: 1129 time: 0.9621320 Feb 11 14:35:34.316763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:34.432773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-31eb0539-4f57-4290-a5fb-6f7ed5eeb09c None None] Could not find standard attr ID for object c594f73e-1d22-4bdf-bef5-81d369923719. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:35:34.442473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48062ac1-202e-4319-acf2-f11339fabed7 None None] Pushing event updated for resources: {'Port': ['ID=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:34.454920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb53dd-46a5-420e-a305-bcec74ec9968 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event updated for resources: {'Port': ['ID=065d75e6-dfff-49f0-9b8e-d51007835fdb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:34.536488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d6027-8f93-42f8-b303-e4f6ce64bd64 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:34.540838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2a5d6027-8f93-42f8-b303-e4f6ce64bd64 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "GET /v2.0/ports/065d75e6-dfff-49f0-9b8e-d51007835fdb HTTP/1.1" status: 200 len: 1129 time: 0.2156148 Feb 11 14:35:34.544489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:34.746692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.749472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Deleting port 065d75e6-dfff-49f0-9b8e-d51007835fdb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:34.751792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.876977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1ad2c391-237b-4b2c-9021-ba761d09808d None None] Provisioning complete for port 065d75e6-dfff-49f0-9b8e-d51007835fdb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:34.877361 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ad2c391-237b-4b2c-9021-ba761d09808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.971046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2c391-237b-4b2c-9021-ba761d09808d None None] Port 065d75e6-dfff-49f0-9b8e-d51007835fdb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:35.164953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.415974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:35:35.435569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.455373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Calling delete_port for 065d75e6-dfff-49f0-9b8e-d51007835fdb owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:35.710514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:35.733675 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Sync routers for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:35:35.770535 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:35.771164 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:35.801967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.866795 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.867439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event deleted for resources: {'Port': ['ID=065d75e6-dfff-49f0-9b8e-d51007835fdb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:35.868079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b53c23c9-8fde-4dec-b75d-e01aa6a01063 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5839405 Feb 11 14:35:35.870951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:35.929340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.932597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-15c2b809-bb5f-4221-abab-fbfa155dee84 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "DELETE /v2.0/ports/065d75e6-dfff-49f0-9b8e-d51007835fdb HTTP/1.1" status: 204 len: 168 time: 1.3844364 Feb 11 14:35:35.939406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:36.089596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Deleting subnet 8a10fea8-4b4e-49a8-9c24-de6a60be0683 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:35:36.100311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.108095 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:36.167856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.278963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c8468-da42-4ce0-90ae-f988513b4f2f None None] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:36.299597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.348779 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:34Z', 'revision_number': 3, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:36.396574 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Checking router: 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:35:36.396574 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Updating router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:35:36.427478 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.450805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.515585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.524258 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "DELETE /v2.0/subnets/8a10fea8-4b4e-49a8-9c24-de6a60be0683 HTTP/1.1" status: 204 len: 168 time: 0.5837860 Feb 11 14:35:36.525403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:36.613658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.617143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2a2d2-8ef8-4352-9e3b-67eeb35f92e0 None None] Network c0f90448-d61b-495e-a60b-0150404fa128 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:36.620235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355fee7-a654-45bc-897c-51cf686812c7 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event deleted for resources: {'Subnet': ['ID=8a10fea8-4b4e-49a8-9c24-de6a60be0683,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:36.684452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Deleting port 20d57461-48f8-4667-8a26-98ff60510e04 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:36.684686 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.718869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.794738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] For port 20d57461-48f8-4667-8a26-98ff60510e04, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=20d57461-48f8-4667-8a26-98ff60510e04,segment=NetworkSegment(b354cfd6-29ec-42e6-b18c-cb8677485286),segment_id=b354cfd6-29ec-42e6-b18c-cb8677485286)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:36.795377 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.817110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Calling delete_port for 20d57461-48f8-4667-8a26-98ff60510e04 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:36.835009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1bac0f6d-2614-4785-ae37-c2d935d6a4a9 None None] Provisioning complete for port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:36.835519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bac0f6d-2614-4785-ae37-c2d935d6a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:36.954252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:37.039066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.055285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Allocated IP 172.20.0.1 (7f4531f5-30df-4c87-a1d4-0f01ea1204fe/b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e/330e1aab-075d-4b64-a3cf-49c64b6ccaaa) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:37.075710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] No DVR routers for this DVR port 20d57461-48f8-4667-8a26-98ff60510e04 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:35:37.122295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event deleted for resources: {'Port': ['ID=20d57461-48f8-4667-8a26-98ff60510e04,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:37.196281 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.270090 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.320661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1209463-49ae-45f4-b2b9-7c6ae1474e6f None None] DHCP port deletion for c0f90448-d61b-495e-a60b-0150404fa128 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:35:37.326852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.328599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:37.330268 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.377319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f90448-d61b-495e-a60b-0150404fa128']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:37.381364 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Attempting to bind port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:37.384173 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Attempting to bind port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:37.384708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Attempting to bind port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:37.395300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b354cfd6-29ec-42e6-b18c-cb8677485286') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:37.395881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b354cfd6-29ec-42e6-b18c-cb8677485286') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:37.411522 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca640bb-b687-40fd-a5e7-bac08669e1a0 None None] Pushing event updated for resources: {'Port': ['ID=8b6798e2-a4e0-4507-9620-7db0efbc82d3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:37.424004 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:37.424596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.424720 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:37.425182 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.427291 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:37.431406 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Bound port: 8b6798e2-a4e0-4507-9620-7db0efbc82d3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:37.432081 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.444634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.461332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:35:37.461987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:37.476339 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:37.492436 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] For port 8b6798e2-a4e0-4507-9620-7db0efbc82d3, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:37.495974 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] For port 8b6798e2-a4e0-4507-9620-7db0efbc82d3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b6798e2-a4e0-4507-9620-7db0efbc82d3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:37.579386 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.666162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bac0f6d-2614-4785-ae37-c2d935d6a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.687021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:37.687480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:37.701844 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.746257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:37.776372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.783984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.803127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] 10.222.0.31 "DELETE /v2.0/networks/c0f90448-d61b-495e-a60b-0150404fa128 HTTP/1.1" status: 204 len: 168 time: 1.2761228 Feb 11 14:35:37.848293 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:37.853333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:37.884668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c614a-0208-4eb5-a716-3a7470b4875e tempest-ExtraDHCPOptionsIpV6TestJSON-204299394 tempest-ExtraDHCPOptionsIpV6TestJSON-204299394-project] Pushing event deleted for resources: {'Network': ['ID=c0f90448-d61b-495e-a60b-0150404fa128,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:37.943102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:38.059668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-17436df6-112c-4e1b-802d-be6b5c88cdf7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:38.069438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-17436df6-112c-4e1b-802d-be6b5c88cdf7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.2904294 Feb 11 14:35:38.091463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-1bac0f6d-2614-4785-ae37-c2d935d6a4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:35:38.104055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-e29d17f1-2eba-42af-a18c-2804097cf1c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0228746 Feb 11 14:35:38.113670 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-1bac0f6d-2614-4785-ae37-c2d935d6a4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:35:38.119915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca640bb-b687-40fd-a5e7-bac08669e1a0 None None] Pushing event updated for resources: {'Port': ['ID=8b6798e2-a4e0-4507-9620-7db0efbc82d3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:38.168623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:38.226524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-486a58fd-1b3d-42fc-ac74-638f0d46f0f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213653 Feb 11 14:35:38.277387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:38.297903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:34Z', 'revision_number': 3, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:38.334009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff567504-54d7-4cab-8863-8816dd4b6613 None None] The sync data for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 is: [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:34Z', 'revision_number': 3, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:35:38.362889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:38.369739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:38.374365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:38.480993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:38.493889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Pushing event updated for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:38.510413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-67edc78d-7307-4c90-b49f-8a055e82b6e0 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828312 Feb 11 14:35:38.697583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:38.860114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c90bc2b2-8a80-4b72-b935-fa34ec18b131 None None] Provisioning complete for port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:38.860659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c90bc2b2-8a80-4b72-b935-fa34ec18b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:38.942968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:39.036614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.098950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53598) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:39.099943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bf6fc420-835f-4b1e-91a4-2422adb1b626 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecd27de02c2b42cdae34c9be87ba2468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945897 Feb 11 14:35:39.122849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:39.123469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.212167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c90bc2b2-8a80-4b72-b935-fa34ec18b131 None None] Provisioning complete for port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:39.212563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c90bc2b2-8a80-4b72-b935-fa34ec18b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.251635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.268276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-dc8ec857-d5fe-401c-b1b6-bbf5df371ad4 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040966 Feb 11 14:35:39.268482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc2b2-8a80-4b72-b935-fa34ec18b131 None None] Port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:39.307606 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.517745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20d57461-48f8-4667-8a26-98ff60510e04 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:35:39.518633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.521215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.522860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b7c4b10-8be2-47f3-889f-8481b8454b76 HTTP/1.1" status: 204 len: 168 time: 0.4196072 Feb 11 14:35:39.556941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad5b9-bee3-4de3-b760-4dafd4ba6f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c4b10-8be2-47f3-889f-8481b8454b76,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:39.570443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 20d57461-48f8-4667-8a26-98ff60510e04 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:35:39.571031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 20d57461-48f8-4667-8a26-98ff60510e04 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:35:39.645188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.727794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-699e6450-8cd1-4c9f-a592-23514b675890 req-576b923c-17da-411c-a8b3-3b7d903b1914 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0482719 Feb 11 14:35:39.765178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.866304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Pushing event updated for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:39.873826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:39.980250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:39.983620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:40.232724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:35:40.397985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-97915fb4-8bff-4eec-b953-1ed045e9661c None None] Provisioning complete for port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:40.398496 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-97915fb4-8bff-4eec-b953-1ed045e9661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:40.444836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:40.448308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-97915fb4-8bff-4eec-b953-1ed045e9661c None None] Port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:40.485544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4fbd776d-6fb7-4863-a032-c554e557173d admin admin] 10.222.0.31 "PUT /v2.0/routers/28603d2d-c6f8-4bbc-b597-a0c6b6e5d039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6125445 Feb 11 14:35:40.701755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:40.863354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6feb7669-f3c5-4cd1-9ff3-34fef6655714 req-dcf4e020-884f-40df-aa92-df366e5954b1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0631988 Feb 11 14:35:40.936659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b6798e2-a4e0-4507-9620-7db0efbc82d3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:41.044417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:41.045162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.181449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.205208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8b6798e2-a4e0-4507-9620-7db0efbc82d3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b6798e2-a4e0-4507-9620-7db0efbc82d3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:41.208085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Sync routers for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:35:41.221785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:41.225946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:41.226825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:41.354793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.367492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1238007304'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:41.440915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8b6798e2-a4e0-4507-9620-7db0efbc82d3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:41.452083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:41.492809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:41.497949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697772757', 'description': 'tempest-secgroup-smoke-1697772757 description', 'project_id': '36b49650afdf4565aff002e6f6417746'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:41.507050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Made reservation on behalf of 35269e46fd81419f92132f3a4bc3fb45 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:41.510717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.521576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.617686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.621992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.693220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.701494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:38Z', 'revision_number': 4, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '330e1aab-075d-4b64-a3cf-49c64b6ccaaa', 'name': '', 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'mac_address': 'fa:16:3e:fb:a7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:36Z', 'updated_at': '2022-02-11T14:35:39Z', 'revision_number': 2, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'subnets': [{'id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:41.725234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.728790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Checking router: 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:35:41.730113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Updating router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:35:41.764345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.767068 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.767234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab2f03-3639-4a84-ba5f-ff4b9556c7f2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:41.779101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:35:41.784850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.785341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.785788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.786224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.786778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.787233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.787667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.788094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.788534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.789006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.789930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.789930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:41.801506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.801926 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Added segment 864983f3-b2c8-4251-8a71-7a6a7ee8d374 of type vlan for network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c Feb 11 14:35:41.832090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee905c58-bf28-43c0-b4af-927012d9b95e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:41.871978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.876949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0dbe36cc-0608-422c-89bc-1095899191a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3803735 Feb 11 14:35:41.877145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:41.882204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:41.915711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.075657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c26b9035-1311-47fd-8662-4fce2067d977 req-a4d5a442-2d7c-42c0-8459-01b9d16ac58b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0840442 Feb 11 14:35:42.079587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.083517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.107434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:42.107434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.149014 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.236056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.259007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c467e-a1da-4744-acbd-19198fcd96c4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:42.260678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Network': ['ID=3f1368ea-e314-49cd-bc36-be2e0a9ff69c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:42.279468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-12974606-74c8-4257-ae73-6289f6bbb7ce tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0521457 Feb 11 14:35:42.282583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53728) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:42.299054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'subnet': {'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:42.309349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:35:42.363937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.368577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.371142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-13bd9346-0a11-45cc-a7c4-86aa29d9cb9e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926553 Feb 11 14:35:42.373995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:42.381754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:42.465044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.524754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546ced1-3402-4bab-a9e8-31fd75251efc None None] Pushing event updated for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:42.539314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.541137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Made reservation on behalf of 35269e46fd81419f92132f3a4bc3fb45 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:42.545079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.641678 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.641826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Attempting to bind port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:42.642083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Attempting to bind port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:42.642383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Attempting to bind port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa on network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:42.648828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:42.649259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Checking segment: {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:42.649663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.650053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Bound using segment: {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:42.650517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Bound port: 330e1aab-075d-4b64-a3cf-49c64b6ccaaa, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:42.650900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.724154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.761304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914b140f-cc9b-4112-b8e6-336f35e083ed,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:42.828581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] For port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:42.833459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] For port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:42.839621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b6798e2-a4e0-4507-9620-7db0efbc82d3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:42.919638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] Provisioning complete for port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:42.920016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.923583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.932139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e42bec60-2a3d-40e8-82ec-27c166da2a55 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5561230 Feb 11 14:35:42.934884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:42.940680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:42.989570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.036101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-523a47c4-8dbd-489f-9fa4-2bf0af3305ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:43.037873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-523a47c4-8dbd-489f-9fa4-2bf0af3305ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.4443390 Feb 11 14:35:43.055888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.058674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:43.094787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546ced1-3402-4bab-a9e8-31fd75251efc None None] Pushing event updated for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:43.212331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:43.213239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:43.215909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:43.216446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.255479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.325126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.365295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c198eb3a-6a69-4253-be6e-fbea4e4b5a48,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:43.419654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-94f903b5-64f7-47c8-9dda-0d064f9768e5 req-75888594-c483-4511-bce3-da4b39019e45 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.1093464 Feb 11 14:35:43.452826 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.454088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2bf98068-3191-40be-a3e1-14aba30cb9eb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5180914 Feb 11 14:35:43.456753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:43.461486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:43.516164 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.530470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:43.536303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.573391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.578589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:35:43.652428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.815487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.822780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Subnet': ['ID=5d21cd83-8683-4552-af9f-c8d5574182da,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:43.946055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.965171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Checking segment: {'id': '864983f3-b2c8-4251-8a71-7a6a7ee8d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:43.965532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network hostable DHCP agents. Network: 3f1368ea-e314-49cd-bc36-be2e0a9ff69c, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:35:44.021141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.3 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/12c2339d-51c1-44ff-953c-c48f7035095d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:44.050380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2760b3-c999-43b4-9730-40745fb66c78,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:44.087438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:35:44.118697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.125213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-778e43a7-6db0-4bd3-8a65-062ed322b1bf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6671999 Feb 11 14:35:44.126420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:44.139115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:44.163351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] For port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:44.195567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3f1368ea-e314-49cd-bc36-be2e0a9ff69c) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:44.217012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:44.217689 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.252583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b67e7c-5a9a-40d1-a83b-85a81b00d39c None None] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:44.267064 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Project 36b49650afdf4565aff002e6f6417746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:35:44.273766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.355623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-909d2cec-7f2c-4c21-9c09-21ded9dc65a5 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0719249 Feb 11 14:35:44.358449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53786) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:44.368871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1619000551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:44.391217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.445294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.505677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.581569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.609389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1e7f1-52d0-4208-b915-d877ce4a0a43 None None] Pushing event updated for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:44.612273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e072012-8c2d-4a5e-b43c-dc0421802cbf req-c5ba0f91-e4f5-4552-8038-48e0ec7894d3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0550969 Feb 11 14:35:44.617257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.619259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.620341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.701423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66735682-1ccc-440c-9ec3-f66e55137c23,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:44.713752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:44.734182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:44.737823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:44.742483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:44.785591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.790008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.791448 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-32641bf2-2662-420d-b4fa-de1966abdd48 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6636391 Feb 11 14:35:44.794628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:44.802409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'security_group_rule': {'security_group_id': 'ee905c58-bf28-43c0-b4af-927012d9b95e', 'project_id': '36b49650afdf4565aff002e6f6417746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:44.802864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8dca9ddd-b1c3-44fa-bb9c-de0ba0da93d7 None None] Provisioning complete for port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:44.803237 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dca9ddd-b1c3-44fa-bb9c-de0ba0da93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.833467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:44.835037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.889744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.929302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3f1368ea-e314-49cd-bc36-be2e0a9ff69c', 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c', 'tenant_id': '35269e46fd81419f92132f3a4bc3fb45', 'fixed_ips': [{'subnet_id': '5d21cd83-8683-4552-af9f-c8d5574182da'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:35:44.930174 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.941199 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Project 36b49650afdf4565aff002e6f6417746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:35:44.951913 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.036077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5392b15a-740e-4711-986a-2181ef4f526e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9874637 Feb 11 14:35:45.067490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.071832 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-18e7dfa2-f78f-4b3b-adf1-2b77b58104d9 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7122126 Feb 11 14:35:45.077650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:45.093478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-dbad41f5-a98b-4813-890a-c5f4580783d2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:35:45.094317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-dbad41f5-a98b-4813-890a-c5f4580783d2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526724 Feb 11 14:35:45.220548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Request body: {'port': {'device_id': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:45.350835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.388312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Allocated IP 172.20.0.2 (3f1368ea-e314-49cd-bc36-be2e0a9ff69c/5d21cd83-8683-4552-af9f-c8d5574182da/da10e327-db70-4b13-8fb4-abe06971166c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:45.518664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.521273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.704317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.738408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:38Z', 'revision_number': 4, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '330e1aab-075d-4b64-a3cf-49c64b6ccaaa', 'name': '', 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'mac_address': 'fa:16:3e:fb:a7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:36Z', 'updated_at': '2022-02-11T14:35:42Z', 'revision_number': 4, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'subnets': [{'id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:45.739830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.797939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc9312-406a-48a6-aeac-5783fd59c590 None None] The sync data for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 is: [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:35:38Z', 'revision_number': 4, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '330e1aab-075d-4b64-a3cf-49c64b6ccaaa', 'name': '', 'network_id': '7f4531f5-30df-4c87-a1d4-0f01ea1204fe', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'mac_address': 'fa:16:3e:fb:a7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:36Z', 'updated_at': '2022-02-11T14:35:42Z', 'revision_number': 4, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'subnets': [{'id': 'b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:35:45.800296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddd37af-f87b-4e42-9d02-22d873e0baaa,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:45.807782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.909878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.911410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-78d5e16f-b3af-459d-b3cc-63f3e06f1cef tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1155598 Feb 11 14:35:45.929705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:45.945329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:45.954002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:45.956252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Pushing event updated for resources: {'Port': ['ID=da10e327-db70-4b13-8fb4-abe06971166c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:46.136917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9cc03ed1-624b-4877-bb29-4dc971b08a63 None None] Provisioning complete for port 12c2339d-51c1-44ff-953c-c48f7035095d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:46.147138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cc03ed1-624b-4877-bb29-4dc971b08a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.217091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9cc03ed1-624b-4877-bb29-4dc971b08a63 None None] Port 12c2339d-51c1-44ff-953c-c48f7035095d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:46.221226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Attempting to bind port da10e327-db70-4b13-8fb4-abe06971166c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:46.221226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Attempting to bind port da10e327-db70-4b13-8fb4-abe06971166c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '864983f3-b2c8-4251-8a71-7a6a7ee8d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:46.221226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Attempting to bind port da10e327-db70-4b13-8fb4-abe06971166c on network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:46.226670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:46.227328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Checking segment: {'id': '864983f3-b2c8-4251-8a71-7a6a7ee8d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:46.227911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.228505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Bound using segment: {'id': '864983f3-b2c8-4251-8a71-7a6a7ee8d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:46.229215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Bound port: da10e327-db70-4b13-8fb4-abe06971166c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864983f3-b2c8-4251-8a71-7a6a7ee8d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:46.229840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.258823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e1c97-4942-4c88-990c-13e954b4c012 req-259fdd7c-d3d1-4f5e-a38b-e9436dc8aaae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:46.286504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee1e1c97-4942-4c88-990c-13e954b4c012 req-259fdd7c-d3d1-4f5e-a38b-e9436dc8aaae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 931 time: 0.5183542 Feb 11 14:35:46.320768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Allocated IP 172.20.0.1 (3f1368ea-e314-49cd-bc36-be2e0a9ff69c/5d21cd83-8683-4552-af9f-c8d5574182da/156e1d8c-ebd2-467b-bda8-30651cfebc94) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:46.392988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] For port da10e327-db70-4b13-8fb4-abe06971166c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:46.398284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] For port da10e327-db70-4b13-8fb4-abe06971166c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da10e327-db70-4b13-8fb4-abe06971166c,segment=NetworkSegment(864983f3-b2c8-4251-8a71-7a6a7ee8d374),segment_id=864983f3-b2c8-4251-8a71-7a6a7ee8d374)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:46.425846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-22af5641-e163-4f2e-87da-16e698040fb4 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697772757&fields=id&tenant_id=36b49650afdf4565aff002e6f6417746 HTTP/1.1" status: 200 len: 267 time: 0.1142819 Feb 11 14:35:46.488683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c2339d-51c1-44ff-953c-c48f7035095d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:35:46.490385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.508708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.540235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Transition to ACTIVE for port object 12c2339d-51c1-44ff-953c-c48f7035095d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:35:46.590497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee1e1c97-4942-4c88-990c-13e954b4c012 req-88301243-221c-4b02-b208-12a38521c02b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922983 Feb 11 14:35:46.607771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:46.712940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247842a4-3d50-4805-a2c7-48fa36303554 None None] Pushing event updated for resources: {'Port': ['ID=da10e327-db70-4b13-8fb4-abe06971166c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:47.033818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 330e1aab-075d-4b64-a3cf-49c64b6ccaaa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:47.095966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Attempting to bind port 12c2339d-51c1-44ff-953c-c48f7035095d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:47.096304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Attempting to bind port 12c2339d-51c1-44ff-953c-c48f7035095d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:47.096638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Attempting to bind port 12c2339d-51c1-44ff-953c-c48f7035095d on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:47.105439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Pushing event updated for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:47.135887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Port 12c2339d-51c1-44ff-953c-c48f7035095d on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:35:47.137395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Attempting to bind port 12c2339d-51c1-44ff-953c-c48f7035095d on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:47.139374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-125adc88-3a55-4fda-ae68-a7175267c2ce tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:47.145214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:47.145785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:47.146329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:47.146917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Bound port: 12c2339d-51c1-44ff-953c-c48f7035095d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:47.147778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.174608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-125adc88-3a55-4fda-ae68-a7175267c2ce tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 808 time: 0.7205346 Feb 11 14:35:47.217894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-6526269f-966a-4d7a-9992-3e94037b4ff3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/quotas/36b49650afdf4565aff002e6f6417746 HTTP/1.1" status: 200 len: 375 time: 0.0386417 Feb 11 14:35:47.301931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:47.302767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.357008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.472476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-8d4f9052-b8ba-4a5d-a0bf-b20e9cb4fd53 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2332537 Feb 11 14:35:47.476033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:47.489257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=12c2339d-51c1-44ff-953c-c48f7035095d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:47.656679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.697894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-c5f118a5-cf6e-4560-882e-24aaf22ed60f service neutron] 10.222.0.31 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092626 Feb 11 14:35:47.758845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:47.759529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.761472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] 10.222.0.60 "PUT /v2.0/ports/12c2339d-51c1-44ff-953c-c48f7035095d HTTP/1.1" status: 200 len: 1091 time: 2.6581841 Feb 11 14:35:47.764684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:47.764684 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:35:47.813512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.885037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132459-0d1f-459b-8f93-0d12551d1e1f service neutron] Pushing event updated for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:47.957520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c77f9-da69-485d-a222-59784e404116 req-bd5404b6-515d-4f15-9574-97d2efde6b49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:47.975207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-287c77f9-da69-485d-a222-59784e404116 req-bd5404b6-515d-4f15-9574-97d2efde6b49 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.2489069 Feb 11 14:35:47.990441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:47.998643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=156e1d8c-ebd2-467b-bda8-30651cfebc94,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:48.041735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:48.074728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:48.166793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-2decb96f-23ae-4b61-9fd4-c9334ee966c5 service neutron] 10.222.0.31 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617565 Feb 11 14:35:48.218202 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-581ac944-aa52-43ed-a271-36873388efed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.242443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-287c77f9-da69-485d-a222-59784e404116 req-aee4f65d-5581-4d97-b4af-561f6e523c6e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594311 Feb 11 14:35:48.273602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.302041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-929f7201-b6cc-4bd3-b09a-962ba26edba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:48.313289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-929f7201-b6cc-4bd3-b09a-962ba26edba2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 1094 time: 0.3142557 Feb 11 14:35:48.465323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-c1380dad-ca7d-430f-945b-6e56ec5ba3a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12c2339d-51c1-44ff-953c-c48f7035095d HTTP/1.1" status: 200 len: 217 time: 0.1373641 Feb 11 14:35:48.610419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-cd4bb6bc-0103-4ce1-8f26-c004d4cda52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:48.623692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-cd4bb6bc-0103-4ce1-8f26-c004d4cda52c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.1547019 Feb 11 14:35:48.750456 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.763706 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d442ac3d-8128-44c6-920f-d015af359e18 x-openstack-request-id: req-d442ac3d-8128-44c6-920f-d015af359e18 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:35:48.764184 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:35:48.764612 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d442ac3d-8128-44c6-920f-d015af359e18 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:35:48.765212 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d', 'status': 'completed', 'code': 200} Feb 11 14:35:48.785917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-823aa329-c275-4533-ac1b-1c09975d7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:48.787554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-823aa329-c275-4533-ac1b-1c09975d7f4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569605 Feb 11 14:35:48.835758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b01c6e-7e35-4f54-983a-502451c05d5c None None] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:35:48.997496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d1c15b20-6fc2-448f-8cb4-084a399c0a4c req-1588b070-ef0a-472c-9e32-f0035513a7e2 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.1049600 Feb 11 14:35:49.024099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] Provisioning complete for port da10e327-db70-4b13-8fb4-abe06971166c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:49.025391 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.090871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da10e327-db70-4b13-8fb4-abe06971166c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:49.107796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-1e9b26eb-f831-452b-9db5-32744ed8a619 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135893 Feb 11 14:35:49.256814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.360498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port da10e327-db70-4b13-8fb4-abe06971166c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:49.361263 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.392330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a89d49ab-c860-4e91-b16a-24e5b75ddb3d req-5161ca7e-1fcc-43b3-bf70-d57f994a7552 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770314 Feb 11 14:35:49.421480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] For port da10e327-db70-4b13-8fb4-abe06971166c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da10e327-db70-4b13-8fb4-abe06971166c,segment=NetworkSegment(864983f3-b2c8-4251-8a71-7a6a7ee8d374),segment_id=864983f3-b2c8-4251-8a71-7a6a7ee8d374)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:49.519577 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.528542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cf53-ddac-47a9-bac1-2b1ded872b40 req-f9240546-ccb0-4498-b436-f2baf70b6706 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:49.537749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9a4cf53-ddac-47a9-bac1-2b1ded872b40 req-f9240546-ccb0-4498-b436-f2baf70b6706 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1241548 Feb 11 14:35:49.581612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.668041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:35:49.668567 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:35:49.678344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9a4cf53-ddac-47a9-bac1-2b1ded872b40 req-068047a1-bea7-4aa5-92ad-5e822b7308b2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375246 Feb 11 14:35:49.708627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abfd16-f14a-4c8a-a413-9b74cc9dca43 None None] Pushing event updated for resources: {'Port': ['ID=da10e327-db70-4b13-8fb4-abe06971166c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:49.725435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-46c8e5c4-d0c2-441d-8ed7-b7545da55f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:49.727761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-46c8e5c4-d0c2-441d-8ed7-b7545da55f25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 1094 time: 0.1494298 Feb 11 14:35:50.027727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41aef2f8-c634-420a-9335-344fc2b08ed9 None None] Provisioning complete for port da10e327-db70-4b13-8fb4-abe06971166c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:50.028110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41aef2f8-c634-420a-9335-344fc2b08ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.341367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-68798a55-8699-448b-8127-5f74a378b440 req-83284513-6fb0-4fd7-be17-601c5dafa56a tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.1306913 Feb 11 14:35:50.603958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.631242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78496f8-6040-4d8a-b035-a3e8c365370d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.669082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.679767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41aef2f8-c634-420a-9335-344fc2b08ed9 None None] Provisioning complete for port 156e1d8c-ebd2-467b-bda8-30651cfebc94 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:50.680144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41aef2f8-c634-420a-9335-344fc2b08ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.787059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-41aef2f8-c634-420a-9335-344fc2b08ed9 None None] Port 156e1d8c-ebd2-467b-bda8-30651cfebc94 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:50.873021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da10e327-db70-4b13-8fb4-abe06971166c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:35:50.933633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=156e1d8c-ebd2-467b-bda8-30651cfebc94,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:50.969294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.031488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bde2f90e-1605-498e-9197-97fa75eb28cf None None] Provisioning complete for port 156e1d8c-ebd2-467b-bda8-30651cfebc94 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:51.031488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bde2f90e-1605-498e-9197-97fa75eb28cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.106851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-fe48e82d-f374-4643-b398-900446f2692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:51.108388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-fe48e82d-f374-4643-b398-900446f2692c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 1.3726840 Feb 11 14:35:51.130723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port da10e327-db70-4b13-8fb4-abe06971166c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:51.131345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.193249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bde2f90e-1605-498e-9197-97fa75eb28cf None None] Port 156e1d8c-ebd2-467b-bda8-30651cfebc94 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:51.224557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880e5f9-d73a-4b90-9c6f-d5d590a4d55f req-870b5db5-e750-450e-937f-460ce2a746a8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:51.225546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0880e5f9-d73a-4b90-9c6f-d5d590a4d55f req-870b5db5-e750-450e-937f-460ce2a746a8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.2949035 Feb 11 14:35:51.226842 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-17e53a86-d613-42f0-b237-24d891d155a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12c2339d-51c1-44ff-953c-c48f7035095d HTTP/1.1" status: 200 len: 217 time: 0.1027291 Feb 11 14:35:51.300676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:51.306388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:51.323413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0880e5f9-d73a-4b90-9c6f-d5d590a4d55f req-9f213da7-8dd1-4937-9041-79f06a0d77c5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604596 Feb 11 14:35:51.332012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-544991ce-793c-4010-bd60-3329545ccb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:51.334357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-544991ce-793c-4010-bd60-3329545ccb7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.1014934 Feb 11 14:35:51.410707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-ec7fc2ce-ff3c-4113-b942-e054136c126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:51.415858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-ec7fc2ce-ff3c-4113-b942-e054136c126c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745254 Feb 11 14:35:51.581063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da0a55bc-a494-487a-807b-d47f1a0d92c0 req-6abcf7c1-1bcd-48d3-8b3c-aa1dad14f8cf tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.0804303 Feb 11 14:35:51.608136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-28c502d2-95cd-4646-bce8-9088af7d125c service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851749 Feb 11 14:35:51.725493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-10a25f35-9250-4f81-be6c-9d3fb8d471b0 None None] Provisioning complete for port 156e1d8c-ebd2-467b-bda8-30651cfebc94 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:51.726069 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10a25f35-9250-4f81-be6c-9d3fb8d471b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.760108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034b32c2-0829-4e1e-a8d0-eaad3e3c183b req-5ada3504-c6f1-415e-a63f-1a877e4e2efa service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423678 Feb 11 14:35:51.781461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-10a25f35-9250-4f81-be6c-9d3fb8d471b0 None None] Port 156e1d8c-ebd2-467b-bda8-30651cfebc94 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:51.795690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Router 6a594ed2-d8b5-4ef8-823a-01d0bdafb00d is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:35:51.855461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.903010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:51.908272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17bf2557-f179-4234-84bb-cdf5dbc8e81f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "PUT /v2.0/routers/6a594ed2-d8b5-4ef8-823a-01d0bdafb00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8291574 Feb 11 14:35:51.911056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 53964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:51.914816 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] Sync routers for ids ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:35:51.915774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'port': {'network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c', 'name': 'tempest-FloatingIPNegativeTestJSON-752564261'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:51.926636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] Routers {'6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:51.927235 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:51.966136 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:51.975213 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] Routers {'6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:35:51.975902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:52.010298 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:52.011500 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a13d8-0390-44d3-b3b5-b68a62c61097 None None] The sync data for ids ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:35:52.205543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Made reservation on behalf of 35269e46fd81419f92132f3a4bc3fb45 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:52.209386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:52.237887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] device_id is not set on port f4d316a5-a7da-40a6-af6b-2ed332882e7a yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:35:52.503387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-32894b87-3535-4fd4-a229-4d25df93adfb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:52.510474 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-32894b87-3535-4fd4-a229-4d25df93adfb tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 808 time: 0.2183509 Feb 11 14:35:52.548607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Allocated IP 172.20.0.9 (3f1368ea-e314-49cd-bc36-be2e0a9ff69c/5d21cd83-8683-4552-af9f-c8d5574182da/f4d316a5-a7da-40a6-af6b-2ed332882e7a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:52.586889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99263e6-a78d-48af-a2d7-9417d88eb4fd req-42940d94-779c-4673-9163-1a6c8e431b12 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:52.593752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-ff125b24-da95-4213-9b1c-4c51ecdeb4e1 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36b49650afdf4565aff002e6f6417746 HTTP/1.1" status: 200 len: 380 time: 0.0748136 Feb 11 14:35:52.599091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d99263e6-a78d-48af-a2d7-9417d88eb4fd req-42940d94-779c-4673-9163-1a6c8e431b12 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0961123 Feb 11 14:35:52.620685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'port': {'device_id': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'admin_state_up': True, 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'security_groups': ['ee905c58-bf28-43c0-b4af-927012d9b95e']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:52.676703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d99263e6-a78d-48af-a2d7-9417d88eb4fd req-9e540a84-0b03-4a3e-88ef-d36de71d81a4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Feb 11 14:35:52.819773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e6fab6d-3176-41c8-b2f8-92385e32020e req-933a00c5-98f6-4e0a-9b41-64f341852ed7 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.1094475 Feb 11 14:35:52.966540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.058903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Made reservation on behalf of 36b49650afdf4565aff002e6f6417746 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:35:53.062650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.127234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.201911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.205065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:53.231646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:53.238615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:53.240934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=f4d316a5-a7da-40a6-af6b-2ed332882e7a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:53.298521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Allocated IP 172.20.0.11 (ab7a87aa-2e33-434a-83ee-eac8ffb736db/870c787f-0d32-47aa-9a17-b2e7981a0691/7f78563e-ff7b-4165-bd9b-d513df1078ef) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:53.312435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:53.313129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.372720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.489075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0b5f0b8c-7b4f-4d83-bed0-e2cd8d81830f tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5719178 Feb 11 14:35:53.489288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 53998) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:53.492378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:53.643910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.682172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.783917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3de5227b-0b7b-4f7d-b53a-e2072b2b0a3d None None] Provisioning complete for port f4d316a5-a7da-40a6-af6b-2ed332882e7a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:53.789932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3de5227b-0b7b-4f7d-b53a-e2072b2b0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.808469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.882507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3de5227b-0b7b-4f7d-b53a-e2072b2b0a3d None None] Port f4d316a5-a7da-40a6-af6b-2ed332882e7a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:53.915671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.025287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:54.055165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:54.064934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:54.088171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:54.131596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Allocated IP 172.25.7.19 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/2a9075ee-a04c-477a-8181-8e13e751d043) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:54.144549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe609e21-863b-4e87-b6d4-875a36305883 req-530cb8f8-ea54-4bc7-a23f-86abf736a3cd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:54.154968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe609e21-863b-4e87-b6d4-875a36305883 req-530cb8f8-ea54-4bc7-a23f-86abf736a3cd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.2616384 Feb 11 14:35:54.193708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19aa1a-d928-4418-a5a6-80e8f460a45c req-305d06fc-0803-41fe-95ee-e167370fd6a2 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:54.195328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b19aa1a-d928-4418-a5a6-80e8f460a45c req-305d06fc-0803-41fe-95ee-e167370fd6a2 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 932 time: 0.2099261 Feb 11 14:35:54.229435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe609e21-863b-4e87-b6d4-875a36305883 req-29594999-3042-43c5-b6a8-9081c8207c4e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734673 Feb 11 14:35:54.286777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b19aa1a-d928-4418-a5a6-80e8f460a45c req-4cbd283f-bfbe-44ec-b3e3-6d494254a3c5 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788324 Feb 11 14:35:54.307012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:54.308238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.444502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.450568 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-f30336b4-5064-459e-b86a-d1e025520600 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8478813 Feb 11 14:35:54.460372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-c58260ed-a0b1-43de-8d1a-e98e5eb3168c tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:35:54.461369 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-c58260ed-a0b1-43de-8d1a-e98e5eb3168c tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052850 Feb 11 14:35:54.520942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2d3b309f-e998-4a13-9072-96d45c2e638b None None] Provisioning complete for port 7f78563e-ff7b-4165-bd9b-d513df1078ef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:54.530868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d3b309f-e998-4a13-9072-96d45c2e638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.570506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Request body: {'port': {'device_id': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:54.580789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b309f-e998-4a13-9072-96d45c2e638b None None] Port 7f78563e-ff7b-4165-bd9b-d513df1078ef cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:35:54.613144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.809342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:54.809342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:54.810203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.810865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:54.810865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=2a9075ee-a04c-477a-8181-8e13e751d043,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:54.870504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.049042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f78563e-ff7b-4165-bd9b-d513df1078ef {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:35:55.053371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.070188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.086976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Transition to ACTIVE for port object 7f78563e-ff7b-4165-bd9b-d513df1078ef will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:35:55.253990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.271320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.346891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Pushing event updated for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:55.408159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.499035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Attempting to bind port 7f78563e-ff7b-4165-bd9b-d513df1078ef on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:35:55.499371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Attempting to bind port 7f78563e-ff7b-4165-bd9b-d513df1078ef by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:35:55.499701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Attempting to bind port 7f78563e-ff7b-4165-bd9b-d513df1078ef on network ab7a87aa-2e33-434a-83ee-eac8ffb736db {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:55.502072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1378d6-5fd2-4c55-ac8c-a677bdfc6301 req-d5890709-1fcf-42df-adb2-fc8abb2db75b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:55.504247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b1378d6-5fd2-4c55-ac8c-a677bdfc6301 req-d5890709-1fcf-42df-adb2-fc8abb2db75b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1480932 Feb 11 14:35:55.515786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cd4a1-7eb7-406d-9c16-6433d9388884 req-53840dfa-854a-4aa9-8d6a-f75f878613f2 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:55.521197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-995cd4a1-7eb7-406d-9c16-6433d9388884 req-53840dfa-854a-4aa9-8d6a-f75f878613f2 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 944 time: 0.0981479 Feb 11 14:35:55.523941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Port 7f78563e-ff7b-4165-bd9b-d513df1078ef on network ab7a87aa-2e33-434a-83ee-eac8ffb736db not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:35:55.524266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Attempting to bind port 7f78563e-ff7b-4165-bd9b-d513df1078ef on network ab7a87aa-2e33-434a-83ee-eac8ffb736db {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:35:55.539714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:35:55.540189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Checking segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:35:55.540662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Bound using segment: {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:35:55.541181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Bound port: 7f78563e-ff7b-4165-bd9b-d513df1078ef, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:35:55.541524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.571586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=2a9075ee-a04c-477a-8181-8e13e751d043,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:55.612399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-995cd4a1-7eb7-406d-9c16-6433d9388884 req-db021add-09ea-4c59-b0fa-c0304727b669 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799193 Feb 11 14:35:55.670818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.698540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:35:55.698711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3b1378d6-5fd2-4c55-ac8c-a677bdfc6301 req-011ba771-9ff0-4ff0-8bb5-7c6c0bc6ebe9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710799 Feb 11 14:35:55.698807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:35:55.868614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.873437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-886af7da-bc85-446a-9a73-88f8e0ef3a89 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3815601 Feb 11 14:35:55.874925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54064) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:55.878843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6e08941d-cfd6-4773-a3a1-097c0082be24 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'floatingip': {'port_id': 'f4d316a5-a7da-40a6-af6b-2ed332882e7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:55.883723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.949388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e08941d-cfd6-4773-a3a1-097c0082be24 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.995336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:55.995336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.995336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 1092 time: 1.5248706 Feb 11 14:35:55.995726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:55.997740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eb67b3-e98c-49f5-8652-0cc41c27a39f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:35:56.094576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144531-f433-4a05-8686-6aaba45cae55 service neutron] Pushing event updated for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:56.158644 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-6e08941d-cfd6-4773-a3a1-097c0082be24 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] update failed (client error): The resource could not be found. Feb 11 14:35:56.158644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6e08941d-cfd6-4773-a3a1-097c0082be24 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "PUT /v2.0/floatingips/1847956f-c74a-4273-9046-02b254e73dc6 HTTP/1.1" status: 404 len: 507 time: 0.2645741 Feb 11 14:35:56.158644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:56.170811 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c5d35-7b99-4ed4-9ea2-68a1eeadabee x-openstack-request-id: req-449c5d35-7b99-4ed4-9ea2-68a1eeadabee {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:35:56.171281 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:35:56.171711 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-449c5d35-7b99-4ed4-9ea2-68a1eeadabee {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:35:56.172133 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'status': 'completed', 'code': 200} Feb 11 14:35:56.323843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-2e1d990f-c065-4800-a5b5-3c8a72fba5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:56.332495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-2e1d990f-c065-4800-a5b5-3c8a72fba5ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1095 time: 0.1783412 Feb 11 14:35:56.386691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-3857a371-7cdb-406a-a947-075316915325 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 217 time: 0.0431862 Feb 11 14:35:56.438548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting port 2a9075ee-a04c-477a-8181-8e13e751d043 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:56.438884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.491434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-dd325516-c7c4-4c8d-8179-ca5a9142e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:56.492935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-dd325516-c7c4-4c8d-8179-ca5a9142e7bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0979660 Feb 11 14:35:56.558793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.559120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.591393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Calling delete_port for 2a9075ee-a04c-477a-8181-8e13e751d043 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:56.591393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-8be3f670-5b14-446e-92dd-7e62aef08247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:56.591393 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-8be3f670-5b14-446e-92dd-7e62aef08247 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873599 Feb 11 14:35:56.825575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbb77e-8771-4f68-ad9b-a4c37d3b9113 req-a8975ba9-8e27-47dc-bd6c-de56175c1304 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:56.826993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5bbb77e-8771-4f68-ad9b-a4c37d3b9113 req-a8975ba9-8e27-47dc-bd6c-de56175c1304 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 944 time: 0.1039577 Feb 11 14:35:56.929045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5bbb77e-8771-4f68-ad9b-a4c37d3b9113 req-3633913c-d59f-4c0d-9540-404601dec13d tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860567 Feb 11 14:35:57.206877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30cec-7562-4653-8265-28057b2468aa req-dc07912a-f0fb-43a1-bd88-f21e5dc3f9e4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:57.208420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4f30cec-7562-4653-8265-28057b2468aa req-dc07912a-f0fb-43a1-bd88-f21e5dc3f9e4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1650229 Feb 11 14:35:57.212404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-89ea5df6-d139-4e1a-a7fd-27e2fb0f18fd service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181259 Feb 11 14:35:57.298740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a4f30cec-7562-4653-8265-28057b2468aa req-5c754938-8d10-4549-9178-ceeab074415d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840185 Feb 11 14:35:57.312362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.350737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Port': ['ID=2a9075ee-a04c-477a-8181-8e13e751d043,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:57.355873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23253f06-2500-43f8-8bca-92032d57e3d1 req-9378e43a-f03f-4474-876a-63f765c17a0f service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352005 Feb 11 14:35:57.422796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.425768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.430247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-de4743bb-7b19-4d21-af0e-c33f01ae23da tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "DELETE /v2.0/floatingips/1847956f-c74a-4273-9046-02b254e73dc6 HTTP/1.1" status: 204 len: 168 time: 1.2828584 Feb 11 14:35:57.430388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:57.441399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-21c40ad0-373a-44d6-8da3-0f729e8efc61 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'floatingip': {'floating_network_id': '3f1368ea-e314-49cd-bc36-be2e0a9ff69c', 'port_id': 'f4d316a5-a7da-40a6-af6b-2ed332882e7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:57.543908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-3cfc8de1-653d-4f41-bb1d-eb69f01086fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:57.545455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-3cfc8de1-653d-4f41-bb1d-eb69f01086fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1095 time: 0.0489318 Feb 11 14:35:57.573283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-21c40ad0-373a-44d6-8da3-0f729e8efc61 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.691172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-8369e26d-6738-42e7-ba15-1eb1dca3c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:57.691607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-8369e26d-6738-42e7-ba15-1eb1dca3c766 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.1392596 Feb 11 14:35:57.742039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-8f03709d-ca86-43f5-90ed-95b84747ebec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 217 time: 0.0420241 Feb 11 14:35:57.813415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-3ce746ab-0dd6-4bef-9c9c-de4035282f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:57.814871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-3ce746ab-0dd6-4bef-9c9c-de4035282f74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0664630 Feb 11 14:35:57.863598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-5f29c384-0a19-4532-bc3b-87ddb9b8d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:57.865213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-5f29c384-0a19-4532-bc3b-87ddb9b8d631 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423231 Feb 11 14:35:57.957788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-5c73e717-4658-474f-95b6-7249c80a2e4b service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Feb 11 14:35:58.002464 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-21c40ad0-373a-44d6-8da3-0f729e8efc61 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:35:58.007068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-21c40ad0-373a-44d6-8da3-0f729e8efc61 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5726559 Feb 11 14:35:58.016729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:58.024932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'f4d316a5-a7da-40a6-af6b-2ed332882e7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:35:58.127072 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78eb67b3-e98c-49f5-8652-0cc41c27a39f req-8f75e666-5a55-481e-a5ec-e7a380540db9 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615994 Feb 11 14:35:58.136103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ada104-e7e5-4dcd-ad9e-a9eaf6a54d51 req-fecac794-f3aa-4aab-aa3d-7de541f39f12 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:58.137694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14ada104-e7e5-4dcd-ad9e-a9eaf6a54d51 req-fecac794-f3aa-4aab-aa3d-7de541f39f12 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 944 time: 0.1293435 Feb 11 14:35:58.226057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.249766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14ada104-e7e5-4dcd-ad9e-a9eaf6a54d51 req-e807583a-4e24-4a7d-b4cb-f85eab0301af tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786185 Feb 11 14:35:58.384739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.456219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c696af-8740-480d-8205-0aa823356681 req-3b8bff1e-135e-40e9-bf45-e239f7332a28 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:58.458208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09c696af-8740-480d-8205-0aa823356681 req-3b8bff1e-135e-40e9-bf45-e239f7332a28 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0568290 Feb 11 14:35:58.500991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09c696af-8740-480d-8205-0aa823356681 req-1ca1d1c4-f87a-4a04-ba9d-db15a5a75f78 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Feb 11 14:35:58.514967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Allocated IP 172.25.7.195 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b2ab8416-fbfc-42ec-b1e4-90d9eef7316c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:35:58.638633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.872297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.945651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:35:58.951131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:35:58.954984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:35:58.977817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event updated for resources: {'Port': ['ID=b2ab8416-fbfc-42ec-b1e4-90d9eef7316c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:59.181612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting port b2ab8416-fbfc-42ec-b1e4-90d9eef7316c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:59.182962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.278544 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.279048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.298864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Calling delete_port for b2ab8416-fbfc-42ec-b1e4-90d9eef7316c owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:35:59.422706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008611e2-24a2-4180-8641-0ae729e94745 req-e972c675-7127-4738-8efc-3f4ec68af0b6 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:59.424326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-008611e2-24a2-4180-8641-0ae729e94745 req-e972c675-7127-4738-8efc-3f4ec68af0b6 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 944 time: 0.0714724 Feb 11 14:35:59.487470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-008611e2-24a2-4180-8641-0ae729e94745 req-df2def9f-6dc4-43a5-a1b7-370b12dd21e9 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552003 Feb 11 14:35:59.626533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.659867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ec87-4beb-4ff4-b19e-72fc4f3d46c3 req-8390b9e7-678a-4fa6-954f-bc248de52d43 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:59.661314 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0547ec87-4beb-4ff4-b19e-72fc4f3d46c3 req-8390b9e7-678a-4fa6-954f-bc248de52d43 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0712821 Feb 11 14:35:59.668342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Port': ['ID=b2ab8416-fbfc-42ec-b1e4-90d9eef7316c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:59.708957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0547ec87-4beb-4ff4-b19e-72fc4f3d46c3 req-7a212628-403e-42a7-a2dd-7ca32a806c09 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Feb 11 14:35:59.880087 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] create failed (client error): The resource could not be found. Feb 11 14:35:59.880087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4e7b553f-c40b-4f0e-91e0-f0bda510fd56 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8528235 Feb 11 14:35:59.880591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:35:59.993259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting port f4d316a5-a7da-40a6-af6b-2ed332882e7a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:35:59.994344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.133772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.150001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Calling delete_port for f4d316a5-a7da-40a6-af6b-2ed332882e7a owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:00.489893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.514734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7f78563e-ff7b-4165-bd9b-d513df1078ef details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:36:00.531916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Port': ['ID=f4d316a5-a7da-40a6-af6b-2ed332882e7a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:00.551719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.551719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.551719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.551719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.551719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.555031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:00.648397 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.649989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.659729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e15b1e41-cca0-45d7-8487-b0ece5b5c108 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "DELETE /v2.0/ports/f4d316a5-a7da-40a6-af6b-2ed332882e7a HTTP/1.1" status: 204 len: 168 time: 0.7845409 Feb 11 14:36:00.665715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:00.789433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df894a3b-571e-4beb-816f-fa204ffa743c req-68834c48-4492-49fd-8798-a1e58fb6ab60 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:00.796718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df894a3b-571e-4beb-816f-fa204ffa743c req-68834c48-4492-49fd-8798-a1e58fb6ab60 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 944 time: 0.1689146 Feb 11 14:36:00.798819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:00.815545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8a5d3-1bc8-4ec2-ba8f-4e2243275e6c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:00.826746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6d8a5d3-1bc8-4ec2-ba8f-4e2243275e6c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a594ed2-d8b5-4ef8-823a-01d0bdafb00d HTTP/1.1" status: 200 len: 913 time: 0.1588738 Feb 11 14:36:00.830855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:00.838361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'port_id': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'mac_address': 'fa:16:3e:21:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:36:00.879757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.924730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df894a3b-571e-4beb-816f-fa204ffa743c req-39b74c38-8f47-4112-a400-c4f6251d55d8 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091151 Feb 11 14:36:00.943633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f78563e-ff7b-4165-bd9b-d513df1078ef {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:36:01.028661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:01.138073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da6fcb-0a2d-40ce-9040-5867b31900da req-a413e341-1f28-46b2-9b7c-265b57761a5f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:01.145271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98da6fcb-0a2d-40ce-9040-5867b31900da req-a413e341-1f28-46b2-9b7c-265b57761a5f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1839674 Feb 11 14:36:01.235093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98da6fcb-0a2d-40ce-9040-5867b31900da req-b665dc15-f464-414c-b387-aedb91e9fce3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889492 Feb 11 14:36:01.258433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.315733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:01.392757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.429022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.466434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7f78563e-ff7b-4165-bd9b-d513df1078ef'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:36:01.809788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting port 156e1d8c-ebd2-467b-bda8-30651cfebc94 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:01.810417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.906659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.918287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Calling delete_port for 156e1d8c-ebd2-467b-bda8-30651cfebc94 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:02.092068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ba48-f1f8-4f9c-890e-063686e07a93 req-f813a813-84b7-48ca-b773-c12ffee8e518 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:02.095165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8668ba48-f1f8-4f9c-890e-063686e07a93 req-f813a813-84b7-48ca-b773-c12ffee8e518 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 945 time: 0.0899525 Feb 11 14:36:02.188172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8668ba48-f1f8-4f9c-890e-063686e07a93 req-1a1cf039-bbd8-4e70-b4c6-d5427b4c82d1 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837758 Feb 11 14:36:02.252723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.399745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Port': ['ID=156e1d8c-ebd2-467b-bda8-30651cfebc94,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:02.506311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7f78563e-ff7b-4165-bd9b-d513df1078ef up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:02.598590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44effaa2-0cdf-40dc-988e-9cf54ab2da4c req-52d483a3-d5f6-4f9f-8a9b-dee8a6e2e3fc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:02.598590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44effaa2-0cdf-40dc-988e-9cf54ab2da4c req-52d483a3-d5f6-4f9f-8a9b-dee8a6e2e3fc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.2015119 Feb 11 14:36:02.600358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.692312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 7f78563e-ff7b-4165-bd9b-d513df1078ef completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:36:02.704639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 7f78563e-ff7b-4165-bd9b-d513df1078ef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:02.705258 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.717489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44effaa2-0cdf-40dc-988e-9cf54ab2da4c req-eb9bee50-573d-451b-9975-17b92e7ade3d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109300 Feb 11 14:36:02.808461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Router 6a594ed2-d8b5-4ef8-823a-01d0bdafb00d has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:36:02.816295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.851287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:36:02.854364 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e152032-7fd4-4e31-bfe5-e88bb0a69da7" -d '{"events": [{"server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "name": "network-vif-plugged", "status": "completed", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:02.895857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:02.928845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:36:02.947976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] Sync routers for ids ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:36:02.951623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54244) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:02.953169 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cd0439b3-95f6-4d22-afe3-5fbff9b9e02c tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "PUT /v2.0/routers/6a594ed2-d8b5-4ef8-823a-01d0bdafb00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1168637 Feb 11 14:36:02.963232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] Routers {'6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:36:02.965882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:03.012170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:03.020920 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54757558-f7d7-4b02-bc02-af4e8476baba x-openstack-request-id: req-54757558-f7d7-4b02-bc02-af4e8476baba {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:03.021227 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "name": "network-vif-plugged", "status": "completed", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:03.021481 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54757558-f7d7-4b02-bc02-af4e8476baba {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:03.021873 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'code': 200} Feb 11 14:36:03.030765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] Routers {'6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:36:03.031384 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:03.077956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:03.078637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b4def-b44e-4cc2-a244-d59eb99ef4dc None None] The sync data for ids ['6a594ed2-d8b5-4ef8-823a-01d0bdafb00d'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:36:03.080086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.087073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.160327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:03.162058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431e8ba-6ad8-4af1-954d-e28d33710ca8 req-c9da426d-05a4-4fdb-9456-ed642b8b9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:03.165331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e431e8ba-6ad8-4af1-954d-e28d33710ca8 req-c9da426d-05a4-4fdb-9456-ed642b8b9b7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.0543554 Feb 11 14:36:03.208037 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e431e8ba-6ad8-4af1-954d-e28d33710ca8 req-481b80d0-51db-4a80-b1fd-4feafa700a1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Feb 11 14:36:03.280616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.283377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.378869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3999-8205-42b5-955b-bf90c6431e34 req-898e7bb1-89ad-454d-ae53-2f3f92079e51 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:03.381004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a45d3999-8205-42b5-955b-bf90c6431e34 req-898e7bb1-89ad-454d-ae53-2f3f92079e51 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0713944 Feb 11 14:36:03.429814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a45d3999-8205-42b5-955b-bf90c6431e34 req-1f0b4cad-ee45-4f06-9134-24a76a651d7e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Feb 11 14:36:03.475253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.480329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Fanout notify agent at l3_agent the message router_deleted on router 6a594ed2-d8b5-4ef8-823a-01d0bdafb00d {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:36:03.483336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.484981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a45c0348-42a0-4384-833d-69e63b224c07 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "DELETE /v2.0/routers/6a594ed2-d8b5-4ef8-823a-01d0bdafb00d HTTP/1.1" status: 204 len: 168 time: 0.5319614 Feb 11 14:36:03.487107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:03.544304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting subnet 5d21cd83-8683-4552-af9f-c8d5574182da {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:03.548315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.596741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.687786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.862025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6a41-2c46-4ce8-9c39-14ebc1b309d5 req-0e5117f8-4100-4933-bb4c-7ac682c4c1c8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:03.870479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f71b6a41-2c46-4ce8-9c39-14ebc1b309d5 req-0e5117f8-4100-4933-bb4c-7ac682c4c1c8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0679517 Feb 11 14:36:03.886800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.921102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Subnet': ['ID=5d21cd83-8683-4552-af9f-c8d5574182da,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:03.940857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d2f7e0-030e-4b93-b2df-d7ef3405145d None None] Network 3f1368ea-e314-49cd-bc36-be2e0a9ff69c requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:03.943823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f71b6a41-2c46-4ce8-9c39-14ebc1b309d5 req-4c547ea2-61c4-4aba-98fb-33739bdc7cce tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Feb 11 14:36:03.945198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.951350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b8a97e5d-b50c-4a21-a6f0-35eed6bd6273 tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "DELETE /v2.0/subnets/5d21cd83-8683-4552-af9f-c8d5574182da HTTP/1.1" status: 204 len: 168 time: 0.4632335 Feb 11 14:36:03.954764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:04.282500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] DHCP port deletion for 3f1368ea-e314-49cd-bc36-be2e0a9ff69c request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:04.375710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.439435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Deleting port da10e327-db70-4b13-8fb4-abe06971166c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:04.439810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.473734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Deleting port da10e327-db70-4b13-8fb4-abe06971166c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:04.474335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.568144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] For port da10e327-db70-4b13-8fb4-abe06971166c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da10e327-db70-4b13-8fb4-abe06971166c,segment=NetworkSegment(864983f3-b2c8-4251-8a71-7a6a7ee8d374),segment_id=864983f3-b2c8-4251-8a71-7a6a7ee8d374)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:04.568596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.584296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Calling delete_port for da10e327-db70-4b13-8fb4-abe06971166c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:04.634478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] For port da10e327-db70-4b13-8fb4-abe06971166c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da10e327-db70-4b13-8fb4-abe06971166c,segment=NetworkSegment(864983f3-b2c8-4251-8a71-7a6a7ee8d374),segment_id=864983f3-b2c8-4251-8a71-7a6a7ee8d374)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:04.634832 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.644271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052b91-1779-447b-b1b0-cc6f1b1ae0d6 req-d64876a3-982a-4572-a8df-69dfe0af89a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:04.648589 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7052b91-1779-447b-b1b0-cc6f1b1ae0d6 req-d64876a3-982a-4572-a8df-69dfe0af89a3 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0945098 Feb 11 14:36:04.667875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Calling delete_port for da10e327-db70-4b13-8fb4-abe06971166c owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:04.745964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7052b91-1779-447b-b1b0-cc6f1b1ae0d6 req-efab8332-ef53-4bcb-8cae-cd0feaa3988b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885215 Feb 11 14:36:04.782749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da10e327-db70-4b13-8fb4-abe06971166c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:04.814222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.817289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.849530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] No DVR routers for this DVR port da10e327-db70-4b13-8fb4-abe06971166c on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:04.859863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Port': ['ID=da10e327-db70-4b13-8fb4-abe06971166c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:04.862424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] Pushing event deleted for resources: {'Port': ['ID=da10e327-db70-4b13-8fb4-abe06971166c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:04.869827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26bfbe-dc02-42b2-9240-18b54495bb78 None None] No DVR routers for this DVR port da10e327-db70-4b13-8fb4-abe06971166c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:04.876487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port da10e327-db70-4b13-8fb4-abe06971166c {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:36:04.876968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da10e327-db70-4b13-8fb4-abe06971166c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:04.952550 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.974715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1368ea-e314-49cd-bc36-be2e0a9ff69c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:05.003095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864983f3-b2c8-4251-8a71-7a6a7ee8d374') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:05.003703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864983f3-b2c8-4251-8a71-7a6a7ee8d374') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:05.034713 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.092400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.108650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:05.109318 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:05.113201 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:05.191231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734341-8bfa-4511-8079-0b32dd8da3a7 req-cda19417-92a8-4638-9beb-af446f47afe7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:05.199094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f734341-8bfa-4511-8079-0b32dd8da3a7 req-cda19417-92a8-4638-9beb-af446f47afe7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1144261 Feb 11 14:36:05.237604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f734341-8bfa-4511-8079-0b32dd8da3a7 req-8f19b337-f7e7-49d8-9620-f3d4c9376fe1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Feb 11 14:36:05.280722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.289161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.297274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] 10.222.0.31 "DELETE /v2.0/networks/3f1368ea-e314-49cd-bc36-be2e0a9ff69c HTTP/1.1" status: 204 len: 168 time: 1.3376102 Feb 11 14:36:05.328129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e0e67-dd0c-4170-ac7d-97ec9587d58a tempest-FloatingIPNegativeTestJSON-1713792893 tempest-FloatingIPNegativeTestJSON-1713792893-project] Pushing event deleted for resources: {'Network': ['ID=3f1368ea-e314-49cd-bc36-be2e0a9ff69c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:05.918081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450e99-b7aa-4bfa-b5b1-7893a8b1cb0e req-81309fb8-be5a-446f-9733-8852f7301d5e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:05.922216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d450e99-b7aa-4bfa-b5b1-7893a8b1cb0e req-81309fb8-be5a-446f-9733-8852f7301d5e tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0812166 Feb 11 14:36:05.966587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d450e99-b7aa-4bfa-b5b1-7893a8b1cb0e req-5dc5fe7b-fce2-436b-b0da-5d933c613878 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Feb 11 14:36:06.020820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54330) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:06.180679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5ee8-1f0b-4839-bfe2-2ba910151607 req-79332719-0f23-47cb-b495-f806177e153d tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:06.182279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-530f5ee8-1f0b-4839-bfe2-2ba910151607 req-79332719-0f23-47cb-b495-f806177e153d tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.1211977 Feb 11 14:36:06.185175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e13b94bb-8981-4ca3-863a-c7fa940bef64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35269e46fd81419f92132f3a4bc3fb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631668 Feb 11 14:36:06.187623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:06.254795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-530f5ee8-1f0b-4839-bfe2-2ba910151607 req-c5eb9bf5-5a54-4f93-8aae-eacba273cbf8 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609314 Feb 11 14:36:06.283830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.308962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.378243 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864bb55-08c2-49fb-a534-e78241510e6e req-fc82153c-61f9-418d-a8c0-6c3391eacf13 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:06.379980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c864bb55-08c2-49fb-a534-e78241510e6e req-fc82153c-61f9-418d-a8c0-6c3391eacf13 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0618834 Feb 11 14:36:06.434005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c864bb55-08c2-49fb-a534-e78241510e6e req-f128cd05-10e0-4558-85f2-3d0eb0ea571f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Feb 11 14:36:06.435475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249d6de-3950-4bee-a806-2094e5705e7c req-14cddad9-3839-4b65-b473-bd2ee659c2ab tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:06.437109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5249d6de-3950-4bee-a806-2094e5705e7c req-14cddad9-3839-4b65-b473-bd2ee659c2ab tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0883999 Feb 11 14:36:06.489385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5249d6de-3950-4bee-a806-2094e5705e7c req-3bac2a87-fb9a-4ebc-ac5e-6d7bbecd90b6 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352814 Feb 11 14:36:06.519976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:06.590149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.595964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.598517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03ab2f03-3639-4a84-ba5f-ff4b9556c7f2 HTTP/1.1" status: 204 len: 168 time: 0.4097643 Feb 11 14:36:06.610894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7c09d-eb24-4df1-9e50-b48aa21792a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab2f03-3639-4a84-ba5f-ff4b9556c7f2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:06.725009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad4843-93e8-47cb-9281-a30e373096ca tempest-TestServerBasicOps-2064689077 tempest-TestServerBasicOps-2064689077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:06.726545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-86ad4843-93e8-47cb-9281-a30e373096ca tempest-TestServerBasicOps-2064689077 tempest-TestServerBasicOps-2064689077-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1092 time: 0.2055340 Feb 11 14:36:06.729681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54354) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:06.733883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:06.903486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:07.005098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:07.140040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Allocated IP 172.25.7.36 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/aa474593-2589-464f-9e2b-24fbe9729809) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:07.264389 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:07.401415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:07.459895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:07.470397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:07.472829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:07.475014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'Port': ['ID=aa474593-2589-464f-9e2b-24fbe9729809,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:07.609577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a94c74-95db-4f66-96b7-07430341f759 req-af18b94d-3d0b-4b1f-9cb2-271cc7d5d95f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:07.620800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34a94c74-95db-4f66-96b7-07430341f759 req-af18b94d-3d0b-4b1f-9cb2-271cc7d5d95f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0692234 Feb 11 14:36:07.678303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34a94c74-95db-4f66-96b7-07430341f759 req-893ca1ca-4457-4f60-85e5-0d00dd93b7c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546086 Feb 11 14:36:08.020279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:08.100733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.137921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-156435475'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:08.234187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:08.237843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.260357 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.393980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.454552 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.484483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:08.506914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d203cf5a-5321-4136-9c1e-61d5d16bcc5e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:08.509761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.510715 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment 1f94a37c-dd37-41f4-8e90-96c1f379494d of type vlan for network 710dded4-ba3d-44a6-81eb-29b78176d9ab Feb 11 14:36:08.591907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.656838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.687681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.707749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:08.707749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.807240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=710dded4-ba3d-44a6-81eb-29b78176d9ab,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:08.820959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:08.857401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c8ca2fd6-6111-47cc-b687-cbcd625cb9ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8358588 Feb 11 14:36:08.969857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcb9c5-c450-4a77-9b85-3950ac74d5c8 req-e5c568e3-a2c0-4af8-a879-716ecfb02969 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:08.971518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1efcb9c5-c450-4a77-9b85-3950ac74d5c8 req-e5c568e3-a2c0-4af8-a879-716ecfb02969 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1516557 Feb 11 14:36:08.995863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:09.042789 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1efcb9c5-c450-4a77-9b85-3950ac74d5c8 req-29e68a26-bc6b-4114-92a8-03d87c2542c0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633922 Feb 11 14:36:09.088781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:09.180624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event updated for resources: {'Port': ['ID=aa474593-2589-464f-9e2b-24fbe9729809,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:09.199643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:09.375413 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Floating IP 772d023d-e860-44a0-8450-bd520da24d76 associated. External IP: 172.25.7.36, port: 7f78563e-ff7b-4165-bd9b-d513df1078ef. Feb 11 14:36:09.688027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:36:09.916519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:36:09.942490 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Sync routers for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:36:09.975217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:36:09.976306 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:10.047775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:10.145535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1b4a7074-234d-4e50-8c60-d37cae57c233 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4147441 Feb 11 14:36:10.156833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:36:10.159533 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd270833-2938-49ad-b091-7047f13f226a" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:10.322888 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:36:10.390549 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6184701-0cb1-40e9-b28d-2eb4603ea351 x-openstack-request-id: req-c6184701-0cb1-40e9-b28d-2eb4603ea351 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:10.390840 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:10.391099 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6184701-0cb1-40e9-b28d-2eb4603ea351 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:10.391540 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'status': 'completed', 'code': 200} Feb 11 14:36:10.505591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ad75-f807-4840-8722-421f1f2f0256 req-b46f3080-569f-42c4-8bdd-43fab59d092a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:10.531689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25c3ad75-f807-4840-8722-421f1f2f0256 req-b46f3080-569f-42c4-8bdd-43fab59d092a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.2820051 Feb 11 14:36:10.684681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270833-2938-49ad-b091-7047f13f226a req-53ccc676-707a-4f61-a56e-ecbdfa086525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:10.693908 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-53ccc676-707a-4f61-a56e-ecbdfa086525 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.3213234 Feb 11 14:36:10.701921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25c3ad75-f807-4840-8722-421f1f2f0256 req-6f3337e9-3b7a-4940-89be-ddcdfdbdfd80 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742072 Feb 11 14:36:10.965410 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '772d023d-e860-44a0-8450-bd520da24d76', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'port_id': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'mac_address': 'fa:16:3e:21:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:36:07Z', 'updated_at': '2022-02-11T14:36:07Z', 'revision_number': 0, 'project_id': '36b49650afdf4565aff002e6f6417746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:10.976316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270833-2938-49ad-b091-7047f13f226a req-b5d41ba4-2149-4870-8b48-678def18e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:10.979320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-b5d41ba4-2149-4870-8b48-678def18e058 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.2757723 Feb 11 14:36:11.107121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Checking router: 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:36:11.154199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:36:11.154824 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:35:51Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:11.274329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-a648e786-9e38-42f9-a554-3c3c53675e42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 999 time: 0.2882311 Feb 11 14:36:11.382177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270833-2938-49ad-b091-7047f13f226a req-9972aec9-6202-4c30-9259-b800ba5aaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:11.383655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-9972aec9-6202-4c30-9259-b800ba5aaa75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.1028037 Feb 11 14:36:11.492315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270833-2938-49ad-b091-7047f13f226a req-e4a894d6-c387-482d-a11c-1b2bc8d58d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:11.495510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-e4a894d6-c387-482d-a11c-1b2bc8d58d6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047468 Feb 11 14:36:11.630693 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:36:11.681950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-de3a5c44-734c-40fe-b408-fbe9413eb984 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792428 Feb 11 14:36:11.921266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418b0b-56c3-4d35-af09-f98d4882b0d3 req-77b11c0d-b773-4bf6-b16a-c623a34ce33d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:11.948243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c418b0b-56c3-4d35-af09-f98d4882b0d3 req-77b11c0d-b773-4bf6-b16a-c623a34ce33d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1276634 Feb 11 14:36:11.951566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd270833-2938-49ad-b091-7047f13f226a req-cd0a7cf0-8f32-4dba-956d-be84b61b36d5 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619524 Feb 11 14:36:12.014570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c418b0b-56c3-4d35-af09-f98d4882b0d3 req-1a29039d-0a73-4af7-bbb3-aa94068be624 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584214 Feb 11 14:36:12.252193 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '772d023d-e860-44a0-8450-bd520da24d76', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'port_id': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'mac_address': 'fa:16:3e:21:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:36:07Z', 'updated_at': '2022-02-11T14:36:07Z', 'revision_number': 0, 'project_id': '36b49650afdf4565aff002e6f6417746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:12.266745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:12.273536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:12.287593 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5df55-7163-417e-9bd5-1147805969f0 None None] The sync data for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 is: [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '772d023d-e860-44a0-8450-bd520da24d76', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'port_id': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'mac_address': 'fa:16:3e:21:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:36:07Z', 'updated_at': '2022-02-11T14:36:07Z', 'revision_number': 0, 'project_id': '36b49650afdf4565aff002e6f6417746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:36:12.514842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:12.519917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:12.617523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0eaaa4-cf50-4259-b004-4799db2b12cc None None] New status for floating IP 772d023d-e860-44a0-8450-bd520da24d76: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:36:12.899336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:12.991548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=6e04aef6-8221-40a0-b0d5-1e269d6fa420,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:13.005508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': '1f94a37c-dd37-41f4-8e90-96c1f379494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:13.005898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 710dded4-ba3d-44a6-81eb-29b78176d9ab, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:13.091310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:13.132950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39364-e406-4cd5-a123-a73875d9fbea req-f50f7a29-89d7-46e5-bd99-de757d2a544b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:13.134540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59b39364-e406-4cd5-a123-a73875d9fbea req-f50f7a29-89d7-46e5-bd99-de757d2a544b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0541010 Feb 11 14:36:13.176648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-59b39364-e406-4cd5-a123-a73875d9fbea req-2f9976ae-e80a-476e-8f80-b2ce7acb815d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Feb 11 14:36:13.189143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 710dded4-ba3d-44a6-81eb-29b78176d9ab) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:13.194392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:13.198287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.211323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23c966-4e45-48ba-8b13-71e8d2807d8f None None] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:13.293157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54456) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:13.293854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-28a1507b-3846-4250-b608-0a83f6734f30 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0256393 Feb 11 14:36:13.299938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812619111'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:13.405845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-710dded4-ba3d-44a6-81eb-29b78176d9ab', 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': '6e04aef6-8221-40a0-b0d5-1e269d6fa420'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:13.411967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.443849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:13.449025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.479574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:13.514044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.514474 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment 3b4d4ee3-e105-4447-9b1b-ea4669fb8df9 of type vlan for network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a Feb 11 14:36:13.570455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Allocated IP 2001:db8:0:ffff::2 (710dded4-ba3d-44a6-81eb-29b78176d9ab/6e04aef6-8221-40a0-b0d5-1e269d6fa420/09b54675-1dcc-4a2e-a6c1-2a555ff90322) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:13.571799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.690332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.701219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:13.701219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.766173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.799701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:13.811281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:13.894034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:13.931174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c51bfa9b-cf63-4d22-af7a-1bfc70237bab tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6342826 Feb 11 14:36:13.931393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:13.936332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:13.964040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:13.967080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:13.970611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:13.976487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Pushing event updated for resources: {'Port': ['ID=09b54675-1dcc-4a2e-a6c1-2a555ff90322,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:14.090510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Attempting to bind port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:14.091116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Attempting to bind port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1f94a37c-dd37-41f4-8e90-96c1f379494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:14.091647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Attempting to bind port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 on network 710dded4-ba3d-44a6-81eb-29b78176d9ab {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:14.099161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:14.099795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Checking segment: {'id': '1f94a37c-dd37-41f4-8e90-96c1f379494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:14.100354 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.100917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Bound using segment: {'id': '1f94a37c-dd37-41f4-8e90-96c1f379494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:14.105556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Bound port: 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94a37c-dd37-41f4-8e90-96c1f379494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710dded4-ba3d-44a6-81eb-29b78176d9ab'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:14.105556 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.180870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:14.187278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.190139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] For port 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:14.194165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] For port 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b54675-1dcc-4a2e-a6c1-2a555ff90322,segment=NetworkSegment(1f94a37c-dd37-41f4-8e90-96c1f379494d),segment_id=1f94a37c-dd37-41f4-8e90-96c1f379494d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:14.300637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.365382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3248-b96c-4e66-b91f-e666f3e9a4a5 None None] Pushing event updated for resources: {'Port': ['ID=09b54675-1dcc-4a2e-a6c1-2a555ff90322,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:14.372392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48a453-2896-4ee9-b6b9-2dfacbf6364f req-6b4ca848-4483-4e36-86d2-b25dbc58a83a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:14.373981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed48a453-2896-4ee9-b6b9-2dfacbf6364f req-6b4ca848-4483-4e36-86d2-b25dbc58a83a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0915644 Feb 11 14:36:14.468053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed48a453-2896-4ee9-b6b9-2dfacbf6364f req-e26652fc-a44f-47fa-8a09-08d99856a987 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872133 Feb 11 14:36:14.682100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:14.783494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:36:14.800935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.889716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b54675-1dcc-4a2e-a6c1-2a555ff90322 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:14.944371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=ba606299-b813-4fed-9680-76b4e22ea942,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:14.949175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:14.949543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:14.951945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677ee0b-73ba-4068-99fe-e7f98a886282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:14.962703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:14.963088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.042726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:15.055314 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677ee0b-73ba-4068-99fe-e7f98a886282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.057667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.100674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b54675-1dcc-4a2e-a6c1-2a555ff90322,segment=NetworkSegment(1f94a37c-dd37-41f4-8e90-96c1f379494d),segment_id=1f94a37c-dd37-41f4-8e90-96c1f379494d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:15.166534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:15.170924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:15.179790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.180024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cbbce1-8924-407b-a623-7eeee1742aae None None] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:15.197363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677ee0b-73ba-4068-99fe-e7f98a886282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.223002 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.236875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677ee0b-73ba-4068-99fe-e7f98a886282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d201441-615d-48f2-b224-98652ef7d6a5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:15.245535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f677ee0b-73ba-4068-99fe-e7f98a886282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3d47b7d27c84af786e7d1725574035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617554 Feb 11 14:36:15.248743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:15.322811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc6741bb-9cb2-4d7f-bf90-1c089d33a8a3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3875647 Feb 11 14:36:15.324536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:15.330482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'port': {'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a', 'name': 'tempest-NetworksIpV6TestAttrs-1821723394'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:15.342443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.366611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.501885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.506563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.518244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d201441-615d-48f2-b224-98652ef7d6a5 HTTP/1.1" status: 204 len: 168 time: 0.2709591 Feb 11 14:36:15.518671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=09b54675-1dcc-4a2e-a6c1-2a555ff90322,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:15.555441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677e45-743b-4cfe-bff8-697a8f089632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d201441-615d-48f2-b224-98652ef7d6a5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:15.684656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e9685-04bd-42a4-a9e1-ee7814763f50 req-c2995d83-86af-46a8-b1f1-e1656c87bfab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:15.686891 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-618e9685-04bd-42a4-a9e1-ee7814763f50 req-c2995d83-86af-46a8-b1f1-e1656c87bfab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0780773 Feb 11 14:36:15.721047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:15.726284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.734820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a', 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': 'ba606299-b813-4fed-9680-76b4e22ea942'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:15.736476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.758168 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-618e9685-04bd-42a4-a9e1-ee7814763f50 req-91125696-6712-4ccb-a542-4317dba7d0a2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Feb 11 14:36:15.769006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] device_id is not set on port 682a43f5-dc45-44e2-b75f-1b0b819cc813 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:15.914615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31a4ec-8e33-43c9-a744-cb24ee4673fe None None] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:15.920356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Allocated IP 2001:db8::f816:3eff:fe9c:dbcc (3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a/ba606299-b813-4fed-9680-76b4e22ea942/682a43f5-dc45-44e2-b75f-1b0b819cc813) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:15.992162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5dec9635-8159-4ad8-aee6-623828b48af5 None None] Provisioning complete for port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:15.992615 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dec9635-8159-4ad8-aee6-623828b48af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.202383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.334353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.450560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:16.453659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:16.455317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Allocated IP 2001:db8::f816:3eff:fe4d:bf41 (3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a/ba606299-b813-4fed-9680-76b4e22ea942/47004ccd-fead-4402-a254-845a948f2c78) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:16.471463 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:16.478531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:16.479741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.489821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:16.497519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Port': ['ID=682a43f5-dc45-44e2-b75f-1b0b819cc813,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:16.510066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e51d804-171f-4108-96ed-3927abe39f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.597842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c207c6da-085e-47e9-a682-0f91bd5501b9 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2710633 Feb 11 14:36:16.599735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54572) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:16.605729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e51d804-171f-4108-96ed-3927abe39f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.623059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3e93a02b-087d-4f86-82dd-9352dddc1a26 None None] Provisioning complete for port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:16.623059 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e93a02b-087d-4f86-82dd-9352dddc1a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.673147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting subnet ba606299-b813-4fed-9680-76b4e22ea942 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:16.703865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.717619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6e51d804-171f-4108-96ed-3927abe39f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.774856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e51d804-171f-4108-96ed-3927abe39f4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9311a8f6f39e4f26a7bbd3adb87432c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837920 Feb 11 14:36:16.780223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:16.782416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d804-171f-4108-96ed-3927abe39f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2636bbc-429c-46de-989e-5e1de6d497ea,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:16.784062 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.789710 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.863794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b54675-1dcc-4a2e-a6c1-2a555ff90322 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:16.906034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.911974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:16.918969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:16.922856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:16.925531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Pushing event updated for resources: {'Port': ['ID=47004ccd-fead-4402-a254-845a948f2c78,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:16.947395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c7828-d759-4e8c-81c3-50a2c723ee4b req-47b6c814-ccf9-41f2-936c-7b06096b3bc3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:16.949399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-163c7828-d759-4e8c-81c3-50a2c723ee4b req-47b6c814-ccf9-41f2-936c-7b06096b3bc3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0733986 Feb 11 14:36:16.994070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.996589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:16.997002 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:16.999855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Attempting to bind port 47004ccd-fead-4402-a254-845a948f2c78 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:17.000393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Attempting to bind port 47004ccd-fead-4402-a254-845a948f2c78 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:17.000938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Attempting to bind port 47004ccd-fead-4402-a254-845a948f2c78 on network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:17.031845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-163c7828-d759-4e8c-81c3-50a2c723ee4b req-454a39f9-fe2f-4297-a827-1b44a57fcc20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Feb 11 14:36:17.038323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.050959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:17.051567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Checking segment: {'id': '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:17.052142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.052692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Bound using segment: {'id': '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:17.053365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Bound port: 47004ccd-fead-4402-a254-845a948f2c78, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:17.053928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.145738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.222700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.225307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.226540 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2636bbc-429c-46de-989e-5e1de6d497ea HTTP/1.1" status: 204 len: 168 time: 0.4449530 Feb 11 14:36:17.235420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27d06d-43d4-4d4b-a6f7-c500dab75182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2636bbc-429c-46de-989e-5e1de6d497ea,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:17.275988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.300267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] For port 47004ccd-fead-4402-a254-845a948f2c78, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:17.333803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] For port 47004ccd-fead-4402-a254-845a948f2c78, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=47004ccd-fead-4402-a254-845a948f2c78,segment=NetworkSegment(3b4d4ee3-e105-4447-9b1b-ea4669fb8df9),segment_id=3b4d4ee3-e105-4447-9b1b-ea4669fb8df9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:17.340105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.344538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/ba606299-b813-4fed-9680-76b4e22ea942 HTTP/1.1" status: 204 len: 168 time: 0.7437539 Feb 11 14:36:17.345691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687da66-ebb3-4c7e-aa0e-2a4cf336c071 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=ba606299-b813-4fed-9680-76b4e22ea942,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:17.347133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54606) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:17.412662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5287669-839b-492e-be1f-2fad63ba857c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:17.414225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5287669-839b-492e-be1f-2fad63ba857c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:17.416281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c5287669-839b-492e-be1f-2fad63ba857c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0674024 Feb 11 14:36:17.419406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54612) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:17.426185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.510242 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4db0cfb5-bf4e-4f33-a3fa-095a3cc4531d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.512675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303100-1387-4da8-8761-12677bd54ba2 None None] Pushing event updated for resources: {'Port': ['ID=47004ccd-fead-4402-a254-845a948f2c78,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:17.518353 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db0cfb5-bf4e-4f33-a3fa-095a3cc4531d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 14:36:17.518920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db0cfb5-bf4e-4f33-a3fa-095a3cc4531d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:17.527664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4db0cfb5-bf4e-4f33-a3fa-095a3cc4531d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a HTTP/1.1" status: 409 len: 405 time: 0.1017895 Feb 11 14:36:17.527757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:17.532169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1444413974'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:17.666665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:17.672026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.712162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:17.724749 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:17.735395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.735790 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment 1c49daa3-5493-4025-874b-c7f2d9bfd73d of type vlan for network 3136eaa2-448f-41e2-a719-692ba4d8904b Feb 11 14:36:17.815628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.949146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.958958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:17.959781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:18.080130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=3136eaa2-448f-41e2-a719-692ba4d8904b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:18.107213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3136eaa2-448f-41e2-a719-692ba4d8904b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:18.185304 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-384bf270-c559-4e62-946f-c66e9326cf2d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6569390 Feb 11 14:36:18.185683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:18.190715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:18.207977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a6019-473e-4b3c-8431-8a8c951702e4 req-1b9ff4bd-8568-4cb2-b851-b3e38a2bec0a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:18.209954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df8a6019-473e-4b3c-8431-8a8c951702e4 req-1b9ff4bd-8568-4cb2-b851-b3e38a2bec0a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1014767 Feb 11 14:36:18.247181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-168ad773-aba1-4a3f-8b82-9456d193cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:18.276815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df8a6019-473e-4b3c-8431-8a8c951702e4 req-33ca28a9-7959-4887-9fe7-7f04c0ae75b1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583289 Feb 11 14:36:18.390255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:18.393328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:18.871536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488e77e-9651-4ef6-8c98-443896630ba8 None None] Network 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:18.944637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 47004ccd-fead-4402-a254-845a948f2c78 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:18.973117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:36:18.974682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.021491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] Provisioning complete for port 47004ccd-fead-4402-a254-845a948f2c78 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:19.021912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.080149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=9af33392-f807-43f0-8d67-bb56b54cec38,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:19.095684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': '1c49daa3-5493-4025-874b-c7f2d9bfd73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:19.096286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 3136eaa2-448f-41e2-a719-692ba4d8904b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:19.123768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 47004ccd-fead-4402-a254-845a948f2c78 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:19.124326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.183121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 3136eaa2-448f-41e2-a719-692ba4d8904b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:19.217934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.263292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3136eaa2-448f-41e2-a719-692ba4d8904b) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:19.267758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:19.268749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.277527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] DHCP port deletion for 3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:19.284014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76879835-a1df-4490-9af1-074a18975a83 None None] Network 3136eaa2-448f-41e2-a719-692ba4d8904b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:19.298731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.312651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] For port 47004ccd-fead-4402-a254-845a948f2c78, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=47004ccd-fead-4402-a254-845a948f2c78,segment=NetworkSegment(3b4d4ee3-e105-4447-9b1b-ea4669fb8df9),segment_id=3b4d4ee3-e105-4447-9b1b-ea4669fb8df9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:19.359826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c1f5e9d0-465f-41b6-8350-9b8590ac0f69 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1726465 Feb 11 14:36:19.363843 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:19.375814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'port': {'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b', 'name': 'tempest-NetworksIpV6TestAttrs-991132084'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:19.408942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.458602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0dd90-5b5a-400f-946f-5720b11b3789 req-2dde31cc-967a-49e5-b485-90984abf7c8e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:19.467067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ad0dd90-5b5a-400f-946f-5720b11b3789 req-2dde31cc-967a-49e5-b485-90984abf7c8e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0966191 Feb 11 14:36:19.521416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9ad0dd90-5b5a-400f-946f-5720b11b3789 req-55240a5d-673c-4fb3-815e-888b077d23e7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530887 Feb 11 14:36:19.580763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df519bc-7fcf-4f24-a88f-fab0faed6a45 None None] Pushing event updated for resources: {'Port': ['ID=47004ccd-fead-4402-a254-845a948f2c78,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:19.583876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:36:19.584047 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:36:19.596846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Deleting port 47004ccd-fead-4402-a254-845a948f2c78 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:19.597255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.615495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:19.621007 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.644647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] device_id is not set on port 4423184c-76c6-4ec6-8e3f-8fde543ea53f yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:19.685520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3136eaa2-448f-41e2-a719-692ba4d8904b', 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': '9af33392-f807-43f0-8d67-bb56b54cec38'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:19.686375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.692933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] For port 47004ccd-fead-4402-a254-845a948f2c78, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=47004ccd-fead-4402-a254-845a948f2c78,segment=NetworkSegment(3b4d4ee3-e105-4447-9b1b-ea4669fb8df9),segment_id=3b4d4ee3-e105-4447-9b1b-ea4669fb8df9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:19.693333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.714977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Calling delete_port for 47004ccd-fead-4402-a254-845a948f2c78 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:19.836528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Allocated IP 2001:db8::f816:3eff:fe0c:e125 (3136eaa2-448f-41e2-a719-692ba4d8904b/9af33392-f807-43f0-8d67-bb56b54cec38/4423184c-76c6-4ec6-8e3f-8fde543ea53f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:19.964457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.005366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] Pushing event deleted for resources: {'Port': ['ID=47004ccd-fead-4402-a254-845a948f2c78,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:20.020307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13108fed-6a71-4281-a248-629df2c48a86 None None] No DVR routers for this DVR port 47004ccd-fead-4402-a254-845a948f2c78 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:20.100692 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.114961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Port 47004ccd-fead-4402-a254-845a948f2c78 update to ACTIVE by agent not found {{(pid=109377) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 11 14:36:20.222142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.275514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Allocated IP 2001:db8::f816:3eff:fee6:864c (3136eaa2-448f-41e2-a719-692ba4d8904b/9af33392-f807-43f0-8d67-bb56b54cec38/48233de9-5b0e-4445-bc1a-6894255ea41e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:20.282472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 3136eaa2-448f-41e2-a719-692ba4d8904b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:20.285740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:20.289864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:20.295681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:20.297804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.311571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Port': ['ID=4423184c-76c6-4ec6-8e3f-8fde543ea53f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:20.372788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1032b8d2-b87f-4450-aba0-6a2a6e2eebe3 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0095329 Feb 11 14:36:20.375557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:20.436710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting subnet 9af33392-f807-43f0-8d67-bb56b54cec38 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:20.589724 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fb136f1-696b-482c-9478-a06ef7e59cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.625105 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.664332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b60c-9b0a-41cf-8cf4-3f539f3886a0 req-e05bf6a5-46d0-4c16-ba11-7a2350b4024f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:20.666559 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9d4b60c-9b0a-41cf-8cf4-3f539f3886a0 req-e05bf6a5-46d0-4c16-ba11-7a2350b4024f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0563569 Feb 11 14:36:20.715816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9d4b60c-9b0a-41cf-8cf4-3f539f3886a0 req-e2c29623-091a-4556-a528-c6bcaf8cbbe9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Feb 11 14:36:20.722485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.723430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.775428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Network 3136eaa2-448f-41e2-a719-692ba4d8904b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:20.778731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:20.783755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:20.793236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.793676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Pushing event updated for resources: {'Port': ['ID=48233de9-5b0e-4445-bc1a-6894255ea41e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:20.817037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 47004ccd-fead-4402-a254-845a948f2c78 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:20.823082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.823676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.824457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.824965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.825498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.825970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.826678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.827213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.828061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.828536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.829042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.829507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:20.876599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 47004ccd-fead-4402-a254-845a948f2c78 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:36:20.876851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 47004ccd-fead-4402-a254-845a948f2c78 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:20.891224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Attempting to bind port 48233de9-5b0e-4445-bc1a-6894255ea41e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:20.891676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Attempting to bind port 48233de9-5b0e-4445-bc1a-6894255ea41e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1c49daa3-5493-4025-874b-c7f2d9bfd73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:20.892237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Attempting to bind port 48233de9-5b0e-4445-bc1a-6894255ea41e on network 3136eaa2-448f-41e2-a719-692ba4d8904b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:20.897948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:20.898456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Checking segment: {'id': '1c49daa3-5493-4025-874b-c7f2d9bfd73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:20.898872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.899634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Bound using segment: {'id': '1c49daa3-5493-4025-874b-c7f2d9bfd73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:20.899837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Bound port: 48233de9-5b0e-4445-bc1a-6894255ea41e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c49daa3-5493-4025-874b-c7f2d9bfd73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3136eaa2-448f-41e2-a719-692ba4d8904b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:20.900495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.969292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.188365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.190580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] For port 48233de9-5b0e-4445-bc1a-6894255ea41e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:21.202476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] For port 48233de9-5b0e-4445-bc1a-6894255ea41e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=48233de9-5b0e-4445-bc1a-6894255ea41e,segment=NetworkSegment(1c49daa3-5493-4025-874b-c7f2d9bfd73d),segment_id=1c49daa3-5493-4025-874b-c7f2d9bfd73d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:21.225767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=9af33392-f807-43f0-8d67-bb56b54cec38,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:21.231306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.237710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f0cb00ff-8512-4266-8d49-808aff44837d tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/9af33392-f807-43f0-8d67-bb56b54cec38 HTTP/1.1" status: 204 len: 168 time: 0.8574185 Feb 11 14:36:21.237710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:21.289663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.291532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f2c4f-3d2d-4d2b-885d-00d6ba93115c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:21.293079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f2c4f-3d2d-4d2b-885d-00d6ba93115c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:21.297270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-340f2c4f-3d2d-4d2b-885d-00d6ba93115c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0562840 Feb 11 14:36:21.297270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54818) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:21.374219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87622bfa-94d7-42ec-911c-c269b8f6014d None None] Pushing event updated for resources: {'Port': ['ID=48233de9-5b0e-4445-bc1a-6894255ea41e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:21.387231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5938d443-6e19-40ab-84fc-029805a224c4 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.399150 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938d443-6e19-40ab-84fc-029805a224c4 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 14:36:21.400170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938d443-6e19-40ab-84fc-029805a224c4 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:21.403355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5938d443-6e19-40ab-84fc-029805a224c4 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/3136eaa2-448f-41e2-a719-692ba4d8904b HTTP/1.1" status: 409 len: 405 time: 0.1045489 Feb 11 14:36:21.407774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54824) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:21.412587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-318207689'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:21.520305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:21.524651 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.562036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:21.584059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.584490 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment a24234c9-b338-4a8a-906e-be08f922a065 of type vlan for network 6eefb541-015a-4ed8-b941-d5e45afc713f Feb 11 14:36:21.633669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.779712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.785802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:21.786390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.799836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:21.880290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=6eefb541-015a-4ed8-b941-d5e45afc713f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:21.895397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 6eefb541-015a-4ed8-b941-d5e45afc713f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:21.915197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92d7a2-dd7d-40f7-8939-148dac9fbb83 req-5ba1a09e-9759-4abe-a2c3-9442adbf4f0d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:21.926980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e92d7a2-dd7d-40f7-8939-148dac9fbb83 req-5ba1a09e-9759-4abe-a2c3-9442adbf4f0d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1374676 Feb 11 14:36:21.941864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9cc94b3a-1b44-4cb9-97a9-61f8b72189ef tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5297194 Feb 11 14:36:21.942040 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:21.947635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '6eefb541-015a-4ed8-b941-d5e45afc713f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:21.975417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e92d7a2-dd7d-40f7-8939-148dac9fbb83 req-05e045ec-5679-439a-ba52-8220a0ab65ca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Feb 11 14:36:22.171357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:22.175345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.536569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.objects.ports [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:36:22.538329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.543699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73efe3-1be0-431a-9dff-0531f2ebb3b9 None None] Network 3136eaa2-448f-41e2-a719-692ba4d8904b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:22.595732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=baa33846-8bd3-469b-ba49-baa66b1d8d4c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:22.629663 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': 'a24234c9-b338-4a8a-906e-be08f922a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6eefb541-015a-4ed8-b941-d5e45afc713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:22.630028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 6eefb541-015a-4ed8-b941-d5e45afc713f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:22.666213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] Provisioning complete for port 48233de9-5b0e-4445-bc1a-6894255ea41e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:22.666706 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.762561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 6eefb541-015a-4ed8-b941-d5e45afc713f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:22.834931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.860004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 6eefb541-015a-4ed8-b941-d5e45afc713f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:22.865938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:22.866259 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.895513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] For port 48233de9-5b0e-4445-bc1a-6894255ea41e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=48233de9-5b0e-4445-bc1a-6894255ea41e,segment=NetworkSegment(1c49daa3-5493-4025-874b-c7f2d9bfd73d),segment_id=1c49daa3-5493-4025-874b-c7f2d9bfd73d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:22.900652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] DHCP port deletion for 3136eaa2-448f-41e2-a719-692ba4d8904b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:22.902660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad744a2-fee1-42c3-8555-2f775f6fb395 None None] Network 6eefb541-015a-4ed8-b941-d5e45afc713f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:22.980596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:22.982612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-701649af-184e-42c8-bdc6-fada5876a34b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0396814 Feb 11 14:36:22.985434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 54912) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:23.163328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290ccdc-1ef2-48ca-bf70-aa72e57234d2 req-35a0817d-5c23-4a19-a87c-1521c7aef177 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:23.164928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6290ccdc-1ef2-48ca-bf70-aa72e57234d2 req-35a0817d-5c23-4a19-a87c-1521c7aef177 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0596838 Feb 11 14:36:23.165914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e728b9-c592-4ab1-9327-cad289d82fc9 None None] Pushing event updated for resources: {'Port': ['ID=48233de9-5b0e-4445-bc1a-6894255ea41e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:23.179386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.214226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Deleting port 48233de9-5b0e-4445-bc1a-6894255ea41e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:23.214862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.217112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6290ccdc-1ef2-48ca-bf70-aa72e57234d2 req-2c1ebddd-1cac-4088-ba0d-21b6def96de4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410204 Feb 11 14:36:23.259660 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.290808 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.329810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] For port 48233de9-5b0e-4445-bc1a-6894255ea41e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=48233de9-5b0e-4445-bc1a-6894255ea41e,segment=NetworkSegment(1c49daa3-5493-4025-874b-c7f2d9bfd73d),segment_id=1c49daa3-5493-4025-874b-c7f2d9bfd73d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:23.330359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.359632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Calling delete_port for 48233de9-5b0e-4445-bc1a-6894255ea41e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:23.364843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ff83a-3a68-4097-ab0e-bfdc15fe3aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-6eefb541-015a-4ed8-b941-d5e45afc713f', 'network_id': '6eefb541-015a-4ed8-b941-d5e45afc713f', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': 'baa33846-8bd3-469b-ba49-baa66b1d8d4c'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:23.373079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff83a-3a68-4097-ab0e-bfdc15fe3aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.428943 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.429190 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.464726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=baa33846-8bd3-469b-ba49-baa66b1d8d4c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:23.552817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.573575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eefb541-015a-4ed8-b941-d5e45afc713f']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:23.582982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24234c9-b338-4a8a-906e-be08f922a065') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:23.583278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24234c9-b338-4a8a-906e-be08f922a065') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:23.611182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-cc7ff83a-3a68-4097-ab0e-bfdc15fe3aaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa33846-8bd3-469b-ba49-baa66b1d8d4c: This subnet is being modified by another concurrent operation. Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa33846-8bd3-469b-ba49-baa66b1d8d4c: This subnet is being modified by another concurrent operation. Feb 11 14:36:23.632047 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 14:36:23.648623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.655036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a8fe5-e15d-4600-8808-bc813273993c None None] Network 6eefb541-015a-4ed8-b941-d5e45afc713f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:23.703141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] Pushing event deleted for resources: {'Port': ['ID=48233de9-5b0e-4445-bc1a-6894255ea41e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:23.705400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99524470-9efb-42e2-8ddc-d68e43e51477 None None] No DVR routers for this DVR port 48233de9-5b0e-4445-bc1a-6894255ea41e on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:23.733947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.740632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:23.742171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:23.745304 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:23.866951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff02cc2-509d-4247-83db-156929ef68f1 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:36:23.919756 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.927363 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:23.935065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:23.940592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-386068498'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:23.941661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/6eefb541-015a-4ed8-b941-d5e45afc713f HTTP/1.1" status: 204 len: 168 time: 0.9546199 Feb 11 14:36:23.961176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3293a-09e3-4641-b7e5-1a7aa5ef42da tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=6eefb541-015a-4ed8-b941-d5e45afc713f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:23.997933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff02cc2-509d-4247-83db-156929ef68f1 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:36:24.057410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:24.061986 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:24.099934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:24.122338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:24.122338 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment f140044d-80ed-4b2c-b9b9-e467527595e9 of type vlan for network 77f6d879-8e1b-4ffc-aab0-600428667ecc Feb 11 14:36:24.194193 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:24.351835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:24.359359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:24.360028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:24.460985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=77f6d879-8e1b-4ffc-aab0-600428667ecc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:24.466894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fbad-0d9b-4ce8-931c-1e52964aadcf req-dbc8df3e-e56a-465f-b922-7264ef744e60 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:24.469594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18e1fbad-0d9b-4ce8-931c-1e52964aadcf req-dbc8df3e-e56a-465f-b922-7264ef744e60 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0869527 Feb 11 14:36:24.472349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 77f6d879-8e1b-4ffc-aab0-600428667ecc details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:24.541777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d0acb652-8716-4b50-9bf7-d7d8feaa1710 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6047363 Feb 11 14:36:24.543923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 54998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:24.549160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:24.574063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-18e1fbad-0d9b-4ce8-931c-1e52964aadcf req-73baeb9b-0bda-41fc-90d8-f52ddc1d2258 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877414 Feb 11 14:36:24.774731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 48233de9-5b0e-4445-bc1a-6894255ea41e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:24.794983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 48233de9-5b0e-4445-bc1a-6894255ea41e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:36:24.795258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 48233de9-5b0e-4445-bc1a-6894255ea41e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:24.842773 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:24.846407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.325023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:25.422959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.476229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1d67-443e-42fc-b5d6-9acc5286a34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.493812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=7486c5af-288c-4b8f-a550-5d27d2d92dae,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:25.526181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': 'f140044d-80ed-4b2c-b9b9-e467527595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:25.526481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 77f6d879-8e1b-4ffc-aab0-600428667ecc, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:25.582154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1d67-443e-42fc-b5d6-9acc5286a34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.616509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 77f6d879-8e1b-4ffc-aab0-600428667ecc is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:25.642645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1d67-443e-42fc-b5d6-9acc5286a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.700385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 77f6d879-8e1b-4ffc-aab0-600428667ecc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:25.705988 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb5d1d67-443e-42fc-b5d6-9acc5286a34a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bedd749ea994e65b908a6e341e81ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800225 Feb 11 14:36:25.707945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:25.708749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55054) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:25.709904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd506bf-9ef0-40e7-a3a2-79dd1c8657aa None None] Network 77f6d879-8e1b-4ffc-aab0-600428667ecc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:25.713400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.721341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1d67-443e-42fc-b5d6-9acc5286a34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85fcb4-8adf-4901-a7a4-55847daa0ce7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:25.743235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22b0e-8c96-4d8a-b72e-29d6c993df29 req-afe10336-d239-4070-bf6f-a20b1cd27272 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:25.745110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29e22b0e-8c96-4d8a-b72e-29d6c993df29 req-afe10336-d239-4070-bf6f-a20b1cd27272 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1122551 Feb 11 14:36:25.786028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.792321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29e22b0e-8c96-4d8a-b72e-29d6c993df29 req-6402b261-dde3-403f-a103-68533b90197a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Feb 11 14:36:25.813421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.834441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cd7bffd4-0f95-4d23-b55d-2a3ba35fb949 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2891290 Feb 11 14:36:25.837462 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:25.868744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-77f6d879-8e1b-4ffc-aab0-600428667ecc', 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': '7486c5af-288c-4b8f-a550-5d27d2d92dae'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:25.869656 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.928707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.931331 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.932472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df85fcb4-8adf-4901-a7a4-55847daa0ce7 HTTP/1.1" status: 204 len: 168 time: 0.2227232 Feb 11 14:36:25.938700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:25.950796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ec05-e456-4c59-ab9b-1da0ae49c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85fcb4-8adf-4901-a7a4-55847daa0ce7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:26.024151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.082130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Allocated IP 2001:db8::2 (77f6d879-8e1b-4ffc-aab0-600428667ecc/7486c5af-288c-4b8f-a550-5d27d2d92dae/18a800bd-5c51-43d4-96bf-3361c5eb997c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:26.228595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.300766 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.350828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Network 77f6d879-8e1b-4ffc-aab0-600428667ecc is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:26.353839 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:26.356267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:26.366858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Pushing event updated for resources: {'Port': ['ID=18a800bd-5c51-43d4-96bf-3361c5eb997c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:26.391056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.428459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Attempting to bind port 18a800bd-5c51-43d4-96bf-3361c5eb997c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:26.429156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Attempting to bind port 18a800bd-5c51-43d4-96bf-3361c5eb997c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f140044d-80ed-4b2c-b9b9-e467527595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:26.429620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Attempting to bind port 18a800bd-5c51-43d4-96bf-3361c5eb997c on network 77f6d879-8e1b-4ffc-aab0-600428667ecc {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:26.435431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:26.435931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Checking segment: {'id': 'f140044d-80ed-4b2c-b9b9-e467527595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:26.436430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.436965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Bound using segment: {'id': 'f140044d-80ed-4b2c-b9b9-e467527595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:26.437566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Bound port: 18a800bd-5c51-43d4-96bf-3361c5eb997c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f140044d-80ed-4b2c-b9b9-e467527595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:26.438041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.451332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=7486c5af-288c-4b8f-a550-5d27d2d92dae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:26.501062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.516718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] For port 18a800bd-5c51-43d4-96bf-3361c5eb997c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:26.521091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] For port 18a800bd-5c51-43d4-96bf-3361c5eb997c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=18a800bd-5c51-43d4-96bf-3361c5eb997c,segment=NetworkSegment(f140044d-80ed-4b2c-b9b9-e467527595e9),segment_id=f140044d-80ed-4b2c-b9b9-e467527595e9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:26.543630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f6d879-8e1b-4ffc-aab0-600428667ecc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:26.552715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f140044d-80ed-4b2c-b9b9-e467527595e9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:26.553049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f140044d-80ed-4b2c-b9b9-e467527595e9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:26.562899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.594173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.599714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.609576 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:26.611190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:26.616748 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:26.641386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:26.658154 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f009926b-1f5f-4e31-9b45-ba9a997a46c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.717529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de8bd-372a-4385-8b5b-96bf5ccd29f8 None None] Pushing event updated for resources: {'Port': ['ID=18a800bd-5c51-43d4-96bf-3361c5eb997c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:26.728312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f54832-dd29-464b-adb5-62bd3dcfd959 None None] Network 77f6d879-8e1b-4ffc-aab0-600428667ecc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:26.908152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f009926b-1f5f-4e31-9b45-ba9a997a46c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.910116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:36:26.910116 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:36:26.910116 n-d-828407-1 neutron-server[109376]: [parameters: {'id': '77f6d879-8e1b-4ffc-aab0-600428667ecc'}] Feb 11 14:36:26.910116 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:36:26.910116 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:36:26.910582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f009926b-1f5f-4e31-9b45-ba9a997a46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.910823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41d19f-94ef-45a3-beb7-b96d55f1b124 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:36:26.921157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:26.925529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f009926b-1f5f-4e31-9b45-ba9a997a46c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a04947a4ecd540beb63b72758e070f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829225 Feb 11 14:36:26.933381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009926b-1f5f-4e31-9b45-ba9a997a46c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ca0ad-ed1b-4048-aa2c-06c0861fe596,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:26.961272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50b1ba-54a6-4034-8803-17a00bc52b3d req-25323c8d-d1a6-4548-a0f8-9093f935c331 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:26.963431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a50b1ba-54a6-4034-8803-17a00bc52b3d req-25323c8d-d1a6-4548-a0f8-9093f935c331 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0972240 Feb 11 14:36:26.976691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.992156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41d19f-94ef-45a3-beb7-b96d55f1b124 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:36:27.000184 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.006780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a50b1ba-54a6-4034-8803-17a00bc52b3d req-5cc209a0-b8e3-46ec-9f8b-dfeee6e0e21a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Feb 11 14:36:27.157176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.159637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.160766 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa3ca0ad-ed1b-4048-aa2c-06c0861fe596 HTTP/1.1" status: 204 len: 168 time: 0.2386289 Feb 11 14:36:27.174561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c8f4-5f8b-4b22-92b5-a684ddbcacf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ca0ad-ed1b-4048-aa2c-06c0861fe596,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:27.268332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.337266 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting port 18a800bd-5c51-43d4-96bf-3361c5eb997c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:27.337621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.417698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] For port 18a800bd-5c51-43d4-96bf-3361c5eb997c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=18a800bd-5c51-43d4-96bf-3361c5eb997c,segment=NetworkSegment(f140044d-80ed-4b2c-b9b9-e467527595e9),segment_id=f140044d-80ed-4b2c-b9b9-e467527595e9)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:27.418903 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.432761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Calling delete_port for 18a800bd-5c51-43d4-96bf-3361c5eb997c owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:27.614206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.645365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Port': ['ID=18a800bd-5c51-43d4-96bf-3361c5eb997c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:27.648338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No DVR routers for this DVR port 18a800bd-5c51-43d4-96bf-3361c5eb997c on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:27.750532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.769900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f6d879-8e1b-4ffc-aab0-600428667ecc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:27.780338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f140044d-80ed-4b2c-b9b9-e467527595e9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:27.780547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f140044d-80ed-4b2c-b9b9-e467527595e9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:27.791331 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.806214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.810924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:27.811310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:27.814396 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:27.942641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.955695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.958839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/77f6d879-8e1b-4ffc-aab0-600428667ecc HTTP/1.1" status: 204 len: 168 time: 2.1204534 Feb 11 14:36:27.962693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55174) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:27.968186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-704689960'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:27.978206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7318d6-1da4-4ee8-85fe-213a3693dabc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=77f6d879-8e1b-4ffc-aab0-600428667ecc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:28.091683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:28.095708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.128408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:28.143105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.143455 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Added segment 32bd5bce-838a-4c57-883c-88ead84a9313 of type vlan for network 34b2e05f-06a3-4bac-bd60-9648be6e3799 Feb 11 14:36:28.151394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bcdcc-397b-467a-b5bf-d3e132c76b49 req-6f98f56b-17df-4395-afee-257265701e99 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:28.160325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-443bcdcc-397b-467a-b5bf-d3e132c76b49 req-6f98f56b-17df-4395-afee-257265701e99 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.0667584 Feb 11 14:36:28.188785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.196840 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-443bcdcc-397b-467a-b5bf-d3e132c76b49 req-16102077-df5a-4923-babd-c8c9f9319277 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Feb 11 14:36:28.325596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.331376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:28.332035 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.403839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Network': ['ID=34b2e05f-06a3-4bac-bd60-9648be6e3799,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:28.413694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 34b2e05f-06a3-4bac-bd60-9648be6e3799 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:28.463742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-02cdef09-c069-47e5-a73a-b5aa241dad3c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4967515 Feb 11 14:36:28.463989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55206) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:28.469774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Request body: {'subnet': {'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:28.691360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Made reservation on behalf of c5b58fb67dfd44adbf4295cfd60eeb85 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:28.697789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:29.405473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0763-4be1-4189-a3ee-a023caf569fd req-e242f9da-2af0-43e7-b30e-043f798c0204 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:29.407029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bba0763-4be1-4189-a3ee-a023caf569fd req-e242f9da-2af0-43e7-b30e-043f798c0204 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1068730 Feb 11 14:36:29.439732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.objects.ports [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109375) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 14:36:29.442095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:29.518162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event updated for resources: {'Subnet': ['ID=f6f6ba52-46dd-4f9a-92e4-40c98849e728,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:29.525688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bba0763-4be1-4189-a3ee-a023caf569fd req-aa1c201a-6a89-465a-8ea6-2842a51210d3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093571 Feb 11 14:36:29.552387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Checking segment: {'id': '32bd5bce-838a-4c57-883c-88ead84a9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:29.552387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network hostable DHCP agents. Network: 34b2e05f-06a3-4bac-bd60-9648be6e3799, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:29.697390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Network 34b2e05f-06a3-4bac-bd60-9648be6e3799 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:29.793978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 34b2e05f-06a3-4bac-bd60-9648be6e3799) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:29.798727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:29.799483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:29.803548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa7c56-7588-43c6-bd85-389b2ab4576d None None] Network 34b2e05f-06a3-4bac-bd60-9648be6e3799 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:29.931493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d352df16-0299-4fed-9b70-c75277c44de2 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4663403 Feb 11 14:36:29.934122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55260) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:29.971066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-34b2e05f-06a3-4bac-bd60-9648be6e3799', 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799', 'tenant_id': 'c5b58fb67dfd44adbf4295cfd60eeb85', 'fixed_ips': [{'subnet_id': 'f6f6ba52-46dd-4f9a-92e4-40c98849e728'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:29.972303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.064263 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.133105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.166728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Allocated IP 2001:db8::f816:3eff:fe8c:a045 (34b2e05f-06a3-4bac-bd60-9648be6e3799/f6f6ba52-46dd-4f9a-92e4-40c98849e728/883a236f-6756-4ccf-a4eb-e2d02593b0cc) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:30.327665 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.411449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.470732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Network 34b2e05f-06a3-4bac-bd60-9648be6e3799 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:30.474752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:30.476863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Pushing event updated for resources: {'Port': ['ID=883a236f-6756-4ccf-a4eb-e2d02593b0cc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:30.486338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:30.532642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.561851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Attempting to bind port 883a236f-6756-4ccf-a4eb-e2d02593b0cc on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:30.562743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Attempting to bind port 883a236f-6756-4ccf-a4eb-e2d02593b0cc by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '32bd5bce-838a-4c57-883c-88ead84a9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:30.563507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Attempting to bind port 883a236f-6756-4ccf-a4eb-e2d02593b0cc on network 34b2e05f-06a3-4bac-bd60-9648be6e3799 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:30.564982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f6ba52-46dd-4f9a-92e4-40c98849e728,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:30.575068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:30.575466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Checking segment: {'id': '32bd5bce-838a-4c57-883c-88ead84a9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:30.576079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.576355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Bound using segment: {'id': '32bd5bce-838a-4c57-883c-88ead84a9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:30.576833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Bound port: 883a236f-6756-4ccf-a4eb-e2d02593b0cc, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bd5bce-838a-4c57-883c-88ead84a9313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:30.577252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.700717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] For port 883a236f-6756-4ccf-a4eb-e2d02593b0cc, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:30.704772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] For port 883a236f-6756-4ccf-a4eb-e2d02593b0cc, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=883a236f-6756-4ccf-a4eb-e2d02593b0cc,segment=NetworkSegment(32bd5bce-838a-4c57-883c-88ead84a9313),segment_id=32bd5bce-838a-4c57-883c-88ead84a9313)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:30.710786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.718619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.741382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b2e05f-06a3-4bac-bd60-9648be6e3799']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:30.761259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bd5bce-838a-4c57-883c-88ead84a9313') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:30.763853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bd5bce-838a-4c57-883c-88ead84a9313') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:30.778788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.789030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8364633-a221-4032-a7a9-301e5210a79b req-7f48404b-90df-4747-978b-4dd8283240c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:30.789560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.791418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8364633-a221-4032-a7a9-301e5210a79b req-7f48404b-90df-4747-978b-4dd8283240c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1069851 Feb 11 14:36:30.795688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.830987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:30.831402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:30.840274 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:30.843425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8364633-a221-4032-a7a9-301e5210a79b req-9bbfbd7a-c5ea-4ca7-807d-c48107565efd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Feb 11 14:36:30.915195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51ca6-512c-4875-9532-b479540b3681 None None] Pushing event updated for resources: {'Port': ['ID=883a236f-6756-4ccf-a4eb-e2d02593b0cc,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:30.937952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2727e1-42ce-4554-a070-6f7f0b82bb6b None None] Network 34b2e05f-06a3-4bac-bd60-9648be6e3799 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:31.000590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:36:31.000590 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:36:31.000590 n-d-828407-1 neutron-server[109375]: [parameters: {'id': '34b2e05f-06a3-4bac-bd60-9648be6e3799'}] Feb 11 14:36:31.000590 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:36:31.001635 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:36:31.111192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e47e0-a056-4003-83fa-f55165d09ff0 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:36:31.247111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:31.266513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e47e0-a056-4003-83fa-f55165d09ff0 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:36:31.515316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:31.588064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting port 883a236f-6756-4ccf-a4eb-e2d02593b0cc {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:31.588610 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:31.686950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] For port 883a236f-6756-4ccf-a4eb-e2d02593b0cc, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=883a236f-6756-4ccf-a4eb-e2d02593b0cc,segment=NetworkSegment(32bd5bce-838a-4c57-883c-88ead84a9313),segment_id=32bd5bce-838a-4c57-883c-88ead84a9313)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:31.687540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:31.704063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Calling delete_port for 883a236f-6756-4ccf-a4eb-e2d02593b0cc owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:31.908479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:31.951788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Port': ['ID=883a236f-6756-4ccf-a4eb-e2d02593b0cc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:31.960245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No DVR routers for this DVR port 883a236f-6756-4ccf-a4eb-e2d02593b0cc on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:32.091359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82757-3afb-413a-aad3-0527deaba53d req-66b4faba-fb6a-455d-a188-36009bff83a3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:32.093055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bc82757-3afb-413a-aad3-0527deaba53d req-66b4faba-fb6a-455d-a188-36009bff83a3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 943 time: 0.1445956 Feb 11 14:36:32.095401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.118132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 12c2339d-51c1-44ff-953c-c48f7035095d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:36:32.131954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b2e05f-06a3-4bac-bd60-9648be6e3799']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:32.151631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bd5bce-838a-4c57-883c-88ead84a9313') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:32.151931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bd5bce-838a-4c57-883c-88ead84a9313') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:32.164746 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.168812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bc82757-3afb-413a-aad3-0527deaba53d req-278cae1f-fb8c-414b-bdf9-56c63f644c42 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Feb 11 14:36:32.186592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.195719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:32.196962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:32.217848 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:32.244911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=12c2339d-51c1-44ff-953c-c48f7035095d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:32.262613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '12c2339d-51c1-44ff-953c-c48f7035095d', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': '12c2339d-51c1-44ff-953c-c48f7035095d', 'mac_address': 'fa:16:3e:39:b1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:36:32.316121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.334281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c2339d-51c1-44ff-953c-c48f7035095d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:36:32.351378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.360228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.373577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=12c2339d-51c1-44ff-953c-c48f7035095d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:32.373801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/34b2e05f-06a3-4bac-bd60-9648be6e3799 HTTP/1.1" status: 204 len: 168 time: 2.4335263 Feb 11 14:36:32.374439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55326) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.407731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb6f16-e290-4014-ba10-1fecf8b60851 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=34b2e05f-06a3-4bac-bd60-9648be6e3799,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:32.429461 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c723d458-65de-4815-922a-3e33c64769a7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.429924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c723d458-65de-4815-922a-3e33c64769a7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.433737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c723d458-65de-4815-922a-3e33c64769a7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/f6f6ba52-46dd-4f9a-92e4-40c98849e728 HTTP/1.1" status: 404 len: 337 time: 0.0582933 Feb 11 14:36:32.436362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.437408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.461224 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5e5781-47ec-48fb-8357-938f09c85e1c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.462126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5e5781-47ec-48fb-8357-938f09c85e1c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.466425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2b5e5781-47ec-48fb-8357-938f09c85e1c tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/34b2e05f-06a3-4bac-bd60-9648be6e3799 HTTP/1.1" status: 404 len: 339 time: 0.0282533 Feb 11 14:36:32.469280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55332) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.498888 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-e421a84c-f799-427e-b20c-5b617248ccc7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.499328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e421a84c-f799-427e-b20c-5b617248ccc7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.504826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e421a84c-f799-427e-b20c-5b617248ccc7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/7486c5af-288c-4b8f-a550-5d27d2d92dae HTTP/1.1" status: 404 len: 337 time: 0.0321887 Feb 11 14:36:32.504973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.506075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:32.525272 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb457fc-433f-4468-be64-18122f6037d5 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.525823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb457fc-433f-4468-be64-18122f6037d5 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.528850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9bb457fc-433f-4468-be64-18122f6037d5 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/77f6d879-8e1b-4ffc-aab0-600428667ecc HTTP/1.1" status: 404 len: 339 time: 0.0229857 Feb 11 14:36:32.531896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.562015 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f8bf1f-cc5c-4190-ac4f-12e1dc237ba7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.562476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f8bf1f-cc5c-4190-ac4f-12e1dc237ba7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.565513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-01f8bf1f-cc5c-4190-ac4f-12e1dc237ba7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/baa33846-8bd3-469b-ba49-baa66b1d8d4c HTTP/1.1" status: 404 len: 337 time: 0.0326927 Feb 11 14:36:32.568140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.587965 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7307cf9e-a08d-4502-98c5-62ed21e8332b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:32.588513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7307cf9e-a08d-4502-98c5-62ed21e8332b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:32.591522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7307cf9e-a08d-4502-98c5-62ed21e8332b tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/6eefb541-015a-4ed8-b941-d5e45afc713f HTTP/1.1" status: 404 len: 339 time: 0.0223944 Feb 11 14:36:32.601321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55342) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:32.642692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['12c2339d-51c1-44ff-953c-c48f7035095d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:36:32.706063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting port 4423184c-76c6-4ec6-8e3f-8fde543ea53f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:32.709618 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.850040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:32.886772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Calling delete_port for 4423184c-76c6-4ec6-8e3f-8fde543ea53f owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:33.031056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:33.148111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d5b-d288-4f85-9f48-def2f5ab5c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.293321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df60248-9b7f-4fed-8cb5-75293f422586 req-dd829ede-d283-4b75-b4a2-8ea147608cc5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:33.294707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1df60248-9b7f-4fed-8cb5-75293f422586 req-dd829ede-d283-4b75-b4a2-8ea147608cc5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 944 time: 0.0538950 Feb 11 14:36:33.333288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1df60248-9b7f-4fed-8cb5-75293f422586 req-66870289-231d-48b3-8c91-a3db17609849 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Feb 11 14:36:33.373582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.428982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Port': ['ID=4423184c-76c6-4ec6-8e3f-8fde543ea53f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:33.438208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d5b-d288-4f85-9f48-def2f5ab5c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.439375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.445255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:33.448440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9994d63f-9118-4d4a-b5a7-259c995dc969 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/ports/4423184c-76c6-4ec6-8e3f-8fde543ea53f HTTP/1.1" status: 204 len: 168 time: 0.8404281 Feb 11 14:36:33.478104 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-604fcea9-81aa-4251-83a2-8f6a14f0cdd0 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:33.478716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604fcea9-81aa-4251-83a2-8f6a14f0cdd0 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:33.483020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-604fcea9-81aa-4251-83a2-8f6a14f0cdd0 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/9af33392-f807-43f0-8d67-bb56b54cec38 HTTP/1.1" status: 404 len: 337 time: 0.0363286 Feb 11 14:36:33.485606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55368) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:33.568266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.658722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.679747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3136eaa2-448f-41e2-a719-692ba4d8904b']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:33.689837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c49daa3-5493-4025-874b-c7f2d9bfd73d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:33.690077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c49daa3-5493-4025-874b-c7f2d9bfd73d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:33.706162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.723577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.730388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:33.730783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:33.734117 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:33.742343 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d5b-d288-4f85-9f48-def2f5ab5c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.798435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c0d5b-d288-4f85-9f48-def2f5ab5c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6713c0e-b32e-4988-b0be-654b19f435b7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:33.802874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a08c0d5b-d288-4f85-9f48-def2f5ab5c7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4fb3bbbcec34aa9918fccf1d4786442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874901 Feb 11 14:36:33.806229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:33.856773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.881257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.913723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.918413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:33.921806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/3136eaa2-448f-41e2-a719-692ba4d8904b HTTP/1.1" status: 204 len: 168 time: 0.4314415 Feb 11 14:36:33.925694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:33.937170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfefc4-b135-4c5b-9192-024982f26337 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=3136eaa2-448f-41e2-a719-692ba4d8904b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.044107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting port 682a43f5-dc45-44e2-b75f-1b0b819cc813 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:34.044459 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.062414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55382) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:34.093344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.095959 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.098189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6713c0e-b32e-4988-b0be-654b19f435b7 HTTP/1.1" status: 204 len: 168 time: 0.2908771 Feb 11 14:36:34.118070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 12c2339d-51c1-44ff-953c-c48f7035095d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:34.128361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb9759-6b7b-483d-a90c-56fbb7bea021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6713c0e-b32e-4988-b0be-654b19f435b7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.158602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.183543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Calling delete_port for 682a43f5-dc45-44e2-b75f-1b0b819cc813 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:34.213109 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ed25b45-8d53-4c6f-bc3b-784955ea407c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.294126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ed25b45-8d53-4c6f-bc3b-784955ea407c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.325076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 12c2339d-51c1-44ff-953c-c48f7035095d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:36:34.329347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 12c2339d-51c1-44ff-953c-c48f7035095d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:34.329834 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.411628 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.435408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:36:34.437719 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432841ff-9a37-45c4-8cd5-9e19f5b2479b" -d '{"events": [{"server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "name": "network-vif-plugged", "status": "completed", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:34.439455 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.458797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=12c2339d-51c1-44ff-953c-c48f7035095d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:34.459935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d695-0e0a-489e-9953-948f240454ff req-f6be3dd3-6725-4729-9afa-3acfb479d222 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:34.465431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86a2d695-0e0a-489e-9953-948f240454ff req-f6be3dd3-6725-4729-9afa-3acfb479d222 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 944 time: 0.0570695 Feb 11 14:36:34.508964 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd8263a-2ce4-45ac-bf93-babfaf1a63d6 x-openstack-request-id: req-2bd8263a-2ce4-45ac-bf93-babfaf1a63d6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:34.509222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ed25b45-8d53-4c6f-bc3b-784955ea407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.509320 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "name": "network-vif-plugged", "status": "completed", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:34.509487 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bd8263a-2ce4-45ac-bf93-babfaf1a63d6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:34.510155 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d', 'code': 200} Feb 11 14:36:34.527019 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.533897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/ports/682a43f5-dc45-44e2-b75f-1b0b819cc813 HTTP/1.1" status: 204 len: 168 time: 0.6044784 Feb 11 14:36:34.535310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:34.537188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b65e0e-42a7-4703-868f-a5b35d4032a1 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Port': ['ID=682a43f5-dc45-44e2-b75f-1b0b819cc813,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.564309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86a2d695-0e0a-489e-9953-948f240454ff req-d4c0040c-c340-46cb-993a-1db83a198a19 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933778 Feb 11 14:36:34.582981 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b036b-ca00-47cc-a713-95251fd508dc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:34.583672 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b036b-ca00-47cc-a713-95251fd508dc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:34.587594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-415b036b-ca00-47cc-a713-95251fd508dc tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/ba606299-b813-4fed-9680-76b4e22ea942 HTTP/1.1" status: 404 len: 337 time: 0.0463490 Feb 11 14:36:34.595021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55406) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:34.599350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.606479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ed25b45-8d53-4c6f-bc3b-784955ea407c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aada0ce8e6fe43a0a30dbdaf8554874e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428436 Feb 11 14:36:34.606677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:34.686992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.699060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.700262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed25b45-8d53-4c6f-bc3b-784955ea407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaccd38-f310-4b2c-ae4d-0bbd89825387,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.732118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.737067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf1e2e-50ae-41d4-8aa4-de78346a2967 req-bbcbfecf-545f-4c5b-a2fc-fab68ec4fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:34.738385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bbf1e2e-50ae-41d4-8aa4-de78346a2967 req-bbcbfecf-545f-4c5b-a2fc-fab68ec4fd94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1619241 Feb 11 14:36:34.747368 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.787041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-a32b0f63-0a92-4494-803d-9476dd494313 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927331 Feb 11 14:36:34.879218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-03a641a7-d223-4974-b8e8-604467af0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:34.881124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-03a641a7-d223-4974-b8e8-604467af0fd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.0484250 Feb 11 14:36:34.895647 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bbf1e2e-50ae-41d4-8aa4-de78346a2967 req-ceaf1cca-bdea-41d3-a795-d8f552546678 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491439 Feb 11 14:36:34.913563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.936528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:34.947721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:34.948024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4d4ee3-e105-4447-9b1b-ea4669fb8df9') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:34.949096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.952039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.955563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdaccd38-f310-4b2c-ae4d-0bbd89825387 HTTP/1.1" status: 204 len: 168 time: 0.3447144 Feb 11 14:36:34.965645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.971385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8970-4ef9-4495-9a6c-3eb6748f4f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaccd38-f310-4b2c-ae4d-0bbd89825387,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:34.983328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.994394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:34.994808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:34.998258 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:35.022101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-4ce0a830-4bc3-4173-a1de-f00928e0811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:35.023752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-4ce0a830-4bc3-4173-a1de-f00928e0811c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.1211882 Feb 11 14:36:35.111128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-0bc87c4d-9681-4908-82d6-f755d0477559 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 1001 time: 0.0801575 Feb 11 14:36:35.150252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55418) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:35.163561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-49d02a0d-1d47-4bef-9f4a-d6ff62f17d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:35.165534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-49d02a0d-1d47-4bef-9f4a-d6ff62f17d99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0470250 Feb 11 14:36:35.165817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.168084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-520095c4-440e-4bae-ad23-3fc9ff72a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.192456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.196228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a HTTP/1.1" status: 204 len: 168 time: 0.5987473 Feb 11 14:36:35.197408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db82ff-c1f6-4c97-975e-823dc690e429 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=3c7e1d7d-9e91-4e7f-8e4a-388c81c1039a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:35.199902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:35.258460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-75aaff9f-d87b-4a9a-a396-b98ac10a02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:35.260153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-75aaff9f-d87b-4a9a-a396-b98ac10a02f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882027 Feb 11 14:36:35.289245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-520095c4-440e-4bae-ad23-3fc9ff72a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.329470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting subnet 6e04aef6-8221-40a0-b0d5-1e269d6fa420 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:35.335555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.359866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-520095c4-440e-4bae-ad23-3fc9ff72a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.398093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.410158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-520095c4-440e-4bae-ad23-3fc9ff72a5c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d55ed604e4141dab89e430575da5b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580845 Feb 11 14:36:35.411170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:35.420754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520095c4-440e-4bae-ad23-3fc9ff72a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2c76d-6598-4a0e-a00b-7286c49d0ab9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:35.445779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-afbd9d1f-e7a4-494f-825c-85f4c3627e37 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748106 Feb 11 14:36:35.490526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.521353 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.601724 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.650690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df6b5d86-36b8-4b7b-b340-77144aec88b2 req-15a5d3a4-9ac7-4881-a279-7e1a4e18f744 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974361 Feb 11 14:36:35.708541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.711798 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.712997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcc2c76d-6598-4a0e-a00b-7286c49d0ab9 HTTP/1.1" status: 204 len: 168 time: 0.3003819 Feb 11 14:36:35.731062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c40fe-ba3d-435d-b797-45c6df71acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2c76d-6598-4a0e-a00b-7286c49d0ab9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:35.745191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db1a7c-e65f-442b-a5fd-54b49c67e5e0 req-6ef322cb-c93e-4cec-9bae-e4ad3d5bc58f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:35.745191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35db1a7c-e65f-442b-a5fd-54b49c67e5e0 req-6ef322cb-c93e-4cec-9bae-e4ad3d5bc58f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0824859 Feb 11 14:36:35.797031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35db1a7c-e65f-442b-a5fd-54b49c67e5e0 req-3058bd99-ea3a-4ed3-8331-9ea3129fd0c5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Feb 11 14:36:35.799935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.840062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:35.847165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55452) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:35.850832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b593ab5-a56e-454d-8f81-35395820caa0 None None] Network 710dded4-ba3d-44a6-81eb-29b78176d9ab requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:35.865659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/subnets/6e04aef6-8221-40a0-b0d5-1e269d6fa420 HTTP/1.1" status: 204 len: 168 time: 0.6645546 Feb 11 14:36:35.867461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a95371-8f28-4d02-8587-4362eff5e6df tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Subnet': ['ID=6e04aef6-8221-40a0-b0d5-1e269d6fa420,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:35.967672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.026963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Deleting port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:36.027549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.124988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] DHCP port deletion for 710dded4-ba3d-44a6-81eb-29b78176d9ab request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:36.130096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] For port 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b54675-1dcc-4a2e-a6c1-2a555ff90322,segment=NetworkSegment(1f94a37c-dd37-41f4-8e90-96c1f379494d),segment_id=1f94a37c-dd37-41f4-8e90-96c1f379494d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:36.134613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.152189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Calling delete_port for 09b54675-1dcc-4a2e-a6c1-2a555ff90322 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:36.181835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Deleting port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:36.182274 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.272332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] For port 09b54675-1dcc-4a2e-a6c1-2a555ff90322, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09b54675-1dcc-4a2e-a6c1-2a555ff90322,segment=NetworkSegment(1f94a37c-dd37-41f4-8e90-96c1f379494d),segment_id=1f94a37c-dd37-41f4-8e90-96c1f379494d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:36.273145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.302696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Calling delete_port for 09b54675-1dcc-4a2e-a6c1-2a555ff90322 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:36.428358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:36:36.436030 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 14:36:36.447769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.456872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Port': ['ID=09b54675-1dcc-4a2e-a6c1-2a555ff90322,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:36.460469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] No DVR routers for this DVR port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:36.479197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] No DVR routers for this DVR port 09b54675-1dcc-4a2e-a6c1-2a555ff90322 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:36.483625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c43e4-bd49-40a2-83b5-9c932d539f88 None None] Pushing event deleted for resources: {'Port': ['ID=09b54675-1dcc-4a2e-a6c1-2a555ff90322,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:36.561007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.601428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710dded4-ba3d-44a6-81eb-29b78176d9ab']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:36.608413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f94a37c-dd37-41f4-8e90-96c1f379494d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:36.608807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f94a37c-dd37-41f4-8e90-96c1f379494d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:36.623097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.642290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.648269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:36.648702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:36.664083 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:36.804054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b54675-1dcc-4a2e-a6c1-2a555ff90322 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:36.808593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.848328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:36.851543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] 10.222.0.31 "DELETE /v2.0/networks/710dded4-ba3d-44a6-81eb-29b78176d9ab HTTP/1.1" status: 204 len: 168 time: 0.9977798 Feb 11 14:36:36.857447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 09b54675-1dcc-4a2e-a6c1-2a555ff90322 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:36:36.858032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09b54675-1dcc-4a2e-a6c1-2a555ff90322 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:36.860293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47349ba2-9dc3-4d99-99dd-2ae7c59cfaf7 tempest-NetworksIpV6TestAttrs-1080044810 tempest-NetworksIpV6TestAttrs-1080044810-project] Pushing event deleted for resources: {'Network': ['ID=710dded4-ba3d-44a6-81eb-29b78176d9ab,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:36.989826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e003f-bceb-4f9e-bab1-68fbfb877b1c req-ae300ce3-d31c-45bb-8d30-ca00c98e4c2f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:36.991213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-765e003f-bceb-4f9e-bab1-68fbfb877b1c req-ae300ce3-d31c-45bb-8d30-ca00c98e4c2f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0553806 Feb 11 14:36:37.032723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-765e003f-bceb-4f9e-bab1-68fbfb877b1c req-0f32bead-f20d-40ef-8664-dc827ed2c5cd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Feb 11 14:36:37.181855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c637c64-9ba8-43e3-aef2-c9470ab0c9f7 req-de8a61c4-5795-411e-98d7-891dda0498ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:37.183418 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c637c64-9ba8-43e3-aef2-c9470ab0c9f7 req-de8a61c4-5795-411e-98d7-891dda0498ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0732005 Feb 11 14:36:37.223058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c637c64-9ba8-43e3-aef2-c9470ab0c9f7 req-3c64de0f-6b19-44d8-bc0b-a8dfb17f1e61 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Feb 11 14:36:37.350415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1909-f68d-4565-af0e-eaadb410b3f1 req-4a881da0-8273-4109-87f6-ea1a4c697b23 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:37.352697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27bb1909-f68d-4565-af0e-eaadb410b3f1 req-4a881da0-8273-4109-87f6-ea1a4c697b23 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0578969 Feb 11 14:36:37.395624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27bb1909-f68d-4565-af0e-eaadb410b3f1 req-6f17186f-e9a7-452e-9e44-777cd41241da tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Feb 11 14:36:37.432625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55520) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:37.633278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:37.636078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80da4984-fb17-4671-bff1-b2d85f06afa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5b58fb67dfd44adbf4295cfd60eeb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014451 Feb 11 14:36:37.694416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:37.719925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:37.903787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:37.915435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:37.915435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d203cf5a-5321-4136-9c1e-61d5d16bcc5e HTTP/1.1" status: 204 len: 168 time: 0.2753706 Feb 11 14:36:37.931143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c14697-6ca1-4fc3-ad45-546d40ac6c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d203cf5a-5321-4136-9c1e-61d5d16bcc5e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:38.094044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906941-eb71-46ac-9569-c98ccd0d1d81 req-1077f635-5da5-496b-a3d5-8c5d8d1dbda4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:38.095624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33906941-eb71-46ac-9569-c98ccd0d1d81 req-1077f635-5da5-496b-a3d5-8c5d8d1dbda4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.1084962 Feb 11 14:36:38.142417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33906941-eb71-46ac-9569-c98ccd0d1d81 req-16f1cffd-af0e-4ac6-bd33-860629ba0097 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Feb 11 14:36:39.284339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616ab8-710f-4041-bd49-7ae07657a8a7 req-e3365a69-6ed9-4ee8-8cab-e5542c4c5a69 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.285881 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e616ab8-710f-4041-bd49-7ae07657a8a7 req-e3365a69-6ed9-4ee8-8cab-e5542c4c5a69 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0549529 Feb 11 14:36:39.325715 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e616ab8-710f-4041-bd49-7ae07657a8a7 req-715a88d3-9b68-4a1b-a844-e76020f59748 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Feb 11 14:36:39.436572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-ec5abdc4-4d70-406d-ab25-a7254409ac67 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:39.438137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-ec5abdc4-4d70-406d-ab25-a7254409ac67 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Feb 11 14:36:39.482421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55626) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.569316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port 12c2339d-51c1-44ff-953c-c48f7035095d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:39.569669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:39.621735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-db03eb06-786b-44bd-9846-09a95537d2e3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] Request body: {'port': {'network_id': 'fb82f12d-6011-4e14-81d8-ded65061bfd1', 'name': 'tempest-NetworksNegativeTestJSON-500232258'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:39.643104 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-db03eb06-786b-44bd-9846-09a95537d2e3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] POST failed (client error): The resource could not be found. Feb 11 14:36:39.643962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db03eb06-786b-44bd-9846-09a95537d2e3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.649859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-db03eb06-786b-44bd-9846-09a95537d2e3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1609702 Feb 11 14:36:39.649859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55634) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.671994 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a005e1-7bc4-4fb2-9748-6b95ea1c2752 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:39.672513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a005e1-7bc4-4fb2-9748-6b95ea1c2752 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.675535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b2a005e1-7bc4-4fb2-9748-6b95ea1c2752 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "DELETE /v2.0/networks/ed5c048a-1668-4bf7-abb6-971a3f736e1b HTTP/1.1" status: 404 len: 339 time: 0.0247562 Feb 11 14:36:39.679302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55636) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.714299 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0d9c9-4259-4549-b666-74a5e5794fc9 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:39.714299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe0d9c9-4259-4549-b666-74a5e5794fc9 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.716081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9fe0d9c9-4259-4549-b666-74a5e5794fc9 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "DELETE /v2.0/ports/97d673a5-7be4-4681-87d9-6a0759a7c02b HTTP/1.1" status: 404 len: 333 time: 0.0356071 Feb 11 14:36:39.716709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.717038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port 12c2339d-51c1-44ff-953c-c48f7035095d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=12c2339d-51c1-44ff-953c-c48f7035095d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:39.717409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:39.734988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for 12c2339d-51c1-44ff-953c-c48f7035095d owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:39.762684 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0912fc9c-c4b5-47eb-9516-6d9d0acbef74 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:39.763399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0912fc9c-c4b5-47eb-9516-6d9d0acbef74 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.772716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0912fc9c-c4b5-47eb-9516-6d9d0acbef74 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "DELETE /v2.0/subnets/f5dd1459-b67f-4075-8faa-07143427145c HTTP/1.1" status: 404 len: 337 time: 0.0546598 Feb 11 14:36:39.773616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.798521 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fe33ee-9d7c-4bdf-a6cf-34aabb4a1c8b tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] GET failed (client error): The resource could not be found. Feb 11 14:36:39.805482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55650) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.805927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e8fe33ee-9d7c-4bdf-a6cf-34aabb4a1c8b tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "GET /v2.0/networks/310bebb8-b287-4804-b888-8dc13df2d001 HTTP/1.1" status: 404 len: 339 time: 0.0304391 Feb 11 14:36:39.842617 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe344a6-901b-4ec8-9e97-615e492017e0 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] GET failed (client error): The resource could not be found. Feb 11 14:36:39.844145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-efe344a6-901b-4ec8-9e97-615e492017e0 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "GET /v2.0/ports/4f1fd230-5f1b-413b-b1a1-894009ce9809 HTTP/1.1" status: 404 len: 333 time: 0.0359395 Feb 11 14:36:39.847876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.875600 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcd4815-b2ce-4aa6-93e4-4240ebf74eac tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] GET failed (client error): The resource could not be found. Feb 11 14:36:39.877221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1fcd4815-b2ce-4aa6-93e4-4240ebf74eac tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "GET /v2.0/subnets/e12cb5bb-c75d-4590-8fe2-f74effd015d6 HTTP/1.1" status: 404 len: 337 time: 0.0281184 Feb 11 14:36:39.881046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.887655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4f4045bb-2b96-49f8-9c1a-e5a557d65eda tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:39.904065 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4045bb-2b96-49f8-9c1a-e5a557d65eda tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] PUT failed (client error): The resource could not be found. Feb 11 14:36:39.904923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4045bb-2b96-49f8-9c1a-e5a557d65eda tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.906223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4f4045bb-2b96-49f8-9c1a-e5a557d65eda tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "PUT /v2.0/networks/e37d7927-82f4-4c4e-8418-0264c22bb7ed HTTP/1.1" status: 404 len: 339 time: 0.0240617 Feb 11 14:36:39.910021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.915796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ee641f1f-9649-4238-b68a-871c641d9baa tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:39.934991 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee641f1f-9649-4238-b68a-871c641d9baa tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] PUT failed (client error): The resource could not be found. Feb 11 14:36:39.935647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee641f1f-9649-4238-b68a-871c641d9baa tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.936799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ee641f1f-9649-4238-b68a-871c641d9baa tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "PUT /v2.0/ports/ed4b58e9-941c-4759-b4d4-a3ec1c32e628 HTTP/1.1" status: 404 len: 333 time: 0.0258369 Feb 11 14:36:39.941269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:39.947736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-db7f9f7f-987b-4556-8107-9dd484cd1ea3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:39.969619 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7f9f7f-987b-4556-8107-9dd484cd1ea3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] PUT failed (client error): The resource could not be found. Feb 11 14:36:39.970082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7f9f7f-987b-4556-8107-9dd484cd1ea3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:39.971226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-db7f9f7f-987b-4556-8107-9dd484cd1ea3 tempest-NetworksNegativeTestJSON-874426590 tempest-NetworksNegativeTestJSON-874426590-project] 10.222.0.31 "PUT /v2.0/subnets/dca9fe09-5431-4b0f-b62e-4ba9e75bb8d7 HTTP/1.1" status: 404 len: 337 time: 0.0283587 Feb 11 14:36:40.020161 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:40.047452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['12c2339d-51c1-44ff-953c-c48f7035095d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:36:40.067332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=12c2339d-51c1-44ff-953c-c48f7035095d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:40.114862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port 12c2339d-51c1-44ff-953c-c48f7035095d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:40.118113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:40.121472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62fda425-df2d-44fe-b6ac-8b8846873367 req-cea7ca15-d7c7-4ef3-8df1-6a1eb4a79241 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "DELETE /v2.0/ports/12c2339d-51c1-44ff-953c-c48f7035095d HTTP/1.1" status: 204 len: 173 time: 0.6776354 Feb 11 14:36:40.121912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'name': 'network-vif-deleted', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:36:40.124188 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9e652-8088-424e-ae45-37d56c5b066b" -d '{"events": [{"server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "name": "network-vif-deleted", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:36:40.163314 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d95622-b7fd-45e8-a802-147b5aed6d1e x-openstack-request-id: req-45d95622-b7fd-45e8-a802-147b5aed6d1e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:36:40.163688 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa8363-743b-486e-aa90-5b9d08617fc9", "name": "network-vif-deleted", "tag": "12c2339d-51c1-44ff-953c-c48f7035095d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:36:40.164003 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45d95622-b7fd-45e8-a802-147b5aed6d1e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:36:40.164416 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfa8363-743b-486e-aa90-5b9d08617fc9', 'name': 'network-vif-deleted', 'tag': '12c2339d-51c1-44ff-953c-c48f7035095d', 'status': 'completed', 'code': 200} Feb 11 14:36:40.467531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3565fc64-721b-4266-b1b0-444bb1031fa6 req-41f2fc9c-784e-46d4-bd68-5302039fca24 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Feb 11 14:36:40.686020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:40.892087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fa756f3-ff6c-4d71-bd6b-6a2331d473fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.014418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fa756f3-ff6c-4d71-bd6b-6a2331d473fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.149099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5fa756f3-ff6c-4d71-bd6b-6a2331d473fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.211007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5fa756f3-ff6c-4d71-bd6b-6a2331d473fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a21ec5f2246f47ef8dfb1b42347e5355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238202 Feb 11 14:36:41.212393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa756f3-ff6c-4d71-bd6b-6a2331d473fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c794ed8-0495-455d-984b-c4527d9e5650,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:41.213864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:41.294769 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.323701 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.442967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.445855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:41.449587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c794ed8-0495-455d-984b-c4527d9e5650 HTTP/1.1" status: 204 len: 168 time: 0.2323866 Feb 11 14:36:41.457065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17502ee3-724b-4b79-bf98-ce30c33eb61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c794ed8-0495-455d-984b-c4527d9e5650,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:41.613924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ecc3314-7048-4520-8e55-35f863ca6e49 req-e02353d5-a1a2-4d3a-8e1c-180eecebee5e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0280399 Feb 11 14:36:42.166239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 12c2339d-51c1-44ff-953c-c48f7035095d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:42.193100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 12c2339d-51c1-44ff-953c-c48f7035095d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:36:42.193724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 12c2339d-51c1-44ff-953c-c48f7035095d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:42.766281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87ab87cb-dbe1-4559-9b02-ac0aaece5a74 req-8888aaaa-27ec-47e9-8f14-cce442fefc41 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Feb 11 14:36:42.946734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:43.080528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-743973934'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:43.214114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:43.217670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.228171 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.361643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.362619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:43.485092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.513353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d450387-f924-40e3-ba74-e55d71ee2190 req-4f933ab6-1486-42cc-a94f-a87c685b71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:43.514966 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d450387-f924-40e3-ba74-e55d71ee2190 req-4f933ab6-1486-42cc-a94f-a87c685b71e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.1513960 Feb 11 14:36:43.533685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:43.556053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cee121-5798-4143-b626-a5379fc1bb88,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:43.583714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.584429 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment f6dbc3b4-f2d8-4942-8d78-38c9b6871b17 of type vlan for network 453c4a49-fd4d-41dd-b639-afac3c5c485d Feb 11 14:36:43.635046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d450387-f924-40e3-ba74-e55d71ee2190 req-e84771fc-914b-48f2-9bed-a1134271e787 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055102 Feb 11 14:36:43.643721 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.870852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1a9eae8c-b8fd-4c4f-b7b0-7ae131fa6ae3 req-3bf8a205-e009-4949-b8a2-3927abea08df tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0304704 Feb 11 14:36:43.914194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.921877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:43.921877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:44.019283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=453c4a49-fd4d-41dd-b639-afac3c5c485d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:44.063273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e5c1e8b-0994-4a74-a825-00b6cf77cdbd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1154487 Feb 11 14:36:44.065840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:44.073709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'name': 'tempest-PortsTestJSON-555887465'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:44.098757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:44.276010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:44.282051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:44.316114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 076d4808-fc42-4efd-809e-15c2df32d6a7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:44.642955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:44.780740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:44.870376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=076d4808-fc42-4efd-809e-15c2df32d6a7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:44.883346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:44.884712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: 453c4a49-fd4d-41dd-b639-afac3c5c485d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:44.990823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-899abac5-f241-417b-a4f5-53477fc66df6 req-c9fc158d-cb0a-41b1-84ac-678f177089fe tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0368159 Feb 11 14:36:45.023721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:45.138649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 453c4a49-fd4d-41dd-b639-afac3c5c485d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:45.142471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:45.148842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:45.149849 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.153274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e57b0f-d440-4c10-ac90-50c7cafb9b37 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:45.275427 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5640f87c-2cbc-43c7-9bd2-aa2f356b714e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2053266 Feb 11 14:36:45.276080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55826) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:45.282100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320350381'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:45.391640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:45.428071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.500387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:45.511719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.512485 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 64b918b9-172a-4b82-a90c-e646f51f15b3 of type vlan for network b9c85a73-055b-4b64-ae3d-3c622e0eef6b Feb 11 14:36:45.575547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.717479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.723124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:45.728114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.790303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=b9c85a73-055b-4b64-ae3d-3c622e0eef6b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:45.798402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.799166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.799510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.799842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.800198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.800528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.800935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.801201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.801523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.801844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.802163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.802480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:36:45.814345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network b9c85a73-055b-4b64-ae3d-3c622e0eef6b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:45.869565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:45.875708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d50e2517-a193-4fae-af8a-79f5957ac2b8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5916536 Feb 11 14:36:45.876543 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'ports': [{'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'}, {'network_id': 'b9c85a73-055b-4b64-ae3d-3c622e0eef6b'}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:45.877482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:45.878779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'b9c85a73-055b-4b64-ae3d-3c622e0eef6b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:46.151043 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db17210c-3806-4794-9486-b36798618cc9 req-9d8c238f-c9ef-41e6-8c65-99edf89f9b1a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bfa8363-743b-486e-aa90-5b9d08617fc9 HTTP/1.1" status: 200 len: 210 time: 0.0485706 Feb 11 14:36:46.234277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:46.239040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.252752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.406747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 3d06c318-2dfe-41c0-9077-02546bad20e6 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:46.503216 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.604276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 74c6da2f-ac2f-47d4-a33a-9858b62ceab0 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:46.705554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.826828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.883007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:46.887357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:46.892220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:46.893180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:46.897510 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=3d06c318-2dfe-41c0-9077-02546bad20e6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:46.962797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=74c6da2f-ac2f-47d4-a33a-9858b62ceab0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:46.971041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '64b918b9-172a-4b82-a90c-e646f51f15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9c85a73-055b-4b64-ae3d-3c622e0eef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:46.971465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: b9c85a73-055b-4b64-ae3d-3c622e0eef6b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:47.087861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network b9c85a73-055b-4b64-ae3d-3c622e0eef6b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:47.183023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, b9c85a73-055b-4b64-ae3d-3c622e0eef6b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:47.195231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:47.197068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e55ec-cf1e-4d20-b398-cee4b31400fe None None] Network b9c85a73-055b-4b64-ae3d-3c622e0eef6b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:47.217867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:47.274847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:47.283048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:47.406575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-612805cd-6462-4fd6-b3e8-1ff69158921e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5359607 Feb 11 14:36:47.407237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:47.548122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 74c6da2f-ac2f-47d4-a33a-9858b62ceab0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:47.548474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:47.650189 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:47.682368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 74c6da2f-ac2f-47d4-a33a-9858b62ceab0 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:47.955476 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:47.997244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=74c6da2f-ac2f-47d4-a33a-9858b62ceab0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:48.009920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.015802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f670c16-8b5b-4c05-b54c-bf1b9e4aff98 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/74c6da2f-ac2f-47d4-a33a-9858b62ceab0 HTTP/1.1" status: 204 len: 168 time: 0.6063857 Feb 11 14:36:48.018845 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:48.086250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5152b4-52ce-40ac-90ba-1ac73f6b7f17 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:48.093193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5152b4-52ce-40ac-90ba-1ac73f6b7f17 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:48.097442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:48.104209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ca5152b4-52ce-40ac-90ba-1ac73f6b7f17 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0839028 Feb 11 14:36:48.220962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7239a67-bfd4-4ab5-9f9a-1931cbefa4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.258377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 3d06c318-2dfe-41c0-9077-02546bad20e6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:48.260416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.333942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.348283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 3d06c318-2dfe-41c0-9077-02546bad20e6 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:48.535268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.565489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=3d06c318-2dfe-41c0-9077-02546bad20e6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:48.577564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:48.581690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f500a840-82e6-4633-8ea9-a2dce49ce038 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/3d06c318-2dfe-41c0-9077-02546bad20e6 HTTP/1.1" status: 204 len: 168 time: 0.4830563 Feb 11 14:36:48.583920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:48.684880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b356d5-e642-4b65-afef-b4b3c27adcd3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:48.692519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e5b356d5-e642-4b65-afef-b4b3c27adcd3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1061718 Feb 11 14:36:48.693904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:48.736497 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2232963-a2a3-4081-9967-52d3e2ed1611 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:36:48.741665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f2232963-a2a3-4081-9967-52d3e2ed1611 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/74c6da2f-ac2f-47d4-a33a-9858b62ceab0 HTTP/1.1" status: 404 len: 333 time: 0.0343552 Feb 11 14:36:48.742839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:48.805937 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade8d7e5-b92f-4d97-a670-2053c80940fe tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:36:48.807539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ade8d7e5-b92f-4d97-a670-2053c80940fe tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/3d06c318-2dfe-41c0-9077-02546bad20e6 HTTP/1.1" status: 404 len: 333 time: 0.0647008 Feb 11 14:36:48.810553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 55888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:49.026856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.138502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.164672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c85a73-055b-4b64-ae3d-3c622e0eef6b']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:49.176103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b918b9-172a-4b82-a90c-e646f51f15b3') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:49.176703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b918b9-172a-4b82-a90c-e646f51f15b3') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:49.189355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.203592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.210267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:49.210892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:49.284479 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:49.348621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.357722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.361263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/b9c85a73-055b-4b64-ae3d-3c622e0eef6b HTTP/1.1" status: 204 len: 168 time: 0.5495384 Feb 11 14:36:49.365020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:49.370315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1792337683'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:49.378705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bcbad-198a-4194-8881-91f16ea5cbc2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=b9c85a73-055b-4b64-ae3d-3c622e0eef6b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:49.474882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:49.479413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.511574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:49.531960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.532656 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 0550811d-b0e7-4778-b29f-ba38896d7707 of type vlan for network d1742e95-ded1-4185-bab7-a2a78f5e34ff Feb 11 14:36:49.592248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.720489 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.730257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:49.731487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.827159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=d1742e95-ded1-4185-bab7-a2a78f5e34ff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:49.838237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:49.925871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9295b7f8-5f20-49e1-aa2b-83a82c0bd49c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5595443 Feb 11 14:36:49.928529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:49.933862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:50.446269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:50.453757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:50.495500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4960a4cb-73f9-4e68-826e-58b5dbcf48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:50.522512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:36:50.523456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:36:50.740740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:50.805044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=20bf558a-bccd-4d67-bc0e-e7f916213026,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:50.813277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '0550811d-b0e7-4778-b29f-ba38896d7707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:50.813604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: d1742e95-ded1-4185-bab7-a2a78f5e34ff, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:50.908953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:50.994961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d1742e95-ded1-4185-bab7-a2a78f5e34ff) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:50.998986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.999609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.004140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1649e-84fa-4127-912f-ba287a03d13f None None] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:51.150535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d1742e95-ded1-4185-bab7-a2a78f5e34ff', 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': '20bf558a-bccd-4d67-bc0e-e7f916213026'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:51.151388 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.157262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-157b3c66-5bcc-4ab5-bf6a-a0ece79fdfeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2276466 Feb 11 14:36:51.159757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55960) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:51.165624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff', 'name': 'tempest-PortsTestJSON-537308660'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:51.294904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Allocated IP 172.20.0.2 (d1742e95-ded1-4185-bab7-a2a78f5e34ff/20bf558a-bccd-4d67-bc0e-e7f916213026/e432b229-7b73-4812-8056-b5ae62138d0c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:51.388937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:51.392651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.415729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 05ddc8ae-14ee-4fcb-b73e-3287432b09f0 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:51.485818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.546725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.610123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Pushing event updated for resources: {'Port': ['ID=e432b229-7b73-4812-8056-b5ae62138d0c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:51.637449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.14 (d1742e95-ded1-4185-bab7-a2a78f5e34ff/20bf558a-bccd-4d67-bc0e-e7f916213026/05ddc8ae-14ee-4fcb-b73e-3287432b09f0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:51.646917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:51.650093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:51.653514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:51.819129 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.925699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Attempting to bind port e432b229-7b73-4812-8056-b5ae62138d0c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:51.926067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Attempting to bind port e432b229-7b73-4812-8056-b5ae62138d0c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0550811d-b0e7-4778-b29f-ba38896d7707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:51.926425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Attempting to bind port e432b229-7b73-4812-8056-b5ae62138d0c on network d1742e95-ded1-4185-bab7-a2a78f5e34ff {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:51.930159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.933639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:51.934257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Checking segment: {'id': '0550811d-b0e7-4778-b29f-ba38896d7707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:51.935667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.937852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Bound using segment: {'id': '0550811d-b0e7-4778-b29f-ba38896d7707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:51.937852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Bound port: e432b229-7b73-4812-8056-b5ae62138d0c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0550811d-b0e7-4778-b29f-ba38896d7707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd1742e95-ded1-4185-bab7-a2a78f5e34ff'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:51.937852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:51.985757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:52.008184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:52.016112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:52.026055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] For port e432b229-7b73-4812-8056-b5ae62138d0c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:52.031782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] For port e432b229-7b73-4812-8056-b5ae62138d0c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e432b229-7b73-4812-8056-b5ae62138d0c,segment=NetworkSegment(0550811d-b0e7-4778-b29f-ba38896d7707),segment_id=0550811d-b0e7-4778-b29f-ba38896d7707)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:52.034532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:52.101703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=05ddc8ae-14ee-4fcb-b73e-3287432b09f0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:52.127378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:52.139911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:52.140594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:52.233664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496399c3-f990-4bf9-baf9-b717b8596f14 None None] Pushing event updated for resources: {'Port': ['ID=e432b229-7b73-4812-8056-b5ae62138d0c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:52.257852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-db4b450f-faba-487b-b0c5-3fcb4c14490d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0946143 Feb 11 14:36:52.258061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 55992) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:52.424050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 05ddc8ae-14ee-4fcb-b73e-3287432b09f0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:52.424781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:52.592090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:52.631390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 05ddc8ae-14ee-4fcb-b73e-3287432b09f0 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:52.940059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e432b229-7b73-4812-8056-b5ae62138d0c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:52.966768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.139824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e432b229-7b73-4812-8056-b5ae62138d0c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:53.140838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.252221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=05ddc8ae-14ee-4fcb-b73e-3287432b09f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:53.306334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.312336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b623e2a0-cdd5-42d1-99f2-450f8ecf7332 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/05ddc8ae-14ee-4fcb-b73e-3287432b09f0 HTTP/1.1" status: 204 len: 168 time: 1.0510263 Feb 11 14:36:53.312598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:53.354707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.382363 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fa5ec7-009b-4d62-b240-1ef6a54ed9aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:36:53.383087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fa5ec7-009b-4d62-b240-1ef6a54ed9aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:36:53.395047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e8fa5ec7-009b-4d62-b240-1ef6a54ed9aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/05ddc8ae-14ee-4fcb-b73e-3287432b09f0 HTTP/1.1" status: 404 len: 333 time: 0.0811844 Feb 11 14:36:53.401498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56024) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:53.422444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.430544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.485721 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7544d764-d286-409f-bbc1-f351a37e1921 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:36:53.492254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:53.499600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7544d764-d286-409f-bbc1-f351a37e1921 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/05ddc8ae-14ee-4fcb-b73e-3287432b09f0 HTTP/1.1" status: 404 len: 333 time: 0.0902455 Feb 11 14:36:53.543743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port e432b229-7b73-4812-8056-b5ae62138d0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e432b229-7b73-4812-8056-b5ae62138d0c,segment=NetworkSegment(0550811d-b0e7-4778-b29f-ba38896d7707),segment_id=0550811d-b0e7-4778-b29f-ba38896d7707)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:53.581777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 20bf558a-bccd-4d67-bc0e-e7f916213026 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:53.586801 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.643719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.663117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.753463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=e432b229-7b73-4812-8056-b5ae62138d0c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:53.787718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:53.971822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c60d6c-1aa9-47f1-bccb-9d6d8202432d None None] Network d1742e95-ded1-4185-bab7-a2a78f5e34ff requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:54.006762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.084193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-60395aa3-35fc-4a00-9ad7-0835d2df3754 None None] Provisioning complete for port e432b229-7b73-4812-8056-b5ae62138d0c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:54.084676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60395aa3-35fc-4a00-9ad7-0835d2df3754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.103349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=20bf558a-bccd-4d67-bc0e-e7f916213026,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:54.107491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.113679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56052) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:54.124424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f7698d0f-8ef9-4669-b705-afe293c4d512 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/20bf558a-bccd-4d67-bc0e-e7f916213026 HTTP/1.1" status: 204 len: 168 time: 0.6309054 Feb 11 14:36:54.201564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.286756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port e432b229-7b73-4812-8056-b5ae62138d0c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:54.287112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.380692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port e432b229-7b73-4812-8056-b5ae62138d0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e432b229-7b73-4812-8056-b5ae62138d0c,segment=NetworkSegment(0550811d-b0e7-4778-b29f-ba38896d7707),segment_id=0550811d-b0e7-4778-b29f-ba38896d7707)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:54.381821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.408783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] DHCP port deletion for d1742e95-ded1-4185-bab7-a2a78f5e34ff request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:54.439595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for e432b229-7b73-4812-8056-b5ae62138d0c owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:54.502730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Deleting port e432b229-7b73-4812-8056-b5ae62138d0c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:54.503648 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.627577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.662731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] For port e432b229-7b73-4812-8056-b5ae62138d0c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e432b229-7b73-4812-8056-b5ae62138d0c,segment=NetworkSegment(0550811d-b0e7-4778-b29f-ba38896d7707),segment_id=0550811d-b0e7-4778-b29f-ba38896d7707)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:54.663127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.686080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=e432b229-7b73-4812-8056-b5ae62138d0c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:54.707603 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:54.709242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port e432b229-7b73-4812-8056-b5ae62138d0c on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:54.714015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Calling delete_port for e432b229-7b73-4812-8056-b5ae62138d0c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:54.864469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.902432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.911489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e432b229-7b73-4812-8056-b5ae62138d0c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:36:54.935911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] No DVR routers for this DVR port e432b229-7b73-4812-8056-b5ae62138d0c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:54.959593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1742e95-ded1-4185-bab7-a2a78f5e34ff']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:54.982781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0550811d-b0e7-4778-b29f-ba38896d7707') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:54.983061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0550811d-b0e7-4778-b29f-ba38896d7707') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:55.003577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.032057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb4694-0a4e-4810-9fc2-9056386ef8ed None None] Pushing event deleted for resources: {'Port': ['ID=e432b229-7b73-4812-8056-b5ae62138d0c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:55.038149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e432b229-7b73-4812-8056-b5ae62138d0c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:36:55.038287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e432b229-7b73-4812-8056-b5ae62138d0c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:36:55.050920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.058968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:36:55.059679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:55.064040 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:55.236400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.241990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.249752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/d1742e95-ded1-4185-bab7-a2a78f5e34ff HTTP/1.1" status: 204 len: 168 time: 1.1315081 Feb 11 14:36:55.251641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:55.264120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1656352168'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:55.276959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab190-58f8-4f36-ab6e-9fe46146fc5b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=d1742e95-ded1-4185-bab7-a2a78f5e34ff,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:55.397586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:55.404528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.437150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:36:55.451363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.451960 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 64e6c64b-88dc-44ad-8748-5f6edefc7210 of type vlan for network 9e806258-2b7d-443b-b180-86a8e28d6386 Feb 11 14:36:55.501984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.598272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.605188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:55.606044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:55.687379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=9e806258-2b7d-443b-b180-86a8e28d6386,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:55.697987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9e806258-2b7d-443b-b180-86a8e28d6386 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:36:55.778320 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-96a23faf-7c7f-47d1-83d2-7aecfbc12893 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5241489 Feb 11 14:36:55.782129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56172) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:55.791644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:55.971929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:55.975960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:56.328175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:56.403708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=2349b5d9-64fd-4d28-a83e-7ac3d3d04e12,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:56.418944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '64e6c64b-88dc-44ad-8748-5f6edefc7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:56.420071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: 9e806258-2b7d-443b-b180-86a8e28d6386, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:36:56.581456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 9e806258-2b7d-443b-b180-86a8e28d6386 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:36:56.740106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9e806258-2b7d-443b-b180-86a8e28d6386) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:56.755503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac707f7-64f9-40bb-92a5-1a1d074487c5 None None] Network 9e806258-2b7d-443b-b180-86a8e28d6386 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:56.771630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:56.776311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:56.889317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8ca7a1c-090e-4186-830e-b091b13c4c25 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1054864 Feb 11 14:36:56.891853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:56.899206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386', 'security_groups': [], 'name': 'tempest-PortsTestJSON-266545896'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:36:56.975796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9e806258-2b7d-443b-b180-86a8e28d6386', 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': '2349b5d9-64fd-4d28-a83e-7ac3d3d04e12'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:36:56.977210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.205562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Allocated IP 172.20.0.2 (9e806258-2b7d-443b-b180-86a8e28d6386/2349b5d9-64fd-4d28-a83e-7ac3d3d04e12/9953b843-8451-4bc3-a09c-d0972064d24a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:57.233413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:36:57.238513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.266145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port b800231b-46f5-4ae9-a3b4-6b29529308bb yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:36:57.407189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.484612 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.569055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Network 9e806258-2b7d-443b-b180-86a8e28d6386 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:57.572759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:57.576880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:57.577076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.7 (9e806258-2b7d-443b-b180-86a8e28d6386/2349b5d9-64fd-4d28-a83e-7ac3d3d04e12/b800231b-46f5-4ae9-a3b4-6b29529308bb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:36:57.610092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Pushing event updated for resources: {'Port': ['ID=9953b843-8451-4bc3-a09c-d0972064d24a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:57.664800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Attempting to bind port 9953b843-8451-4bc3-a09c-d0972064d24a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:36:57.665553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Attempting to bind port 9953b843-8451-4bc3-a09c-d0972064d24a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '64e6c64b-88dc-44ad-8748-5f6edefc7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:36:57.665927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Attempting to bind port 9953b843-8451-4bc3-a09c-d0972064d24a on network 9e806258-2b7d-443b-b180-86a8e28d6386 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:36:57.671238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:36:57.671694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Checking segment: {'id': '64e6c64b-88dc-44ad-8748-5f6edefc7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:36:57.672085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.672765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Bound using segment: {'id': '64e6c64b-88dc-44ad-8748-5f6edefc7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:36:57.673258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Bound port: 9953b843-8451-4bc3-a09c-d0972064d24a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e6c64b-88dc-44ad-8748-5f6edefc7210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9e806258-2b7d-443b-b180-86a8e28d6386'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:36:57.673638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.741717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.743555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] For port 9953b843-8451-4bc3-a09c-d0972064d24a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:36:57.747837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] For port 9953b843-8451-4bc3-a09c-d0972064d24a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9953b843-8451-4bc3-a09c-d0972064d24a,segment=NetworkSegment(64e6c64b-88dc-44ad-8748-5f6edefc7210),segment_id=64e6c64b-88dc-44ad-8748-5f6edefc7210)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:36:57.887184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.926626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.958450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ff4e3-2740-46b8-9aac-fdbeb17a0023 None None] Pushing event updated for resources: {'Port': ['ID=9953b843-8451-4bc3-a09c-d0972064d24a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:58.000248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 9e806258-2b7d-443b-b180-86a8e28d6386 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:36:58.007475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:36:58.013255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:36:58.077603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=b800231b-46f5-4ae9-a3b4-6b29529308bb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:58.104348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:58.104982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.225817 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b0db3a7-b64a-4b3c-9a44-cb63bf10df09 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3328116 Feb 11 14:36:58.228364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:58.384236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port b800231b-46f5-4ae9-a3b4-6b29529308bb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:58.384966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.533874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.546970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for b800231b-46f5-4ae9-a3b4-6b29529308bb owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:58.775920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.820757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=b800231b-46f5-4ae9-a3b4-6b29529308bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:58.912431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.917538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-886c3d5a-d44c-43f2-9fa2-b3ccda618d1b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/b800231b-46f5-4ae9-a3b4-6b29529308bb HTTP/1.1" status: 204 len: 168 time: 0.6880627 Feb 11 14:36:58.919971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56346) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:58.920885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9953b843-8451-4bc3-a09c-d0972064d24a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:36:58.957293 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b6f93e-8fec-4581-aebf-be3c3efece02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:36:58.958902 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-58b6f93e-8fec-4581-aebf-be3c3efece02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/b800231b-46f5-4ae9-a3b4-6b29529308bb HTTP/1.1" status: 404 len: 333 time: 0.0379989 Feb 11 14:36:58.961514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:59.005877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9953b843-8451-4bc3-a09c-d0972064d24a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:59.006658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.022022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 2349b5d9-64fd-4d28-a83e-7ac3d3d04e12 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:36:59.036557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.086372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56356) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:59.108303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.142347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.196320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9953b843-8451-4bc3-a09c-d0972064d24a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9953b843-8451-4bc3-a09c-d0972064d24a,segment=NetworkSegment(64e6c64b-88dc-44ad-8748-5f6edefc7210),segment_id=64e6c64b-88dc-44ad-8748-5f6edefc7210)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:59.276713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4f58f7e-ba2d-4c01-bdd0-d0eacce0a578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.298110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.302837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.383701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9953b843-8451-4bc3-a09c-d0972064d24a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:59.407095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb817db1-13b5-4393-9588-b5ce5533e4c0 None None] Network 9e806258-2b7d-443b-b180-86a8e28d6386 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:36:59.419997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4f58f7e-ba2d-4c01-bdd0-d0eacce0a578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.455854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.483683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4f58f7e-ba2d-4c01-bdd0-d0eacce0a578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.495393 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=2349b5d9-64fd-4d28-a83e-7ac3d3d04e12,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:59.502550 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.507616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-241887b6-d2b5-42cf-a27e-a39150daf375 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/2349b5d9-64fd-4d28-a83e-7ac3d3d04e12 HTTP/1.1" status: 204 len: 168 time: 0.5445635 Feb 11 14:36:59.511014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:59.518302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5662c0bc-5220-4e2e-940a-e4f838ebf7c5 None None] Provisioning complete for port 9953b843-8451-4bc3-a09c-d0972064d24a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:36:59.518684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5662c0bc-5220-4e2e-940a-e4f838ebf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.549458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58f7e-ba2d-4c01-bdd0-d0eacce0a578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b698941a-fbab-44d9-ae53-368bb95243ce,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:59.600740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e4f58f7e-ba2d-4c01-bdd0-d0eacce0a578 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5471748011544cb993b698280e1dfeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128708 Feb 11 14:36:59.604415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:36:59.673743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.674315 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.704526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.764325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 9953b843-8451-4bc3-a09c-d0972064d24a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:59.764325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.817065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] DHCP port deletion for 9e806258-2b7d-443b-b180-86a8e28d6386 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:36:59.832620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.835643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.836790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b698941a-fbab-44d9-ae53-368bb95243ce HTTP/1.1" status: 204 len: 168 time: 0.2308915 Feb 11 14:36:59.870206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port 9953b843-8451-4bc3-a09c-d0972064d24a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9953b843-8451-4bc3-a09c-d0972064d24a,segment=NetworkSegment(64e6c64b-88dc-44ad-8748-5f6edefc7210),segment_id=64e6c64b-88dc-44ad-8748-5f6edefc7210)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:59.870742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.875129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b5472-deae-4d2b-95e6-9e81b8bd3e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698941a-fbab-44d9-ae53-368bb95243ce,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:59.888934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 9953b843-8451-4bc3-a09c-d0972064d24a owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:36:59.928565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Deleting port 9953b843-8451-4bc3-a09c-d0972064d24a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:36:59.929787 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.058945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] For port 9953b843-8451-4bc3-a09c-d0972064d24a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9953b843-8451-4bc3-a09c-d0972064d24a,segment=NetworkSegment(64e6c64b-88dc-44ad-8748-5f6edefc7210),segment_id=64e6c64b-88dc-44ad-8748-5f6edefc7210)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:00.059347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.073997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Calling delete_port for 9953b843-8451-4bc3-a09c-d0972064d24a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:00.092395 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.121272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=9953b843-8451-4bc3-a09c-d0972064d24a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:00.123391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port 9953b843-8451-4bc3-a09c-d0972064d24a on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:00.174977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.217714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] Pushing event deleted for resources: {'Port': ['ID=9953b843-8451-4bc3-a09c-d0972064d24a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:00.220934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.223337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd726c-1d9f-4b4d-a888-414dd75dd48f None None] No DVR routers for this DVR port 9953b843-8451-4bc3-a09c-d0972064d24a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:00.255879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e806258-2b7d-443b-b180-86a8e28d6386']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:00.268085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e6c64b-88dc-44ad-8748-5f6edefc7210') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:00.268386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e6c64b-88dc-44ad-8748-5f6edefc7210') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:00.280449 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.298082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.302120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:37:00.302967 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:37:00.307011 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:37:00.436854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.443509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.448228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/9e806258-2b7d-443b-b180-86a8e28d6386 HTTP/1.1" status: 204 len: 168 time: 0.9296815 Feb 11 14:37:00.452255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56430) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:00.458640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'name': 'tempest-PortsTestJSON-1627119094'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:00.481718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ff42-9ca6-4544-9433-e9ef99ef3a1e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=9e806258-2b7d-443b-b180-86a8e28d6386,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:00.525862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.608771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:00.622693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f8f80a-d0d8-4735-941b-448d9d13d111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.678754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:00.683724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.715321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port f73cd628-d9ef-4d0c-82dc-30cceb458a71 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:00.828568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f8f80a-d0d8-4735-941b-448d9d13d111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.855806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9953b843-8451-4bc3-a09c-d0972064d24a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:00.887246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9953b843-8451-4bc3-a09c-d0972064d24a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:00.887979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9953b843-8451-4bc3-a09c-d0972064d24a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:00.937488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.939449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c2f8f80a-d0d8-4735-941b-448d9d13d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.987800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c2f8f80a-d0d8-4735-941b-448d9d13d111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c43a65269f5d4f0bbc4bf7a78fed99bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778415 Feb 11 14:37:00.990407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:01.001199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8f80a-d0d8-4735-941b-448d9d13d111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1f88a-5ab1-47d0-815d-5fb656fa95a5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:01.094439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.120714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.129956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.179909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:01.183438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:01.186808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:01.193667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:01.194268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.206312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=f73cd628-d9ef-4d0c-82dc-30cceb458a71,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:01.246975 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.249766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.251386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30c1f88a-5ab1-47d0-815d-5fb656fa95a5 HTTP/1.1" status: 204 len: 168 time: 0.2593679 Feb 11 14:37:01.260715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1f88a-5ab1-47d0-815d-5fb656fa95a5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:01.269487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.269833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.270183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.270630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.270868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.271694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.272044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.272378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.272711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.272829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5c30ae56-de7d-41c3-a209-2fc9b67a008d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8188055 Feb 11 14:37:01.273074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.273406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.273733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf1e8-9f89-4944-924d-c577732b45cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:01.275796 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.276297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56474) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:01.393920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port f73cd628-d9ef-4d0c-82dc-30cceb458a71 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:01.394464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.472452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:01.490088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for f73cd628-d9ef-4d0c-82dc-30cceb458a71 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:02.064175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.095494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=f73cd628-d9ef-4d0c-82dc-30cceb458a71,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:02.108384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.115358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:02.116771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f91af4f-d960-4802-a6be-0a6e221c1b89 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/f73cd628-d9ef-4d0c-82dc-30cceb458a71 HTTP/1.1" status: 204 len: 168 time: 0.8396754 Feb 11 14:37:02.122755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'mac_address': 'fa:16:3e:36:e8:4a', 'name': 'tempest-PortsTestJSON-157131883'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:02.300307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:02.321037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e46149b7-10ea-44e3-8d24-1345ddc58389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.333484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:02.344049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:02.431604 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.469454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 1d9a0e7a-9fee-426c-9f51-48cebc9f559b yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:02.571905 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fea-57d6-4cb9-b333-9fd78546c6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.575854 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e46149b7-10ea-44e3-8d24-1345ddc58389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.654245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e46149b7-10ea-44e3-8d24-1345ddc58389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.669088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fea-57d6-4cb9-b333-9fd78546c6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.711563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46149b7-10ea-44e3-8d24-1345ddc58389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5549c37-9c78-4083-bda1-567a9e7c71d2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:02.719603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e46149b7-10ea-44e3-8d24-1345ddc58389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bcabd5099cb498eb880cd9fbefef80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181523 Feb 11 14:37:02.724241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56542) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:02.738610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.749697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fea-57d6-4cb9-b333-9fd78546c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.820592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebb23fea-57d6-4cb9-b333-9fd78546c6fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=485858058a6f4b2898666a34dbe60143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751654 Feb 11 14:37:02.821370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23fea-57d6-4cb9-b333-9fd78546c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40c262-b0ee-428c-9a21-c5cc3fb703e0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:02.824057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:02.837377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.867060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.890434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.918051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.930812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.987185 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.991140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:02.996841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5549c37-9c78-4083-bda1-567a9e7c71d2 HTTP/1.1" status: 204 len: 168 time: 0.2669189 Feb 11 14:37:02.997407 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:03.003427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225bc0d-1d5e-44bd-8265-a5ad7f0eb1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5549c37-9c78-4083-bda1-567a9e7c71d2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:03.008354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:03.013554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:03.019086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:03.019839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.027433 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=1d9a0e7a-9fee-426c-9f51-48cebc9f559b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:03.110804 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3a18588a-6b9c-4dc5-876b-0a462d4fcc40 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9909799 Feb 11 14:37:03.111012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:03.143221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.146029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.150453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c40c262-b0ee-428c-9a21-c5cc3fb703e0 HTTP/1.1" status: 204 len: 168 time: 0.3215849 Feb 11 14:37:03.161798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814985cb-fa08-48d6-a1ba-e862fc7eaf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40c262-b0ee-428c-9a21-c5cc3fb703e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:03.177642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc02eb-b75c-4d63-b332-f574cadf5a4d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:03.183673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-42cc02eb-b75c-4d63-b332-f574cadf5a4d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/1d9a0e7a-9fee-426c-9f51-48cebc9f559b HTTP/1.1" status: 200 len: 840 time: 0.0688813 Feb 11 14:37:03.184126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:03.293365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 1d9a0e7a-9fee-426c-9f51-48cebc9f559b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:03.293365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.377086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.392779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 1d9a0e7a-9fee-426c-9f51-48cebc9f559b owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:03.552634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.584780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=1d9a0e7a-9fee-426c-9f51-48cebc9f559b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:03.597585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.606354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb2562a1-f9f6-42fd-a6ed-170cabd0e562 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/1d9a0e7a-9fee-426c-9f51-48cebc9f559b HTTP/1.1" status: 204 len: 168 time: 0.4175699 Feb 11 14:37:03.612759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:03.655410 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f763950e-e4f1-4420-a00f-287ce5e3a882 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:03.664035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f763950e-e4f1-4420-a00f-287ce5e3a882 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/1d9a0e7a-9fee-426c-9f51-48cebc9f559b HTTP/1.1" status: 404 len: 333 time: 0.0522475 Feb 11 14:37:03.664642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:03.671588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'name': 'tempest-PortsTestJSON-1521390924'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:03.892976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:03.897872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:03.920451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port b9e834c5-f3a1-40aa-910b-f23c22963308 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:04.120936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.278937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.342485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:04.346218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:04.350945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:04.360436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.360436 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.360922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56640) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:04.372356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=b9e834c5-f3a1-40aa-910b-f23c22963308,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:04.468178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1594534438-network', 'tenant_id': '63478dbb1b264077958f54242d784eb0'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:04.513641 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b6ef950a-1d24-4aa0-8289-fbb04d7b667e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8477132 Feb 11 14:37:04.516167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:04.521338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:04.577090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Made reservation on behalf of 63478dbb1b264077958f54242d784eb0 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:04.582468 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.590576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.595708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.689158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.758530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.765883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.781165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:04.797222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ee3c3-42ad-4f7b-a218-053da296bd44,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:04.800115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.800452 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Added segment 74597a50-45a9-467d-8c4a-61f9bd10cebc of type vlan for network d9b7e651-4577-4bc5-b99b-2522fdb39358 Feb 11 14:37:04.841859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.895539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.932396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] In _notify_port_updated(), no bound segment for port b9e834c5-f3a1-40aa-910b-f23c22963308 on network 453c4a49-fd4d-41dd-b639-afac3c5c485d {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:37:04.938345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.938758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.939393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.939513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.940076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:04.940705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/ports/b9e834c5-f3a1-40aa-910b-f23c22963308 HTTP/1.1" status: 200 len: 818 time: 0.4235728 Feb 11 14:37:04.943731 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:04.982016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075c109-966e-4be2-be48-db700eebaaeb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=b9e834c5-f3a1-40aa-910b-f23c22963308,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.005303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b7e651-4577-4bc5-b99b-2522fdb39358,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.016543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d9b7e651-4577-4bc5-b99b-2522fdb39358 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:05.068412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port b9e834c5-f3a1-40aa-910b-f23c22963308 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:05.069022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.078714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-79d22746-933e-4026-9baa-b78763b5be31 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7163305 Feb 11 14:37:05.081647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56674) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:05.086954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Request body: {'subnet': {'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1594534438-subnet', 'tenant_id': '63478dbb1b264077958f54242d784eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:05.147176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.161946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for b9e834c5-f3a1-40aa-910b-f23c22963308 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:05.183610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Made reservation on behalf of 63478dbb1b264077958f54242d784eb0 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:05.186624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.361644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.388938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=b9e834c5-f3a1-40aa-910b-f23c22963308,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.396633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.403630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d90e04aa-74bc-4b9a-beb3-e35e8a1f54f7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/b9e834c5-f3a1-40aa-910b-f23c22963308 HTTP/1.1" status: 204 len: 168 time: 0.4565296 Feb 11 14:37:05.404284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:05.453699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb57fbb-7cca-43ec-b90e-a9413ed1acf3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:05.455177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2cb57fbb-7cca-43ec-b90e-a9413ed1acf3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0498562 Feb 11 14:37:05.458065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:05.481618 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d63813-ff8f-41e0-8218-3400f60fd91d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:05.486548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b0d63813-ff8f-41e0-8218-3400f60fd91d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/b9e834c5-f3a1-40aa-910b-f23c22963308 HTTP/1.1" status: 404 len: 333 time: 0.0241599 Feb 11 14:37:05.486738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:05.491361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1218928865'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:05.561492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.589511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:05.594587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.623977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:05.628056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=894da9de-351f-439d-927f-f664e8097fe7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.635118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.635457 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 76ac2433-913f-4d8b-9114-252c327b83a0 of type vlan for network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 Feb 11 14:37:05.638740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Checking segment: {'id': '74597a50-45a9-467d-8c4a-61f9bd10cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:05.639276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Network hostable DHCP agents. Network: d9b7e651-4577-4bc5-b99b-2522fdb39358, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:05.680121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.766957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Network d9b7e651-4577-4bc5-b99b-2522fdb39358 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:05.840945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.851962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:05.851962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.917203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=3370cb5f-4bc0-4579-866c-24ac9c6719f4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.932381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d9b7e651-4577-4bc5-b99b-2522fdb39358) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:05.932496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:05.932604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:05.932604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.947631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fef2f4-8d22-4c53-b46f-5c0c593a9617 None None] Network d9b7e651-4577-4bc5-b99b-2522fdb39358 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:06.004632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-999ab69c-c524-4ce5-a0ac-0d5aac83ef9a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5169141 Feb 11 14:37:06.007142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:06.013323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:06.047540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b3fed1f2-705b-4b52-aba6-e03e78b499ed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9556773 Feb 11 14:37:06.157427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943c72e-82c1-471b-ad3a-e95c8953da4b None None] Network d9b7e651-4577-4bc5-b99b-2522fdb39358 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:06.218305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:06.223015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:06.490216 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:06.559103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=e65fb2a0-090e-4e67-bde6-a176d866f5e4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:06.568389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '76ac2433-913f-4d8b-9114-252c327b83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:06.568758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: 3370cb5f-4bc0-4579-866c-24ac9c6719f4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:06.644332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:06.721694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 3370cb5f-4bc0-4579-866c-24ac9c6719f4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:06.726012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:06.726632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:06.734520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23a726-e67f-47f6-9a8b-925d5f24b4a1 None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:06.831836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-83574924-eda4-4021-a7f8-8cfc856126c5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8232381 Feb 11 14:37:06.834454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:06.843938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:06.860917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56748) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:06.867879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004919364-network', 'tenant_id': '65853c726a1043749248321b1712c153'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:06.925350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': 'e65fb2a0-090e-4e67-bde6-a176d866f5e4'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:37:06.926596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:06.987397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Made reservation on behalf of 65853c726a1043749248321b1712c153 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:06.991555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.002490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.078257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Allocated IP 172.20.0.2 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/e65fb2a0-090e-4e67-bde6-a176d866f5e4/fe0e579c-5e91-489e-82f5-68b6f5c789cf) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:07.104984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.106975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:07.112841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.209869 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e65fb2a0-090e-4e67-bde6-a176d866f5e4 (CIDR: 172.20.0.0/28) Feb 11 14:37:07.218565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.245950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:07.253162 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:37:07.253668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:07.253861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.266072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd6528e-3bde-4b98-ba9b-d561ba01de8f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:07.271049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.271398 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Added segment 0ddcf41a-6364-4e86-9de5-508540341ff4 of type vlan for network 0cbccfca-0cf6-4bab-a8ba-7a242df83b60 Feb 11 14:37:07.313801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.347616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.391183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:07.391609 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-78b0f4ff-5773-4d6f-bf7b-6394830b4d81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5518620 Feb 11 14:37:07.391609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:07.397130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:07.413400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.414723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:07.415896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.421454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:07.424261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:07.430446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Pushing event updated for resources: {'Port': ['ID=fe0e579c-5e91-489e-82f5-68b6f5c789cf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:07.493751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Attempting to bind port fe0e579c-5e91-489e-82f5-68b6f5c789cf on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:07.494350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Attempting to bind port fe0e579c-5e91-489e-82f5-68b6f5c789cf by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '76ac2433-913f-4d8b-9114-252c327b83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:07.494930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Attempting to bind port fe0e579c-5e91-489e-82f5-68b6f5c789cf on network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:07.500664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:07.501084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Checking segment: {'id': '76ac2433-913f-4d8b-9114-252c327b83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:07.501485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.501878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Bound using segment: {'id': '76ac2433-913f-4d8b-9114-252c327b83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:07.502327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Bound port: fe0e579c-5e91-489e-82f5-68b6f5c789cf, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac2433-913f-4d8b-9114-252c327b83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:07.502702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.567103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7016308 Feb 11 14:37:07.567298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:07.572258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Request body: {'subnet': {'network_id': '0cbccfca-0cf6-4bab-a8ba-7a242df83b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004919364-subnet', 'tenant_id': '65853c726a1043749248321b1712c153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:07.585442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72049c-a232-4aba-a833-0aa3dfc8d941 admin admin] Pushing event updated for resources: {'Network': ['ID=0cbccfca-0cf6-4bab-a8ba-7a242df83b60,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:07.602899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] For port fe0e579c-5e91-489e-82f5-68b6f5c789cf, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:07.608387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] For port fe0e579c-5e91-489e-82f5-68b6f5c789cf, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fe0e579c-5e91-489e-82f5-68b6f5c789cf,segment=NetworkSegment(76ac2433-913f-4d8b-9114-252c327b83a0),segment_id=76ac2433-913f-4d8b-9114-252c327b83a0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:07.612333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 0cbccfca-0cf6-4bab-a8ba-7a242df83b60 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:07.698508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Made reservation on behalf of 65853c726a1043749248321b1712c153 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:07.701333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.792385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:07.800994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:07.806139 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.052038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81e8c-1832-44c2-8cc8-4319db835d71 None None] Pushing event updated for resources: {'Port': ['ID=fe0e579c-5e91-489e-82f5-68b6f5c789cf,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:08.576311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.577484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.624764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:08.631401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:08.634221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:08.635446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.644019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62e892f-52e5-4c0b-8c61-888609a7d845,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:08.657579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Checking segment: {'id': '0ddcf41a-6364-4e86-9de5-508540341ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0cbccfca-0cf6-4bab-a8ba-7a242df83b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:08.660910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Network hostable DHCP agents. Network: 0cbccfca-0cf6-4bab-a8ba-7a242df83b60, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:08.661050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=0a7eb1d3-f845-4020-a40c-bf2de666c9e7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:08.760605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Network 0cbccfca-0cf6-4bab-a8ba-7a242df83b60 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:08.763792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2459e3a-7879-4bd8-b4ec-a7d08392770f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3703008 Feb 11 14:37:08.773157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56766) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:08.782581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'fixed_ips': [{'subnet_id': 'e65fb2a0-090e-4e67-bde6-a176d866f5e4'}, {'subnet_id': '0a7eb1d3-f845-4020-a40c-bf2de666c9e7'}], 'name': 'tempest-PortsTestJSON-1720327097'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:08.853822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 0cbccfca-0cf6-4bab-a8ba-7a242df83b60) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:08.866228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:08.866228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.870809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581b3bf-90cd-429b-8b56-55801c0f4327 None None] Network 0cbccfca-0cf6-4bab-a8ba-7a242df83b60 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:08.953342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fe0e579c-5e91-489e-82f5-68b6f5c789cf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:09.079300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-322a31ce-8775-4773-b1a8-2a168ccb87cc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5021470 Feb 11 14:37:09.081480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fe0e579c-5e91-489e-82f5-68b6f5c789cf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:09.082262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.130960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6307439-6984-4f69-95f8-e26055d303f6 None None] Network 0cbccfca-0cf6-4bab-a8ba-7a242df83b60 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:09.166782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:09.283461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.285495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4024f1-04c3-4fff-9df0-dec3e4672a3f None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:09.310289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.332424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:09.424755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e046807c-1b8a-4638-8615-8d7a9902a809 None None] Provisioning complete for port fe0e579c-5e91-489e-82f5-68b6f5c789cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:09.425439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e046807c-1b8a-4638-8615-8d7a9902a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.446571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port fe0e579c-5e91-489e-82f5-68b6f5c789cf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fe0e579c-5e91-489e-82f5-68b6f5c789cf,segment=NetworkSegment(76ac2433-913f-4d8b-9114-252c327b83a0),segment_id=76ac2433-913f-4d8b-9114-252c327b83a0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:09.536194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.637170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=fe0e579c-5e91-489e-82f5-68b6f5c789cf,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:09.758909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.13 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/e65fb2a0-090e-4e67-bde6-a176d866f5e4/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:09.769879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.26 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/0a7eb1d3-f845-4020-a40c-bf2de666c9e7/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:09.848930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Update dhcp port {'port': {'network_id': '3370cb5f-4bc0-4579-866c-24ac9c6719f4', 'fixed_ips': [{'subnet_id': 'e65fb2a0-090e-4e67-bde6-a176d866f5e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a7eb1d3-f845-4020-a40c-bf2de666c9e7'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'fe0e579c-5e91-489e-82f5-68b6f5c789cf'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:37:09.887230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:09.971759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-decdda46-2352-43c8-8ace-8c0d838eb34f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:09.977420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-decdda46-2352-43c8-8ace-8c0d838eb34f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/networks?id=d9b7e651-4577-4bc5-b99b-2522fdb39358 HTTP/1.1" status: 200 len: 809 time: 0.1606157 Feb 11 14:37:09.996175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-740e332c-1dce-4ec5-9cb7-599706b56b5d tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/quotas/63478dbb1b264077958f54242d784eb0 HTTP/1.1" status: 200 len: 375 time: 0.0139921 Feb 11 14:37:10.005025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.040311 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-f060daca-aa26-4bba-b2da-42df8d1a2bc4 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63478dbb1b264077958f54242d784eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354624 Feb 11 14:37:10.109255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.150971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-644c07f1-f6e6-4f26-9630-e2aaa8afea86 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b7e651-4577-4bc5-b99b-2522fdb39358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020536 Feb 11 14:37:10.171004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:10.178897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:10.179005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:10.191409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Allocated IP 172.20.0.18 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/0a7eb1d3-f845-4020-a40c-bf2de666c9e7/fe0e579c-5e91-489e-82f5-68b6f5c789cf) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:10.202427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:10.284055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:10.285427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.294952 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-926c03dc-85ef-40ac-b325-8f168dae25c0 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b7e651-4577-4bc5-b99b-2522fdb39358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312821 Feb 11 14:37:10.345311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] For port fe0e579c-5e91-489e-82f5-68b6f5c789cf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fe0e579c-5e91-489e-82f5-68b6f5c789cf,segment=NetworkSegment(76ac2433-913f-4d8b-9114-252c327b83a0),segment_id=76ac2433-913f-4d8b-9114-252c327b83a0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:10.377917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.390327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14b7da05-b32e-4d38-bf09-850e96cb9afd tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6136215 Feb 11 14:37:10.390651 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:10.396619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e65fb2a0-090e-4e67-bde6-a176d866f5e4'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:10.484674 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.642518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b413798-6d80-4243-9927-00ff5517c747 None None] Pushing event updated for resources: {'Port': ['ID=fe0e579c-5e91-489e-82f5-68b6f5c789cf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:10.675473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcd200cf-b6b4-4940-9513-bec022ced91d req-2210c3a1-307d-4560-85c1-653b0a655c7f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 210 time: 0.0746980 Feb 11 14:37:10.709034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:10.892783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fe0e579c-5e91-489e-82f5-68b6f5c789cf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:10.962172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port fe0e579c-5e91-489e-82f5-68b6f5c789cf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:10.962551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:11.424058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fd533-4bb2-4c84-afec-b065a909d793 None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:11.467954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Delete allocated IP 172.20.0.26 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/0a7eb1d3-f845-4020-a40c-bf2de666c9e7) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:37:11.494660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cb5754e4-2d69-44c6-8785-0b18f07dd216 None None] Provisioning complete for port fe0e579c-5e91-489e-82f5-68b6f5c789cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:11.495044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb5754e4-2d69-44c6-8785-0b18f07dd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:11.690111 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:11.835285 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9351bcf-4b85-4f28-8ab5-040d054a84d0 req-a8b84bed-9fb4-445f-bf01-80414ecebb9e tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 210 time: 0.0614192 Feb 11 14:37:12.074437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6f5d9d16-0207-4a9f-bb64-8b94d78e8298 None None] Provisioning complete for port fe0e579c-5e91-489e-82f5-68b6f5c789cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:12.074978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9d16-0207-4a9f-bb64-8b94d78e8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.181137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6f5d9d16-0207-4a9f-bb64-8b94d78e8298 None None] Provisioning complete for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:12.181690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9d16-0207-4a9f-bb64-8b94d78e8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.237520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d9d16-0207-4a9f-bb64-8b94d78e8298 None None] Port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:12.265056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.361550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d525c169-34bd-44f5-a6e8-7bf7301daa3e None None] Provisioning complete for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:12.361925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d525c169-34bd-44f5-a6e8-7bf7301daa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.380385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:12.421726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] In _notify_port_updated(), no bound segment for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd on network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:37:12.423505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d525c169-34bd-44f5-a6e8-7bf7301daa3e None None] Port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:12.430002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:12.430943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.432363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e49d1cfb-14fb-46b1-a2fa-d1bb208673fa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/ports/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd HTTP/1.1" status: 200 len: 920 time: 2.0407021 Feb 11 14:37:12.435057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:12.440636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e65fb2a0-090e-4e67-bde6-a176d866f5e4'}, {'subnet_id': '0a7eb1d3-f845-4020-a40c-bf2de666c9e7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:12.555830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.648430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6a9a0171-654a-4705-b8b3-ee1ed3a66ddd None None] Provisioning complete for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:12.651181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0171-654a-4705-b8b3-ee1ed3a66ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:12.713501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a0171-654a-4705-b8b3-ee1ed3a66ddd None None] Port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:12.876424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.21 (3370cb5f-4bc0-4579-866c-24ac9c6719f4/0a7eb1d3-f845-4020-a40c-bf2de666c9e7/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:12.960387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c0b1997-b0a5-405a-8827-e0c321b35674 req-fcd2f571-1aa2-4237-b72d-7e35aa470b09 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 210 time: 0.0403771 Feb 11 14:37:13.057203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.115622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.216796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:13.263060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] In _notify_port_updated(), no bound segment for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd on network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:37:13.269149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:13.269806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.271203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af040b25-2e88-4251-9ad2-9c71e4585d2a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/ports/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd HTTP/1.1" status: 200 len: 1000 time: 0.8351197 Feb 11 14:37:13.274836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56822) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:13.408757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:13.409187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.517162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.537717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:13.540747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ed274fc1-a868-427e-b907-79db1788099b None None] Provisioning complete for port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:13.541809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed274fc1-a868-427e-b907-79db1788099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.581736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed274fc1-a868-427e-b907-79db1788099b None None] Port eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:14.002061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.034538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:14.136028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a42aa0a-72cd-4b7d-b4de-3b5503e45937 req-98083a59-0cdf-4247-86f3-fc3df5f817d4 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 210 time: 0.0567710 Feb 11 14:37:14.300946 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.308390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7852001f-ccb1-4b84-a1eb-8412d866479e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd HTTP/1.1" status: 204 len: 168 time: 1.0291352 Feb 11 14:37:14.308738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:14.347430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-187eb4db-e273-4b8b-9d19-dc73bb19a1e4 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.347917 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf1d4f-92e8-4522-9a41-d65a8a6c994e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:14.349112 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-187eb4db-e273-4b8b-9d19-dc73bb19a1e4 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.60 "GET /v2.0/networks?id=d9b7e651-4577-4bc5-b99b-2522fdb39358 HTTP/1.1" status: 200 len: 809 time: 0.2576807 Feb 11 14:37:14.358699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8dbf1d4f-92e8-4522-9a41-d65a8a6c994e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd HTTP/1.1" status: 404 len: 333 time: 0.0463457 Feb 11 14:37:14.358909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:14.363013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Request body: {'port': {'device_id': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358', 'admin_state_up': True, 'tenant_id': '63478dbb1b264077958f54242d784eb0'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:14.445193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 0a7eb1d3-f845-4020-a40c-bf2de666c9e7 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:14.450245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.512394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.600420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Made reservation on behalf of 63478dbb1b264077958f54242d784eb0 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:14.607256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.609753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.739593 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.768260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Allocated IP 172.20.0.12 (d9b7e651-4577-4bc5-b99b-2522fdb39358/894da9de-351f-439d-927f-f664e8097fe7/a46d0716-1624-442a-aae6-44175843daba) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:14.790344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7eb1d3-f845-4020-a40c-bf2de666c9e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:14.797087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.800378 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b4689e36-a38f-45a5-a906-80e7bd2ea028 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/0a7eb1d3-f845-4020-a40c-bf2de666c9e7 HTTP/1.1" status: 204 len: 168 time: 0.4403765 Feb 11 14:37:14.805143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:14.807070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52c718-94f3-4c0d-bb41-49eb33d55112 None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:14.870855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet e65fb2a0-090e-4e67-bde6-a176d866f5e4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:14.875617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.926548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.008372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.094113 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.138269 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.275195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Network d9b7e651-4577-4bc5-b99b-2522fdb39358 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:15.290329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:15.291187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.294238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:15.299141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Pushing event updated for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:15.365417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734240bb-61ec-455a-8731-54521689a217 req-8b3e470b-a955-4171-917b-a0c3f83a1260 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.367186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-734240bb-61ec-455a-8731-54521689a217 req-8b3e470b-a955-4171-917b-a0c3f83a1260 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 932 time: 0.1270106 Feb 11 14:37:15.375666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.376834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.377621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.381505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/e65fb2a0-090e-4e67-bde6-a176d866f5e4 HTTP/1.1" status: 204 len: 168 time: 0.5725768 Feb 11 14:37:15.386059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56862) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:15.402670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16505acf-cfc4-4463-8db4-eb937fbba628 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=e65fb2a0-090e-4e67-bde6-a176d866f5e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:15.456766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-734240bb-61ec-455a-8731-54521689a217 req-276cd4f9-9a3e-4687-974e-b4286e2975f3 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Feb 11 14:37:15.486583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-9b851cfc-d9f1-4b8d-aa3b-04524fe99497 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1282322 Feb 11 14:37:15.499426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Request body: {'port': {'device_id': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:15.522592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.569990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.598180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port fe0e579c-5e91-489e-82f5-68b6f5c789cf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:15.598683 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.701726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port fe0e579c-5e91-489e-82f5-68b6f5c789cf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=fe0e579c-5e91-489e-82f5-68b6f5c789cf,segment=NetworkSegment(76ac2433-913f-4d8b-9114-252c327b83a0),segment_id=76ac2433-913f-4d8b-9114-252c327b83a0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:15.702119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.729854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for fe0e579c-5e91-489e-82f5-68b6f5c789cf owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:15.966753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa1ff1-20bd-498a-abf4-cbf1e673c33d None None] Network 3370cb5f-4bc0-4579-866c-24ac9c6719f4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:15.973283 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.977548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46d0716-1624-442a-aae6-44175843daba {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:15.988772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.004012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Transition to ACTIVE for port object a46d0716-1624-442a-aae6-44175843daba will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:37:16.021531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port fe0e579c-5e91-489e-82f5-68b6f5c789cf on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:16.028550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=fe0e579c-5e91-489e-82f5-68b6f5c789cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:16.079672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.097501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6b23-c1aa-4f3c-9102-6bf10436956d None None] Could not find standard attr ID for object fe0e579c-5e91-489e-82f5-68b6f5c789cf. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:37:16.133126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.160059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3370cb5f-4bc0-4579-866c-24ac9c6719f4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:16.172774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac2433-913f-4d8b-9114-252c327b83a0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:16.182214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac2433-913f-4d8b-9114-252c327b83a0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:16.184663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:16.206085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.227550 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.229852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03d68a-7df0-4b12-8138-5a7b1a34950f None None] DHCP port deletion for 3370cb5f-4bc0-4579-866c-24ac9c6719f4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:37:16.236442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:37:16.237517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:37:16.241376 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:37:16.330515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Attempting to bind port a46d0716-1624-442a-aae6-44175843daba on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:16.331016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Attempting to bind port a46d0716-1624-442a-aae6-44175843daba by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '74597a50-45a9-467d-8c4a-61f9bd10cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:16.331351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Attempting to bind port a46d0716-1624-442a-aae6-44175843daba on network d9b7e651-4577-4bc5-b99b-2522fdb39358 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:16.336129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Port a46d0716-1624-442a-aae6-44175843daba on network d9b7e651-4577-4bc5-b99b-2522fdb39358 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:37:16.336456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Attempting to bind port a46d0716-1624-442a-aae6-44175843daba on network d9b7e651-4577-4bc5-b99b-2522fdb39358 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:16.341561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:16.341891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Checking segment: {'id': '74597a50-45a9-467d-8c4a-61f9bd10cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:16.342278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Bound using segment: {'id': '74597a50-45a9-467d-8c4a-61f9bd10cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:16.342863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Bound port: a46d0716-1624-442a-aae6-44175843daba, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74597a50-45a9-467d-8c4a-61f9bd10cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:16.343130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.413358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.431114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.445536 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/3370cb5f-4bc0-4579-866c-24ac9c6719f4 HTTP/1.1" status: 204 len: 168 time: 1.0515478 Feb 11 14:37:16.449343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:16.472410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b419-64bf-460b-af04-1a389d580505 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=3370cb5f-4bc0-4579-866c-24ac9c6719f4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:16.499451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:16.516099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a46d0716-1624-442a-aae6-44175843daba,segment=NetworkSegment(74597a50-45a9-467d-8c4a-61f9bd10cebc),segment_id=74597a50-45a9-467d-8c4a-61f9bd10cebc)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:16.550501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39bd0d6-d236-4fbc-94bb-f7bdb0ea7aba tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.555021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b39bd0d6-d236-4fbc-94bb-f7bdb0ea7aba tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1017127 Feb 11 14:37:16.560681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56882) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:16.608564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0e3f-c016-4048-af59-922934d6e636 req-e8af4d16-5e74-418a-859f-61357ae4fdf7 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.609859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.610321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e50b0e3f-c016-4048-af59-922934d6e636 req-e8af4d16-5e74-418a-859f-61357ae4fdf7 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 944 time: 0.0586667 Feb 11 14:37:16.645048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8eebf4c0-e814-4b15-b38d-90bc32a6eb03 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0799127 Feb 11 14:37:16.648685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:16.660735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1055979872'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:16.661652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.662279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.663699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] 10.222.0.60 "PUT /v2.0/ports/a46d0716-1624-442a-aae6-44175843daba HTTP/1.1" status: 200 len: 1092 time: 1.1687710 Feb 11 14:37:16.664163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'tag': 'a46d0716-1624-442a-aae6-44175843daba'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:16.666617 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eef79e-faae-4033-8d79-35132c51e3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "tag": "a46d0716-1624-442a-aae6-44175843daba"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:16.669882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e50b0e3f-c016-4048-af59-922934d6e636 req-7c027348-d8e3-4a20-a82f-bd7b3429c0ab tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535340 Feb 11 14:37:16.705106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0032fee-5bc1-44fb-9157-744d5a49b9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:16.724739 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e619ef07-f462-4210-8284-fe90186ab492 x-openstack-request-id: req-e619ef07-f462-4210-8284-fe90186ab492 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:16.725062 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "tag": "a46d0716-1624-442a-aae6-44175843daba", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:16.728530 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e619ef07-f462-4210-8284-fe90186ab492 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:16.728530 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'tag': 'a46d0716-1624-442a-aae6-44175843daba', 'status': 'completed', 'code': 200} Feb 11 14:37:16.791510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-2050a269-e11c-4867-bd6b-b9a102a190d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.793503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-2050a269-e11c-4867-bd6b-b9a102a190d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=63478dbb1b264077958f54242d784eb0&device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 1095 time: 0.0453539 Feb 11 14:37:16.793655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:16.797634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.827072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:16.837733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fe0e579c-5e91-489e-82f5-68b6f5c789cf no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:16.838361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.838711 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 89833056-bf42-4e2c-a176-28f2f27fca26 of type vlan for network fe7c8447-47f3-4ead-a387-a3bf18f0b45b Feb 11 14:37:16.858236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: fe0e579c-5e91-489e-82f5-68b6f5c789cf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:16.858886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device fe0e579c-5e91-489e-82f5-68b6f5c789cf not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:16.885414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:16.998784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-8c57c149-5534-4f7c-ac3d-80f1d2a68080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.000286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-8c57c149-5534-4f7c-ac3d-80f1d2a68080 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=63478dbb1b264077958f54242d784eb0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1996961 Feb 11 14:37:17.024609 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:17.030619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.031327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:17.105998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=fe7c8447-47f3-4ead-a387-a3bf18f0b45b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:17.116529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:17.170530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b612fa21-5177-4bb2-9bdf-770eaa62718c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5167675 Feb 11 14:37:17.170725 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:17.175763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:17.182907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-4cd1ce42-45dc-4438-baaa-29467419db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.185727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16eef79e-faae-4033-8d79-35132c51e3b7 req-4cd1ce42-45dc-4438-baaa-29467419db57 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784136 Feb 11 14:37:17.271705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-026f3132-c182-454f-8bfe-261ac135356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.274914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-026f3132-c182-454f-8bfe-261ac135356c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=63478dbb1b264077958f54242d784eb0&device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 1095 time: 0.0454898 Feb 11 14:37:17.316524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-502eb152-b080-473a-a735-9297beee7c62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a46d0716-1624-442a-aae6-44175843daba HTTP/1.1" status: 200 len: 217 time: 0.0337329 Feb 11 14:37:17.371502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-051e5ae2-c899-4d67-9085-1f6f9494c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.372924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-051e5ae2-c899-4d67-9085-1f6f9494c158 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894da9de-351f-439d-927f-f664e8097fe7 HTTP/1.1" status: 200 len: 849 time: 0.0497723 Feb 11 14:37:17.396768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:17.401012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:17.405286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-cdb42d1c-be1c-4cb2-b609-012e2524887b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9b7e651-4577-4bc5-b99b-2522fdb39358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260446 Feb 11 14:37:17.508733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-a115f0f0-786b-4579-910f-fa89b6ae37ff service neutron] 10.222.0.60 "GET /v2.0/networks/d9b7e651-4577-4bc5-b99b-2522fdb39358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910053 Feb 11 14:37:17.638386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6791a8bb-b146-4d30-9e62-8ee5d120a22b req-7145737e-22d4-4a0d-b5a7-f1514f72b019 service neutron] 10.222.0.60 "GET /v2.0/networks/d9b7e651-4577-4bc5-b99b-2522fdb39358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270509 Feb 11 14:37:17.739802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:17.831382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=44fe9f3c-4da2-4bb8-907e-5b290541c9b6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:17.852112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '89833056-bf42-4e2c-a176-28f2f27fca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:17.852469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: fe7c8447-47f3-4ead-a387-a3bf18f0b45b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:17.861193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ded4-245b-45ac-a173-447351794a40 req-d58ac36b-b309-45a3-86a1-61559be75183 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.862675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1569ded4-245b-45ac-a173-447351794a40 req-d58ac36b-b309-45a3-86a1-61559be75183 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 944 time: 0.1112127 Feb 11 14:37:17.906646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1569ded4-245b-45ac-a173-447351794a40 req-10055e30-5043-4a4f-aac7-ec5acd963446 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358734 Feb 11 14:37:17.984766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:18.125063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, fe7c8447-47f3-4ead-a387-a3bf18f0b45b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:18.129114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:18.129890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.135478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db0b9e-47bb-4184-acb4-0783e4fe4cf1 None None] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:18.251564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-beca2ec9-a26b-43c0-a573-40d89bf8a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.282137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-fe7c8447-47f3-4ead-a387-a3bf18f0b45b', 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': '44fe9f3c-4da2-4bb8-907e-5b290541c9b6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:37:18.282996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.322377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fceebabe-d59f-4d31-a10f-9def4712a03a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1504273 Feb 11 14:37:18.325339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:18.330272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b', 'name': 'tempest-PortsTestJSON-480991160'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:18.433706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Allocated IP 172.20.0.2 (fe7c8447-47f3-4ead-a387-a3bf18f0b45b/44fe9f3c-4da2-4bb8-907e-5b290541c9b6/175c5722-ff4d-4306-a28f-3509bc29704c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:18.588056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.588286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:18.594766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.615775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port e2286273-126e-4be5-9b57-20021862cac5 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:18.734219 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.775542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:18.780791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:18.783436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:18.792634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.10 (fe7c8447-47f3-4ead-a387-a3bf18f0b45b/44fe9f3c-4da2-4bb8-907e-5b290541c9b6/e2286273-126e-4be5-9b57-20021862cac5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:18.795331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Pushing event updated for resources: {'Port': ['ID=175c5722-ff4d-4306-a28f-3509bc29704c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:18.857462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Attempting to bind port 175c5722-ff4d-4306-a28f-3509bc29704c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:18.857829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Attempting to bind port 175c5722-ff4d-4306-a28f-3509bc29704c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '89833056-bf42-4e2c-a176-28f2f27fca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:18.858192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Attempting to bind port 175c5722-ff4d-4306-a28f-3509bc29704c on network fe7c8447-47f3-4ead-a387-a3bf18f0b45b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:18.866471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:18.866846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Checking segment: {'id': '89833056-bf42-4e2c-a176-28f2f27fca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:18.867253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.867637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Bound using segment: {'id': '89833056-bf42-4e2c-a176-28f2f27fca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:18.868123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Bound port: 175c5722-ff4d-4306-a28f-3509bc29704c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89833056-bf42-4e2c-a176-28f2f27fca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:18.868489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:18.934683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] For port 175c5722-ff4d-4306-a28f-3509bc29704c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:18.939648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] For port 175c5722-ff4d-4306-a28f-3509bc29704c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=175c5722-ff4d-4306-a28f-3509bc29704c,segment=NetworkSegment(89833056-bf42-4e2c-a176-28f2f27fca26),segment_id=89833056-bf42-4e2c-a176-28f2f27fca26)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:18.967203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.058231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33938-9750-4687-be7e-12a3152924e5 req-9396eb61-d4a1-450b-8f28-e87810818763 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:19.059949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70c33938-9750-4687-be7e-12a3152924e5 req-9396eb61-d4a1-450b-8f28-e87810818763 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 944 time: 0.0604830 Feb 11 14:37:19.074753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.101822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70c33938-9750-4687-be7e-12a3152924e5 req-31979dbe-7e3b-45c6-9ca6-ce51866e08af tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Feb 11 14:37:19.123022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.142368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4faf3e-4a9e-46a4-826f-a061048ebb94 None None] Pushing event updated for resources: {'Port': ['ID=175c5722-ff4d-4306-a28f-3509bc29704c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:19.177832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:19.180958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:19.185708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:19.189767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=e2286273-126e-4be5-9b57-20021862cac5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:19.237030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:19.237669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.360184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a93b259-326a-429e-b961-1e6649d988e3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0337849 Feb 11 14:37:19.362860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56918) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:19.371543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'fe7c8447-47f3-4ead-a387-a3bf18f0b45b', 'name': 'tempest-PortsTestJSON-819895661'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:19.641743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:19.645409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.664597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 8f195d75-9174-491d-a075-6e2f9f874523 yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:19.778762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.8 (fe7c8447-47f3-4ead-a387-a3bf18f0b45b/44fe9f3c-4da2-4bb8-907e-5b290541c9b6/8f195d75-9174-491d-a075-6e2f9f874523) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:19.946359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.093866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.141533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:20.144455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:20.146988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:20.157164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d82ded-408f-4d98-b896-86cadb3f9ca1 None None] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:20.228447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0405eb4-72ab-4a4c-a02c-abbacddc9cfb req-4e7d8196-4aed-46b9-829a-8831f93dd609 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:20.236962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0405eb4-72ab-4a4c-a02c-abbacddc9cfb req-4e7d8196-4aed-46b9-829a-8831f93dd609 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 944 time: 0.0602705 Feb 11 14:37:20.285706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b0405eb4-72ab-4a4c-a02c-abbacddc9cfb req-6ec2151c-e1cb-4f14-86c4-05bcc6a1f170 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Feb 11 14:37:20.311891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a46d0716-1624-442a-aae6-44175843daba details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:37:20.423742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Provisioning complete for port 175c5722-ff4d-4306-a28f-3509bc29704c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:20.424203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.517706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=8f195d75-9174-491d-a075-6e2f9f874523,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:20.522785 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a46d0716-1624-442a-aae6-44175843daba,segment=NetworkSegment(74597a50-45a9-467d-8c4a-61f9bd10cebc),segment_id=74597a50-45a9-467d-8c4a-61f9bd10cebc)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:20.543895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:20.544812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.545631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'a46d0716-1624-442a-aae6-44175843daba', 'network_id': 'd9b7e651-4577-4bc5-b99b-2522fdb39358', 'port_id': 'a46d0716-1624-442a-aae6-44175843daba', 'mac_address': 'fa:16:3e:93:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894da9de-351f-439d-927f-f664e8097fe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:37:20.605228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a73f1cd6-ed20-4da6-b0cb-8cf2aa12673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.609719 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.625464 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.647935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d0716-1624-442a-aae6-44175843daba {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:20.674265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:20.676787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f791add7-32fe-41d8-b61e-a75c9ec91388 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3095105 Feb 11 14:37:20.679625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] For port 175c5722-ff4d-4306-a28f-3509bc29704c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=175c5722-ff4d-4306-a28f-3509bc29704c,segment=NetworkSegment(89833056-bf42-4e2c-a176-28f2f27fca26),segment_id=89833056-bf42-4e2c-a176-28f2f27fca26)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:20.683360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a46d0716-1624-442a-aae6-44175843daba,segment=NetworkSegment(74597a50-45a9-467d-8c4a-61f9bd10cebc),segment_id=74597a50-45a9-467d-8c4a-61f9bd10cebc)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:20.762049 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.791734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe11fa7-a927-4a32-bdd7-5b65adc4208b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:20.793406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fbe11fa7-a927-4a32-bdd7-5b65adc4208b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1171656 Feb 11 14:37:20.796113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:20.836565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Pushing event updated for resources: {'Port': ['ID=175c5722-ff4d-4306-a28f-3509bc29704c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:20.848783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.849409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.850205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.851947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.852474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.853162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.853692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.854173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.854666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.855174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.855665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.856142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5633d3cb-c24c-4073-b8fc-f38a941cac99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:20.861276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.916883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:20.930140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Provisioning complete for port 8f195d75-9174-491d-a075-6e2f9f874523 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:20.930527 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.961905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 8f195d75-9174-491d-a075-6e2f9f874523 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:20.962281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.969406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 175c5722-ff4d-4306-a28f-3509bc29704c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:21.016952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Port 8f195d75-9174-491d-a075-6e2f9f874523 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:21.036031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Provisioning complete for port e2286273-126e-4be5-9b57-20021862cac5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:21.036412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.071122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['a46d0716-1624-442a-aae6-44175843daba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:37:21.087303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.101353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 8f195d75-9174-491d-a075-6e2f9f874523 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:21.112829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 175c5722-ff4d-4306-a28f-3509bc29704c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:21.113403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.117955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Port e2286273-126e-4be5-9b57-20021862cac5 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:21.173616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Provisioning complete for port 175c5722-ff4d-4306-a28f-3509bc29704c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:21.174275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb8e197b-2e2b-4fce-b3e9-fddc9c7c61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.345956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.391297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=8f195d75-9174-491d-a075-6e2f9f874523,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:21.432294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b5d1-3d84-46ce-a370-168edd4ed1aa req-206558f6-7999-4eba-b8be-0c00c94af77f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:21.434014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2232b5d1-3d84-46ce-a370-168edd4ed1aa req-206558f6-7999-4eba-b8be-0c00c94af77f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 945 time: 0.0795522 Feb 11 14:37:21.497971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3f1da973-c311-4e90-a7f3-e943de3c5ce8 None None] Could not find standard attr ID for object 8f195d75-9174-491d-a075-6e2f9f874523. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:37:21.509366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2232b5d1-3d84-46ce-a370-168edd4ed1aa req-2f349ea3-9faa-41de-b4ed-cf67ebcb9546 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665829 Feb 11 14:37:21.518218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.523781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3f1da973-c311-4e90-a7f3-e943de3c5ce8 None None] Provisioning complete for port e2286273-126e-4be5-9b57-20021862cac5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:21.524574 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f1da973-c311-4e90-a7f3-e943de3c5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.530057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56952) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:21.531360 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-72bdc3bb-719c-451c-ad84-1bf512910f02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/8f195d75-9174-491d-a075-6e2f9f874523 HTTP/1.1" status: 204 len: 168 time: 0.7341857 Feb 11 14:37:21.563097 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-533593dc-4c34-433f-91a4-873df8ae2e8d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:21.564633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-533593dc-4c34-433f-91a4-873df8ae2e8d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/8f195d75-9174-491d-a075-6e2f9f874523 HTTP/1.1" status: 404 len: 333 time: 0.0336168 Feb 11 14:37:21.567144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3f1da973-c311-4e90-a7f3-e943de3c5ce8 None None] Port e2286273-126e-4be5-9b57-20021862cac5 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:21.572275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:21.671013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port e2286273-126e-4be5-9b57-20021862cac5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:21.671295 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.764398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:21.776265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for e2286273-126e-4be5-9b57-20021862cac5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:21.805329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.016677 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.047592 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=e2286273-126e-4be5-9b57-20021862cac5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:22.132420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.136492 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ffd60287-1638-4bee-88f4-1f355cd2fe83 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/e2286273-126e-4be5-9b57-20021862cac5 HTTP/1.1" status: 204 len: 168 time: 0.5625827 Feb 11 14:37:22.138612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:22.172530 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbfcd9e-7cc7-4fa8-9922-0a872cc2ddd9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:22.176769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ecbfcd9e-7cc7-4fa8-9922-0a872cc2ddd9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/e2286273-126e-4be5-9b57-20021862cac5 HTTP/1.1" status: 404 len: 333 time: 0.0346487 Feb 11 14:37:22.177054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:22.231145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 44fe9f3c-4da2-4bb8-907e-5b290541c9b6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:22.234791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.277926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.308132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a46d0716-1624-442a-aae6-44175843daba up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:22.373349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.476505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port a46d0716-1624-442a-aae6-44175843daba completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:37:22.481129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port a46d0716-1624-442a-aae6-44175843daba triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:22.481539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.576865 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.599494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.603350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d0716-1624-442a-aae6-44175843daba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:22.605835 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97fc56-b697-412b-b08f-1542935df251" -d '{"events": [{"server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "name": "network-vif-plugged", "status": "completed", "tag": "a46d0716-1624-442a-aae6-44175843daba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:22.623127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=44fe9f3c-4da2-4bb8-907e-5b290541c9b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:22.626651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a46d0716-1624-442a-aae6-44175843daba,segment=NetworkSegment(74597a50-45a9-467d-8c4a-61f9bd10cebc),segment_id=74597a50-45a9-467d-8c4a-61f9bd10cebc)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:22.646933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.651380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75963dbd-c8a8-4fc9-bcb5-800c10ea73dd None None] Network fe7c8447-47f3-4ead-a387-a3bf18f0b45b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:22.651525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-db84dd59-9906-4d1a-98e8-1bf50e0991ea tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/44fe9f3c-4da2-4bb8-907e-5b290541c9b6 HTTP/1.1" status: 204 len: 168 time: 0.4729886 Feb 11 14:37:22.655262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 56982) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:22.682649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f4442-3a3d-4687-a68f-977a6f6a1521 req-acc58c95-e53d-438f-aed8-c76101e07d36 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:22.684546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d9f4442-3a3d-4687-a68f-977a6f6a1521 req-acc58c95-e53d-438f-aed8-c76101e07d36 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 945 time: 0.1018770 Feb 11 14:37:22.720679 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7b7d8-1fd9-4cd3-8a32-213fa5eda0fe x-openstack-request-id: req-e3a7b7d8-1fd9-4cd3-8a32-213fa5eda0fe {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:22.720998 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "name": "network-vif-plugged", "status": "completed", "tag": "a46d0716-1624-442a-aae6-44175843daba", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:22.721255 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3a7b7d8-1fd9-4cd3-8a32-213fa5eda0fe {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:22.721674 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d0716-1624-442a-aae6-44175843daba', 'code': 200} Feb 11 14:37:22.743874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d9f4442-3a3d-4687-a68f-977a6f6a1521 req-a149ec42-d396-4bcc-a89f-33b261d533d1 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Feb 11 14:37:22.750246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.805663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.820816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e627-64d3-4d6f-9db9-f7a4e9effc42 req-2f63a04f-5cfd-4375-aef9-62b6364dad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:22.828276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5967e627-64d3-4d6f-9db9-f7a4e9effc42 req-2f63a04f-5cfd-4375-aef9-62b6364dad3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 1097 time: 0.0753121 Feb 11 14:37:22.830824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:22.903710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5967e627-64d3-4d6f-9db9-f7a4e9effc42 req-d2c97d9e-c50d-44fd-b432-d92a3ace55ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Feb 11 14:37:22.906229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] DHCP port deletion for fe7c8447-47f3-4ead-a387-a3bf18f0b45b request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:37:22.919928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 175c5722-ff4d-4306-a28f-3509bc29704c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:22.925814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.955656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Deleting port 175c5722-ff4d-4306-a28f-3509bc29704c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:22.956032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.990011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port 175c5722-ff4d-4306-a28f-3509bc29704c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=175c5722-ff4d-4306-a28f-3509bc29704c,segment=NetworkSegment(89833056-bf42-4e2c-a176-28f2f27fca26),segment_id=89833056-bf42-4e2c-a176-28f2f27fca26)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:22.990410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.004504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 175c5722-ff4d-4306-a28f-3509bc29704c owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:23.018612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] For port 175c5722-ff4d-4306-a28f-3509bc29704c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=175c5722-ff4d-4306-a28f-3509bc29704c,segment=NetworkSegment(89833056-bf42-4e2c-a176-28f2f27fca26),segment_id=89833056-bf42-4e2c-a176-28f2f27fca26)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:23.019009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.032243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Calling delete_port for 175c5722-ff4d-4306-a28f-3509bc29704c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:23.242338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.257539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.259267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.273200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=175c5722-ff4d-4306-a28f-3509bc29704c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:23.277275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port 175c5722-ff4d-4306-a28f-3509bc29704c on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:23.294700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] No DVR routers for this DVR port 175c5722-ff4d-4306-a28f-3509bc29704c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:23.297131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d79a7-e6da-4071-b4bb-64d3b0b4eb53 None None] Pushing event deleted for resources: {'Port': ['ID=175c5722-ff4d-4306-a28f-3509bc29704c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:23.364018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.385802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c8447-47f3-4ead-a387-a3bf18f0b45b']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:23.395224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89833056-bf42-4e2c-a176-28f2f27fca26') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:23.395525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89833056-bf42-4e2c-a176-28f2f27fca26') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:23.405446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.405965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.420073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.426217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:37:23.426613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:37:23.429811 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:37:23.613717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.621261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.624816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/fe7c8447-47f3-4ead-a387-a3bf18f0b45b HTTP/1.1" status: 204 len: 168 time: 0.9669330 Feb 11 14:37:23.630730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 56994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:23.635870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1642599618'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:23.637581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0553bb-ef4b-4928-83fb-b025d50e85f4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=fe7c8447-47f3-4ead-a387-a3bf18f0b45b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:23.731003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:23.734632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.763289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:23.772520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.772865 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1 of type vlan for network be0109b7-1b27-4961-b064-d16b30a5c150 Feb 11 14:37:23.814693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.876819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d0b67-6829-4769-999b-952217d53ba1 req-42a94378-56f4-4139-8486-1f606a649b05 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:23.878381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f1d0b67-6829-4769-999b-952217d53ba1 req-42a94378-56f4-4139-8486-1f606a649b05 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 946 time: 0.0491660 Feb 11 14:37:23.918877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f1d0b67-6829-4769-999b-952217d53ba1 req-61a99142-43db-49c6-b53c-2e72332005d3 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Feb 11 14:37:23.979276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.984937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:23.985535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:24.062686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=be0109b7-1b27-4961-b064-d16b30a5c150,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:24.079522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network be0109b7-1b27-4961-b064-d16b30a5c150 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:24.170010 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5a84100b-d79c-4d73-ba3f-93f0f12e1e4b tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5381413 Feb 11 14:37:24.172698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:24.177619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:24.379405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:24.383094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:24.708651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:24.766865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=020a89f8-c21c-4671-95fa-acc660722af0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:24.775711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:24.776357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: be0109b7-1b27-4961-b064-d16b30a5c150, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:24.839622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 175c5722-ff4d-4306-a28f-3509bc29704c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:24.863262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 175c5722-ff4d-4306-a28f-3509bc29704c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:24.863762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 175c5722-ff4d-4306-a28f-3509bc29704c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:24.919945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network be0109b7-1b27-4961-b064-d16b30a5c150 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:25.016356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, be0109b7-1b27-4961-b064-d16b30a5c150) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:25.022161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:25.022982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.026880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feadf51-a0f4-4cc9-866c-94fb60f389d2 None None] Network be0109b7-1b27-4961-b064-d16b30a5c150 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:25.052038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abbd4d-7b11-4d1a-bb61-be2395d44494 req-200a202e-2ae8-4925-97e6-06f307e79f7e tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:25.054765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19abbd4d-7b11-4d1a-bb61-be2395d44494 req-200a202e-2ae8-4925-97e6-06f307e79f7e tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 946 time: 0.0648284 Feb 11 14:37:25.093039 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19abbd4d-7b11-4d1a-bb61-be2395d44494 req-10bd13b2-0162-4e98-a080-a1233ccb1507 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Feb 11 14:37:25.189801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-be0109b7-1b27-4961-b064-d16b30a5c150', 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': '020a89f8-c21c-4671-95fa-acc660722af0'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:37:25.190693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.202634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f531a976-b28b-4d98-9dd8-90e7440af9a2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288787 Feb 11 14:37:25.205869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:25.211494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150', 'name': 'tempest-PortsTestJSON-1070491099', 'fixed_ips': [{'subnet_id': '020a89f8-c21c-4671-95fa-acc660722af0', 'ip_address': '172.20.0.10'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:25.346195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Allocated IP 172.20.0.2 (be0109b7-1b27-4961-b064-d16b30a5c150/020a89f8-c21c-4671-95fa-acc660722af0/0798e384-1bab-46eb-85f8-c9fa256087ef) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:25.459172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:25.498915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.552399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.569022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 235a243d-ad87-4b1a-b890-b9e733c32021 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:25.664008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.709246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Network be0109b7-1b27-4961-b064-d16b30a5c150 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:25.712528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:25.715853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:25.722734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Pushing event updated for resources: {'Port': ['ID=0798e384-1bab-46eb-85f8-c9fa256087ef,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:25.738639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.10 (be0109b7-1b27-4961-b064-d16b30a5c150/020a89f8-c21c-4671-95fa-acc660722af0/235a243d-ad87-4b1a-b890-b9e733c32021) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:25.778752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Attempting to bind port 0798e384-1bab-46eb-85f8-c9fa256087ef on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:25.779126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Attempting to bind port 0798e384-1bab-46eb-85f8-c9fa256087ef by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:25.779498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Attempting to bind port 0798e384-1bab-46eb-85f8-c9fa256087ef on network be0109b7-1b27-4961-b064-d16b30a5c150 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:25.784845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:25.785255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Checking segment: {'id': '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:25.785667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.791171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Bound using segment: {'id': '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:25.791171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Bound port: 0798e384-1bab-46eb-85f8-c9fa256087ef, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:25.791171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.866214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] For port 0798e384-1bab-46eb-85f8-c9fa256087ef, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:25.870818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] For port 0798e384-1bab-46eb-85f8-c9fa256087ef, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0798e384-1bab-46eb-85f8-c9fa256087ef,segment=NetworkSegment(13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1),segment_id=13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:25.914585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.037023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.098133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca6605-8b98-48f2-bc1f-3bf0db1b3bfe None None] Pushing event updated for resources: {'Port': ['ID=0798e384-1bab-46eb-85f8-c9fa256087ef,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:26.128766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.176088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network be0109b7-1b27-4961-b064-d16b30a5c150 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:26.179248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:26.181713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:26.214625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=235a243d-ad87-4b1a-b890-b9e733c32021,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:26.268857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:26.269810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.408195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a860ca08-d08a-474b-bcb6-80e63b324fe4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1999187 Feb 11 14:37:26.417465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:26.422943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': 'be0109b7-1b27-4961-b064-d16b30a5c150', 'name': 'tempest-PortsTestJSON-764874633', 'fixed_ips': [{'subnet_id': '020a89f8-c21c-4671-95fa-acc660722af0', 'ip_address': '172.20.0.9'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:26.645322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:26.650352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.669239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 05345688-1cd8-4bd6-9785-6915dd31a885 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:26.856229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.9 (be0109b7-1b27-4961-b064-d16b30a5c150/020a89f8-c21c-4671-95fa-acc660722af0/05345688-1cd8-4bd6-9785-6915dd31a885) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:26.952452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0798e384-1bab-46eb-85f8-c9fa256087ef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:27.038170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0798e384-1bab-46eb-85f8-c9fa256087ef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:27.038557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.068601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.134667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.174393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 0798e384-1bab-46eb-85f8-c9fa256087ef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0798e384-1bab-46eb-85f8-c9fa256087ef,segment=NetworkSegment(13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1),segment_id=13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:27.202547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cf5c0-1d28-4d6b-8a5a-bffec9c1cc5d None None] Network be0109b7-1b27-4961-b064-d16b30a5c150 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:27.206165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.276835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network be0109b7-1b27-4961-b064-d16b30a5c150 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:27.282291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:27.289948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-35a92595-d7e5-478f-a57c-6e3ec99488fe None None] Provisioning complete for port 0798e384-1bab-46eb-85f8-c9fa256087ef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:27.290567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35a92595-d7e5-478f-a57c-6e3ec99488fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.295007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:27.328457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.336813 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=05345688-1cd8-4bd6-9785-6915dd31a885,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:27.374348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:27.375867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:27.499953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fe932c5c-9f3f-474b-b56e-31fc0548f2e8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0812263 Feb 11 14:37:27.502530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:27.591190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779fd837-2f02-474d-8814-cf65791a8e94 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:27.592688 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-779fd837-2f02-474d-8814-cf65791a8e94 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0892551 Feb 11 14:37:27.595429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:27.601624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=0798e384-1bab-46eb-85f8-c9fa256087ef,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:28.010171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9c7c4-bff1-49c2-819c-e2121ec5548d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:28.012880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Provisioning complete for port 235a243d-ad87-4b1a-b890-b9e733c32021 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.013333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.017032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9c7c4-bff1-49c2-819c-e2121ec5548d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:28.024236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9c7c4-bff1-49c2-819c-e2121ec5548d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:28.026015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62a9c7c4-bff1-49c2-819c-e2121ec5548d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4295778 Feb 11 14:37:28.029198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57078) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:28.053528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Port 235a243d-ad87-4b1a-b890-b9e733c32021 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:28.068406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Provisioning complete for port 05345688-1cd8-4bd6-9785-6915dd31a885 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.074409 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.108213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Port 05345688-1cd8-4bd6-9785-6915dd31a885 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:28.136471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Provisioning complete for port 0798e384-1bab-46eb-85f8-c9fa256087ef triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.146670 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa7eb808-e4d4-403a-8237-8710ee14a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.147947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 05345688-1cd8-4bd6-9785-6915dd31a885 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:28.148870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.264684 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.281459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 05345688-1cd8-4bd6-9785-6915dd31a885 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:28.352983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7ee522c8-d75a-4879-8086-ef1097475d9f None None] Provisioning complete for port 235a243d-ad87-4b1a-b890-b9e733c32021 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.355354 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ee522c8-d75a-4879-8086-ef1097475d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.405643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ee522c8-d75a-4879-8086-ef1097475d9f None None] Port 235a243d-ad87-4b1a-b890-b9e733c32021 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:28.523171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-aa054dca-c45b-4f5f-9097-60a782d76eab None None] Provisioning complete for port 05345688-1cd8-4bd6-9785-6915dd31a885 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.523543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa054dca-c45b-4f5f-9097-60a782d76eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.551095 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.560657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa054dca-c45b-4f5f-9097-60a782d76eab None None] Port 05345688-1cd8-4bd6-9785-6915dd31a885 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:28.582672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=05345688-1cd8-4bd6-9785-6915dd31a885,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:28.664923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.669423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c80d978-8492-4505-a92c-5f68cec5d336 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/05345688-1cd8-4bd6-9785-6915dd31a885 HTTP/1.1" status: 204 len: 168 time: 0.6383901 Feb 11 14:37:28.671810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57090) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:28.698181 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5595b5-a12f-4dcd-94fd-fb5c1b9e846d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:28.699868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae5595b5-a12f-4dcd-94fd-fb5c1b9e846d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/05345688-1cd8-4bd6-9785-6915dd31a885 HTTP/1.1" status: 404 len: 333 time: 0.0269833 Feb 11 14:37:28.702567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:28.804352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 235a243d-ad87-4b1a-b890-b9e733c32021 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:28.804713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.895667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0798e384-1bab-46eb-85f8-c9fa256087ef up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:28.918127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.929954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 235a243d-ad87-4b1a-b890-b9e733c32021 owned by {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:28.947715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0798e384-1bab-46eb-85f8-c9fa256087ef triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:28.948184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.177456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.210847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=235a243d-ad87-4b1a-b890-b9e733c32021,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:29.336314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.343136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:29.353126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-150b9e9b-2a39-47cc-b3a9-b40462e2c0d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/235a243d-ad87-4b1a-b890-b9e733c32021 HTTP/1.1" status: 204 len: 168 time: 0.6366751 Feb 11 14:37:29.377870 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a831dd-9de7-4f12-9d7a-56df15c72161 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:29.380571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59a831dd-9de7-4f12-9d7a-56df15c72161 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/235a243d-ad87-4b1a-b890-b9e733c32021 HTTP/1.1" status: 404 len: 333 time: 0.0365422 Feb 11 14:37:29.383686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:29.455172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 020a89f8-c21c-4671-95fa-acc660722af0 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:29.458817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.514197 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.607855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.757602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.804953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=020a89f8-c21c-4671-95fa-acc660722af0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:29.807018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.811263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7ac8fbea-de23-4228-aba9-40e7e908b4ce tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/020a89f8-c21c-4671-95fa-acc660722af0 HTTP/1.1" status: 204 len: 168 time: 0.4262714 Feb 11 14:37:29.813823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:29.824007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5d887-a954-4a7a-8961-5e1800281938 None None] Network be0109b7-1b27-4961-b064-d16b30a5c150 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:29.907589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:29.976814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 0798e384-1bab-46eb-85f8-c9fa256087ef {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:29.977178 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.053446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] DHCP port deletion for be0109b7-1b27-4961-b064-d16b30a5c150 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:37:30.067455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port 0798e384-1bab-46eb-85f8-c9fa256087ef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0798e384-1bab-46eb-85f8-c9fa256087ef,segment=NetworkSegment(13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1),segment_id=13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:30.068300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.087400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 0798e384-1bab-46eb-85f8-c9fa256087ef owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:30.119163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Deleting port 0798e384-1bab-46eb-85f8-c9fa256087ef {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:30.119611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.193971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] For port 0798e384-1bab-46eb-85f8-c9fa256087ef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0798e384-1bab-46eb-85f8-c9fa256087ef,segment=NetworkSegment(13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1),segment_id=13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:30.194374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.207409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Calling delete_port for 0798e384-1bab-46eb-85f8-c9fa256087ef owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:30.271278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.283953 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.299050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=0798e384-1bab-46eb-85f8-c9fa256087ef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:30.302767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port 0798e384-1bab-46eb-85f8-c9fa256087ef on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:30.309606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] Pushing event deleted for resources: {'Port': ['ID=0798e384-1bab-46eb-85f8-c9fa256087ef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:30.313316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70481-a990-4e36-8e66-fedf4605d09c None None] No DVR routers for this DVR port 0798e384-1bab-46eb-85f8-c9fa256087ef on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:30.385407 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.407344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0109b7-1b27-4961-b064-d16b30a5c150']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:30.420330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:30.420734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b1d69d-3feb-4de3-8dea-a7fdfa71e3e1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:30.431512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.447248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.461059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:37:30.461059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:37:30.464786 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:37:30.488632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.697499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.703763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.707354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/be0109b7-1b27-4961-b064-d16b30a5c150 HTTP/1.1" status: 204 len: 168 time: 0.8921816 Feb 11 14:37:30.712328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:30.726426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-830413056'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:30.730657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764210e-d521-4902-b10a-b927503156e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=be0109b7-1b27-4961-b064-d16b30a5c150,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:30.837163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0798e384-1bab-46eb-85f8-c9fa256087ef no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:30.859934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0798e384-1bab-46eb-85f8-c9fa256087ef {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:30.859934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0798e384-1bab-46eb-85f8-c9fa256087ef not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:30.900110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:30.904760 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.930715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:37:30.944323 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.944617 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Added segment 0d4baf35-ea8a-4053-8388-fbf33ebd87ef of type vlan for network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f Feb 11 14:37:31.027965 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.191164 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.199600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:31.199600 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.265339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.305226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d1fa2-b83a-48e1-98df-f005c5b2191e req-52079805-ecfb-43d2-a50b-bba88b531bca tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:31.305979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d42d1fa2-b83a-48e1-98df-f005c5b2191e req-52079805-ecfb-43d2-a50b-bba88b531bca tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 946 time: 0.0597272 Feb 11 14:37:31.321908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Network': ['ID=44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:31.329815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1c54f3bd-99b7-46db-a32a-2d60a5dd0190 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6160848 Feb 11 14:37:31.333132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:31.338204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:31.344700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:37:31.355810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d42d1fa2-b83a-48e1-98df-f005c5b2191e req-544bbbc4-ec6d-4145-b7dc-5105832eccf4 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Feb 11 14:37:31.437482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-30e072dd-d35d-4899-83eb-1cfc2c6ec11f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:31.439034 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-30e072dd-d35d-4899-83eb-1cfc2c6ec11f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.2168503 Feb 11 14:37:31.460673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-accfa97d-5e38-4731-8282-55aa6d804440 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0146902 Feb 11 14:37:31.519252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-7dc9526a-1bf5-469d-a2f6-1ecaae3f19bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518627 Feb 11 14:37:31.530707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-532a38a2-55e8-4c60-99a1-050c11be4bbe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:37:31.531667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-532a38a2-55e8-4c60-99a1-050c11be4bbe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057602 Feb 11 14:37:31.533568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:31.536869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.696016 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-579f6893-0ef6-4d3f-84e7-204e3035e20a service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542950 Feb 11 14:37:31.712207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:37:31.860310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9de69d4d-7661-4a8e-ba0b-ea7173684b4e service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543372 Feb 11 14:37:31.911618 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:31.973240 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=a9823b18-1412-416a-b136-d1cab966bbd3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:31.983667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Checking segment: {'id': '0d4baf35-ea8a-4053-8388-fbf33ebd87ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:31.984103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network hostable DHCP agents. Network: 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:37:32.074824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:37:32.217244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:32.221518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:32.222208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.228500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ace2c-02f2-4b4f-bc07-92ae6db1bf79 None None] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:32.346617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b6bd12a-73b7-4f1b-baea-7dfb0332c095 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0115519 Feb 11 14:37:32.348457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:32.353119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1564409938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:32.382751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f', 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': 'a9823b18-1412-416a-b136-d1cab966bbd3'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:37:32.383922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.454081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.455174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.529612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1bd9c-3569-4e8c-8bfc-54dbb6fb3fee req-30f9b3c2-5aa4-4859-81ae-4aafdf8a9c0d tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:32.537534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9db1bd9c-3569-4e8c-8bfc-54dbb6fb3fee req-30f9b3c2-5aa4-4859-81ae-4aafdf8a9c0d tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 946 time: 0.1023681 Feb 11 14:37:32.542960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.545990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Allocated IP 172.20.0.2 (44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f/a9823b18-1412-416a-b136-d1cab966bbd3/414879b2-2a53-4e05-b4d1-71832c48d302) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:32.556390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-29ffc6d0-cac6-4639-b263-269bf7f4701f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:32.558752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-29ffc6d0-cac6-4639-b263-269bf7f4701f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.60 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 946 time: 0.0969796 Feb 11 14:37:32.617457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46ee2bfc-bb6c-4203-be7a-043e8f770548 req-68a09afc-8877-4917-b786-18ac4635b77b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0531137 Feb 11 14:37:32.639790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.655948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9db1bd9c-3569-4e8c-8bfc-54dbb6fb3fee req-20faee53-deed-4d70-9937-feea61923598 tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/security-groups?id=931ee3c3-42ad-4f7b-a218-053da296bd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172137 Feb 11 14:37:32.716302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.738912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Deleting port a46d0716-1624-442a-aae6-44175843daba {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:32.739707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.740475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.744436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3c977157-4b6d-4ab9-ade8-0683978fb5a3 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3949637 Feb 11 14:37:32.747508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:32.753028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f', 'name': 'tempest-PortsTestJSON-2042294331'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:32.839682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] For port a46d0716-1624-442a-aae6-44175843daba, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=a46d0716-1624-442a-aae6-44175843daba,segment=NetworkSegment(74597a50-45a9-467d-8c4a-61f9bd10cebc),segment_id=74597a50-45a9-467d-8c4a-61f9bd10cebc)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:32.840097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:32.852684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Calling delete_port for a46d0716-1624-442a-aae6-44175843daba owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:32.996995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:32.999319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.002029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.040431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:33.044160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:33.044354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.048328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 7fed1fa0-1fac-4336-9638-06e6511b448d yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:33.048842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:33.077269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['a46d0716-1624-442a-aae6-44175843daba'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:37:33.091225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Pushing event deleted for resources: {'Port': ['ID=a46d0716-1624-442a-aae6-44175843daba,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:33.143837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Pushing event updated for resources: {'Port': ['ID=414879b2-2a53-4e05-b4d1-71832c48d302,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:33.163491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Attempting to bind port 414879b2-2a53-4e05-b4d1-71832c48d302 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:33.163940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Attempting to bind port 414879b2-2a53-4e05-b4d1-71832c48d302 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0d4baf35-ea8a-4053-8388-fbf33ebd87ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:33.164293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Attempting to bind port 414879b2-2a53-4e05-b4d1-71832c48d302 on network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:33.170717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:33.171438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Checking segment: {'id': '0d4baf35-ea8a-4053-8388-fbf33ebd87ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:33.172056 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.172657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Bound using segment: {'id': '0d4baf35-ea8a-4053-8388-fbf33ebd87ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:33.173152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Bound port: 414879b2-2a53-4e05-b4d1-71832c48d302, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4baf35-ea8a-4053-8388-fbf33ebd87ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:33.173823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.181397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] No DVR routers for this DVR port a46d0716-1624-442a-aae6-44175843daba on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:33.184098 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.187547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4102d1a-63bb-4e14-9f28-ab2858478045 req-48418222-9781-432d-a46a-d3f8cf1935ce tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.60 "DELETE /v2.0/ports/a46d0716-1624-442a-aae6-44175843daba HTTP/1.1" status: 204 len: 173 time: 0.6212053 Feb 11 14:37:33.189414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'name': 'network-vif-deleted', 'tag': 'a46d0716-1624-442a-aae6-44175843daba'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:33.190650 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe41a19-7bba-4110-8893-39f41ed3d6e3" -d '{"events": [{"server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "name": "network-vif-deleted", "tag": "a46d0716-1624-442a-aae6-44175843daba"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:33.234392 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f9037-3c71-433c-b2e0-e899975094dc x-openstack-request-id: req-8d7f9037-3c71-433c-b2e0-e899975094dc {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:33.234704 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a4a28-c8bc-43f7-88a1-b427215b528c", "name": "network-vif-deleted", "tag": "a46d0716-1624-442a-aae6-44175843daba", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:33.234990 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d7f9037-3c71-433c-b2e0-e899975094dc {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:33.235399 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a4a28-c8bc-43f7-88a1-b427215b528c', 'name': 'network-vif-deleted', 'tag': 'a46d0716-1624-442a-aae6-44175843daba', 'status': 'completed', 'code': 200} Feb 11 14:37:33.238489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.8 (44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f/a9823b18-1412-416a-b136-d1cab966bbd3/7fed1fa0-1fac-4336-9638-06e6511b448d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:33.247324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] For port 414879b2-2a53-4e05-b4d1-71832c48d302, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:33.250546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] For port 414879b2-2a53-4e05-b4d1-71832c48d302, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=414879b2-2a53-4e05-b4d1-71832c48d302,segment=NetworkSegment(0d4baf35-ea8a-4053-8388-fbf33ebd87ef),segment_id=0d4baf35-ea8a-4053-8388-fbf33ebd87ef)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:33.386472 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.435667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.506365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d176d-efc8-4ca7-9b34-38eb2603cd53 None None] Pushing event updated for resources: {'Port': ['ID=414879b2-2a53-4e05-b4d1-71832c48d302,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:33.538174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.588097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:33.591840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:33.602278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=7fed1fa0-1fac-4336-9638-06e6511b448d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:33.605214 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:33.673876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:33.674500 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:33.733694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-434e48f8-8595-400d-81a5-90eea8843cfd req-147803d0-d1f4-48bb-8f1c-6eb3b83e82dd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0454376 Feb 11 14:37:33.820765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-985b8b75-39c5-4525-b8fe-1a66779a90d6 req-af7f841f-f6e2-4bef-80ed-b5b97cb95e3f tempest-VolumesActionsTest-2014525837 tempest-VolumesActionsTest-2014525837-project] 10.222.0.31 "GET /v2.0/ports?device_id=e34a4a28-c8bc-43f7-88a1-b427215b528c HTTP/1.1" status: 200 len: 210 time: 0.0351505 Feb 11 14:37:33.825197 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d4927b2d-f21a-4ae0-bcc4-b66b1caffed7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0762241 Feb 11 14:37:33.830006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:34.225736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:34.527351 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:34.663140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:34.749155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c2fb2-1dcc-499e-8c78-13a99557f2b4 None None] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:34.788983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=7fed1fa0-1fac-4336-9638-06e6511b448d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:34.857858 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-f0f25a0f-8d49-42a9-a216-8365190fdf25 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1471629 Feb 11 14:37:34.878515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] Provisioning complete for port 414879b2-2a53-4e05-b4d1-71832c48d302 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:34.879291 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:34.910523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f3c2832-9749-4e5d-9c79-15830a5ca5a1 req-5de0f22c-2572-4e2d-8f47-95f98a117df8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0668485 Feb 11 14:37:35.018232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 414879b2-2a53-4e05-b4d1-71832c48d302 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:35.094724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0461-c656-4e1d-9769-36d54d921d97 req-04621903-13f8-4d58-9a4a-643eaa794ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:35.096593 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-04621903-13f8-4d58-9a4a-643eaa794ed4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.1291938 Feb 11 14:37:35.097535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.151726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.216594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 414879b2-2a53-4e05-b4d1-71832c48d302 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:35.216996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.222151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] For port 414879b2-2a53-4e05-b4d1-71832c48d302, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=414879b2-2a53-4e05-b4d1-71832c48d302,segment=NetworkSegment(0d4baf35-ea8a-4053-8388-fbf33ebd87ef),segment_id=0d4baf35-ea8a-4053-8388-fbf33ebd87ef)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:35.260842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0461-c656-4e1d-9769-36d54d921d97 req-a65788f9-e74e-436b-81c2-43de41e7a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:35.262386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-a65788f9-e74e-436b-81c2-43de41e7a716 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.1229999 Feb 11 14:37:35.306888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.347154 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-25e1e98a-5064-4b51-a630-16091f31d2dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 1001 time: 0.0780094 Feb 11 14:37:35.371027 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.416198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0461-c656-4e1d-9769-36d54d921d97 req-39fda8a5-8748-4690-8d06-27aecaad6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:35.418716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-39fda8a5-8748-4690-8d06-27aecaad6cbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0647814 Feb 11 14:37:35.481521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.492081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:37:35.492666 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:37:35.500532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2849-d07f-4d94-a231-d456ef54c0b9 None None] Pushing event updated for resources: {'Port': ['ID=414879b2-2a53-4e05-b4d1-71832c48d302,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:35.508299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0461-c656-4e1d-9769-36d54d921d97 req-bd669e2f-7dbb-4b1e-98ac-08408c348f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:35.511980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-bd669e2f-7dbb-4b1e-98ac-08408c348f41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866048 Feb 11 14:37:35.610736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-32c2f3ef-306c-4583-996c-8b537bb65be7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:35.610736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-32c2f3ef-306c-4583-996c-8b537bb65be7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.2015700 Feb 11 14:37:35.611060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ac153730-78db-48db-b3cc-a182a42c1122 None None] Provisioning complete for port 7fed1fa0-1fac-4336-9638-06e6511b448d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:35.611060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac153730-78db-48db-b3cc-a182a42c1122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.622471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:35.694754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ac153730-78db-48db-b3cc-a182a42c1122 None None] Port 7fed1fa0-1fac-4336-9638-06e6511b448d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:35.706151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ac153730-78db-48db-b3cc-a182a42c1122 None None] Provisioning complete for port 414879b2-2a53-4e05-b4d1-71832c48d302 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:35.706531 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac153730-78db-48db-b3cc-a182a42c1122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.970172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7ecc06c4-7de4-4092-a3a6-1ef0c3032134 None None] Provisioning complete for port 7fed1fa0-1fac-4336-9638-06e6511b448d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:35.970837 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ecc06c4-7de4-4092-a3a6-1ef0c3032134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:35.983284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:35.992842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.132612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-1392d0d8-a200-414c-ad0f-7e365726b6f6 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805440 Feb 11 14:37:36.148548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc06c4-7de4-4092-a3a6-1ef0c3032134 None None] Port 7fed1fa0-1fac-4336-9638-06e6511b448d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:36.195644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cccfd438-16e9-47c6-b2bd-81a3e556f866 req-7bff15b8-e846-4994-a757-fcf491c68047 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.1080406 Feb 11 14:37:36.266934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f876dc0c-0c58-4e50-811c-96fd2b18cff9 None None] Provisioning complete for port 7fed1fa0-1fac-4336-9638-06e6511b448d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:36.267587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f876dc0c-0c58-4e50-811c-96fd2b18cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.321327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f876dc0c-0c58-4e50-811c-96fd2b18cff9 None None] Port 7fed1fa0-1fac-4336-9638-06e6511b448d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:36.358423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.10 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/fa5e73df-564f-4338-b466-b8db4dabf21f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:36.362494 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-323b0461-c656-4e1d-9769-36d54d921d97 req-639fb35f-235d-414a-9da8-48e9002291fb service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222278 Feb 11 14:37:36.374564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a46d0716-1624-442a-aae6-44175843daba no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:36.424799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.429313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: a46d0716-1624-442a-aae6-44175843daba {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:36.431169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device a46d0716-1624-442a-aae6-44175843daba not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:36.531135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.531503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.608694 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.663778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.710306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=7fed1fa0-1fac-4336-9638-06e6511b448d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:36.725593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:36.743149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:36.745260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:36.747803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:36.773293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:36.774793 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:36.811871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:36.812761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:36.907949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 414879b2-2a53-4e05-b4d1-71832c48d302 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:36.936791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-d6b2080d-eced-4ee9-ac65-3bcc2fb2c6ea tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3201559 Feb 11 14:37:36.951907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Request body: {'port': {'device_id': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:37.042846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 414879b2-2a53-4e05-b4d1-71832c48d302 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:37.043352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.061013 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.113420 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Router 65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:37:37.274861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Provisioning complete for port 7fed1fa0-1fac-4336-9638-06e6511b448d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:37.275238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.335895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:37:37.337412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Port 7fed1fa0-1fac-4336-9638-06e6511b448d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:37.348829 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] Sync routers for ids ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:37:37.359727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Provisioning complete for port fa5e73df-564f-4338-b466-b8db4dabf21f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:37.360159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.365126 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] Routers {'65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:37:37.365792 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:37:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:37.375800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b1b681d-2d18-4023-af40-f76f68e9e46a tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/routers/65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5427871 Feb 11 14:37:37.377596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57286) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:37.407158 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:37.419892 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] Routers {'65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:37:37.420606 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:37:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:37.436481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6aa5e-9102-4034-ae61-5919ea0cb2df req-253c1592-4495-40e3-ad00-d7e36b1e109b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:37.443816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ed6aa5e-9102-4034-ae61-5919ea0cb2df req-253c1592-4495-40e3-ad00-d7e36b1e109b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 932 time: 0.1217935 Feb 11 14:37:37.457348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:37.458094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afeebb6-21c9-4f61-a5ec-93281ad5587f None None] The sync data for ids ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'] in n-d-828407-1 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:37:37.477574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a66c4221-4fc0-4b37-bd46-e6cc99d12009 None None] Port fa5e73df-564f-4338-b466-b8db4dabf21f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:37.490147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195080a0-eb4b-42cf-8215-1980076b6165 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:37.492501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-195080a0-eb4b-42cf-8215-1980076b6165 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?device_id=65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d HTTP/1.1" status: 200 len: 982 time: 0.1153209 Feb 11 14:37:37.495375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:37.555106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5e73df-564f-4338-b466-b8db4dabf21f {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:37.563297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.575910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Transition to ACTIVE for port object fa5e73df-564f-4338-b466-b8db4dabf21f will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:37:37.597192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ed6aa5e-9102-4034-ae61-5919ea0cb2df req-65bad623-4758-4393-bd4a-2a5bc40d64d1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501212 Feb 11 14:37:37.648364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:37.691422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Pushing event updated for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:37.872303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Attempting to bind port fa5e73df-564f-4338-b466-b8db4dabf21f on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:37.873145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Attempting to bind port fa5e73df-564f-4338-b466-b8db4dabf21f by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:37.873712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Attempting to bind port fa5e73df-564f-4338-b466-b8db4dabf21f on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:37.880992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Port fa5e73df-564f-4338-b466-b8db4dabf21f on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:37:37.886690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Attempting to bind port fa5e73df-564f-4338-b466-b8db4dabf21f on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:37.891534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:37.891877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:37.892324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:37.892767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Bound port: fa5e73df-564f-4338-b466-b8db4dabf21f, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:37.893187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.009779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:38.015010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa5e73df-564f-4338-b466-b8db4dabf21f,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:38.095509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.113060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.123281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.124066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.125373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] 10.222.0.62 "PUT /v2.0/ports/fa5e73df-564f-4338-b466-b8db4dabf21f HTTP/1.1" status: 200 len: 1092 time: 1.1804533 Feb 11 14:37:38.165221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:38.168679 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2875353-f3ca-4d62-a4cd-5c4346804268" -d '{"events": [{"name": "network-changed", "server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:38.246090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a1d5-2034-4910-9fa9-65ce43f834ac service neutron] Pushing event updated for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:38.252472 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7002889b-293e-40b5-b7b8-62bd7363c8b7 x-openstack-request-id: req-7002889b-293e-40b5-b7b8-62bd7363c8b7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:38.253115 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:38.253367 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7002889b-293e-40b5-b7b8-62bd7363c8b7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:38.253809 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f', 'status': 'completed', 'code': 200} Feb 11 14:37:38.357065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-a76d289a-e563-450d-af47-ba73f4856e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.367582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-a76d289a-e563-450d-af47-ba73f4856e10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 1095 time: 0.0893619 Feb 11 14:37:38.466913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 7fed1fa0-1fac-4336-9638-06e6511b448d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:38.467898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.517965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-2ec41941-ed32-4603-9994-388bdb49dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.519622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-2ec41941-ed32-4603-9994-388bdb49dd08 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f8a40095696144588e809f81009df3d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1508231 Feb 11 14:37:38.569970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:38.584862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 7fed1fa0-1fac-4336-9638-06e6511b448d owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:38.662452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-36441c4f-898a-4dfc-8e33-b3364e44ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.664232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2875353-f3ca-4d62-a4cd-5c4346804268 req-36441c4f-898a-4dfc-8e33-b3364e44ee59 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371105 Feb 11 14:37:38.793293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-052edaa6-1eef-4ed8-95fe-cfe2e5d6a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.795381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-052edaa6-1eef-4ed8-95fe-cfe2e5d6a695 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 1095 time: 0.0829132 Feb 11 14:37:38.839338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf13e-9b55-41a4-856c-358131f38af7 req-a2feb29d-d50c-4c82-af3e-60d3a7bbdb16 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.841075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fbbf13e-9b55-41a4-856c-358131f38af7 req-a2feb29d-d50c-4c82-af3e-60d3a7bbdb16 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0995715 Feb 11 14:37:38.847705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-6483b735-6b23-46f8-962f-6089bb07eb94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa5e73df-564f-4338-b466-b8db4dabf21f HTTP/1.1" status: 200 len: 217 time: 0.0379426 Feb 11 14:37:38.887344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fbbf13e-9b55-41a4-856c-358131f38af7 req-84f49943-bf76-408d-a054-819b555dc0ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Feb 11 14:37:38.930056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-c625906f-76c9-4a7e-9740-8da659832062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:38.931759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-c625906f-76c9-4a7e-9740-8da659832062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0776236 Feb 11 14:37:38.957215 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:39.000952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-6e1a5c01-850d-41c7-b931-b5b2e1bfd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:39.002623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-6e1a5c01-850d-41c7-b931-b5b2e1bfd96d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640373 Feb 11 14:37:39.009743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=7fed1fa0-1fac-4336-9638-06e6511b448d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:39.200023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-f15c6413-457e-490a-b1f9-c130cf7362f3 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903009 Feb 11 14:37:39.248608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:39.396919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1abc256-42e5-4df3-9384-1a411bc9bba4 req-3e138571-073e-4935-bc1f-6e0152804fa1 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875761 Feb 11 14:37:39.455909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Router 65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:37:39.535091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:37:39.548137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] Sync routers for ids ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:37:39.549291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:39.549636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d69b1217-db24-482e-9801-c1fb9a4d9a7d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/routers/65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0525613 Feb 11 14:37:39.583304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] Routers {'65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:37:39.589908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:37:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:39.633164 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e3aa1c-16ec-4c93-bbeb-1aafb908b91c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:39.637476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-81e3aa1c-16ec-4c93-bbeb-1aafb908b91c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/7fed1fa0-1fac-4336-9638-06e6511b448d HTTP/1.1" status: 404 len: 333 time: 0.0840132 Feb 11 14:37:39.637848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:39.638148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57330) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:39.653138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] Routers {'65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:37:39.654055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:37:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:39.690510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:39.691873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b3e55-2909-4b47-8d47-1d5c87b558e0 None None] The sync data for ids ['65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d'] in n-d-828407-1 is: [] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:37:39.775650 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:39.950945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:39.953250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.041584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d2467-6739-4d08-b213-f2dc7263b0b6 req-480f9f2c-2550-4625-a40f-b8e8a5a8c6e3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:40.043880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f6d2467-6739-4d08-b213-f2dc7263b0b6 req-480f9f2c-2550-4625-a40f-b8e8a5a8c6e3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0825408 Feb 11 14:37:40.114703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f6d2467-6739-4d08-b213-f2dc7263b0b6 req-ceab571f-5629-4efb-93a3-fed764e157a4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Feb 11 14:37:40.116001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.116612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Fanout notify agent at l3_agent the message router_deleted on router 65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:37:40.137667 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.139491 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85940942-b34f-4aa0-8d1b-0e2df2750d43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/routers/65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d HTTP/1.1" status: 204 len: 168 time: 0.4992929 Feb 11 14:37:40.141949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:40.204633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet a9823b18-1412-416a-b136-d1cab966bbd3 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:40.208933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.252793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.347655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.504333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.533027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af0b69-c14a-442d-a990-60b7df027d77 None None] Network 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:40.549712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.559015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:40.572600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/a9823b18-1412-416a-b136-d1cab966bbd3 HTTP/1.1" status: 204 len: 168 time: 0.4262390 Feb 11 14:37:40.608121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250aac5-67fa-45d6-a3d2-67de989659e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=a9823b18-1412-416a-b136-d1cab966bbd3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:40.709083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.779008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 414879b2-2a53-4e05-b4d1-71832c48d302 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:40.779734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.880353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port 414879b2-2a53-4e05-b4d1-71832c48d302, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=414879b2-2a53-4e05-b4d1-71832c48d302,segment=NetworkSegment(0d4baf35-ea8a-4053-8388-fbf33ebd87ef),segment_id=0d4baf35-ea8a-4053-8388-fbf33ebd87ef)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:40.880705 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:40.896190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 414879b2-2a53-4e05-b4d1-71832c48d302 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:40.949187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] DHCP port deletion for 44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:37:41.033230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Deleting port 414879b2-2a53-4e05-b4d1-71832c48d302 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:41.033616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.117399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.125668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] For port 414879b2-2a53-4e05-b4d1-71832c48d302, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=414879b2-2a53-4e05-b4d1-71832c48d302,segment=NetworkSegment(0d4baf35-ea8a-4053-8388-fbf33ebd87ef),segment_id=0d4baf35-ea8a-4053-8388-fbf33ebd87ef)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:41.126346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.141082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Calling delete_port for 414879b2-2a53-4e05-b4d1-71832c48d302 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:41.169931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=414879b2-2a53-4e05-b4d1-71832c48d302,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:41.174360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port 414879b2-2a53-4e05-b4d1-71832c48d302 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:41.234929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.253611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] No DVR routers for this DVR port 414879b2-2a53-4e05-b4d1-71832c48d302 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:41.286134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32394724-03fb-476c-a3aa-842920a5e035 None None] Pushing event deleted for resources: {'Port': ['ID=414879b2-2a53-4e05-b4d1-71832c48d302,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:41.397013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.418676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519d868-eefc-4e5c-bef6-d933e93b3973 req-67598956-50ab-43e7-ab02-88cdb8e5d98d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:41.420194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c519d868-eefc-4e5c-bef6-d933e93b3973 req-67598956-50ab-43e7-ab02-88cdb8e5d98d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.1327419 Feb 11 14:37:41.463009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:41.481730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4baf35-ea8a-4053-8388-fbf33ebd87ef') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:41.482309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4baf35-ea8a-4053-8388-fbf33ebd87ef') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:37:41.493506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c519d868-eefc-4e5c-bef6-d933e93b3973 req-e018636b-b4bb-4a7d-810d-932e57176d76 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595171 Feb 11 14:37:41.497284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.511773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.519154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:37:41.522229 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:37:41.523509 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:37:41.703961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.712041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:41.716950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f HTTP/1.1" status: 204 len: 168 time: 1.1557412 Feb 11 14:37:41.719576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57372) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:41.735353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b11a4-f536-4f6b-a653-ceb30a0b3d7c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=44a2ee3c-18ed-4ed2-8ee0-ba72b014e52f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:41.774437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a353b8-cc1b-4ee2-910d-88281f421cc8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:41.781360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:41.781563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23a353b8-cc1b-4ee2-910d-88281f421cc8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/076d4808-fc42-4efd-809e-15c2df32d6a7 HTTP/1.1" status: 200 len: 840 time: 0.0552249 Feb 11 14:37:41.837668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57378) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:41.841676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4f4b7cb6-ad9b-440b-98b5-a6aa56d38654 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/076d4808-fc42-4efd-809e-15c2df32d6a7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0577166 Feb 11 14:37:41.859295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:42.057164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:42.064097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.348285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.393872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:42.397762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:42.402048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:42.403009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.409669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5bd27-4e16-4bc2-a252-8b4ecca93aa6 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:42.420141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=16cf5129-04cb-4371-9c50-e05fde0b4185,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:42.475470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c9cdc582-13fa-4b3e-906d-bdf9f0de14d2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6366189 Feb 11 14:37:42.478317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:42.483190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'security_group': {'name': 'tempest-secgroup-766696556'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:42.635521 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.643219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-453c4a49-fd4d-41dd-b639-afac3c5c485d', 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'tenant_id': '77dee83637f040b8b474fa4ef3343179', 'fixed_ips': [{'subnet_id': '16cf5129-04cb-4371-9c50-e05fde0b4185'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:37:42.643219 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.731986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3208a-380b-485d-92bf-24a3a92eb239 req-ff06ae0d-b6ad-4170-a9d8-a62adde14be5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:42.733298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efc3208a-380b-485d-92bf-24a3a92eb239 req-ff06ae0d-b6ad-4170-a9d8-a62adde14be5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.1181459 Feb 11 14:37:42.764432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.780794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efc3208a-380b-485d-92bf-24a3a92eb239 req-3feeef1f-a4da-4f80-9e74-1b13d34f26d6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Feb 11 14:37:42.864111 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Allocated IP 172.20.0.2 (453c4a49-fd4d-41dd-b639-afac3c5c485d/16cf5129-04cb-4371-9c50-e05fde0b4185/f0bed512-4f25-4846-a644-f3e2ef4928dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:42.880754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 414879b2-2a53-4e05-b4d1-71832c48d302 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:42.900485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.930195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065ab65a-65bc-439f-b952-69b0675303bb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:42.949399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 414879b2-2a53-4e05-b4d1-71832c48d302 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:37:42.949740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 414879b2-2a53-4e05-b4d1-71832c48d302 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:37:42.993901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:42.995140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-12b62120-dae5-4847-9e26-c053582bb0e2 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5156329 Feb 11 14:37:43.000254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57404) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:43.002457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'security_group': {'name': 'tempest-secgroup-987743298'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:43.049366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.137842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.166639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.208079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.212475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:43.218224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:43.220734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:43.228137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:43.279638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Attempting to bind port f0bed512-4f25-4846-a644-f3e2ef4928dd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:43.280173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Attempting to bind port f0bed512-4f25-4846-a644-f3e2ef4928dd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:43.280503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.280734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Attempting to bind port f0bed512-4f25-4846-a644-f3e2ef4928dd on network 453c4a49-fd4d-41dd-b639-afac3c5c485d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:43.286967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:43.287636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Checking segment: {'id': 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:43.288139 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.288931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Bound using segment: {'id': 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:43.289234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Bound port: f0bed512-4f25-4846-a644-f3e2ef4928dd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:43.290054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.311543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff792e5-c352-4625-8f75-d27e9698056d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:43.355646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:43.358592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:43.391243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.392551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-088299b1-883c-4c3f-b1c4-4abb7d8cde81 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3936937 Feb 11 14:37:43.395297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57410) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:43.400154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-912201657', 'security_groups': ['5ff792e5-c352-4625-8f75-d27e9698056d'], 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16cf5129-04cb-4371-9c50-e05fde0b4185'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:43.449988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.521095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf174-308f-4958-bd89-6456cbff7871 None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:43.615002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:43.730281 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.753936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port 09d99d50-6831-4113-9ea2-2e44dca2fd2e yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:43.912332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25530c1-f1e4-4134-8c66-25f069918e7d req-3f0cd412-3f6d-47f3-9448-83607133ee6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:43.913916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c25530c1-f1e4-4134-8c66-25f069918e7d req-3f0cd412-3f6d-47f3-9448-83607133ee6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0559971 Feb 11 14:37:43.940234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.9 (453c4a49-fd4d-41dd-b639-afac3c5c485d/16cf5129-04cb-4371-9c50-e05fde0b4185/09d99d50-6831-4113-9ea2-2e44dca2fd2e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:43.956785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c25530c1-f1e4-4134-8c66-25f069918e7d req-2c7ff12f-8519-4f80-b51f-abcb3c5f1d71 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361767 Feb 11 14:37:44.122533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.238175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.286963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:44.294478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:44.295748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:44.322724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=09d99d50-6831-4113-9ea2-2e44dca2fd2e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:44.357358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:44.357986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.453694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-126ced78-6338-474d-b787-0d04a446c9e0 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0572252 Feb 11 14:37:44.457061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:44.463941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:44.629089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:44.629618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.669720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:44.673744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.724169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.764138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:44.786127 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16cf5129-04cb-4371-9c50-e05fde0b4185 (CIDR: 172.20.0.0/28) Feb 11 14:37:44.830259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.841333 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:37:44.841333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:44.874538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:44.874913 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:44.919872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4cb96ff8-cd38-486d-a065-c4c8a9b4124e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4612942 Feb 11 14:37:44.922751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57444) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:44.924368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:44.931809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcaa4d-eb79-460c-b462-3e44ec25532f None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:44.938262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:44.962298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:45.047979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:45.048999 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.102150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2afb3169-3d71-4877-9cc3-e2499b0027e8 None None] Provisioning complete for port 09d99d50-6831-4113-9ea2-2e44dca2fd2e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:45.102519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2afb3169-3d71-4877-9cc3-e2499b0027e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.123290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915638ea-b6c3-4d1f-bc77-d195de53dacc req-e3d55fa1-949e-4380-a3a3-3d9374ad787d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:45.124843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-915638ea-b6c3-4d1f-bc77-d195de53dacc req-e3d55fa1-949e-4380-a3a3-3d9374ad787d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0594068 Feb 11 14:37:45.157942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2afb3169-3d71-4877-9cc3-e2499b0027e8 None None] Port 09d99d50-6831-4113-9ea2-2e44dca2fd2e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:45.180150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-915638ea-b6c3-4d1f-bc77-d195de53dacc req-8f52207b-2a92-4cf8-a1f1-0125411a495c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Feb 11 14:37:45.229491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:45.234481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.517825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.565926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:45.569237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:45.572417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:45.573059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.581320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9615be-96ba-4ee8-94a1-5d3d007b3419 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:45.589606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=2001a19a-89a6-49c8-a922-aea54778967b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:45.653589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a86266eb-528c-4699-ab2a-2be530774b34 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7292216 Feb 11 14:37:45.657106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:45.664029 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1803222207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2001a19a-89a6-49c8-a922-aea54778967b'}], 'security_groups': ['065ab65a-65bc-439f-b952-69b0675303bb']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:45.856729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.869680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Update dhcp port {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'fixed_ips': [{'subnet_id': '16cf5129-04cb-4371-9c50-e05fde0b4185', 'ip_address': '172.20.0.2'}, {'subnet_id': '2001a19a-89a6-49c8-a922-aea54778967b'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'f0bed512-4f25-4846-a644-f3e2ef4928dd'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:37:45.895362 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:46.084866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Allocated IP 172.20.0.18 (453c4a49-fd4d-41dd-b639-afac3c5c485d/2001a19a-89a6-49c8-a922-aea54778967b/f0bed512-4f25-4846-a644-f3e2ef4928dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:46.196123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:46.226677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:46.301747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c61c5-77f0-4395-a375-fffb389adea6 req-70d938fb-0ee9-480c-b60c-beb30da92872 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:46.302256 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:46.302394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-286c61c5-77f0-4395-a375-fffb389adea6 req-70d938fb-0ee9-480c-b60c-beb30da92872 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0496790 Feb 11 14:37:46.377914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-286c61c5-77f0-4395-a375-fffb389adea6 req-4710ca5e-0b01-41bd-a952-5de863fb4351 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703661 Feb 11 14:37:46.395308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b4a7a-afc7-467c-9835-789b29728299 None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:46.444971 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Delete allocated IP 172.20.0.9 (453c4a49-fd4d-41dd-b639-afac3c5c485d/16cf5129-04cb-4371-9c50-e05fde0b4185) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:37:46.457141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.30 (453c4a49-fd4d-41dd-b639-afac3c5c485d/2001a19a-89a6-49c8-a922-aea54778967b/09d99d50-6831-4113-9ea2-2e44dca2fd2e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:46.887460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:46.987654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:46.988365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.011745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.093498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.156474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=09d99d50-6831-4113-9ea2-2e44dca2fd2e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:47.254756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] In _notify_port_updated(), no bound segment for port 09d99d50-6831-4113-9ea2-2e44dca2fd2e on network 453c4a49-fd4d-41dd-b639-afac3c5c485d {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:37:47.268541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:47.268541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.268541 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-00138875-8f43-45a9-adc8-ef8fe48cc162 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/ports/09d99d50-6831-4113-9ea2-2e44dca2fd2e HTTP/1.1" status: 200 len: 921 time: 1.6070189 Feb 11 14:37:47.269201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:47.294846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:47.295517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.363192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 09d99d50-6831-4113-9ea2-2e44dca2fd2e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:47.363789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.387436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Provisioning complete for port 09d99d50-6831-4113-9ea2-2e44dca2fd2e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:47.388013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.444089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Port 09d99d50-6831-4113-9ea2-2e44dca2fd2e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:47.456324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:47.456924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.510041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.516383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-adf9804b-2d11-4539-a4ee-6f379110a359 None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:47.526314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 09d99d50-6831-4113-9ea2-2e44dca2fd2e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:47.544136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b12fe-9c2f-46ec-b0c7-a669a17b28fa req-031bb9ac-12e5-4708-a74f-3b35c1fc395b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:47.549599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e58b12fe-9c2f-46ec-b0c7-a669a17b28fa req-031bb9ac-12e5-4708-a74f-3b35c1fc395b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0565398 Feb 11 14:37:47.597876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e58b12fe-9c2f-46ec-b0c7-a669a17b28fa req-25475125-e89b-481d-a2b8-a1a104579eb2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Feb 11 14:37:47.837820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-504df678-0e5e-4c13-a7bd-3793a997c85d None None] Provisioning complete for port 09d99d50-6831-4113-9ea2-2e44dca2fd2e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:47.838189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-504df678-0e5e-4c13-a7bd-3793a997c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.875781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-504df678-0e5e-4c13-a7bd-3793a997c85d None None] Port 09d99d50-6831-4113-9ea2-2e44dca2fd2e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:47.926950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.959650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=09d99d50-6831-4113-9ea2-2e44dca2fd2e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:48.086165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.090078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-46dd6d6f-6405-48c5-9e76-8af8e61e5613 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/09d99d50-6831-4113-9ea2-2e44dca2fd2e HTTP/1.1" status: 204 len: 168 time: 0.8204906 Feb 11 14:37:48.092802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57504) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:48.119162 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d1135b-6a00-4943-8a02-3c202f57ee9e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:48.123630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-21d1135b-6a00-4943-8a02-3c202f57ee9e tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/09d99d50-6831-4113-9ea2-2e44dca2fd2e HTTP/1.1" status: 404 len: 333 time: 0.0268350 Feb 11 14:37:48.123917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57506) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:48.209187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58fb2dbf-7d93-4703-af20-d6f034e1628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.228479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.257721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.389582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.392282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.393470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ff792e5-c352-4625-8f75-d27e9698056d HTTP/1.1" status: 204 len: 168 time: 0.2685258 Feb 11 14:37:48.396222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:48.402833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff792e5-c352-4625-8f75-d27e9698056d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:48.410506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.410854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.411194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.411532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.411865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.412196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.412527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.412852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.413205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.413530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.413924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.414247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7f43-cc97-48fc-a2cd-a87b1e49dd02 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:48.450009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.473328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.591747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.594636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.595796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/security-groups/065ab65a-65bc-439f-b952-69b0675303bb HTTP/1.1" status: 204 len: 168 time: 0.1985998 Feb 11 14:37:48.598677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57516) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:48.606037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3757a5-f328-45a1-8e2f-e9db796f7975 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ab65a-65bc-439f-b952-69b0675303bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:48.661313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 16cf5129-04cb-4371-9c50-e05fde0b4185 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:48.665158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.709180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:48.731591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029f2e8-0e77-4ced-bec9-bdbc96b36123 req-ffcd7736-6feb-4fac-a0f8-dadc7ec3cd43 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:48.731591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3029f2e8-0e77-4ced-bec9-bdbc96b36123 req-ffcd7736-6feb-4fac-a0f8-dadc7ec3cd43 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0539694 Feb 11 14:37:48.771351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3029f2e8-0e77-4ced-bec9-bdbc96b36123 req-1155009a-422f-4d1e-bddd-e2a78ec2c1be tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Feb 11 14:37:48.799415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.248111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.279263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=16cf5129-04cb-4371-9c50-e05fde0b4185,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:49.283839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.293333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:49.294125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc821b44-de6c-4cb7-a152-1d093c5096e9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/16cf5129-04cb-4371-9c50-e05fde0b4185 HTTP/1.1" status: 204 len: 168 time: 0.6937478 Feb 11 14:37:49.301090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:49.313355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd4760-23d1-48bc-8c16-feb912ef0dcb None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:49.515425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:49.522185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.934483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4012-d69c-4b24-83a7-336d6f213113 req-fe4502cd-a78e-44d9-979d-e85b0d02a152 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:49.936364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e20b4012-d69c-4b24-83a7-336d6f213113 req-fe4502cd-a78e-44d9-979d-e85b0d02a152 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0567889 Feb 11 14:37:49.984079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e20b4012-d69c-4b24-83a7-336d6f213113 req-df65e127-2cd5-481c-8913-6e8166f6ee90 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Feb 11 14:37:49.997576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.046936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:50.055122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:50.064966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:50.065554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.074203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=e32c939b-a917-4d82-9d71-0e9c0606de0d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:50.172931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4d5093ff-b010-4fbf-92e6-cd162e6510aa tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8737428 Feb 11 14:37:50.177363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:50.177921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'security_group': {'name': 'tempest-secgroup-187203519'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:50.225760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33111f8f-8b67-4e39-a9e1-20da23e25234 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:50.304274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.376453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-63b5a93a-d18e-4735-b1e1-3f07d1093b72 None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:50.377470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63b5a93a-d18e-4735-b1e1-3f07d1093b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.385463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.483676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.492079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1606173f-b1ca-4b95-be84-558e47460fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.533402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-63b5a93a-d18e-4735-b1e1-3f07d1093b72 None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:50.534079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63b5a93a-d18e-4735-b1e1-3f07d1093b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.538205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd77f176-f2df-4cc7-9de5-88e22bd56da5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:50.594468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.596615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec967d09-25f0-494a-9701-8ce458b0f230 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4224494 Feb 11 14:37:50.599361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:50.601661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Update dhcp port {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'fixed_ips': [{'subnet_id': '2001a19a-89a6-49c8-a922-aea54778967b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e32c939b-a917-4d82-9d71-0e9c0606de0d'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'f0bed512-4f25-4846-a644-f3e2ef4928dd'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:37:50.606661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'security_group': {'name': 'tempest-secgroup-440093815'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:50.607289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-63b5a93a-d18e-4735-b1e1-3f07d1093b72 None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:50.631732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.702323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.788555 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.813508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Allocated IP 172.20.0.2 (453c4a49-fd4d-41dd-b639-afac3c5c485d/e32c939b-a917-4d82-9d71-0e9c0606de0d/f0bed512-4f25-4846-a644-f3e2ef4928dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:50.878297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.943878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9721c631-2a9d-4a8b-850f-bf0bbab78aec,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:51.033750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.035978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c8ea0e77-1a20-4d62-bd61-03bb3ccff7cc tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4352529 Feb 11 14:37:51.038735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57572) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:51.043634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795879474'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:51.079112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa5e73df-564f-4338-b466-b8db4dabf21f details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:37:51.147685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05dd7-560c-4073-936f-3dd0a2135d49 req-44622cfc-d0c8-46da-8f8f-5b4530cef894 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:51.149732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3d05dd7-560c-4073-936f-3dd0a2135d49 req-44622cfc-d0c8-46da-8f8f-5b4530cef894 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 944 time: 0.0541189 Feb 11 14:37:51.176508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:51.186578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.203461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e3d05dd7-560c-4073-936f-3dd0a2135d49 req-0ec5fe30-d1d5-42f5-9ee2-0fd55c566512 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 Feb 11 14:37:51.234276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.247249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa5e73df-564f-4338-b466-b8db4dabf21f,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:51.257896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'fa5e73df-564f-4338-b466-b8db4dabf21f', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': 'fa5e73df-564f-4338-b466-b8db4dabf21f', 'mac_address': 'fa:16:3e:c4:0f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:37:51.267234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.298023 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.314281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5e73df-564f-4338-b466-b8db4dabf21f {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:51.335311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa5e73df-564f-4338-b466-b8db4dabf21f,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:51.349669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.400185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.443085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf45d65-b0bf-414d-ae54-3a8f3e69b604 None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:51.451699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5536d5e-a340-4524-9c0a-16b17f316e3c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:51.535179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.583028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.584422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0acf2a9e-07c4-429c-ab3f-112b1fd455c7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5446806 Feb 11 14:37:51.587217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57578) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:51.593368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-306026659', 'security_groups': ['d5536d5e-a340-4524-9c0a-16b17f316e3c'], 'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e32c939b-a917-4d82-9d71-0e9c0606de0d'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:51.621388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:51.751310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fa5e73df-564f-4338-b466-b8db4dabf21f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:37:51.832310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:51.833082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:51.992547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.010791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] device_id is not set on port a6d61657-390b-4f77-a8ef-74814c61235f yet. {{(pid=109375) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 14:37:52.065876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-21de94ea-f155-4c64-88ef-1a5c2ac5321b None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:52.065876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21de94ea-f155-4c64-88ef-1a5c2ac5321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.157265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-21de94ea-f155-4c64-88ef-1a5c2ac5321b None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:52.162368 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21de94ea-f155-4c64-88ef-1a5c2ac5321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.194918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-21de94ea-f155-4c64-88ef-1a5c2ac5321b None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:52.203803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.9 (453c4a49-fd4d-41dd-b639-afac3c5c485d/e32c939b-a917-4d82-9d71-0e9c0606de0d/a6d61657-390b-4f77-a8ef-74814c61235f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:52.381771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edb539-22b9-403f-a513-584a70dcb20f req-71048c63-68b1-48b0-8f53-66906bcf6bd1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:52.383902 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61edb539-22b9-403f-a513-584a70dcb20f req-71048c63-68b1-48b0-8f53-66906bcf6bd1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 945 time: 0.0902836 Feb 11 14:37:52.394834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.438727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-61edb539-22b9-403f-a513-584a70dcb20f req-51a86204-6044-44a1-9b94-046fffd80cc8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Feb 11 14:37:52.510297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.555117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:52.558702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:52.562581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:37:52.590906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=a6d61657-390b-4f77-a8ef-74814c61235f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:52.626945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:52.627744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.697968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:52.700218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9d87023a-3e3d-4702-8b63-8f27d443aba7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1105630 Feb 11 14:37:52.703937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:52.889721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:52.940465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9cfd6a70-9b86-42f0-b736-04a7d79d8682 None None] Provisioning complete for port a6d61657-390b-4f77-a8ef-74814c61235f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:52.940833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cfd6a70-9b86-42f0-b736-04a7d79d8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.981861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd6a70-9b86-42f0-b736-04a7d79d8682 None None] Port a6d61657-390b-4f77-a8ef-74814c61235f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:52.984346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:52.984346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:52.989937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:53.002836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.105806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa5e73df-564f-4338-b466-b8db4dabf21f up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:53.181921 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e32c939b-a917-4d82-9d71-0e9c0606de0d (CIDR: 172.20.0.0/28) Feb 11 14:37:53.232675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.233428 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:37:53.233986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:53.266757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port fa5e73df-564f-4338-b466-b8db4dabf21f completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:37:53.271822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port fa5e73df-564f-4338-b466-b8db4dabf21f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:53.272730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.353415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.379630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:53.381909 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20888a5b-ead4-44f6-8a77-5547eac4c493" -d '{"events": [{"server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "name": "network-vif-plugged", "status": "completed", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:53.387454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-76c366c1-b2f8-43d3-b3f0-e4199367ef22 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6877933 Feb 11 14:37:53.390169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:53.392467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.396238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:53.397231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa5e73df-564f-4338-b466-b8db4dabf21f,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:53.424039 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c03c2bf-2567-4547-877f-2f78bb9da640 x-openstack-request-id: req-0c03c2bf-2567-4547-877f-2f78bb9da640 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:53.424362 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "name": "network-vif-plugged", "status": "completed", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:53.424624 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c03c2bf-2567-4547-877f-2f78bb9da640 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:53.425057 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f', 'code': 200} Feb 11 14:37:53.479099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.558464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0946b-25a1-486c-bbc8-25f4e713b0ae req-f20c6b47-0a17-47e4-9956-c4e562c79e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:53.559993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86e0946b-25a1-486c-bbc8-25f4e713b0ae req-f20c6b47-0a17-47e4-9956-c4e562c79e39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 1097 time: 0.0775337 Feb 11 14:37:53.567610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:53.627134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86e0946b-25a1-486c-bbc8-25f4e713b0ae req-874e88d6-c457-48aa-98e2-9fce096d37c5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520611 Feb 11 14:37:53.638716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac4eab-1ab0-4cc9-91e3-30113aa735c8 req-2738fe51-28c4-4912-9b9d-8b04217f59ca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:53.640923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8ac4eab-1ab0-4cc9-91e3-30113aa735c8 req-2738fe51-28c4-4912-9b9d-8b04217f59ca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0745463 Feb 11 14:37:53.641079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:53.644418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:53.682596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8ac4eab-1ab0-4cc9-91e3-30113aa735c8 req-bbe60754-42ee-4573-8f09-2663d0e277fa tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Feb 11 14:37:53.745571 n-d-828407-1 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2001a19a-89a6-49c8-a922-aea54778967b (CIDR: 172.20.0.16/28) Feb 11 14:37:53.827342 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:37:53.827839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:53.950099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-801e07b6-ef7c-40c5-8dc3-bcf2f94ecbe7 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5587342 Feb 11 14:37:53.952623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:53.957492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'subnet': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:54.186566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Made reservation on behalf of 77dee83637f040b8b474fa4ef3343179 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:37:54.190284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:54.472963 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:54.519103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:37:54.522215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:37:54.526479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:54.527096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:54.532675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Subnet': ['ID=2d1584cb-19bb-4c3d-98c1-d2d38685176b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:54.538985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc288f-5519-408f-b66a-a6adc199b48c None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:54.675842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b8ca786a-058e-4a34-9831-9e9d661492f8 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7220342 Feb 11 14:37:54.678468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:54.684341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1723683844', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d1584cb-19bb-4c3d-98c1-d2d38685176b'}], 'security_groups': ['dd77f176-f2df-4cc7-9de5-88e22bd56da5', '9721c631-2a9d-4a8b-850f-bf0bbab78aec']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:54.839795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Update dhcp port {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'fixed_ips': [{'subnet_id': '2001a19a-89a6-49c8-a922-aea54778967b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e32c939b-a917-4d82-9d71-0e9c0606de0d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d1584cb-19bb-4c3d-98c1-d2d38685176b'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'f0bed512-4f25-4846-a644-f3e2ef4928dd'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:37:54.873301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:54.907102 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c2760-2b0a-4df3-8b96-f5d6c14e106b req-668df5c7-2283-4d2b-93a7-968ccb0710ac tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:54.909272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c9c2760-2b0a-4df3-8b96-f5d6c14e106b req-668df5c7-2283-4d2b-93a7-968ccb0710ac tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.1158495 Feb 11 14:37:54.994164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c9c2760-2b0a-4df3-8b96-f5d6c14e106b req-709e59fa-0cbb-4bf1-94ac-5777a6b16ad9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751755 Feb 11 14:37:55.002539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.067524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Allocated IP 172.20.0.34 (453c4a49-fd4d-41dd-b639-afac3c5c485d/2d1584cb-19bb-4c3d-98c1-d2d38685176b/f0bed512-4f25-4846-a644-f3e2ef4928dd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:55.169711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:55.203216 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.286903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.388322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Delete allocated IP 172.20.0.9 (453c4a49-fd4d-41dd-b639-afac3c5c485d/e32c939b-a917-4d82-9d71-0e9c0606de0d) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 14:37:55.397101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Allocated IP 172.20.0.42 (453c4a49-fd4d-41dd-b639-afac3c5c485d/2d1584cb-19bb-4c3d-98c1-d2d38685176b/a6d61657-390b-4f77-a8ef-74814c61235f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:37:55.399930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492a1db-9f3c-4047-96a7-20f1433c0422 None None] Pushing event updated for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:55.576734 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.664334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.754881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event updated for resources: {'Port': ['ID=a6d61657-390b-4f77-a8ef-74814c61235f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:55.780049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] In _notify_port_updated(), no bound segment for port a6d61657-390b-4f77-a8ef-74814c61235f on network 453c4a49-fd4d-41dd-b639-afac3c5c485d {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 14:37:55.785531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:55.786203 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.787564 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c05fbd40-f6fa-4244-a60b-041e2679781c tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "PUT /v2.0/ports/a6d61657-390b-4f77-a8ef-74814c61235f HTTP/1.1" status: 200 len: 960 time: 1.1081576 Feb 11 14:37:55.790429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:55.884395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port a6d61657-390b-4f77-a8ef-74814c61235f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:55.884737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.942602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:55.943162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.981548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:55.995159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for a6d61657-390b-4f77-a8ef-74814c61235f owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:56.040162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:56.040537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.125077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:56.135694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Provisioning complete for port a6d61657-390b-4f77-a8ef-74814c61235f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:56.136970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.178697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-411eac9e-0061-4246-bd87-aec3358309b5 None None] Port a6d61657-390b-4f77-a8ef-74814c61235f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:56.201124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70908-df00-4f64-a98d-c1b0ea23ebae req-7ffec90e-9882-4cba-89a8-21e4a628af88 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:56.202090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bcb70908-df00-4f64-a98d-c1b0ea23ebae req-7ffec90e-9882-4cba-89a8-21e4a628af88 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0761929 Feb 11 14:37:56.220727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.250241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bcb70908-df00-4f64-a98d-c1b0ea23ebae req-9fcfadb6-8177-4754-b355-8e2728be84e4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Feb 11 14:37:56.253931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=a6d61657-390b-4f77-a8ef-74814c61235f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:56.334022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.337658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b41e38b7-bf35-460f-a0bb-2c75b5720b88 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/a6d61657-390b-4f77-a8ef-74814c61235f HTTP/1.1" status: 204 len: 168 time: 0.5460675 Feb 11 14:37:56.341100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:56.371765 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eadb582-9da8-49e7-a687-2f7a6ef92813 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] GET failed (client error): The resource could not be found. Feb 11 14:37:56.373778 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3eadb582-9da8-49e7-a687-2f7a6ef92813 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports/a6d61657-390b-4f77-a8ef-74814c61235f HTTP/1.1" status: 404 len: 333 time: 0.0314875 Feb 11 14:37:56.376369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:56.422232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005f14-f1e1-455c-9cb0-5b6d38fbc179 req-b3e58014-a70e-4703-928c-1b9dc41af61e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:56.423950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12005f14-f1e1-455c-9cb0-5b6d38fbc179 req-b3e58014-a70e-4703-928c-1b9dc41af61e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0683155 Feb 11 14:37:56.483144 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.487332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12005f14-f1e1-455c-9cb0-5b6d38fbc179 req-8f75a6d7-a2b6-446c-bcde-0de05d407b34 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Feb 11 14:37:56.499515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e1e1c2e4-b997-4ba9-8938-10559319ab47 None None] Could not find standard attr ID for object a6d61657-390b-4f77-a8ef-74814c61235f. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:37:56.512732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.653254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.662142 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.662142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5536d5e-a340-4524-9c0a-16b17f316e3c HTTP/1.1" status: 204 len: 168 time: 0.2828438 Feb 11 14:37:56.663355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:56.679555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60170066-6adc-4580-bf34-7344bfb75640 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5536d5e-a340-4524-9c0a-16b17f316e3c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:56.744827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.768798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.891701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:56.942653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:56.943293 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.958197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.960966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.964885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/security-groups/9721c631-2a9d-4a8b-850f-bf0bbab78aec HTTP/1.1" status: 204 len: 168 time: 0.2978842 Feb 11 14:37:56.965340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57700) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:56.977382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664702b3-95b7-4f72-9746-0ce8d9d7b7c4 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721c631-2a9d-4a8b-850f-bf0bbab78aec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:57.079859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.126050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.253266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.255967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.258286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd77f176-f2df-4cc7-9de5-88e22bd56da5 HTTP/1.1" status: 204 len: 168 time: 0.2908766 Feb 11 14:37:57.265381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:57.273707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102d0f0-80b9-4467-a662-e2484830878d tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd77f176-f2df-4cc7-9de5-88e22bd56da5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:57.327087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet e32c939b-a917-4d82-9d71-0e9c0606de0d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:57.330501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.370924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.461367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.585169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.610593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=e32c939b-a917-4d82-9d71-0e9c0606de0d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:57.616414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.619943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e29c0812-ee67-489c-9673-b85e1ad56d37 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/e32c939b-a917-4d82-9d71-0e9c0606de0d HTTP/1.1" status: 204 len: 168 time: 0.3533971 Feb 11 14:37:57.624223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57718) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:57.626559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34824437-6007-4d77-b39d-9a9f54d1c011 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:57.732017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 2d1584cb-19bb-4c3d-98c1-d2d38685176b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:57.735982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.833531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.007250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.188219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.253093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1584cb-19bb-4c3d-98c1-d2d38685176b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:58.255130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.259421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-54ccae31-572f-4dc9-9a99-9e5277207767 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/2d1584cb-19bb-4c3d-98c1-d2d38685176b HTTP/1.1" status: 204 len: 168 time: 0.6335835 Feb 11 14:37:58.262071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:58.295276 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-28636ac2-7766-4986-8b4e-5e58b5ce09e5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:58.296259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28636ac2-7766-4986-8b4e-5e58b5ce09e5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:58.301703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-28636ac2-7766-4986-8b4e-5e58b5ce09e5 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/e32c939b-a917-4d82-9d71-0e9c0606de0d HTTP/1.1" status: 404 len: 337 time: 0.0385754 Feb 11 14:37:58.309064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57748) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:58.377649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting subnet 2001a19a-89a6-49c8-a922-aea54778967b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:37:58.381246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.438813 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.561448 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.694611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7de9c8-91d8-4c2d-b139-7719000ff00e None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:58.767232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6050161c-0452-429b-8f25-6787de2e5ea9 None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:58.767601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6050161c-0452-429b-8f25-6787de2e5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.848151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.891847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Subnet': ['ID=2001a19a-89a6-49c8-a922-aea54778967b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:58.907735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.912955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fe6a6667-c6ad-47ad-ab6e-4b3d61c49c7f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/2001a19a-89a6-49c8-a922-aea54778967b HTTP/1.1" status: 204 len: 168 time: 0.6026747 Feb 11 14:37:58.915565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:58.971210 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f8e609-7d53-474f-9635-251e99b17a10 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:58.971676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f8e609-7d53-474f-9635-251e99b17a10 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:58.974762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9f8e609-7d53-474f-9635-251e99b17a10 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/16cf5129-04cb-4371-9c50-e05fde0b4185 HTTP/1.1" status: 404 len: 337 time: 0.0583477 Feb 11 14:37:58.978716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57772) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.008928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-afe23f98-11dc-4ad3-8838-9b641a7c9b21 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "GET /v2.0/ports?device_id=65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d HTTP/1.1" status: 200 len: 205 time: 0.0300634 Feb 11 14:37:59.010235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6050161c-0452-429b-8f25-6787de2e5ea9 None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:59.012300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.013889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6050161c-0452-429b-8f25-6787de2e5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:59.053360 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-91c65651-bb32-45ae-b45e-94f95ed6e145 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] delete failed (client error): The resource could not be found. Feb 11 14:37:59.054569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91c65651-bb32-45ae-b45e-94f95ed6e145 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/routers/65becfdf-8b8e-4ad8-a2b4-b61fd88aef5d HTTP/1.1" status: 404 len: 336 time: 0.0411947 Feb 11 14:37:59.057111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57780) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.065658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6050161c-0452-429b-8f25-6787de2e5ea9 None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:37:59.105061 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0245b43c-3a27-4635-97a2-f2adfeddea07 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.105395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0245b43c-3a27-4635-97a2-f2adfeddea07 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.109033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0245b43c-3a27-4635-97a2-f2adfeddea07 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/a9823b18-1412-416a-b136-d1cab966bbd3 HTTP/1.1" status: 404 len: 337 time: 0.0508163 Feb 11 14:37:59.111514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.141094 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b6be75-66d8-4102-a23c-23e0756c3019 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.141666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b6be75-66d8-4102-a23c-23e0756c3019 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.145396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a6b6be75-66d8-4102-a23c-23e0756c3019 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/020a89f8-c21c-4671-95fa-acc660722af0 HTTP/1.1" status: 404 len: 337 time: 0.0328259 Feb 11 14:37:59.147744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57788) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.194385 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9be51b-c406-4449-ae08-6738fb7adbd9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.195111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9be51b-c406-4449-ae08-6738fb7adbd9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.196609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed31399-f7e4-41dc-8fa3-8d9304f1b7c4 None None] Update dhcp port {'port': {'network_id': '453c4a49-fd4d-41dd-b639-afac3c5c485d', 'fixed_ips': [{'subnet_id': '2001a19a-89a6-49c8-a922-aea54778967b'}], 'binding:host_id': 'n-d-828407-1'}, 'id': 'f0bed512-4f25-4846-a644-f3e2ef4928dd'} from n-d-828407-1. {{(pid=109377) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 14:37:59.203072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c9be51b-c406-4449-ae08-6738fb7adbd9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/44fe9f3c-4da2-4bb8-907e-5b290541c9b6 HTTP/1.1" status: 404 len: 337 time: 0.0536854 Feb 11 14:37:59.208589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.230940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ed31399-f7e4-41dc-8fa3-8d9304f1b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:59.258153 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8253000a-732b-4ab3-9d51-96b578828d3f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.258866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8253000a-732b-4ab3-9d51-96b578828d3f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.266536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57794) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.277514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8253000a-732b-4ab3-9d51-96b578828d3f tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/eaaefdb6-7633-4d59-bc32-a7a6f7cd4dbd HTTP/1.1" status: 404 len: 333 time: 0.0709839 Feb 11 14:37:59.301434 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac2953d-d6b8-4f7b-8de6-c75a385aab44 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.305958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac2953d-d6b8-4f7b-8de6-c75a385aab44 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.308538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.318043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fac2953d-d6b8-4f7b-8de6-c75a385aab44 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/0a7eb1d3-f845-4020-a40c-bf2de666c9e7 HTTP/1.1" status: 404 len: 337 time: 0.0503790 Feb 11 14:37:59.344814 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda9af1-347f-4da8-bfb6-026d10e7cb43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.345299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda9af1-347f-4da8-bfb6-026d10e7cb43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.348368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-afda9af1-347f-4da8-bfb6-026d10e7cb43 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/e65fb2a0-090e-4e67-bde6-a176d866f5e4 HTTP/1.1" status: 404 len: 337 time: 0.0388105 Feb 11 14:37:59.350806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.413946 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b740c025-31e1-4de4-9e65-ed527d8d1fc6 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.414961 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b740c025-31e1-4de4-9e65-ed527d8d1fc6 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.435312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b740c025-31e1-4de4-9e65-ed527d8d1fc6 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/b800231b-46f5-4ae9-a3b4-6b29529308bb HTTP/1.1" status: 404 len: 333 time: 0.0831594 Feb 11 14:37:59.437754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57802) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.472225 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed113fda-e555-4a50-abc8-9a9721d79364 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.472689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed113fda-e555-4a50-abc8-9a9721d79364 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.479030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ed113fda-e555-4a50-abc8-9a9721d79364 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/2349b5d9-64fd-4d28-a83e-7ac3d3d04e12 HTTP/1.1" status: 404 len: 337 time: 0.0393281 Feb 11 14:37:59.479208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.521158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb3385-f854-4dc8-867e-c693604d6816 None None] Network 453c4a49-fd4d-41dd-b639-afac3c5c485d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:37:59.540496 n-d-828407-1 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b9a3d-f8c6-47e6-a959-59b2eea661fb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] DELETE failed (client error): The resource could not be found. Feb 11 14:37:59.556786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b9a3d-f8c6-47e6-a959-59b2eea661fb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:37:59.568667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ad3b9a3d-f8c6-47e6-a959-59b2eea661fb tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/subnets/20bf558a-bccd-4d67-bc0e-e7f916213026 HTTP/1.1" status: 404 len: 337 time: 0.0880842 Feb 11 14:37:59.571733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:37:59.758742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port 076d4808-fc42-4efd-809e-15c2df32d6a7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:37:59.759310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:59.848613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:59.864368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for 076d4808-fc42-4efd-809e-15c2df32d6a7 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:37:59.912343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-178f4222-d3b9-46f8-ad18-8391f95e992e None None] Provisioning complete for port f0bed512-4f25-4846-a644-f3e2ef4928dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:59.912343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-178f4222-d3b9-46f8-ad18-8391f95e992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.005618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] DHCP port deletion for 453c4a49-fd4d-41dd-b639-afac3c5c485d request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:38:00.061174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.080943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-178f4222-d3b9-46f8-ad18-8391f95e992e None None] Provisioning complete for port 076d4808-fc42-4efd-809e-15c2df32d6a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:38:00.081469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-178f4222-d3b9-46f8-ad18-8391f95e992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.094537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=076d4808-fc42-4efd-809e-15c2df32d6a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:00.110582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-178f4222-d3b9-46f8-ad18-8391f95e992e None None] Port 076d4808-fc42-4efd-809e-15c2df32d6a7 was deleted so its status cannot be updated. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 11 14:38:00.116605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Deleting port f0bed512-4f25-4846-a644-f3e2ef4928dd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:38:00.117067 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.122554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.141250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57836) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:00.152962 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c41f21d8-bd9f-4866-96dc-4be9e8996182 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/ports/076d4808-fc42-4efd-809e-15c2df32d6a7 HTTP/1.1" status: 204 len: 168 time: 0.5659730 Feb 11 14:38:00.196812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:00.197649 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.213622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Calling delete_port for f0bed512-4f25-4846-a644-f3e2ef4928dd owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:38:00.276982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.348779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Deleting port f0bed512-4f25-4846-a644-f3e2ef4928dd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:38:00.349160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.387678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.410805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] For port f0bed512-4f25-4846-a644-f3e2ef4928dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f0bed512-4f25-4846-a644-f3e2ef4928dd,segment=NetworkSegment(f6dbc3b4-f2d8-4942-8d78-38c9b6871b17),segment_id=f6dbc3b4-f2d8-4942-8d78-38c9b6871b17)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:00.411170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.414440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] Pushing event deleted for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:00.416309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcebc0-2a6f-4710-82b9-98549d5b59b8 None None] No DVR routers for this DVR port f0bed512-4f25-4846-a644-f3e2ef4928dd on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:38:00.425045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Calling delete_port for f0bed512-4f25-4846-a644-f3e2ef4928dd owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:38:00.509897 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.538361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Port': ['ID=f0bed512-4f25-4846-a644-f3e2ef4928dd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:00.540238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] No DVR routers for this DVR port f0bed512-4f25-4846-a644-f3e2ef4928dd on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:38:00.545933 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.640580 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.665228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453c4a49-fd4d-41dd-b639-afac3c5c485d']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:00.675466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:00.675759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dbc3b4-f2d8-4942-8d78-38c9b6871b17') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:00.687489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.701146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.707891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:38:00.708296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self.session.flush() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:38:00.711479 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:38:00.887563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:38:00.913566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f0bed512-4f25-4846-a644-f3e2ef4928dd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:38:00.914265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f0bed512-4f25-4846-a644-f3e2ef4928dd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:38:00.919309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.933036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.934335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-bd6b2e74-066f-4fca-9ff1-0c443f51323a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:00.937689 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] 10.222.0.31 "DELETE /v2.0/networks/453c4a49-fd4d-41dd-b639-afac3c5c485d HTTP/1.1" status: 204 len: 168 time: 0.7953277 Feb 11 14:38:00.951927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1204c-6e12-4bd9-8336-b3e278f387f9 tempest-PortsTestJSON-197911347 tempest-PortsTestJSON-197911347-project] Pushing event deleted for resources: {'Network': ['ID=453c4a49-fd4d-41dd-b639-afac3c5c485d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:00.953563 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-bd6b2e74-066f-4fca-9ff1-0c443f51323a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1333885 Feb 11 14:38:00.964842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-d2416abf-e9bc-47f5-857a-cb1f77358122 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0098269 Feb 11 14:38:01.043977 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-bad16586-b9b9-4835-9a75-d5cd1e052be0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725112 Feb 11 14:38:01.140565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-09f41467-68f3-4ac8-bf0c-d7118be0f527 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893662 Feb 11 14:38:01.239368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-7aadf642-0f46-4b4c-a31c-0ed091e8b539 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917919 Feb 11 14:38:01.267620 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:01.500523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57884) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:01.583494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73e8a32f-5edc-4a0f-a878-55ca655093c1 req-731aad18-7c31-43bc-add6-1c855d8b59aa tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Feb 11 14:38:01.643891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-85e03ca8-926f-4677-89a5-3f894a1e8e86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77dee83637f040b8b474fa4ef3343179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421974 Feb 11 14:38:01.646372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57894) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:01.703464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:01.751135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:01.941743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:01.945691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:01.947036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54cee121-5798-4143-b626-a5379fc1bb88 HTTP/1.1" status: 204 len: 168 time: 0.2997482 Feb 11 14:38:01.958013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317618-4339-4e18-8a77-91c7ecc35dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cee121-5798-4143-b626-a5379fc1bb88,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:02.682410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dbc4af2e-35a9-455a-906c-0a109d032e58 req-11b1c160-f52d-476a-a1c9-aaea30ff0084 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Feb 11 14:38:03.108937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:03.221910 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a6aa8ed4-e697-479c-a017-790d6becba18 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:03.223290 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-a6aa8ed4-e697-479c-a017-790d6becba18 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 14:38:03.223803 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a6aa8ed4-e697-479c-a017-790d6becba18 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:38:03.224821 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a6aa8ed4-e697-479c-a017-790d6becba18 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1146035 Feb 11 14:38:03.228572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 57958) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:03.234030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553416580'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:03.368322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.377188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.461155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.586983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.628212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af512872-3819-407a-b73e-33a4c4b8c79c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:03.689225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.773304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-20f13b66-e435-4287-9de1-e215ef2c8502 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:03.774961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-20f13b66-e435-4287-9de1-e215ef2c8502 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1149340 Feb 11 14:38:03.789633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:03.810366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb9cd725-96a5-4cf7-9554-06fc5aa553a3 req-65d28f25-5bcd-44dd-b24b-49fb0bf3d2ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0339217 Feb 11 14:38:03.817922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.916497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f191d5a2-89d2-4da8-818b-92b2a320c1c9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:04.041689 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.045974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8353fd70-24e9-43a3-a65a-b1dc31d84124 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8132870 Feb 11 14:38:04.046265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:04.050733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': 'f191d5a2-89d2-4da8-818b-92b2a320c1c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:04.163785 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.221193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:38:04.224847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.227477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.330198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.355169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fab0a36-23ad-4b53-bfc2-f0097d1bf938,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:04.366567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.366916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.367254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.367695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.368035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.368364 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.368688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.369041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.369365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.369686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.370009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.370330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:04.395881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.3 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/af29471b-313f-4afd-ae34-ced75e9ba58a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:38:04.474808 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.476554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93bedb39-d090-4d11-a447-d3ca5f087866 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4292388 Feb 11 14:38:04.479000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 57992) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:04.484198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d5b8680-3c1d-4f2c-9722-e8b383cefee0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': 'f191d5a2-89d2-4da8-818b-92b2a320c1c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:04.552815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.609587 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8680-3c1d-4f2c-9722-e8b383cefee0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.665973 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.678949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fa5e73df-564f-4338-b466-b8db4dabf21f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:38:04.727963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:38:04.731024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:38:04.767454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:04.771811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:38:04.780823 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-3d5b8680-3c1d-4f2c-9722-e8b383cefee0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 14:38:04.784700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d5b8680-3c1d-4f2c-9722-e8b383cefee0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3019645 Feb 11 14:38:04.785242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:04.858884 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:04.860578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.871209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.900220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:04.987872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6dd15df-8fc3-4c78-94a9-e20719bf657b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2027516 Feb 11 14:38:05.014945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Request body: {'port': {'device_id': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:05.040613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b61d1-85dd-4f0e-a939-6852692c6035 req-afb9f03c-1b67-40da-a6c4-6ee2213269c1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:05.043068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0b61d1-85dd-4f0e-a939-6852692c6035 req-afb9f03c-1b67-40da-a6c4-6ee2213269c1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 931 time: 0.1330643 Feb 11 14:38:05.115356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3e0b61d1-85dd-4f0e-a939-6852692c6035 req-31382c48-8347-44d2-a426-7b5390dda975 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540278 Feb 11 14:38:05.135130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.145437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.148539 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.150299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/f191d5a2-89d2-4da8-818b-92b2a320c1c9 HTTP/1.1" status: 204 len: 168 time: 0.3640044 Feb 11 14:38:05.153745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58010) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:05.163748 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc12ef-dd30-4b24-9074-d6f6602b76c5 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f191d5a2-89d2-4da8-818b-92b2a320c1c9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:05.220846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-358dd2e2-dedf-4afc-aa24-5b3b833975fe None None] Provisioning complete for port af29471b-313f-4afd-ae34-ced75e9ba58a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:38:05.221604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-358dd2e2-dedf-4afc-aa24-5b3b833975fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.241263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58012) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:05.241530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a58aedcd-d381-43cc-b98c-5d49680604db tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861077 Feb 11 14:38:05.248191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--234862364'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:05.266381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-358dd2e2-dedf-4afc-aa24-5b3b833975fe None None] Port af29471b-313f-4afd-ae34-ced75e9ba58a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:38:05.375939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.509491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.547772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af29471b-313f-4afd-ae34-ced75e9ba58a {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:38:05.555768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.582725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Transition to ACTIVE for port object af29471b-313f-4afd-ae34-ced75e9ba58a will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:38:05.608100 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.638092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23afe28c-a7be-4b65-905b-a32c07b31372,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:05.688728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.746047 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.749531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a2fe9f31-e672-4bcd-adc0-92d5d6efafac tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5071387 Feb 11 14:38:05.753022 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:05.768160 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a513505e-094b-40ec-82e5-7b05a7b738e3 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '23afe28c-a7be-4b65-905b-a32c07b31372', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:05.770065 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-a513505e-094b-40ec-82e5-7b05a7b738e3 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 14:38:05.772057 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a513505e-094b-40ec-82e5-7b05a7b738e3 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:05.776747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a513505e-094b-40ec-82e5-7b05a7b738e3 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135958 Feb 11 14:38:05.780978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:05.805564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Pushing event updated for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:05.878338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Attempting to bind port af29471b-313f-4afd-ae34-ced75e9ba58a on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:38:05.880381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Attempting to bind port af29471b-313f-4afd-ae34-ced75e9ba58a by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:38:05.880842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Attempting to bind port af29471b-313f-4afd-ae34-ced75e9ba58a on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:05.901386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Port af29471b-313f-4afd-ae34-ced75e9ba58a on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:38:05.901849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Attempting to bind port af29471b-313f-4afd-ae34-ced75e9ba58a on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:05.909278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:38:05.909725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:38:05.910264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:38:05.911124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Bound port: af29471b-313f-4afd-ae34-ced75e9ba58a, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:38:05.911713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.914971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:05.982812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.059583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:38:06.068411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=af29471b-313f-4afd-ae34-ced75e9ba58a,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:38:06.221824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.224678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.225291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.226719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/23afe28c-a7be-4b65-905b-a32c07b31372 HTTP/1.1" status: 204 len: 168 time: 0.4445360 Feb 11 14:38:06.230371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:06.247157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f4677-3275-4105-8e2a-34aa693dd563 req-4a7b7bf5-95c8-487a-a904-1f9a9ef5a7d6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.249012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c23f4677-3275-4105-8e2a-34aa693dd563 req-4a7b7bf5-95c8-487a-a904-1f9a9ef5a7d6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0653913 Feb 11 14:38:06.253654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4847-c56f-4738-b3a8-1e3f18d06226 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afe28c-a7be-4b65-905b-a32c07b31372,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:06.308252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1013d6b3-54e0-4c3e-b1a0-e275c83a6e45 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742002 Feb 11 14:38:06.314967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:06.320182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--518326364'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:06.341442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.345750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.345750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] 10.222.0.60 "PUT /v2.0/ports/af29471b-313f-4afd-ae34-ced75e9ba58a HTTP/1.1" status: 200 len: 1091 time: 1.3338690 Feb 11 14:38:06.376990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:38:06.378609 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37049c9-dd53-4e4b-a193-68b913d70781" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:06.421808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c23f4677-3275-4105-8e2a-34aa693dd563 req-6ac6271f-5b8c-481a-8e31-a592dcb14aab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300344 Feb 11 14:38:06.446614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b79a-d3e3-4963-83e0-cac396a39d5f service neutron] Pushing event updated for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:06.484824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.485248 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775c544-ace7-4500-b593-6d0af18ddef6 x-openstack-request-id: req-4775c544-ace7-4500-b593-6d0af18ddef6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:06.485583 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:06.485866 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4775c544-ace7-4500-b593-6d0af18ddef6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:06.486262 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a', 'status': 'completed', 'code': 200} Feb 11 14:38:06.561642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-2da939d0-11e1-451b-9a5f-5a7013793ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.563243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-2da939d0-11e1-451b-9a5f-5a7013793ad5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 1094 time: 0.0675371 Feb 11 14:38:06.650352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.702583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-b47b83b1-c234-48df-b27e-db0ce0edaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.704173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-b47b83b1-c234-48df-b27e-db0ce0edaa65 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f8a40095696144588e809f81009df3d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1339259 Feb 11 14:38:06.722830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.781468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e916d16-5cff-4573-8d3b-487603f71a5a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:06.846861 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.848108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62810f6f-3659-4efd-ac66-45852da25a10 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5317266 Feb 11 14:38:06.850938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:06.852469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-b2f7a8c4-2291-4352-8427-dd2deb0f74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.856485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e37049c9-dd53-4e4b-a193-68b913d70781 req-b2f7a8c4-2291-4352-8427-dd2deb0f74b1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448042 Feb 11 14:38:06.856865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6b9ccc24-04c1-4610-823b-942a55271949 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '3e916d16-5cff-4573-8d3b-487603f71a5a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:06.858010 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-6b9ccc24-04c1-4610-823b-942a55271949 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 14:38:06.858746 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-6b9ccc24-04c1-4610-823b-942a55271949 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:06.860044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b9ccc24-04c1-4610-823b-942a55271949 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079415 Feb 11 14:38:06.862836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:06.939873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:06.942184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6ef744d-99bb-4717-9955-e50b6ee45fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:06.944467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-b6ef744d-99bb-4717-9955-e50b6ee45fa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 1094 time: 0.0505185 Feb 11 14:38:06.985060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.004118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-e6311ec0-2609-4f34-a4bb-1d658a51622c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af29471b-313f-4afd-ae34-ced75e9ba58a HTTP/1.1" status: 200 len: 217 time: 0.0522752 Feb 11 14:38:07.071789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-33b0d11f-c9d7-40e9-bbe2-f872c61fefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:07.073555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-33b0d11f-c9d7-40e9-bbe2-f872c61fefb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0612483 Feb 11 14:38:07.110685 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.121640 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.122820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e916d16-5cff-4573-8d3b-487603f71a5a HTTP/1.1" status: 204 len: 168 time: 0.2588501 Feb 11 14:38:07.126178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58050) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.142274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04423f2-c89f-4589-bbe1-9037750329df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e916d16-5cff-4573-8d3b-487603f71a5a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:07.154067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349c5f-7370-4465-a245-8330b8f2971e req-e0ff060d-d42c-4f19-bf2d-de9710c554e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:07.156483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-e0ff060d-d42c-4f19-bf2d-de9710c554e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764971 Feb 11 14:38:07.206608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.207343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-03d85f89-07a9-4712-86f9-58cc7be4b92b tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795851 Feb 11 14:38:07.211213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025549592'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:07.299718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-346981c7-f0fb-4559-b892-564d293f5c04 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103883 Feb 11 14:38:07.347484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.551046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.551971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-71349c5f-7370-4465-a245-8330b8f2971e req-240b04a0-fb5c-4aba-9f02-b27b4e90f895 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459412 Feb 11 14:38:07.625236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.681887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5885ef9-9ca5-4696-9f3f-9d40333d2925 req-af9d95bd-5fd1-472d-95fc-cec5cdb6650d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:07.683534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5885ef9-9ca5-4696-9f3f-9d40333d2925 req-af9d95bd-5fd1-472d-95fc-cec5cdb6650d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.1102273 Feb 11 14:38:07.708389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f92455-05fa-4da1-b27a-c37536714402,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:07.747893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a5885ef9-9ca5-4696-9f3f-9d40333d2925 req-147fc44b-62cd-4e51-b084-659dce12d328 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523951 Feb 11 14:38:07.804674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.806110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-96a4e0ed-3966-4dee-bbfd-99520176b0cd tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5984170 Feb 11 14:38:07.808884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58064) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.814671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b770cfaa-5ec7-4b28-a3fe-8de6c3b705b1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '73f92455-05fa-4da1-b27a-c37536714402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:07.815862 n-d-828407-1 neutron-server[109376]: WARNING neutron.api.v2.base [None req-b770cfaa-5ec7-4b28-a3fe-8de6c3b705b1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 14:38:07.816353 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b770cfaa-5ec7-4b28-a3fe-8de6c3b705b1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:07.820231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b770cfaa-5ec7-4b28-a3fe-8de6c3b705b1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073562 Feb 11 14:38:07.820566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58066) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.825529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-def6ab84-c10c-4d9c-8806-7ea4202555de tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '73f92455-05fa-4da1-b27a-c37536714402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:07.826201 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-def6ab84-c10c-4d9c-8806-7ea4202555de tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 14:38:07.826683 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-def6ab84-c10c-4d9c-8806-7ea4202555de tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:07.829792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-def6ab84-c10c-4d9c-8806-7ea4202555de tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060451 Feb 11 14:38:07.829989 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.833960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dae8cc98-56be-4678-a123-09ae3f104494 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '73f92455-05fa-4da1-b27a-c37536714402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:07.834764 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-dae8cc98-56be-4678-a123-09ae3f104494 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 14:38:07.836340 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-dae8cc98-56be-4678-a123-09ae3f104494 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:07.837252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dae8cc98-56be-4678-a123-09ae3f104494 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064013 Feb 11 14:38:07.839654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58070) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.843671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e057ac50-8409-4ecf-9d6b-dad88b697a2e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '73f92455-05fa-4da1-b27a-c37536714402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:07.844507 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-e057ac50-8409-4ecf-9d6b-dad88b697a2e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 14:38:07.845000 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-e057ac50-8409-4ecf-9d6b-dad88b697a2e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:07.848103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e057ac50-8409-4ecf-9d6b-dad88b697a2e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054159 Feb 11 14:38:07.848332 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58072) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:07.903792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:07.928267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.082496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.085139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.086315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/73f92455-05fa-4da1-b27a-c37536714402 HTTP/1.1" status: 204 len: 168 time: 0.2371297 Feb 11 14:38:08.089248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.109977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc1e96-5124-4755-9919-4d425c4ac643 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f92455-05fa-4da1-b27a-c37536714402,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:08.179591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b85818a-90d3-4471-9610-d528f36703d9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892034 Feb 11 14:38:08.185620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.191923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--709722140'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:08.319621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.420178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.485040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.531170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1d35a-fb9d-493b-90c1-6589d80e9275,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:08.619302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:08.623437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5538b127-bf2f-4fab-9be7-037bec7a05f1 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4338994 Feb 11 14:38:08.623570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58082) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.628698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-72f5d2d5-0ee3-4f9c-8142-5a3f9d546749 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:08.629706 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-72f5d2d5-0ee3-4f9c-8142-5a3f9d546749 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 14:38:08.630016 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-72f5d2d5-0ee3-4f9c-8142-5a3f9d546749 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:08.630960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-72f5d2d5-0ee3-4f9c-8142-5a3f9d546749 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065346 Feb 11 14:38:08.633997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.638555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5baacf5b-2378-49ce-a7bd-b11cb82ddfe2 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:08.711066 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:08.899380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09691188-eb95-4e53-a722-b884d586f6bb req-b7db5d67-79b4-4436-a815-2ef0cbde22d3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:08.901259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09691188-eb95-4e53-a722-b884d586f6bb req-b7db5d67-79b4-4436-a815-2ef0cbde22d3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0560741 Feb 11 14:38:08.964788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09691188-eb95-4e53-a722-b884d586f6bb req-771b364c-fe20-4eb0-93c1-1862d9e5b486 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Feb 11 14:38:08.972016 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5baacf5b-2378-49ce-a7bd-b11cb82ddfe2 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:08.973693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5baacf5b-2378-49ce-a7bd-b11cb82ddfe2 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3384278 Feb 11 14:38:08.976245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58088) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.985139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-17c624d2-5ec6-4b8b-83f8-69b80c6fe087 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:08.985841 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-17c624d2-5ec6-4b8b-83f8-69b80c6fe087 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 14:38:08.986437 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-17c624d2-5ec6-4b8b-83f8-69b80c6fe087 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:08.987691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-17c624d2-5ec6-4b8b-83f8-69b80c6fe087 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062513 Feb 11 14:38:08.990705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:08.995082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96acf6b6-ad5f-4e96-bf20-0d4e26b5f00a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:09.242762 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-96acf6b6-ad5f-4e96-bf20-0d4e26b5f00a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:09.243882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-96acf6b6-ad5f-4e96-bf20-0d4e26b5f00a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2522113 Feb 11 14:38:09.247799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:09.253521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f03d578-7d4a-48c8-80df-d854557c6160 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:09.253992 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-9f03d578-7d4a-48c8-80df-d854557c6160 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 14:38:09.254465 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-9f03d578-7d4a-48c8-80df-d854557c6160 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:09.255412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f03d578-7d4a-48c8-80df-d854557c6160 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066111 Feb 11 14:38:09.257843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58094) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:09.261672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ae1e0b42-395b-4759-9eb7-3c368660024d tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:09.546787 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-ae1e0b42-395b-4759-9eb7-3c368660024d tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:09.547979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae1e0b42-395b-4759-9eb7-3c368660024d tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2892778 Feb 11 14:38:09.550790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:09.556996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-65bb7133-0a42-4500-bc6d-18401f4752db tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:09.557489 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-65bb7133-0a42-4500-bc6d-18401f4752db tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 14:38:09.557976 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-65bb7133-0a42-4500-bc6d-18401f4752db tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:09.558999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65bb7133-0a42-4500-bc6d-18401f4752db tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071046 Feb 11 14:38:09.569907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:09.580109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-590cf0c3-dce0-4eb2-9c3f-a7bc5b025ff0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:10.101278 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-590cf0c3-dce0-4eb2-9c3f-a7bc5b025ff0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:10.105344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-590cf0c3-dce0-4eb2-9c3f-a7bc5b025ff0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5316088 Feb 11 14:38:10.105636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58106) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:10.110624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a221b87a-79d4-4980-a9d8-3ed073b9deef tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '17a1d35a-fb9d-493b-90c1-6589d80e9275', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:10.118709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08bf54-33f2-4850-89b9-c162055529ba req-2f6fdcca-804b-4f95-8c10-92edad3a2e32 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:10.120494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e08bf54-33f2-4850-89b9-c162055529ba req-2f6fdcca-804b-4f95-8c10-92edad3a2e32 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0617898 Feb 11 14:38:10.162080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e08bf54-33f2-4850-89b9-c162055529ba req-9b95bed9-2115-4133-80f3-c23ddc6ed84b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Feb 11 14:38:10.385883 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a221b87a-79d4-4980-a9d8-3ed073b9deef tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:10.385883 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a221b87a-79d4-4980-a9d8-3ed073b9deef tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2759175 Feb 11 14:38:10.386163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:10.472711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.497729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.684189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:10.733531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.737183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.738340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/17a1d35a-fb9d-493b-90c1-6589d80e9275 HTTP/1.1" status: 204 len: 168 time: 0.3513741 Feb 11 14:38:10.741348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:10.743952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Deleting subnet 894da9de-351f-439d-927f-f664e8097fe7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:38:10.755275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.757499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb38d44-e000-4c64-9abe-55f0b007f6c9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1d35a-fb9d-493b-90c1-6589d80e9275,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:10.787297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b0639c47-e4f2-4267-a1a5-4b75c1610409 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447760 Feb 11 14:38:10.794613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:10.799508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--535758701'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:10.801364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.848285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:10.965094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.034753 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.071225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.096429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894da9de-351f-439d-927f-f664e8097fe7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:11.103553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.109243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7d0fc2b-e826-4702-9d54-d342748ebe2b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/894da9de-351f-439d-927f-f664e8097fe7 HTTP/1.1" status: 204 len: 168 time: 0.4239089 Feb 11 14:38:11.109427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:11.163980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.219537 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.222118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea8458-9e12-483a-9dd6-4b497d99948c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:11.343845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.345166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eb6b913f-1159-4fee-b62e-1cb5211879a4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5494618 Feb 11 14:38:11.348106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58124) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:11.353269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e758f8ce-b669-4562-927d-9ec7f96e2a40 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '4dea8458-9e12-483a-9dd6-4b497d99948c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:11.355110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.383416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b7e651-4577-4bc5-b99b-2522fdb39358']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:11.396009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74597a50-45a9-467d-8c4a-61f9bd10cebc') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:11.396300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74597a50-45a9-467d-8c4a-61f9bd10cebc') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:11.405072 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bfe51-19c7-4c2d-83aa-a432f942e5dd req-8422d66c-956a-486c-acf3-106d31bf20ce tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:11.406591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-161bfe51-19c7-4c2d-83aa-a432f942e5dd req-8422d66c-956a-486c-acf3-106d31bf20ce tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.1335180 Feb 11 14:38:11.416059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.443110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.457579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:38:11.457969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:38:11.459783 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:38:11.476526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-161bfe51-19c7-4c2d-83aa-a432f942e5dd req-db7ae21f-63e5-4a5f-aa50-dad24ac56f1d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624390 Feb 11 14:38:11.580073 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-e758f8ce-b669-4562-927d-9ec7f96e2a40 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The resource could not be found. Feb 11 14:38:11.581218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e758f8ce-b669-4562-927d-9ec7f96e2a40 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2320380 Feb 11 14:38:11.584155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58128) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:11.594400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f5245777-60b9-4275-a8b4-3d82db50a454 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '4dea8458-9e12-483a-9dd6-4b497d99948c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e08dbced-4d18-44e8-80f1-6dd2d590d8c4'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:11.617109 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.623950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.627280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9b7e651-4577-4bc5-b99b-2522fdb39358 HTTP/1.1" status: 204 len: 168 time: 0.5164728 Feb 11 14:38:11.631438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58132) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:11.639893 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0f045-fcec-4f99-99c8-aea44445d153 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b7e651-4577-4bc5-b99b-2522fdb39358,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:11.683656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Deleting subnet c62e892f-52e5-4c0b-8c61-888609a7d845 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:38:11.687743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.723187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.772675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:11.987670 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-f5245777-60b9-4275-a8b4-3d82db50a454 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The resource could not be found. Feb 11 14:38:11.988772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5245777-60b9-4275-a8b4-3d82db50a454 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4033027 Feb 11 14:38:11.991584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58138) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:12.046792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.060301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.087218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62e892f-52e5-4c0b-8c61-888609a7d845,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:12.089262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.092538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b38923ec-0901-4507-98bc-f63bb0a396c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c62e892f-52e5-4c0b-8c61-888609a7d845 HTTP/1.1" status: 204 len: 168 time: 0.4600513 Feb 11 14:38:12.095189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:12.105182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.170286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.251741 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.256293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.259056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.260275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/4dea8458-9e12-483a-9dd6-4b497d99948c HTTP/1.1" status: 204 len: 168 time: 0.2677863 Feb 11 14:38:12.263591 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:12.270800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56328f9c-5223-4d0f-a8d2-32ab4841ae35 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea8458-9e12-483a-9dd6-4b497d99948c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:12.284342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbccfca-0cf6-4bab-a8ba-7a242df83b60']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:12.300999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddcf41a-6364-4e86-9de5-508540341ff4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:12.301237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddcf41a-6364-4e86-9de5-508540341ff4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:38:12.327082 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.348305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6c3882cf-f137-4242-845e-002375daa0aa tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836630 Feb 11 14:38:12.352207 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.356847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:12.359615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1fc91d24-037f-4ec5-b765-59943d6c5e84 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': '095fae38-0cdb-4f2e-96f4-b4cef1e1a005', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:12.368190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:38:12.368582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:38:12.370202 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:38:12.587910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.593891 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.601181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0cbccfca-0cf6-4bab-a8ba-7a242df83b60 HTTP/1.1" status: 204 len: 168 time: 0.5026722 Feb 11 14:38:12.611494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e21372-8116-4ca8-90c0-a23fb4cdaa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbccfca-0cf6-4bab-a8ba-7a242df83b60,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:12.618964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580347b-29f5-4898-a308-2ae1a8065b5c req-d085e4be-3615-4fa5-a526-f84b67d9a2e1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:12.622564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5580347b-29f5-4898-a308-2ae1a8065b5c req-d085e4be-3615-4fa5-a526-f84b67d9a2e1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0709922 Feb 11 14:38:12.665630 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-1fc91d24-037f-4ec5-b765-59943d6c5e84 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The resource could not be found. Feb 11 14:38:12.666073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5580347b-29f5-4898-a308-2ae1a8065b5c req-838e7a83-8133-4b09-9312-1753bd0fc5ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 Feb 11 14:38:12.666922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1fc91d24-037f-4ec5-b765-59943d6c5e84 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3118930 Feb 11 14:38:12.670572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:12.675547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022617734'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:12.802402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.899757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:12.999601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.036684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4140848-dd06-464e-9c35-1f95e7780d26,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:13.108236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:13.110297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.111582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-696b841c-b445-4709-9009-a8697aff2cd0 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4399648 Feb 11 14:38:13.114355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:13.119856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--824634377'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:13.172245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b90014d1-6dfe-4d35-98da-fd16a1596416 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63478dbb1b264077958f54242d784eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626957 Feb 11 14:38:13.174741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:13.227675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.251690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.316743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.393437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.413648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.416181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.418134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/931ee3c3-42ad-4f7b-a218-053da296bd44 HTTP/1.1" status: 204 len: 168 time: 0.2416325 Feb 11 14:38:13.426318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0ffa2-3dba-41f2-a224-35532c81947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ee3c3-42ad-4f7b-a218-053da296bd44,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:13.585615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.619739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b1320-db5e-40c4-9608-f660621757a6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:13.758730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.760195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b71c76cf-a410-4449-b797-5b73bbd94f0f tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6449974 Feb 11 14:38:13.763222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58184) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:13.767899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-638246e8-9bc2-432a-acd6-ae669834efc4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group_rule': {'security_group_id': 'a4140848-dd06-464e-9c35-1f95e7780d26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fe7b1320-db5e-40c4-9608-f660621757a6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:13.804118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5727-2b47-4f24-9402-8b5d2b45a691 req-62decbe6-7dde-471b-b6b2-099fdf3b0595 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:13.805799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dfa5727-2b47-4f24-9402-8b5d2b45a691 req-62decbe6-7dde-471b-b6b2-099fdf3b0595 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0589197 Feb 11 14:38:13.845946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dfa5727-2b47-4f24-9402-8b5d2b45a691 req-234f77e7-e75b-45e5-84ae-62af50f5d67d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Feb 11 14:38:14.112061 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-638246e8-9bc2-432a-acd6-ae669834efc4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:38:14.113257 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-638246e8-9bc2-432a-acd6-ae669834efc4 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3489335 Feb 11 14:38:14.116385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58200) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.176422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.198320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.349070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.351806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.352925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe7b1320-db5e-40c4-9608-f660621757a6 HTTP/1.1" status: 204 len: 168 time: 0.2355897 Feb 11 14:38:14.355677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.363601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc648d-72dc-4139-b065-0813b46854f7 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b1320-db5e-40c4-9608-f660621757a6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:14.414101 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7b239fe9-e507-4aba-8285-db699f90fbad tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0548148 Feb 11 14:38:14.414354 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.473255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.499467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.593249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.642434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9e278e0c-3e5a-4e8d-ac97-5ee7405bf538 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65853c726a1043749248321b1712c153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479522 Feb 11 14:38:14.645235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.659425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.662028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.663192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4140848-dd06-464e-9c35-1f95e7780d26 HTTP/1.1" status: 204 len: 168 time: 0.2479866 Feb 11 14:38:14.666202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58226) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.685556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a27a6-0375-4925-a04d-d1cebb1244df tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4140848-dd06-464e-9c35-1f95e7780d26,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:14.710266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.724837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc56a45d-1047-4d25-9b49-9f39c66db412 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573800 Feb 11 14:38:14.728809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:14.738923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032291494'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:14.740308 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.954155 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.976312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.979363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:14.980511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edd6528e-3bde-4b98-ba9b-d561ba01de8f HTTP/1.1" status: 204 len: 168 time: 0.3343880 Feb 11 14:38:14.985110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc98cbb-0671-4f85-b17c-6d479b7c29d7 req-0fc84cbf-ecde-4e08-a724-33e931f28128 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:14.986794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc98cbb-0671-4f85-b17c-6d479b7c29d7 req-0fc84cbf-ecde-4e08-a724-33e931f28128 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0623868 Feb 11 14:38:14.993764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4ba85-ad40-4193-9bb9-6be080e54f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd6528e-3bde-4b98-ba9b-d561ba01de8f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:15.052337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc98cbb-0671-4f85-b17c-6d479b7c29d7 req-db970416-7864-4c36-9190-e3e40523a77b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539973 Feb 11 14:38:15.096642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.185687 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.214730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ee3be6-06ad-4802-abd8-81c7739697c4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:15.350220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.351426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8381b4cb-f3dd-42a1-83ed-da28271d4b2a tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6206164 Feb 11 14:38:15.354299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58256) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.363887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-91424e78-9bba-429a-9e94-770bb3ce13e9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:15.363887 n-d-828407-1 neutron-server[109375]: WARNING neutron.api.v2.base [None req-91424e78-9bba-429a-9e94-770bb3ce13e9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 14:38:15.363887 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-91424e78-9bba-429a-9e94-770bb3ce13e9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 14:38:15.363887 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91424e78-9bba-429a-9e94-770bb3ce13e9 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "PUT /v2.0/security-groups/59ee3be6-06ad-4802-abd8-81c7739697c4 HTTP/1.1" status: 409 len: 330 time: 0.0058680 Feb 11 14:38:15.366185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.420946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.442731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.612038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.616690 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.618119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/59ee3be6-06ad-4802-abd8-81c7739697c4 HTTP/1.1" status: 204 len: 168 time: 0.2504497 Feb 11 14:38:15.620686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58270) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.631119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dde4a7-d48f-4070-927f-1dbfb54f265e tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ee3be6-06ad-4802-abd8-81c7739697c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:15.680502 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-42bf2170-2210-448c-9424-4423529af8ff tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581598 Feb 11 14:38:15.684301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58274) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.701020 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-6254abb4-86df-4cb8-ab69-12085bf6ddcc tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] delete failed (client error): The resource could not be found. Feb 11 14:38:15.702221 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6254abb4-86df-4cb8-ab69-12085bf6ddcc tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "DELETE /v2.0/security-groups/890e7c82-51fe-4d79-ab13-d92701f1dfee HTTP/1.1" status: 404 len: 347 time: 0.0164073 Feb 11 14:38:15.706233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.724268 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-3a5c527f-9cca-4a74-80ac-7d76d373644d tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] show failed (client error): The resource could not be found. Feb 11 14:38:15.725323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3a5c527f-9cca-4a74-80ac-7d76d373644d tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-groups/1c912f2e-5552-46d8-abc4-541b335c3182 HTTP/1.1" status: 404 len: 347 time: 0.0178092 Feb 11 14:38:15.734706 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:15.749746 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5c2f10d7-b4d7-48e4-872b-7b227e4463a2 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] show failed (client error): The resource could not be found. Feb 11 14:38:15.750729 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5c2f10d7-b4d7-48e4-872b-7b227e4463a2 tempest-NegativeSecGroupTest-310737341 tempest-NegativeSecGroupTest-310737341-project] 10.222.0.31 "GET /v2.0/security-group-rules/06be45e7-3248-45b8-9a09-775072c86827 HTTP/1.1" status: 404 len: 356 time: 0.0151267 Feb 11 14:38:16.184191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878de93b-44da-4693-9548-616c528f3ede req-0f7d9b54-8aea-4dc2-ab2c-7e6b583b110e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:16.186765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-878de93b-44da-4693-9548-616c528f3ede req-0f7d9b54-8aea-4dc2-ab2c-7e6b583b110e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0578349 Feb 11 14:38:16.238425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-878de93b-44da-4693-9548-616c528f3ede req-d1c1212d-9fce-4594-bf07-99b6c829b666 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Feb 11 14:38:16.452454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:16.610414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-29bd9703-2862-4d0b-a7ba-bfd9d6397feb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f489fba9708427e8985b4c1cb4ade58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563978 Feb 11 14:38:16.613006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:16.660547 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:16.680649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:16.849940 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:16.853653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:16.854694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af512872-3819-407a-b73e-33a4c4b8c79c HTTP/1.1" status: 204 len: 168 time: 0.2403872 Feb 11 14:38:16.863947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae26629-f889-465d-874f-d4714c79bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af512872-3819-407a-b73e-33a4c4b8c79c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:17.359559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c618f3-aadd-4b96-b6f5-b1f0cea18721 req-de2eeb33-5c25-4172-b9cd-64ffd1659fe8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.361512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02c618f3-aadd-4b96-b6f5-b1f0cea18721 req-de2eeb33-5c25-4172-b9cd-64ffd1659fe8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0535388 Feb 11 14:38:17.401758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02c618f3-aadd-4b96-b6f5-b1f0cea18721 req-cf27a63e-e7fa-4c88-b221-4c2456a89a11 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Feb 11 14:38:18.260037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e8696c2-34e5-4b15-941c-1252ff7631d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:18.804817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372fb7-f082-4a20-86db-6612184c855c req-89ac2ce0-05a5-4c2e-9a67-831cc3244707 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:18.806333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13372fb7-f082-4a20-86db-6612184c855c req-89ac2ce0-05a5-4c2e-9a67-831cc3244707 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.3322582 Feb 11 14:38:18.847030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13372fb7-f082-4a20-86db-6612184c855c req-05fe3d14-6314-42e6-a4a3-18e28bdf45ae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345211 Feb 11 14:38:19.969487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526a0e-c141-4197-9939-c627555ab7bb req-14f83551-1f01-49a8-bcde-82c1e187ffa6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:19.970993 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff526a0e-c141-4197-9939-c627555ab7bb req-14f83551-1f01-49a8-bcde-82c1e187ffa6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0513201 Feb 11 14:38:20.015372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff526a0e-c141-4197-9939-c627555ab7bb req-2fbcb5aa-e524-4141-b245-a0e17f0e42d9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Feb 11 14:38:20.423622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24b86cbb-290e-4472-910f-8afe556df9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:21.134616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77197839-0ba9-4c6a-81f1-dda999619fe8 req-0f3f9acf-c751-4d8f-91ae-640d45c69607 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:21.136107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77197839-0ba9-4c6a-81f1-dda999619fe8 req-0f3f9acf-c751-4d8f-91ae-640d45c69607 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0481598 Feb 11 14:38:21.174577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77197839-0ba9-4c6a-81f1-dda999619fe8 req-cbb91aaf-7e33-4a9f-ac72-5765a6cc475d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Feb 11 14:38:21.832143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:22.314185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58381-2804-43bd-ace7-964f86d5e1eb req-dbc401e0-e1d7-420f-a4ce-821f97b43ad9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:22.315720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f58381-2804-43bd-ace7-964f86d5e1eb req-dbc401e0-e1d7-420f-a4ce-821f97b43ad9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0499156 Feb 11 14:38:22.360167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f58381-2804-43bd-ace7-964f86d5e1eb req-19eaf5ed-5541-4f62-a286-ddc7234948c2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Feb 11 14:38:23.239225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:23.494692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2998e-09f6-4586-8bab-37b38352d665 req-4aa4c4b8-7bf1-48f8-8c5d-055c6d7cf429 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:23.496977 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35b2998e-09f6-4586-8bab-37b38352d665 req-4aa4c4b8-7bf1-48f8-8c5d-055c6d7cf429 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0624623 Feb 11 14:38:23.519623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:23.545439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35b2998e-09f6-4586-8bab-37b38352d665 req-bb7b5834-7c9f-4779-bbe2-c32a43e94f9e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Feb 11 14:38:24.679581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f1351-8e61-4581-bb6c-34e4c1a82d66 req-8a33ee51-fb86-45c8-a2d4-03e723c2ed26 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:24.681232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e6f1351-8e61-4581-bb6c-34e4c1a82d66 req-8a33ee51-fb86-45c8-a2d4-03e723c2ed26 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Feb 11 14:38:24.729297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e6f1351-8e61-4581-bb6c-34e4c1a82d66 req-70480488-2b5d-43da-9337-37787403272c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341089 Feb 11 14:38:25.524087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:25.646946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfd700a-dcea-4c5d-baab-6211a27c12f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:25.726353 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfd700a-dcea-4c5d-baab-6211a27c12f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:25.877766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfd700a-dcea-4c5d-baab-6211a27c12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:25.905010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ddd0-cb50-4949-ad38-62d1022ca254 req-1e0a4572-a70b-4767-83fb-713e8f8786de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:25.906748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f96ddd0-cb50-4949-ad38-62d1022ca254 req-1e0a4572-a70b-4767-83fb-713e8f8786de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0674157 Feb 11 14:38:25.945940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3dfd700a-dcea-4c5d-baab-6211a27c12f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c75ec02f33ee417f86b4e97520afaddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200091 Feb 11 14:38:25.946583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd700a-dcea-4c5d-baab-6211a27c12f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ae157-8204-4125-86fa-1b763a1f803f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:25.948651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:25.969726 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0f96ddd0-cb50-4949-ad38-62d1022ca254 req-6fcc9823-891f-4c7e-b339-77efc2ae603a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Feb 11 14:38:26.000050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.020783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.159373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.162033 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.163223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a4ae157-8204-4125-86fa-1b763a1f803f HTTP/1.1" status: 204 len: 168 time: 0.2133965 Feb 11 14:38:26.176014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27729e50-d48b-4d2a-93d4-e0878a9c54ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ae157-8204-4125-86fa-1b763a1f803f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:26.882771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 58794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:26.895538 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc3f3-dbe2-4581-92a2-bb8d85faad0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.975782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc3f3-dbe2-4581-92a2-bb8d85faad0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.092007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cc8c9-d35c-4618-9f07-3abd937beed1 req-d47e6454-fedc-4261-aeaf-d9a5bd50c95e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:27.093563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c9cc8c9-d35c-4618-9f07-3abd937beed1 req-d47e6454-fedc-4261-aeaf-d9a5bd50c95e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0534234 Feb 11 14:38:27.105943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc3f3-dbe2-4581-92a2-bb8d85faad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.134815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9c9cc8c9-d35c-4618-9f07-3abd937beed1 req-9e716b97-a758-4cda-885c-879398b5b965 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Feb 11 14:38:27.157557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f5cc3f3-dbe2-4581-92a2-bb8d85faad0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18dfeb7832b94713b220223ae30b5c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630963 Feb 11 14:38:27.157557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cc3f3-dbe2-4581-92a2-bb8d85faad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e6de66-d2e7-442b-a822-d5933b50f6f5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:27.158472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 58806) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:27.206136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.232091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.395692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.399486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.401365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46e6de66-d2e7-442b-a822-d5933b50f6f5 HTTP/1.1" status: 204 len: 168 time: 0.2501013 Feb 11 14:38:27.415720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0793b6e-6cc1-4f85-b655-3f8ac94cbdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e6de66-d2e7-442b-a822-d5933b50f6f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:28.270786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc579-f84d-487c-a09c-b5af7c683b3e req-feb48114-b15e-4840-a596-d919cbabcd25 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:28.272649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-352fc579-f84d-487c-a09c-b5af7c683b3e req-feb48114-b15e-4840-a596-d919cbabcd25 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0554535 Feb 11 14:38:28.319506 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-352fc579-f84d-487c-a09c-b5af7c683b3e req-00122624-7410-4dc1-9be7-e8bbf042f756 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357778 Feb 11 14:38:29.446870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bab97a-8dbc-43ab-a9d9-ab1f25313347 req-24fb2e94-b33c-43b1-9468-8fe3d862d6e1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:29.448358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09bab97a-8dbc-43ab-a9d9-ab1f25313347 req-24fb2e94-b33c-43b1-9468-8fe3d862d6e1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0547338 Feb 11 14:38:29.495884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09bab97a-8dbc-43ab-a9d9-ab1f25313347 req-09b32b50-aa90-4d2d-a9fe-9804cacc5f3a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Feb 11 14:38:30.529033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:30.643918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9f0f-70f3-4fe5-9441-8c3c512c8159 req-c512e402-48a6-4ceb-a10c-409d95140ea2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:30.645639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfcb9f0f-70f3-4fe5-9441-8c3c512c8159 req-c512e402-48a6-4ceb-a10c-409d95140ea2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0627651 Feb 11 14:38:30.689321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfcb9f0f-70f3-4fe5-9441-8c3c512c8159 req-6439ed11-62c4-438b-a8f7-72dcd0e54854 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364530 Feb 11 14:38:31.308445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:31.856712 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50a7c1-7280-4b1a-a8f4-223351e0b4f1 req-5fb052ff-295b-4b99-acbb-17e7d02b50d1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:31.858834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd50a7c1-7280-4b1a-a8f4-223351e0b4f1 req-5fb052ff-295b-4b99-acbb-17e7d02b50d1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0911891 Feb 11 14:38:31.925167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd50a7c1-7280-4b1a-a8f4-223351e0b4f1 req-4224b494-3f48-4382-90bb-df2e12b4580b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Feb 11 14:38:32.473628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-f838c7e4-7ae3-4bab-993d-b80f68640fe6 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4b62d9544ed249f58836af74a0bc0319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406632 Feb 11 14:38:32.689327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-e8ff3728-65e4-47ae-9332-a908ee1886eb tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:32.690864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-e8ff3728-65e4-47ae-9332-a908ee1886eb tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145557 Feb 11 14:38:32.708148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-71ad7319-1572-4746-86ca-44273d15a718 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/quotas/4b62d9544ed249f58836af74a0bc0319 HTTP/1.1" status: 200 len: 375 time: 0.0109723 Feb 11 14:38:32.743485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-07e8ab91-d3ec-4db1-abcc-a2ef08d75180 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b62d9544ed249f58836af74a0bc0319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287139 Feb 11 14:38:33.029960 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7affa57a-d363-4996-abe9-66114ad48564 req-5181741b-731e-480a-b4f8-ff76fdda3f6d tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 210 time: 0.0383627 Feb 11 14:38:33.081524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dae2d2-62d6-4280-9158-f5e3cfe814b3 req-a9ee04cd-800e-4edd-8628-57b73026c138 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:33.090321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0dae2d2-62d6-4280-9158-f5e3cfe814b3 req-a9ee04cd-800e-4edd-8628-57b73026c138 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0888429 Feb 11 14:38:33.136243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0dae2d2-62d6-4280-9158-f5e3cfe814b3 req-3b1eefe6-45e1-4829-8c6e-1f2655e0823d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Feb 11 14:38:34.113837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-130b5210-f493-475e-aad5-8ad30ec0f913 req-886e0411-b8a8-4117-b5b7-87785d5bf81a tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 210 time: 0.0316036 Feb 11 14:38:34.274589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde3402-7682-401b-a23d-fb05ab0e2bf3 req-a298fe21-9c6b-4d34-a21b-948ab315cab4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:34.276000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dde3402-7682-401b-a23d-fb05ab0e2bf3 req-a298fe21-9c6b-4d34-a21b-948ab315cab4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0561702 Feb 11 14:38:34.318522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dde3402-7682-401b-a23d-fb05ab0e2bf3 req-5642104e-8a46-4e19-ae75-f1b3e83d941d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Feb 11 14:38:35.213586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-36e3126b-14b5-4b39-a07f-b961f09592f9 req-0d50cec4-8261-47a1-a593-006f8f4e75a4 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 210 time: 0.0296662 Feb 11 14:38:35.453758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553623-73cd-4279-859c-fd27c51a94f0 req-6d54f333-6b51-40ca-98dd-f3332d029e03 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:35.455412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-79553623-73cd-4279-859c-fd27c51a94f0 req-6d54f333-6b51-40ca-98dd-f3332d029e03 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0620861 Feb 11 14:38:35.500677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-79553623-73cd-4279-859c-fd27c51a94f0 req-5feb2bd1-c239-40ae-9066-cf562716b3c9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Feb 11 14:38:35.734208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-6cc09868-1456-4869-b4ad-72ec8a95663f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395963 Feb 11 14:38:35.825767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-4a2c3267-5e82-439f-9c83-3c4135178b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:35.827351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-4a2c3267-5e82-439f-9c83-3c4135178b0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.0487967 Feb 11 14:38:35.930427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-1bb6475c-9a34-4666-913a-fcf492cfc5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:35.931881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-1bb6475c-9a34-4666-913a-fcf492cfc5cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.0868721 Feb 11 14:38:35.947335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-7d881fb3-d4f7-478f-9014-fea6ecb2b909 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4b62d9544ed249f58836af74a0bc0319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212920 Feb 11 14:38:36.036367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-321bf4f2-7ad8-4de0-a077-518200579f2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 1001 time: 0.0984626 Feb 11 14:38:36.094085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-00318f27-c6a3-4759-934a-8538d53389ec tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:36.094085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-00318f27-c6a3-4759-934a-8538d53389ec tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350777 Feb 11 14:38:36.101258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Request body: {'port': {'device_id': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '4b62d9544ed249f58836af74a0bc0319'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:36.115616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-2936e79b-340e-4f62-92d1-39d1e67461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:36.118434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-2936e79b-340e-4f62-92d1-39d1e67461a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0761576 Feb 11 14:38:36.182018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-fb9180bb-6312-4a7a-a9bf-9d7f82cfa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:36.183543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-fb9180bb-6312-4a7a-a9bf-9d7f82cfa1f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585029 Feb 11 14:38:36.323420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-4e131dc3-56d4-4f65-84f1-571e77e7e681 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332500 Feb 11 14:38:36.339614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Made reservation on behalf of 4b62d9544ed249f58836af74a0bc0319 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:38:36.339614 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:36.361765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11f8a5aa-84a9-48b6-a5e7-7c519ec99e15 req-93dd1c6a-94be-492f-934b-1f6180e35420 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 210 time: 0.0380166 Feb 11 14:38:36.362897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:36.426017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86005c62-ed18-4ca6-8ef5-2153a4cb7889 req-c28f53b2-8d52-4bbc-a900-444e864a8013 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957725 Feb 11 14:38:36.445376 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:36.569886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:36.655456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:36.659153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96034b-eb51-4272-a5b7-dd12f4a50173 req-4ba334a5-7f6c-4fec-8745-49b976e6c181 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:36.661023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d96034b-eb51-4272-a5b7-dd12f4a50173 req-4ba334a5-7f6c-4fec-8745-49b976e6c181 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0574563 Feb 11 14:38:36.709966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d96034b-eb51-4272-a5b7-dd12f4a50173 req-eecf4676-990f-4405-ba8f-37aa9b6abb75 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Feb 11 14:38:36.751545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Allocated IP 192.168.233.68 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/58661cc1-ec23-4620-85b0-344f60699468) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:38:36.927440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.047434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.067911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59028) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:37.109938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Pushing event updated for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:37.126426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:38:37.127953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:38:37.130605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:38:37.196824 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:37.197619 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.253307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9884263-d5df-4c5a-be15-4c631349ae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.328498 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-81fe85c1-eb97-444f-bc9f-e8901d497e0f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2277679 Feb 11 14:38:37.336171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Request body: {'port': {'device_id': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:38:37.379498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9884263-d5df-4c5a-be15-4c631349ae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.396277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.490308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e220a6df-6741-461e-8acf-4b761e532280 None None] Provisioning complete for port 58661cc1-ec23-4620-85b0-344f60699468 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:38:37.490881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e220a6df-6741-461e-8acf-4b761e532280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.500812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9884263-d5df-4c5a-be15-4c631349ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.527867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e220a6df-6741-461e-8acf-4b761e532280 None None] Port 58661cc1-ec23-4620-85b0-344f60699468 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:38:37.549483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c9884263-d5df-4c5a-be15-4c631349ae93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44b48589f6a14d07aaee15977be96019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794035 Feb 11 14:38:37.551483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:37.558631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9884263-d5df-4c5a-be15-4c631349ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b146c6-f797-40fd-ae9c-3f350f2b5e64,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:37.569085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f26e8-7b6f-41e0-9c1b-4c5c20715d07 req-6ce6c3fa-b6ff-4185-b0a7-b2caf714dc95 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:37.570818 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a0f26e8-7b6f-41e0-9c1b-4c5c20715d07 req-6ce6c3fa-b6ff-4185-b0a7-b2caf714dc95 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 935 time: 0.1306562 Feb 11 14:38:37.692705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5a0f26e8-7b6f-41e0-9c1b-4c5c20715d07 req-7e45fcb0-6246-4cf6-9db0-95669e417727 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059282 Feb 11 14:38:37.714852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.755791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.858471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58661cc1-ec23-4620-85b0-344f60699468 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:38:37.860934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46595-8470-40a6-a551-44f8e3931dd1 req-25b30a2d-1b2a-4c28-90f3-3bfa91821027 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:37.862879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68f46595-8470-40a6-a551-44f8e3931dd1 req-25b30a2d-1b2a-4c28-90f3-3bfa91821027 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0807185 Feb 11 14:38:37.870787 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.921838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68f46595-8470-40a6-a551-44f8e3931dd1 req-b0550242-6b33-4fc4-9eb6-374d714879c8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Feb 11 14:38:37.966391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Transition to ACTIVE for port object 58661cc1-ec23-4620-85b0-344f60699468 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:38:37.969894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.970545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:37.971705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96b146c6-f797-40fd-ae9c-3f350f2b5e64 HTTP/1.1" status: 204 len: 168 time: 0.4192653 Feb 11 14:38:37.986751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e3e5e-2f95-40f1-8bee-9a21c6e0b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b146c6-f797-40fd-ae9c-3f350f2b5e64,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:38.095393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:38.149409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Pushing event updated for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:38.219946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Attempting to bind port 58661cc1-ec23-4620-85b0-344f60699468 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:38:38.220278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Attempting to bind port 58661cc1-ec23-4620-85b0-344f60699468 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:38:38.221830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Attempting to bind port 58661cc1-ec23-4620-85b0-344f60699468 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:38.225132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Port 58661cc1-ec23-4620-85b0-344f60699468 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:38:38.225450 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Attempting to bind port 58661cc1-ec23-4620-85b0-344f60699468 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:38:38.230215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:38:38.230566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:38:38.230945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:38:38.231383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Bound port: 58661cc1-ec23-4620-85b0-344f60699468, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:38:38.231739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:38.299058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:38:38.302363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=58661cc1-ec23-4620-85b0-344f60699468,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:38:38.418542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:38.461244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.462981 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:38.464751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] 10.222.0.62 "PUT /v2.0/ports/58661cc1-ec23-4620-85b0-344f60699468 HTTP/1.1" status: 200 len: 1095 time: 1.1327214 Feb 11 14:38:38.468341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'tag': '58661cc1-ec23-4620-85b0-344f60699468'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:38:38.472591 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f381a8-4326-4d18-88a4-0eecfff2aa97" -d '{"events": [{"name": "network-changed", "server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "tag": "58661cc1-ec23-4620-85b0-344f60699468"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:38.511630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338d572-21c9-4646-95c6-31d14ef2609b service neutron] Pushing event updated for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:38.535740 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b9ca7e-dcce-4987-b5d9-7a587d134fbe x-openstack-request-id: req-74b9ca7e-dcce-4987-b5d9-7a587d134fbe {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:38.536044 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "tag": "58661cc1-ec23-4620-85b0-344f60699468", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:38.536298 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74b9ca7e-dcce-4987-b5d9-7a587d134fbe {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:38.536744 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'tag': '58661cc1-ec23-4620-85b0-344f60699468', 'status': 'completed', 'code': 200} Feb 11 14:38:38.600205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f381a8-4326-4d18-88a4-0eecfff2aa97 req-bbc5fb1b-48c6-4ac5-a2f0-1dd392336df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.602013 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17f381a8-4326-4d18-88a4-0eecfff2aa97 req-bbc5fb1b-48c6-4ac5-a2f0-1dd392336df3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b62d9544ed249f58836af74a0bc0319&device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 1098 time: 0.0461063 Feb 11 14:38:38.636781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17f381a8-4326-4d18-88a4-0eecfff2aa97 req-fd066440-76b8-40b4-be51-0aad21a6e1e6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4b62d9544ed249f58836af74a0bc0319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250125 Feb 11 14:38:38.787305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f381a8-4326-4d18-88a4-0eecfff2aa97 req-0ead20b6-d067-4ae4-afa7-da4adc91659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.790496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-17f381a8-4326-4d18-88a4-0eecfff2aa97 req-0ead20b6-d067-4ae4-afa7-da4adc91659a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463919 Feb 11 14:38:38.853013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966444fb-ea5b-4465-be82-a1419f64408e req-fad46300-79ee-420a-92e6-80e81a4f22a6 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.854724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-966444fb-ea5b-4465-be82-a1419f64408e req-fad46300-79ee-420a-92e6-80e81a4f22a6 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 947 time: 0.0728087 Feb 11 14:38:38.855395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59060) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:38.877159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-f6f89774-8fe6-4162-bb90-cb79956533c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.878919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-f6f89774-8fe6-4162-bb90-cb79956533c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b62d9544ed249f58836af74a0bc0319&device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 1098 time: 0.0497735 Feb 11 14:38:38.882663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-685d738e-6537-4606-a082-8c388197b85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:38.919809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-966444fb-ea5b-4465-be82-a1419f64408e req-c61f35f2-168e-4d6b-8f05-eb2bfac59149 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Feb 11 14:38:38.922434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-9a13590d-1707-48d3-ae29-f2146c91657e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=58661cc1-ec23-4620-85b0-344f60699468 HTTP/1.1" status: 200 len: 217 time: 0.0357137 Feb 11 14:38:38.986854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-98393a98-12a6-4fda-93f1-4342e812ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:38.989090 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-98393a98-12a6-4fda-93f1-4342e812ee87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0591695 Feb 11 14:38:39.029870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-685d738e-6537-4606-a082-8c388197b85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.086496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-ee606538-b9d4-4e47-a8f7-3c21307aa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:39.088007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-ee606538-b9d4-4e47-a8f7-3c21307aa187 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920868 Feb 11 14:38:39.100270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c766983-8349-4945-be04-a4443e8d1859 req-4f0a0776-8d94-4a9b-a29e-d2419a572e54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:39.101797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c766983-8349-4945-be04-a4443e8d1859 req-4f0a0776-8d94-4a9b-a29e-d2419a572e54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0657651 Feb 11 14:38:39.129761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-685d738e-6537-4606-a082-8c388197b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.174532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d738e-6537-4606-a082-8c388197b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f6f359-981a-4e16-a1c8-1c4e8d167d4b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:39.182553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-685d738e-6537-4606-a082-8c388197b85b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4b148986ed14294831bce1760109a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259473 Feb 11 14:38:39.190939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59068) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:39.206898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0c766983-8349-4945-be04-a4443e8d1859 req-8b74e6e7-637a-46f5-96c8-44895b0e2bff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813992 Feb 11 14:38:39.236383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-af0d0006-8c94-4ff2-b8c5-93954cfbc88c service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336148 Feb 11 14:38:39.243001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.265732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.328219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6915e5b3-ccec-49c5-bf60-736c1fc092fe req-22263ef3-1421-46a8-a801-abdadc91606b service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Feb 11 14:38:39.434754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.437842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:39.439006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6f6f359-981a-4e16-a1c8-1c4e8d167d4b HTTP/1.1" status: 204 len: 168 time: 0.2530079 Feb 11 14:38:39.446704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1918-272b-4c5b-97d8-1e6c54879335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f6f359-981a-4e16-a1c8-1c4e8d167d4b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:40.035619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87715-ea5d-4635-bb57-8fad2cc6d29f req-ece2cfdd-c941-486e-b819-ff1833ad43a4 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:40.037164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30a87715-ea5d-4635-bb57-8fad2cc6d29f req-ece2cfdd-c941-486e-b819-ff1833ad43a4 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 947 time: 0.0495937 Feb 11 14:38:40.081999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30a87715-ea5d-4635-bb57-8fad2cc6d29f req-0428d1bb-e5a3-4506-bfcb-3ca027d1bb77 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Feb 11 14:38:40.347282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353248f6-b0a0-4fdb-a09d-78db983e680f req-d5571fb9-9530-4732-ba37-383e3fa8e8ae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:40.348805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-353248f6-b0a0-4fdb-a09d-78db983e680f req-d5571fb9-9530-4732-ba37-383e3fa8e8ae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0693929 Feb 11 14:38:40.400179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-353248f6-b0a0-4fdb-a09d-78db983e680f req-6831df60-c1e1-4724-b302-a3e979fa735f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Feb 11 14:38:41.196916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e887d-1f4e-4f86-96cc-31a924767120 req-74d94554-0610-426d-9438-24cae0921b0b tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:41.198406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f3e887d-1f4e-4f86-96cc-31a924767120 req-74d94554-0610-426d-9438-24cae0921b0b tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 947 time: 0.0484304 Feb 11 14:38:41.234883 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f3e887d-1f4e-4f86-96cc-31a924767120 req-125c3a2f-d489-40d3-81b5-dbcf94b71fee tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298853 Feb 11 14:38:41.364162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:41.479999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad55a1be-fe10-4c70-9ecb-1d451f70e541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.524772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120afdcb-0409-4561-bf71-7c80cb1e2997 req-b717b821-d97e-4f54-87d5-d688e69ee95e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:41.527258 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-120afdcb-0409-4561-bf71-7c80cb1e2997 req-b717b821-d97e-4f54-87d5-d688e69ee95e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0601203 Feb 11 14:38:41.564229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad55a1be-fe10-4c70-9ecb-1d451f70e541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.572243 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-120afdcb-0409-4561-bf71-7c80cb1e2997 req-c78ea074-c15e-48f3-aefd-be566f30ebf2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Feb 11 14:38:41.655490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ad55a1be-fe10-4c70-9ecb-1d451f70e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.699546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a1be-fe10-4c70-9ecb-1d451f70e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d9a3b-579f-4f10-8f65-dd2677552ebd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:41.704510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ad55a1be-fe10-4c70-9ecb-1d451f70e541 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d68d70eecaea4672a70539dd95789440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391986 Feb 11 14:38:41.714071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:41.765882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.786896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.971949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.974532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:41.975669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a8d9a3b-579f-4f10-8f65-dd2677552ebd HTTP/1.1" status: 204 len: 168 time: 0.2606225 Feb 11 14:38:41.984162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe54929-90dc-45b2-9b51-92dede33ffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d9a3b-579f-4f10-8f65-dd2677552ebd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:42.371981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f10c3-6e7d-4a53-a055-e5d46488a74e req-53e77731-83ef-45bb-8eb9-a048b0ec4582 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:42.373737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-422f10c3-6e7d-4a53-a055-e5d46488a74e req-53e77731-83ef-45bb-8eb9-a048b0ec4582 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 947 time: 0.0698993 Feb 11 14:38:42.414203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-422f10c3-6e7d-4a53-a055-e5d46488a74e req-9a87519b-63ad-42dc-90d1-73d11c2088c6 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Feb 11 14:38:42.692057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5775d-e7c7-4ff1-b8dd-0270b7758c4d req-2de27dc9-feed-4f5d-b240-ab772e8a8fe0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:42.693639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abe5775d-e7c7-4ff1-b8dd-0270b7758c4d req-2de27dc9-feed-4f5d-b240-ab772e8a8fe0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0525360 Feb 11 14:38:42.732947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-abe5775d-e7c7-4ff1-b8dd-0270b7758c4d req-86629f26-3f42-4bdf-83a7-0438a543d5cc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Feb 11 14:38:43.322303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 58661cc1-ec23-4620-85b0-344f60699468 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:38:43.433179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=58661cc1-ec23-4620-85b0-344f60699468,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:43.445511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '58661cc1-ec23-4620-85b0-344f60699468', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '58661cc1-ec23-4620-85b0-344f60699468', 'mac_address': 'fa:16:3e:da:4f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:38:43.484100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:43.498023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58661cc1-ec23-4620-85b0-344f60699468 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:38:43.519217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=58661cc1-ec23-4620-85b0-344f60699468,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:43.548190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085fb54-997e-409d-8017-3b7b71b74d0e req-5480d31c-12be-48d0-89f8-593b3b5ad729 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:43.549714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9085fb54-997e-409d-8017-3b7b71b74d0e req-5480d31c-12be-48d0-89f8-593b3b5ad729 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 947 time: 0.0535972 Feb 11 14:38:43.588321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9085fb54-997e-409d-8017-3b7b71b74d0e req-8be84529-85a2-489a-b1a7-27fc29c67431 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Feb 11 14:38:43.604339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:43.658101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:43.665336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.665678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.666021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.666353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.666682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.667012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.667333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.667653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.667972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.668288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.668607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.668941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:43.820009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['58661cc1-ec23-4620-85b0-344f60699468'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:38:43.862621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5be9d-4a51-43cb-8050-10e0d45b0545 req-6584ee11-eda0-4853-9408-357b46bc09e8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:43.869627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5cb5be9d-4a51-43cb-8050-10e0d45b0545 req-6584ee11-eda0-4853-9408-357b46bc09e8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0614522 Feb 11 14:38:43.940466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5cb5be9d-4a51-43cb-8050-10e0d45b0545 req-b2b4b9b6-f1b0-4d8e-9c9e-61c641a75710 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699401 Feb 11 14:38:44.711857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9b801-09ca-4bd1-8965-c9f0fa72da43 req-c56c38eb-465d-4374-ad0c-7ba367411ee2 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:44.713274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86e9b801-09ca-4bd1-8965-c9f0fa72da43 req-c56c38eb-465d-4374-ad0c-7ba367411ee2 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 948 time: 0.0531235 Feb 11 14:38:45.085438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d47ff7-1355-46fb-8fd2-141dc6774b3e req-db28ecd9-af85-4ae7-92d2-ca94e039b0bd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:45.087022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9d47ff7-1355-46fb-8fd2-141dc6774b3e req-db28ecd9-af85-4ae7-92d2-ca94e039b0bd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0532868 Feb 11 14:38:45.113914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86e9b801-09ca-4bd1-8965-c9f0fa72da43 req-948f992e-c550-4e11-8e50-fa6cf8c7c42c tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931875 Feb 11 14:38:45.131524 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9d47ff7-1355-46fb-8fd2-141dc6774b3e req-312abfa9-4616-4930-a8c0-77d70f3ec228 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Feb 11 14:38:45.336695 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 58661cc1-ec23-4620-85b0-344f60699468 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:38:45.478413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 58661cc1-ec23-4620-85b0-344f60699468 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:38:45.482476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 58661cc1-ec23-4620-85b0-344f60699468 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:38:45.482853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:45.564360 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:45.586327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58661cc1-ec23-4620-85b0-344f60699468'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:38:45.588530 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfbd84d-a87c-467c-9eb2-8388bf9388d5" -d '{"events": [{"server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "name": "network-vif-plugged", "status": "completed", "tag": "58661cc1-ec23-4620-85b0-344f60699468"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:38:45.601219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=58661cc1-ec23-4620-85b0-344f60699468,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:38:45.629668 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be659b23-c7cb-4988-85dd-6e620c45ee56 x-openstack-request-id: req-be659b23-c7cb-4988-85dd-6e620c45ee56 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:38:45.629964 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "name": "network-vif-plugged", "status": "completed", "tag": "58661cc1-ec23-4620-85b0-344f60699468", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:38:45.630219 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be659b23-c7cb-4988-85dd-6e620c45ee56 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:38:45.630621 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58661cc1-ec23-4620-85b0-344f60699468', 'code': 200} Feb 11 14:38:45.679728 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:45.711382 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:45.731707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:45.744074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ec11-36b5-4b7c-b9ad-41d3c0e1ca30 req-7f153ec4-6536-43a7-9fac-0841e2f53990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:45.745823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da85ec11-36b5-4b7c-b9ad-41d3c0e1ca30 req-7f153ec4-6536-43a7-9fac-0841e2f53990 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 1100 time: 0.0571213 Feb 11 14:38:45.782150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da85ec11-36b5-4b7c-b9ad-41d3c0e1ca30 req-9b8ceaa6-c852-49ea-b1c2-2c72d09b159f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278134 Feb 11 14:38:46.237947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ce2f-4c24-44ab-8930-428fc750f8e3 req-b382b6a5-6f07-4ce3-82e0-1283e7c7453d tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:46.240382 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8908ce2f-4c24-44ab-8930-428fc750f8e3 req-b382b6a5-6f07-4ce3-82e0-1283e7c7453d tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 949 time: 0.0543139 Feb 11 14:38:46.266866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19790d-4868-4699-93aa-10d84b0db54d req-2723afe9-c5cb-4e06-9790-793b3f31a5ec tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:46.269058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee19790d-4868-4699-93aa-10d84b0db54d req-2723afe9-c5cb-4e06-9790-793b3f31a5ec tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0662167 Feb 11 14:38:46.288147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8908ce2f-4c24-44ab-8930-428fc750f8e3 req-058c8dab-0e95-432b-9598-cf2030aa0797 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Feb 11 14:38:46.328258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee19790d-4868-4699-93aa-10d84b0db54d req-e338c9c1-f375-4972-ae8d-5f365ba11bd3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Feb 11 14:38:47.437795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070a159-cf66-434d-bd6b-b1b6a56e1444 req-e862bb9d-c2ff-4978-8918-96740c5f3d9e tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.439324 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d070a159-cf66-434d-bd6b-b1b6a56e1444 req-e862bb9d-c2ff-4978-8918-96740c5f3d9e tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 949 time: 0.0775239 Feb 11 14:38:47.465049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c7d7-c2c3-4f15-8f9f-bcc03d8cf60a req-8e62884a-210b-403e-9685-5763e7ebbf3d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:47.466574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b01c7d7-c2c3-4f15-8f9f-bcc03d8cf60a req-8e62884a-210b-403e-9685-5763e7ebbf3d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0536940 Feb 11 14:38:47.478604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d070a159-cf66-434d-bd6b-b1b6a56e1444 req-17317da9-556e-44b6-bd41-e5ce1e5b3068 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Feb 11 14:38:47.509825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1b01c7d7-c2c3-4f15-8f9f-bcc03d8cf60a req-a65c1b40-5695-45e1-8846-94a4c2cf4184 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Feb 11 14:38:48.177583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1de1ed4-4b23-4b52-adc5-4da898e73695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:48.651090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243366fc-3188-4f35-a005-63a279f014b8 req-85705c75-80e6-4934-9440-162545886675 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:48.660639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-243366fc-3188-4f35-a005-63a279f014b8 req-85705c75-80e6-4934-9440-162545886675 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0609140 Feb 11 14:38:48.708670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-243366fc-3188-4f35-a005-63a279f014b8 req-4c8651f4-b52f-4f89-8540-f565d92dd1f0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Feb 11 14:38:49.850777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033691e1-408d-4434-ab92-36899fade21e req-d663a0fc-c7ba-4096-b4ff-91b47245596e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:49.852329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-033691e1-408d-4434-ab92-36899fade21e req-d663a0fc-c7ba-4096-b4ff-91b47245596e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0671430 Feb 11 14:38:49.900618 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-033691e1-408d-4434-ab92-36899fade21e req-9ee09bf5-2624-48f0-83ec-e9dacd44a63c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Feb 11 14:38:50.017043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:50.152535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d46f930-86f0-41d4-94f8-026afa365e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.234294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d46f930-86f0-41d4-94f8-026afa365e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.338326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d46f930-86f0-41d4-94f8-026afa365e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.380170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0d46f930-86f0-41d4-94f8-026afa365e7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c15dbc87dcdd49b2a73cf2147ac4e966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620279 Feb 11 14:38:50.382936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59308) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:50.393268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46f930-86f0-41d4-94f8-026afa365e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2659dadd-c424-4d87-bec7-216985b941cc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:50.442961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.448061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0cb0c3cd-ff52-49a4-9c75-81db0435e3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.466428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.618294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.620958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.622318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2659dadd-c424-4d87-bec7-216985b941cc HTTP/1.1" status: 204 len: 168 time: 0.2381260 Feb 11 14:38:50.630974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659dadd-c424-4d87-bec7-216985b941cc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:50.638777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.639065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.639410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.640588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.641198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.641492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.641954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.642406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.642859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.643172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.643503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:50.643950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625723f-f771-4cab-a138-b3df67af2c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:38:51.102651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd111-2b77-4f2b-8b47-c03542ae4a64 req-3ebb4f5d-b862-40db-90e7-89b82a135096 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:51.113126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a68dd111-2b77-4f2b-8b47-c03542ae4a64 req-3ebb4f5d-b862-40db-90e7-89b82a135096 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.1014998 Feb 11 14:38:51.160703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a68dd111-2b77-4f2b-8b47-c03542ae4a64 req-c0f5d0c6-dc5f-48e8-bcc4-368a02cdc06c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462224 Feb 11 14:38:51.452698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:51.466112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c11718-ba17-42f3-8991-5f1bf3e5c0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.543362 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c11718-ba17-42f3-8991-5f1bf3e5c0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.638847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c11718-ba17-42f3-8991-5f1bf3e5c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.679461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62c11718-ba17-42f3-8991-5f1bf3e5c0ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8ba78cc730d4847855d0a7e06237200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256932 Feb 11 14:38:51.680411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11718-ba17-42f3-8991-5f1bf3e5c0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382485af-86a0-4b63-bd2d-32560e9bcc6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:51.683676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59326) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:51.714344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59328) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:51.746108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.773116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.789621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.854676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e35128d7-b836-4560-b445-7bda7762be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.903838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.906482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:51.910235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/382485af-86a0-4b63-bd2d-32560e9bcc6c HTTP/1.1" status: 204 len: 168 time: 0.2224028 Feb 11 14:38:51.927129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb0634-4e26-40c3-8c57-0fadff841ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382485af-86a0-4b63-bd2d-32560e9bcc6c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:51.993302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e35128d7-b836-4560-b445-7bda7762be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.085960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e35128d7-b836-4560-b445-7bda7762be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.120106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:38:52.120359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e35128d7-b836-4560-b445-7bda7762be40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a540a54423fc486ca8fb651980794c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062798 Feb 11 14:38:52.141116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35128d7-b836-4560-b445-7bda7762be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff588d1d-7005-4ca4-b07d-21282800f061,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:52.178998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.202882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.301848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ff2aa-ef18-4656-b6ae-2e3e0810896e req-989fc508-75b4-4b4a-bacc-4ed651b5f3b1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:52.303323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-674ff2aa-ef18-4656-b6ae-2e3e0810896e req-989fc508-75b4-4b4a-bacc-4ed651b5f3b1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0526886 Feb 11 14:38:52.349595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-674ff2aa-ef18-4656-b6ae-2e3e0810896e req-5224a65d-01c7-457c-af60-2583ea01b367 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380611 Feb 11 14:38:52.435849 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.436430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:52.442647 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff588d1d-7005-4ca4-b07d-21282800f061 HTTP/1.1" status: 204 len: 168 time: 0.3199911 Feb 11 14:38:52.453741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05259-9661-4262-a5c2-d45d8fa0110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff588d1d-7005-4ca4-b07d-21282800f061,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:38:53.190526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:53.399590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:53.503390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05af9-bf03-4b95-a5be-d6fff0ffaad2 req-2249e4cb-9bda-423b-b518-78fa68829eca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:53.505057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1be05af9-bf03-4b95-a5be-d6fff0ffaad2 req-2249e4cb-9bda-423b-b518-78fa68829eca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0567315 Feb 11 14:38:53.546807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1be05af9-bf03-4b95-a5be-d6fff0ffaad2 req-bc7c1b32-889e-45f6-857a-4959670a4dd4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Feb 11 14:38:54.667222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f96d7-3541-4e3a-8314-0b2f394df2e5 req-0b40dbdc-b2ae-485a-9d6c-26b9930fa56b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:54.669346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8f96d7-3541-4e3a-8314-0b2f394df2e5 req-0b40dbdc-b2ae-485a-9d6c-26b9930fa56b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0524969 Feb 11 14:38:54.721364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb8f96d7-3541-4e3a-8314-0b2f394df2e5 req-a0c4c5f6-682b-44d2-85ce-b2aeee307fe3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Feb 11 14:38:55.840419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3836-d119-4242-b377-ca044d745c93 req-651bebb5-8a2b-4052-905d-161ec869fd20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:55.841942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82ff3836-d119-4242-b377-ca044d745c93 req-651bebb5-8a2b-4052-905d-161ec869fd20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0515711 Feb 11 14:38:55.882613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82ff3836-d119-4242-b377-ca044d745c93 req-d3ac5c73-e9fe-4a60-bd4d-93bc9f28c559 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Feb 11 14:38:57.005917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405774e8-4ad7-4c62-bff2-294841d8929b req-fcb6f035-46bf-4d88-9971-258d551c4390 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:57.007376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405774e8-4ad7-4c62-bff2-294841d8929b req-fcb6f035-46bf-4d88-9971-258d551c4390 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Feb 11 14:38:57.047189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-405774e8-4ad7-4c62-bff2-294841d8929b req-bea91086-9e95-4c8d-b7e6-c241bbb6b40e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Feb 11 14:38:58.166835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85d22-f613-405b-8f62-11988fa10f54 req-f1c86d63-6977-4007-97b7-a015f9e5daf9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:58.169021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58a85d22-f613-405b-8f62-11988fa10f54 req-f1c86d63-6977-4007-97b7-a015f9e5daf9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0510132 Feb 11 14:38:58.211322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-58a85d22-f613-405b-8f62-11988fa10f54 req-83894086-6c11-4749-b5a2-18ae3e46484c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345950 Feb 11 14:38:59.339312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274cb3-4dde-40e4-924d-615c38b3b0eb req-2f7e009a-5dbd-424d-98c4-9c8a95570391 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:59.340790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9274cb3-4dde-40e4-924d-615c38b3b0eb req-2f7e009a-5dbd-424d-98c4-9c8a95570391 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0488405 Feb 11 14:38:59.379888 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9274cb3-4dde-40e4-924d-615c38b3b0eb req-1f1301bf-bffa-452e-9181-6e9c8490f09c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Feb 11 14:39:00.511062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9c48-67fd-4569-bab2-4f6c8cc71c10 req-ff9dc7eb-39a9-4217-8e8d-a8297ca204c6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:00.512985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d6b9c48-67fd-4569-bab2-4f6c8cc71c10 req-ff9dc7eb-39a9-4217-8e8d-a8297ca204c6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0528641 Feb 11 14:39:00.555754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:00.565125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8d6b9c48-67fd-4569-bab2-4f6c8cc71c10 req-0d37b012-e35e-4f10-966f-c17a39d114a5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Feb 11 14:39:00.685038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59508) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:00.791279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59514) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:00.852645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7575fc80-aba4-4c5f-8e31-b9ce7dc53ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:00.896951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c26572b-9c7e-4d05-b37c-45f5567b7cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.073497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7575fc80-aba4-4c5f-8e31-b9ce7dc53ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.075479 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c26572b-9c7e-4d05-b37c-45f5567b7cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.167305 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c26572b-9c7e-4d05-b37c-45f5567b7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.169996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7575fc80-aba4-4c5f-8e31-b9ce7dc53ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.216452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7575fc80-aba4-4c5f-8e31-b9ce7dc53ef0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=937579d81cf44344a442fe15a706f6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300570 Feb 11 14:39:01.219919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:01.229365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c26572b-9c7e-4d05-b37c-45f5567b7cf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d63707453444db6af438a804d23b42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347110 Feb 11 14:39:01.229853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:01.237192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26572b-9c7e-4d05-b37c-45f5567b7cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955067a0-1923-4fdb-b2c2-873e149f96b4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:01.277376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575fc80-aba4-4c5f-8e31-b9ce7dc53ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5f72a-d650-4316-bd16-623820bb4181,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:01.277822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.285530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.307415 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.314688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.337597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.456037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.458686 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.459846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acf5f72a-d650-4316-bd16-623820bb4181 HTTP/1.1" status: 204 len: 168 time: 0.2383666 Feb 11 14:39:01.471408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8eb69e-aa2c-4858-a017-06b8d9810aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf5f72a-d650-4316-bd16-623820bb4181,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:01.481737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.484317 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:01.485545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/955067a0-1923-4fdb-b2c2-873e149f96b4 HTTP/1.1" status: 204 len: 168 time: 0.2550449 Feb 11 14:39:01.495245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69297d2-6f02-4a9a-8e4e-412d61e3351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955067a0-1923-4fdb-b2c2-873e149f96b4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:01.690021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb75f8-c5a9-47e5-97a2-6d6d6b27cef8 req-e93cc460-5c35-4419-976a-cb578bfdd5f8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:01.691849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15eb75f8-c5a9-47e5-97a2-6d6d6b27cef8 req-e93cc460-5c35-4419-976a-cb578bfdd5f8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0520964 Feb 11 14:39:01.732132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15eb75f8-c5a9-47e5-97a2-6d6d6b27cef8 req-3c4758de-5c96-4295-b800-48846625b5f9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Feb 11 14:39:02.270862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59546) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:02.284549 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6eecd823-df4d-48e6-814e-57de3e245178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.411648 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6eecd823-df4d-48e6-814e-57de3e245178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.498240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6eecd823-df4d-48e6-814e-57de3e245178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.543052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6eecd823-df4d-48e6-814e-57de3e245178 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3063026042754056a2e65eb7ce0233b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720330 Feb 11 14:39:02.544319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd823-df4d-48e6-814e-57de3e245178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c415c411-f052-494f-948b-0b13f89341a8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:02.545624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:02.619953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.646401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.810868 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.815276 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:02.819761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c415c411-f052-494f-948b-0b13f89341a8 HTTP/1.1" status: 204 len: 168 time: 0.2722642 Feb 11 14:39:02.828487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85d940-4ef7-4238-9e96-52d68b372100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c415c411-f052-494f-948b-0b13f89341a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:02.901505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567dcd-a6b1-4110-86a4-3e291d9e0016 req-65426542-c82a-4648-b963-b373d7aea36e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:02.903928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b567dcd-a6b1-4110-86a4-3e291d9e0016 req-65426542-c82a-4648-b963-b373d7aea36e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0957255 Feb 11 14:39:02.951455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b567dcd-a6b1-4110-86a4-3e291d9e0016 req-60158d73-ed56-442c-a4c7-c9fdeebc6299 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Feb 11 14:39:04.096655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361cd0d-253f-4c8b-b562-9d8c4fdf371b req-a3c1437c-e82d-479a-884f-dfde5bf93e6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:04.096655 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a361cd0d-253f-4c8b-b562-9d8c4fdf371b req-a3c1437c-e82d-479a-884f-dfde5bf93e6f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0704696 Feb 11 14:39:04.154221 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a361cd0d-253f-4c8b-b562-9d8c4fdf371b req-f3465ac9-e824-4f45-a6be-a2f6a7a61334 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Feb 11 14:39:05.265012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251e0c9-06c8-49e4-8b9c-f9c6e559b644 req-3546ca21-6609-4bfc-99cc-f1f5dece04da tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:05.266555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e251e0c9-06c8-49e4-8b9c-f9c6e559b644 req-3546ca21-6609-4bfc-99cc-f1f5dece04da tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0503449 Feb 11 14:39:05.305687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e251e0c9-06c8-49e4-8b9c-f9c6e559b644 req-924ad4bb-f138-49f9-9e0a-7e93dd4505ac tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Feb 11 14:39:06.424293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505e859-1a94-49d5-9d10-87b9d0fbdd27 req-1d046e37-c8fd-49ce-93a7-43d074e8dcdc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:06.425762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6505e859-1a94-49d5-9d10-87b9d0fbdd27 req-1d046e37-c8fd-49ce-93a7-43d074e8dcdc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 943 time: 0.0504692 Feb 11 14:39:06.465699 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6505e859-1a94-49d5-9d10-87b9d0fbdd27 req-6254e631-53ec-472d-ba56-079daf678722 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Feb 11 14:39:06.828327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device af29471b-313f-4afd-ae34-ced75e9ba58a details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:39:06.941471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=af29471b-313f-4afd-ae34-ced75e9ba58a,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:06.954998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'af29471b-313f-4afd-ae34-ced75e9ba58a', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': 'af29471b-313f-4afd-ae34-ced75e9ba58a', 'mac_address': 'fa:16:3e:b7:7f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:39:06.992869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:07.006541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af29471b-313f-4afd-ae34-ced75e9ba58a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:39:07.026970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=af29471b-313f-4afd-ae34-ced75e9ba58a,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:07.131511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:07.184829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:07.334518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['af29471b-313f-4afd-ae34-ced75e9ba58a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:07.864961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d680490-e100-460f-b229-f5e230e04113 req-8f838c83-95c3-4ec8-be3a-39571d34ea97 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:07.866497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d680490-e100-460f-b229-f5e230e04113 req-8f838c83-95c3-4ec8-be3a-39571d34ea97 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 944 time: 0.0565104 Feb 11 14:39:07.914868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d680490-e100-460f-b229-f5e230e04113 req-759bd46c-72e5-4d23-bd37-acf3b6e733df tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Feb 11 14:39:08.844091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device af29471b-313f-4afd-ae34-ced75e9ba58a up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:08.971569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port af29471b-313f-4afd-ae34-ced75e9ba58a completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:39:08.977912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port af29471b-313f-4afd-ae34-ced75e9ba58a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:08.978291 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:09.085851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:09.112283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:09.114893 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280729a-9e7d-4b8d-8365-1ebb0370d70e" -d '{"events": [{"server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "name": "network-vif-plugged", "status": "completed", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:09.134920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=af29471b-313f-4afd-ae34-ced75e9ba58a,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:09.182490 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc584a-4eac-4561-9d48-1e91cf8b5049 x-openstack-request-id: req-7bbc584a-4eac-4561-9d48-1e91cf8b5049 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:09.183019 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "name": "network-vif-plugged", "status": "completed", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:09.183281 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bbc584a-4eac-4561-9d48-1e91cf8b5049 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:09.183808 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a', 'code': 200} Feb 11 14:39:09.224595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:09.252408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622965bd-91cd-42b9-b230-bed26b2afb96 req-ff84b40e-f22e-4fb4-8372-b587d117a743 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.259861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-622965bd-91cd-42b9-b230-bed26b2afb96 req-ff84b40e-f22e-4fb4-8372-b587d117a743 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 944 time: 0.0590565 Feb 11 14:39:09.302959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:09.309196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-622965bd-91cd-42b9-b230-bed26b2afb96 req-2cf6dfe1-c6cb-49e0-8ccd-438a3d60bb54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Feb 11 14:39:09.318528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eaea0-b6e1-4cf1-8b98-03eff59b1e1a req-3069c0ce-bfd5-4695-b24c-9e2961db04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:09.320213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-904eaea0-b6e1-4cf1-8b98-03eff59b1e1a req-3069c0ce-bfd5-4695-b24c-9e2961db04d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 1096 time: 0.0563366 Feb 11 14:39:09.362161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-904eaea0-b6e1-4cf1-8b98-03eff59b1e1a req-be10bd04-b220-417b-8bd0-7a9c17d6b136 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Feb 11 14:39:10.449978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19a48-32c1-4347-a01a-4f01b1e34690 req-58dcb390-adbf-4fcf-baed-b5cc95892fe5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:10.451566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bf19a48-32c1-4347-a01a-4f01b1e34690 req-58dcb390-adbf-4fcf-baed-b5cc95892fe5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0598814 Feb 11 14:39:10.499711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bf19a48-32c1-4347-a01a-4f01b1e34690 req-832ee8a2-1265-4d65-8e2e-8ead9b31bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Feb 11 14:39:11.118370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:11.238639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.318851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.399343 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.438436 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=996ad19f18d242d18d7632fa24e8faad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189354 Feb 11 14:39:11.441082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76035bf7-d79d-4d4f-910d-a5df72478a3d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:11.441624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59718) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:11.457884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.458926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.459299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.459561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.460136 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.460350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.460687 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.461055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.461388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.461712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.462036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.462359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794ed554-07de-477e-a01c-932dfe8a7590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:11.506139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.525644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.630816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a88ed-fcd8-4d4d-9a3b-8088163c8912 req-ee24ec4c-d404-4b6f-af33-5212c48cb338 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:11.632344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-784a88ed-fcd8-4d4d-9a3b-8088163c8912 req-ee24ec4c-d404-4b6f-af33-5212c48cb338 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Feb 11 14:39:11.672803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-784a88ed-fcd8-4d4d-9a3b-8088163c8912 req-b361a98f-2f71-45da-8c50-e984be722ed0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Feb 11 14:39:11.694954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.697771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:11.698955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76035bf7-d79d-4d4f-910d-a5df72478a3d HTTP/1.1" status: 204 len: 168 time: 0.2563074 Feb 11 14:39:11.709104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb7636-19e2-43db-a600-802d26080db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76035bf7-d79d-4d4f-910d-a5df72478a3d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:11.862381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e24469-9f32-47ac-bf88-38a94177b493 req-63d67c8c-f30f-41a2-99de-d39bc3a5925d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:11.864027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7e24469-9f32-47ac-bf88-38a94177b493 req-63d67c8c-f30f-41a2-99de-d39bc3a5925d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0542288 Feb 11 14:39:11.903054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7e24469-9f32-47ac-bf88-38a94177b493 req-c67b0bcf-5f21-4986-804c-b30bb9fd274a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Feb 11 14:39:12.606365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35ab6-3100-4e11-9c64-f78e3ce1141f req-fcd0c029-ef79-4c68-ab7d-88e67e513eaf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:12.608548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ed35ab6-3100-4e11-9c64-f78e3ce1141f req-fcd0c029-ef79-4c68-ab7d-88e67e513eaf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0574536 Feb 11 14:39:12.612739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 59744) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:12.628789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-898191b2-c80a-436e-8bb5-e544eae3ce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:12.685283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ed35ab6-3100-4e11-9c64-f78e3ce1141f req-0f581732-ddde-45f3-809c-fb7ce3a951d9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588322 Feb 11 14:39:12.739704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-898191b2-c80a-436e-8bb5-e544eae3ce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:12.870542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-898191b2-c80a-436e-8bb5-e544eae3ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:12.914272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898191b2-c80a-436e-8bb5-e544eae3ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24f6db-bd48-4d7a-93a2-a4cc619b3bfb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:12.922306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-898191b2-c80a-436e-8bb5-e544eae3ce72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50e006848eda47fdb1aba83a3003400c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058605 Feb 11 14:39:12.922726 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 59748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:12.978367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:12.999829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.183083 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.185955 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.187106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f24f6db-bd48-4d7a-93a2-a4cc619b3bfb HTTP/1.1" status: 204 len: 168 time: 0.2634003 Feb 11 14:39:13.197178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1f59-cb6e-4408-859c-593e3d0333b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24f6db-bd48-4d7a-93a2-a4cc619b3bfb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:13.815082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c04aa-71b2-4e95-aca6-bfca03d63b54 req-6b0a9c4d-1352-4115-92b4-1b784261bdcb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:13.816504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd0c04aa-71b2-4e95-aca6-bfca03d63b54 req-6b0a9c4d-1352-4115-92b4-1b784261bdcb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0548167 Feb 11 14:39:13.858404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd0c04aa-71b2-4e95-aca6-bfca03d63b54 req-c2c63d37-6d9a-4859-8e72-50313265d4f7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Feb 11 14:39:14.018980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-a2644c68-8348-456a-bd73-2dc53e2bf848 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:14.020524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-a2644c68-8348-456a-bd73-2dc53e2bf848 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 945 time: 0.0534365 Feb 11 14:39:14.130580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port af29471b-313f-4afd-ae34-ced75e9ba58a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:14.131386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.247950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port af29471b-313f-4afd-ae34-ced75e9ba58a, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=af29471b-313f-4afd-ae34-ced75e9ba58a,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:14.248325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.261046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for af29471b-313f-4afd-ae34-ced75e9ba58a owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:14.560924 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.579765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['af29471b-313f-4afd-ae34-ced75e9ba58a'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:14.583172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fa5e73df-564f-4338-b466-b8db4dabf21f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:14.630204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=af29471b-313f-4afd-ae34-ced75e9ba58a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:14.705912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port af29471b-313f-4afd-ae34-ced75e9ba58a on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:14.708717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.713119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c04e6fc-d230-4b69-ad13-d74976a5b9f8 req-26fc4580-90a2-4701-a947-1864b66ae8f2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "DELETE /v2.0/ports/af29471b-313f-4afd-ae34-ced75e9ba58a HTTP/1.1" status: 204 len: 173 time: 0.6872816 Feb 11 14:39:14.713585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'name': 'network-vif-deleted', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:14.727309 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752a8130-42d8-4d76-b7cc-e78ad626e297" -d '{"events": [{"server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "name": "network-vif-deleted", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:14.790970 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dfc698-23cb-40a8-bb2c-d298562b898c x-openstack-request-id: req-29dfc698-23cb-40a8-bb2c-d298562b898c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:14.792908 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f739f-bf0e-4ef3-88d3-8e03361d3b90", "name": "network-vif-deleted", "tag": "af29471b-313f-4afd-ae34-ced75e9ba58a", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:14.792908 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29dfc698-23cb-40a8-bb2c-d298562b898c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:14.792908 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1f739f-bf0e-4ef3-88d3-8e03361d3b90', 'name': 'network-vif-deleted', 'tag': 'af29471b-313f-4afd-ae34-ced75e9ba58a', 'status': 'completed', 'code': 200} Feb 11 14:39:14.963126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aa10aca6-8ae2-4e6c-9f86-649f27c369ac req-528420f4-ded2-41f5-b48d-078ca2ee8847 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0289395 Feb 11 14:39:16.143214 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6f79ce8b-97f8-46b0-94a8-00b37ac48768 req-eead996f-86fb-4d7d-afe9-1ddcebe1127c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0555084 Feb 11 14:39:16.891431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device af29471b-313f-4afd-ae34-ced75e9ba58a no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:16.918422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: af29471b-313f-4afd-ae34-ced75e9ba58a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:16.918766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device af29471b-313f-4afd-ae34-ced75e9ba58a not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:17.244772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8381948-6240-4cdb-8007-fac06f6b1dd1 req-2cad7814-6b6c-43ef-9c96-43aad81d6512 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0342939 Feb 11 14:39:18.162084 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-439b26db-1d0b-4f97-b368-4c0657726155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:18.346256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc56d400-9b23-4369-b705-518a388f65d6 req-ded8425d-dc3c-417b-aec9-1ee49566fcf9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0259376 Feb 11 14:39:19.473021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-719fd73e-7394-4a33-a316-ad5a4fb11a80 req-1534a900-3f1a-47ac-b9dc-b54d71065bbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1f739f-bf0e-4ef3-88d3-8e03361d3b90 HTTP/1.1" status: 200 len: 210 time: 0.0349486 Feb 11 14:39:20.488933 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d4285c2-8eeb-4d11-afb7-43fd58cb8e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:21.865401 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:22.710509 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:23.338925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:23.398564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:23.446611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-d417f633-9bd6-45ca-820c-58d6b6794c8e req-8ad3f86c-895d-45e6-87c0-7c7abb8e2a12 service neutron] (109375) timed out ('10.222.0.60', 52946) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:39:25.615814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070827c-f5ee-44e3-a07c-b4b2d8ce3e2b req-e7922558-41d2-4c2d-aa7c-7eacb69195a0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:25.617320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0070827c-f5ee-44e3-a07c-b4b2d8ce3e2b req-e7922558-41d2-4c2d-aa7c-7eacb69195a0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0582137 Feb 11 14:39:25.655671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0070827c-f5ee-44e3-a07c-b4b2d8ce3e2b req-00975c97-fe53-4ade-b87c-f66ede7d70d8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Feb 11 14:39:26.802095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62bbf6-f716-4d5e-b769-eb782e00f5a4 req-1b07ae76-1d2b-4d90-a41a-93d87f5cabc8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:26.804265 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e62bbf6-f716-4d5e-b769-eb782e00f5a4 req-1b07ae76-1d2b-4d90-a41a-93d87f5cabc8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0644422 Feb 11 14:39:26.841982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e62bbf6-f716-4d5e-b769-eb782e00f5a4 req-c3cc2a01-d717-4664-a3d1-328fdcc267a0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9c904f7-5766-4d9b-9404-3386448f89fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Feb 11 14:39:27.097237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-ae0b3d8c-4c06-434e-b2b7-3bc93a7c2d54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:27.098845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-ae0b3d8c-4c06-434e-b2b7-3bc93a7c2d54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 946 time: 0.0532031 Feb 11 14:39:27.193798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port fa5e73df-564f-4338-b466-b8db4dabf21f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:27.194145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.288452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port fa5e73df-564f-4338-b466-b8db4dabf21f, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=fa5e73df-564f-4338-b466-b8db4dabf21f,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:27.288829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.302126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for fa5e73df-564f-4338-b466-b8db4dabf21f owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:27.550958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.562369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['fa5e73df-564f-4338-b466-b8db4dabf21f'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:27.581306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=fa5e73df-564f-4338-b466-b8db4dabf21f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:27.630348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port fa5e73df-564f-4338-b466-b8db4dabf21f on host n-h1-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:27.633052 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.636462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c070bcd4-ecbe-4ade-8e7a-d612b75bfa6c req-030254fa-ecdd-4b5a-b5f3-21e16486491d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "DELETE /v2.0/ports/fa5e73df-564f-4338-b466-b8db4dabf21f HTTP/1.1" status: 204 len: 173 time: 0.5304060 Feb 11 14:39:27.636922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'name': 'network-vif-deleted', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:27.639141 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716031e7-e8c0-4425-a1ec-e4aa0346eeb4" -d '{"events": [{"server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "name": "network-vif-deleted", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:27.677342 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65bab2-b2f4-4a98-8404-648157072703 x-openstack-request-id: req-dc65bab2-b2f4-4a98-8404-648157072703 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:27.677694 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd128b89-35ee-48f2-b85f-4a2013e79668", "name": "network-vif-deleted", "tag": "fa5e73df-564f-4338-b466-b8db4dabf21f", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:27.678028 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc65bab2-b2f4-4a98-8404-648157072703 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:27.678447 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd128b89-35ee-48f2-b85f-4a2013e79668', 'name': 'network-vif-deleted', 'tag': 'fa5e73df-564f-4338-b466-b8db4dabf21f', 'status': 'completed', 'code': 200} Feb 11 14:39:27.952661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2f1b51ba-38fb-4329-baef-cefc1980f0ba req-8d7d0ac9-89eb-41bd-adce-c229531364c2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0343649 Feb 11 14:39:29.169574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51d2e924-5496-4d91-ba26-dabc85925ab4 req-0d9c0e95-7470-4dcb-93dc-17f08508bfb7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0997701 Feb 11 14:39:29.591716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa5e73df-564f-4338-b466-b8db4dabf21f no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:29.652261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: fa5e73df-564f-4338-b466-b8db4dabf21f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:29.652921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device fa5e73df-564f-4338-b466-b8db4dabf21f not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:30.302181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1e42178-7a54-4984-b610-1104ef6fa88f req-c6d12864-0824-45ef-aadb-b6125bcc6387 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0613012 Feb 11 14:39:30.568242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.333925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.456111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-413a65b2-7402-4005-aa60-66e7c9b1bde2 req-74d842d2-f731-41e3-a705-e2e9d74fcef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0435622 Feb 11 14:39:32.601292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-369f2c48-7ae7-4cbf-b3e9-b9cdac5aa67a req-6e33abe0-c833-4785-be1c-e67b0dde86b9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd128b89-35ee-48f2-b85f-4a2013e79668 HTTP/1.1" status: 200 len: 210 time: 0.0590005 Feb 11 14:39:38.350760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:38.500754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79b86a0e-db3a-4075-a3f3-97a28d0af23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.576378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79b86a0e-db3a-4075-a3f3-97a28d0af23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.670984 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79b86a0e-db3a-4075-a3f3-97a28d0af23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.718078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-79b86a0e-db3a-4075-a3f3-97a28d0af23f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80af2a1aa4cf47cfb43e5bdb966fb402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631530 Feb 11 14:39:38.724825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:38.749871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b86a0e-db3a-4075-a3f3-97a28d0af23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1aa379-992a-48d8-b7ca-3b884bcc2055,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:38.795591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.796128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60144) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:38.800795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325457247', 'description': 'tempest-secgroup-smoke-1325457247 description', 'project_id': 'f8a40095696144588e809f81009df3d7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:38.824065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.004829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.005169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.007568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.009126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be1aa379-992a-48d8-b7ca-3b884bcc2055 HTTP/1.1" status: 204 len: 168 time: 0.2830997 Feb 11 14:39:39.024048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf993d-f83b-4e67-bb96-5ee2ac45833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1aa379-992a-48d8-b7ca-3b884bcc2055,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.087582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.192102 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.227490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49345b3-8507-4c09-9b1b-8a04595f11da,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.288734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.289998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0edd6e1a-aca4-49c0-a4ba-339a837a2509 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4928114 Feb 11 14:39:39.293530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60154) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:39.298069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:39.406913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.466007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.600567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.618948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b578415-8238-446d-ad70-cea1b16424f4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.719794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.724767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60168) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:39.725435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7a7ef504-efbe-4c84-9024-ba543838cef5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303169 Feb 11 14:39:39.729398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:39.813646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:39.827416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52248501-7a5b-4397-bc5c-453edb4d81f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.875313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.943424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52248501-7a5b-4397-bc5c-453edb4d81f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.959831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.031327 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52248501-7a5b-4397-bc5c-453edb4d81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.075096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.084193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52248501-7a5b-4397-bc5c-453edb4d81f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1163d8d677334e5b8d5e4a3e042fa522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694700 Feb 11 14:39:40.087185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 60180) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:40.091972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52248501-7a5b-4397-bc5c-453edb4d81f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76db02e-4b3d-45b3-a73f-ffad07127b19,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:40.100005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8f71cd-b291-4bbf-b5fe-6832bb059da5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:40.141149 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.168450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.170922 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.175585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e87b6e6-b0df-4b6b-b067-0020d04411a1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4496944 Feb 11 14:39:40.176255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:40.188831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:40.340688 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.341247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.344285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e76db02e-4b3d-45b3-a73f-ffad07127b19 HTTP/1.1" status: 204 len: 168 time: 0.2535269 Feb 11 14:39:40.344707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.353825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb869c98-8cf1-4927-8a5d-c71e887d9c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76db02e-4b3d-45b3-a73f-ffad07127b19,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:40.432392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.523664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.544558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690b38ac-f279-4b64-b7f6-b112f3f995eb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:40.654349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.655853 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-92fc0891-9f5f-4a10-b098-b173001868fd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4783175 Feb 11 14:39:40.658408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:40.663477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:40.755681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.824526 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.899762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.931614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ecf21a-07ce-4efd-be88-be70d9bc9712,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.003177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.004707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-00f08d38-a7f7-44ac-9fac-3abe524efe8d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451998 Feb 11 14:39:41.007439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:41.013025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:41.099940 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Project f8a40095696144588e809f81009df3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:39:41.105287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.175839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.241837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.263168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6241ab32-5dcf-4f21-876b-22acbbb842bb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.401004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.401004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-822518b2-8cdd-4f7e-acd3-a7d991d2af9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3920228 Feb 11 14:39:41.403493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 60224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:41.408727 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'security_group_rule': {'security_group_id': 'b49345b3-8507-4c09-9b1b-8a04595f11da', 'project_id': 'f8a40095696144588e809f81009df3d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:41.519371 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Project f8a40095696144588e809f81009df3d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:39:41.532173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.610828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.709494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.728019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e72cc22-c26a-4d89-8033-1229aa5793ca,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.842790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.844940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f51f1388-f651-4a54-b065-0698ab435219 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4392986 Feb 11 14:39:45.090703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-3d46745c-8671-4ecb-9826-8d06417d88fd tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=31664b7a81c9438cae33476d44b0367f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437267 Feb 11 14:39:45.431192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-bf1e3818-10b8-496e-a6be-3e599a4f80e1 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:45.432845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-bf1e3818-10b8-496e-a6be-3e599a4f80e1 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211734 Feb 11 14:39:45.457745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-0363b9c3-0981-40dd-a075-9fcc537e3ad4 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/quotas/31664b7a81c9438cae33476d44b0367f HTTP/1.1" status: 200 len: 375 time: 0.0160091 Feb 11 14:39:45.497236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-bf5e09b3-aae5-497b-b4c0-44abc7891862 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31664b7a81c9438cae33476d44b0367f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384948 Feb 11 14:39:45.913700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b3f5bbf0-7048-4279-93a7-7c5e9f81489d req-ef15646f-6f60-42a4-802d-5c6d5e7bc740 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 210 time: 0.1800632 Feb 11 14:39:47.006400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-535566fc-7791-4542-bee5-b85aed066e53 req-810af22e-b28e-4ab2-a386-68b3bfef2c93 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 210 time: 0.0376892 Feb 11 14:39:48.152490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3aabf465-76dc-486a-b4c4-afa1ae821d1d req-6cf78761-516c-4539-bb86-251aca8fd65c tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 210 time: 0.0434220 Feb 11 14:39:48.180259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5075cef6-26aa-4e82-97d2-eb6dd959af07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.279477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-38f857e5-76fa-4da2-a2e8-4376b1696bce tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=31664b7a81c9438cae33476d44b0367f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372012 Feb 11 14:39:48.406788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-148f1457-1720-4f3f-904c-d305f3b5180a tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:48.408376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-148f1457-1720-4f3f-904c-d305f3b5180a tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234965 Feb 11 14:39:48.420085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Request body: {'port': {'device_id': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': '31664b7a81c9438cae33476d44b0367f'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:48.643319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Made reservation on behalf of 31664b7a81c9438cae33476d44b0367f for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:48.646916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.663965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.749425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.837682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.903594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561cf2da-55c0-40b8-84f7-545d4bc8ecba,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:48.987642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Allocated IP 192.168.233.177 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/de49a944-987a-4d03-9156-8424db2abbc6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:49.174916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.243065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d7050cb5-82a6-4b43-bf7b-affea75753b9 req-e3be9ea9-87c8-40ea-b9d0-3789d8bb16c5 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 210 time: 0.0270751 Feb 11 14:39:49.278045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.322549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:49.328844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:49.333926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:49.390439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Pushing event updated for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:49.405047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:49.405882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.510443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-6c280cbb-850b-4517-a6c3-4c6671d395d2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0940592 Feb 11 14:39:49.524855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Request body: {'port': {'device_id': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:49.599924 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.621560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cfa21e8c-4957-4ebb-b1a3-641473fe4cfb None None] Provisioning complete for port de49a944-987a-4d03-9156-8424db2abbc6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:49.622292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cfa21e8c-4957-4ebb-b1a3-641473fe4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.662747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cfa21e8c-4957-4ebb-b1a3-641473fe4cfb None None] Port de49a944-987a-4d03-9156-8424db2abbc6 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:49.918754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de49a944-987a-4d03-9156-8424db2abbc6 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:39:49.928338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.941225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Transition to ACTIVE for port object de49a944-987a-4d03-9156-8424db2abbc6 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:39:50.019757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.093119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Pushing event updated for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:50.213018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Attempting to bind port de49a944-987a-4d03-9156-8424db2abbc6 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:50.213367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Attempting to bind port de49a944-987a-4d03-9156-8424db2abbc6 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:50.213832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Attempting to bind port de49a944-987a-4d03-9156-8424db2abbc6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:50.218650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Port de49a944-987a-4d03-9156-8424db2abbc6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:39:50.218969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Attempting to bind port de49a944-987a-4d03-9156-8424db2abbc6 on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:50.225079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:50.225676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:50.226258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:50.226870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Bound port: de49a944-987a-4d03-9156-8424db2abbc6, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:50.227708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.336150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:50.349536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=de49a944-987a-4d03-9156-8424db2abbc6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:50.449366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.457269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c069-6060-47f0-b66b-a0a5e55afb5e req-43583e18-40a9-4c80-a636-013b42686ea2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.469785 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fe9c069-6060-47f0-b66b-a0a5e55afb5e req-43583e18-40a9-4c80-a636-013b42686ea2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 948 time: 0.1294703 Feb 11 14:39:50.501925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.503086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.504551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] 10.222.0.60 "PUT /v2.0/ports/de49a944-987a-4d03-9156-8424db2abbc6 HTTP/1.1" status: 200 len: 1096 time: 0.9864278 Feb 11 14:39:50.507168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:50.511753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bee35f3-edf1-46cc-be08-bd96bfaa0828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.516023 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a698f074-dbeb-4199-af60-5e83bfe0933f" -d '{"events": [{"name": "network-changed", "server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "tag": "de49a944-987a-4d03-9156-8424db2abbc6"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:50.521792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6fe9c069-6060-47f0-b66b-a0a5e55afb5e req-afe4c817-64b2-4d84-a6dc-e4c56f4c88c8 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 Feb 11 14:39:50.546434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84bef8-33f3-403a-9de5-350efac18475 service neutron] Pushing event updated for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:50.612122 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c11fb2-4aa6-4c94-bf14-5c873d499dac x-openstack-request-id: req-34c11fb2-4aa6-4c94-bf14-5c873d499dac {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:50.612418 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "tag": "de49a944-987a-4d03-9156-8424db2abbc6", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:50.612671 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34c11fb2-4aa6-4c94-bf14-5c873d499dac {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:50.613127 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6', 'status': 'completed', 'code': 200} Feb 11 14:39:50.679857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-8ef1be74-688c-48a1-a672-e98a437eb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.681570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-8ef1be74-688c-48a1-a672-e98a437eb0ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31664b7a81c9438cae33476d44b0367f&device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 1099 time: 0.0506904 Feb 11 14:39:50.743355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-1b53c190-5d0f-4fe9-a46c-841616595bb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=de49a944-987a-4d03-9156-8424db2abbc6 HTTP/1.1" status: 200 len: 217 time: 0.0523913 Feb 11 14:39:50.815690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-7eacc27b-5696-475e-ab6d-672f759a291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.817930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-7eacc27b-5696-475e-ab6d-672f759a291d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0678124 Feb 11 14:39:50.891101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-f4666526-e496-4777-80e4-b13f31dcbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.894046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-f4666526-e496-4777-80e4-b13f31dcbf9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678399 Feb 11 14:39:51.002970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-89e9d400-4e1e-4f56-8ee8-2d1e1d6e106d service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017480 Feb 11 14:39:51.110095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f2e69b-9693-47b1-9757-41fff8c17766 req-4e744985-909c-45c8-8c2c-c343678e84cf service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012239 Feb 11 14:39:51.338842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-e36c8855-188b-495c-a8fd-23a05cc33fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:51.340437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-e36c8855-188b-495c-a8fd-23a05cc33fa8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31664b7a81c9438cae33476d44b0367f&device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 1099 time: 0.0490315 Feb 11 14:39:51.446175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-10fbfc44-7acd-4ce4-8072-3a2224cff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:51.447734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-10fbfc44-7acd-4ce4-8072-3a2224cff9b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 HTTP/1.1" status: 200 len: 870 time: 0.1002643 Feb 11 14:39:51.501047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-beb5d0d4-7873-42fd-940b-65dbbc7907fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=de49a944-987a-4d03-9156-8424db2abbc6 HTTP/1.1" status: 200 len: 217 time: 0.0441613 Feb 11 14:39:51.566799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-d135dad0-703d-4a6e-8b1d-2a9109bffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:51.569569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-d135dad0-703d-4a6e-8b1d-2a9109bffb5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0624037 Feb 11 14:39:51.622890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-eceac8f0-4e2f-40f6-880d-a29a883b928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:51.626711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-eceac8f0-4e2f-40f6-880d-a29a883b928f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505729 Feb 11 14:39:51.643536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb0c51-0764-458f-b122-9b4d6b78e422 req-976029d0-0879-4b63-a864-63428fcbbd52 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:51.645214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fb0c51-0764-458f-b122-9b4d6b78e422 req-976029d0-0879-4b63-a864-63428fcbbd52 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 948 time: 0.0568852 Feb 11 14:39:51.692140 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8fb0c51-0764-458f-b122-9b4d6b78e422 req-44081b94-80d5-482a-ad4f-81e4cc874102 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Feb 11 14:39:51.722930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-0a344f8c-e066-4057-af7d-c608b8309404 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889997 Feb 11 14:39:51.821305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698f074-dbeb-4199-af60-5e83bfe0933f req-73850b3e-0013-466e-82fa-3f32640fbf48 service neutron] 10.222.0.60 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917218 Feb 11 14:39:51.875786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:52.831501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e468fd-abce-400a-ae4f-254b76fedb10 req-38df4eba-9bdd-4e83-84a0-69c43c3081eb tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:52.833143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e468fd-abce-400a-ae4f-254b76fedb10 req-38df4eba-9bdd-4e83-84a0-69c43c3081eb tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 948 time: 0.0560622 Feb 11 14:39:52.875543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e468fd-abce-400a-ae4f-254b76fedb10 req-fde1db74-1f73-4543-b32e-b9534a6ee70d tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Feb 11 14:39:53.048820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device de49a944-987a-4d03-9156-8424db2abbc6 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:39:53.164404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=de49a944-987a-4d03-9156-8424db2abbc6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:53.176296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'de49a944-987a-4d03-9156-8424db2abbc6', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': 'de49a944-987a-4d03-9156-8424db2abbc6', 'mac_address': 'fa:16:3e:52:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:39:53.421890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:53.436228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de49a944-987a-4d03-9156-8424db2abbc6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:39:53.457718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=de49a944-987a-4d03-9156-8424db2abbc6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:53.459588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:53.495128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:53.551677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:53.607645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:53.619360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.619560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.619885 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.620255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.620528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.620859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.621261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.621532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.621851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.622172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.623791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.623791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:53.738282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['de49a944-987a-4d03-9156-8424db2abbc6'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:39:54.010368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c838d8a-efc9-46a0-8cab-292864e7dcd2 req-ce909576-ca95-4f67-b6d3-90b32e7f52a8 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:54.012689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c838d8a-efc9-46a0-8cab-292864e7dcd2 req-ce909576-ca95-4f67-b6d3-90b32e7f52a8 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 949 time: 0.0586345 Feb 11 14:39:54.060789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c838d8a-efc9-46a0-8cab-292864e7dcd2 req-6fba229a-71e1-4c84-8404-36b302fd2d49 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Feb 11 14:39:55.064182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device de49a944-987a-4d03-9156-8424db2abbc6 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:55.176928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port de49a944-987a-4d03-9156-8424db2abbc6 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:39:55.180908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port de49a944-987a-4d03-9156-8424db2abbc6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:55.181395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.223121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5112-4ff6-414c-8d4c-41a8dae25044 req-37bcd7f5-815c-47cd-a6b6-ff9f429204f7 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.224875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f76a5112-4ff6-414c-8d4c-41a8dae25044 req-37bcd7f5-815c-47cd-a6b6-ff9f429204f7 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 949 time: 0.0871117 Feb 11 14:39:55.293494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.310790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f76a5112-4ff6-414c-8d4c-41a8dae25044 req-7b5844a5-842f-435d-9052-f50bec62bb47 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793300 Feb 11 14:39:55.328878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:55.332403 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97d948-44cd-48f3-ba87-8d705ea7b368" -d '{"events": [{"server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "name": "network-vif-plugged", "status": "completed", "tag": "de49a944-987a-4d03-9156-8424db2abbc6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:55.350520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=de49a944-987a-4d03-9156-8424db2abbc6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:55.376409 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0536aa2-f1eb-41d1-bcf2-e39b8fad2db0 x-openstack-request-id: req-c0536aa2-f1eb-41d1-bcf2-e39b8fad2db0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:55.378572 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "name": "network-vif-plugged", "status": "completed", "tag": "de49a944-987a-4d03-9156-8424db2abbc6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:55.378572 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0536aa2-f1eb-41d1-bcf2-e39b8fad2db0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:55.379384 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6', 'code': 200} Feb 11 14:39:55.439960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.488323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c8c1-b16f-4661-9d49-a185f0d97dc7 req-bcdd5e9c-57e4-47ae-ad84-bc62faf28af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.489866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a663c8c1-b16f-4661-9d49-a185f0d97dc7 req-bcdd5e9c-57e4-47ae-ad84-bc62faf28af1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 1101 time: 0.0561304 Feb 11 14:39:55.507348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:55.537627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a663c8c1-b16f-4661-9d49-a185f0d97dc7 req-449be9bc-a047-4657-b322-4870152f63c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Feb 11 14:39:56.469154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc414d-5ba2-4893-acca-adc95300d856 req-30d0a091-1c8c-4b52-8af5-2a739ab86835 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.470775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88cc414d-5ba2-4893-acca-adc95300d856 req-30d0a091-1c8c-4b52-8af5-2a739ab86835 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 950 time: 0.0559452 Feb 11 14:39:56.514704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88cc414d-5ba2-4893-acca-adc95300d856 req-f10f4cb5-dcbb-494f-8e9c-a54abf4953e7 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Feb 11 14:39:57.663055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2316ddf-02a7-477f-93ce-9062295462de req-bd670629-dfe1-4566-b1c6-228cd6abcdca tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:57.665004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2316ddf-02a7-477f-93ce-9062295462de req-bd670629-dfe1-4566-b1c6-228cd6abcdca tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 950 time: 0.0637763 Feb 11 14:39:57.711489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b2316ddf-02a7-477f-93ce-9062295462de req-53ee9558-b062-4fe0-9958-2696c6fa5388 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Feb 11 14:39:58.705557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070a702-dfe4-4830-b080-a9f4f3318116 req-5b904ac8-a105-4a1f-a957-db70cb3f4019 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:58.707706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3070a702-dfe4-4830-b080-a9f4f3318116 req-5b904ac8-a105-4a1f-a957-db70cb3f4019 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 950 time: 0.0510168 Feb 11 14:39:58.750503 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3070a702-dfe4-4830-b080-a9f4f3318116 req-84ee848f-0950-4741-b906-fd4c3480a8b2 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Feb 11 14:39:59.710747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:59.876109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00394-5c27-4e3f-8a3b-60848082b255 req-c1ce44b4-e0df-40ce-ac5e-89b3b05a7c41 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:59.877929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ea00394-5c27-4e3f-8a3b-60848082b255 req-c1ce44b4-e0df-40ce-ac5e-89b3b05a7c41 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 950 time: 0.0516658 Feb 11 14:39:59.958614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4ea00394-5c27-4e3f-8a3b-60848082b255 req-e11021b5-1f61-44b5-9a6b-8dc83741e9b6 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/security-groups?id=561cf2da-55c0-40b8-84f7-545d4bc8ecba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 Feb 11 14:39:59.967034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-2cc49481-a603-43a5-80e7-d06e267ada50 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:59.968520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-2cc49481-a603-43a5-80e7-d06e267ada50 tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 950 time: 0.0658844 Feb 11 14:40:00.082569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Deleting port de49a944-987a-4d03-9156-8424db2abbc6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:00.083138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.197451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] For port de49a944-987a-4d03-9156-8424db2abbc6, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=de49a944-987a-4d03-9156-8424db2abbc6,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:00.199941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.213628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Calling delete_port for de49a944-987a-4d03-9156-8424db2abbc6 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:00.687411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.699991 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['de49a944-987a-4d03-9156-8424db2abbc6'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:40:00.734797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Pushing event deleted for resources: {'Port': ['ID=de49a944-987a-4d03-9156-8424db2abbc6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:00.741359 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] No DVR routers for this DVR port de49a944-987a-4d03-9156-8424db2abbc6 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2461b6f8-4ed9-422a-92cf-2c5498086769 req-f5115874-5a73-4c80-b68e-234a79d3fe9f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.60 "DELETE /v2.0/ports/de49a944-987a-4d03-9156-8424db2abbc6 HTTP/1.1" status: 204 len: 173 time: 0.8190989 Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'name': 'network-vif-deleted', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:00.800299 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e877cf-194b-41cd-9d14-321046dd11d5" -d '{"events": [{"server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "name": "network-vif-deleted", "tag": "de49a944-987a-4d03-9156-8424db2abbc6"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:00.842580 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbbd7ae-8085-4ed6-8310-ea527c440f44 x-openstack-request-id: req-1fbbd7ae-8085-4ed6-8310-ea527c440f44 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:00.842992 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f516f000-eee0-4eef-9815-627a995d3f9a", "name": "network-vif-deleted", "tag": "de49a944-987a-4d03-9156-8424db2abbc6", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:00.843175 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fbbd7ae-8085-4ed6-8310-ea527c440f44 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:00.843588 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f516f000-eee0-4eef-9815-627a995d3f9a', 'name': 'network-vif-deleted', 'tag': 'de49a944-987a-4d03-9156-8424db2abbc6', 'status': 'completed', 'code': 200} Feb 11 14:40:01.097611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e1d90319-b7ad-4cf7-992e-9ba311bff3bb req-1f1be04f-302d-4f71-a736-2cefcd90052f tempest-VolumesNegativeTest-804365499 tempest-VolumesNegativeTest-804365499-project] 10.222.0.31 "GET /v2.0/ports?device_id=f516f000-eee0-4eef-9815-627a995d3f9a HTTP/1.1" status: 200 len: 210 time: 0.0393901 Feb 11 14:40:01.456452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:03.095455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device de49a944-987a-4d03-9156-8424db2abbc6 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:40:03.117993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: de49a944-987a-4d03-9156-8424db2abbc6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:40:03.118702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device de49a944-987a-4d03-9156-8424db2abbc6 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:40:12.527066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:12.664076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7f739750-4868-4e2e-ac19-2b2c0a0f385b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31664b7a81c9438cae33476d44b0367f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357865 Feb 11 14:40:12.666518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 32956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:12.718013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:12.739788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:12.958022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:12.960605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:12.961801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/561cf2da-55c0-40b8-84f7-545d4bc8ecba HTTP/1.1" status: 204 len: 168 time: 0.2944365 Feb 11 14:40:12.970490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561cf2da-55c0-40b8-84f7-545d4bc8ecba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:12.978923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.979398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.979743 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.980076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.980414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.980734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.981328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.981853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.982038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.982554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.983062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:12.983391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b6f2-5637-45aa-b2d2-aee70fc40112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:15.390477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:15.538064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'network': {'name': 'tempest-network-smoke--430822520', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:15.644619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:15.649995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.672330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.780842 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.883121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.923542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:40:15.933335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b49602-2315-4d90-954b-e17dd5ffb018,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:15.938236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.938569 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Added segment 1fc78397-8323-43f0-80c7-1d5eb603444c of type vlan for network 2441fd08-0059-4738-a255-e4d38e5f7d2e Feb 11 14:40:15.994969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.146540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.152439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:16.153059 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.506434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Network': ['ID=2441fd08-0059-4738-a255-e4d38e5f7d2e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:16.518001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:40:16.549977 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1fa8d6a-c638-4e8b-91fb-d1cbf94ed3ca tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1583822 Feb 11 14:40:16.552914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33052) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:16.558408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-814734323', 'admin_state_up': True, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:16.699672 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.700915 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.756856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:16.995602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.331958 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.346239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-0746a68c-1483-4141-9251-9ce070cb5ccf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325457247&fields=id&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 267 time: 0.0457475 Feb 11 14:40:17.351340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.458293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-34ba4741-433c-4dec-a911-dbf16f1dfeed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:17.459146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.25.7.231 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/771711d1-2f18-46a7-a9ab-9bc1f6e17604) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:17.459886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-34ba4741-433c-4dec-a911-dbf16f1dfeed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1053164 Feb 11 14:40:17.476209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-57cb1f3d-0835-4d44-bc20-bed650f47345 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0093815 Feb 11 14:40:17.527390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-d49413d3-80ed-4241-9ac0-2a5385855295 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460062 Feb 11 14:40:17.570438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.608035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-c9a06b79-d6a8-4952-84f1-ef1e698a27e5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:40:17.609183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-c9a06b79-d6a8-4952-84f1-ef1e698a27e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0656164 Feb 11 14:40:17.679005 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.707266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-e5a543b5-c0cd-4925-9db3-3f9b68df1d15 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891960 Feb 11 14:40:17.723940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:17.728246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:17.732776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:17.766968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=771711d1-2f18-46a7-a9ab-9bc1f6e17604,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:17.818012 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-0a486d88-e22d-4c3c-9858-eff3ab373230 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044199 Feb 11 14:40:18.236801 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e9cd685-123b-4122-b2ef-e6d3db8be401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:18.239798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:18.437575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:18.687076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-532040ba-0d15-47db-8965-57279336ab0b req-1737feb9-5ed3-4dc7-a7e3-3df05207f7bd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0342000 Feb 11 14:40:18.710344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:40:18.829163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:18.839797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:18.849424 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:18.850032 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:39:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:18.952635 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:19.019949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.019949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90203f24-121e-407d-b0d3-3b9e21e2fe0e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4632630 Feb 11 14:40:19.022520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:19.109398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-de5b9da6-f44a-4a5c-89ff-5b4c6e9f843b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c11d273750714b65994aed49c9cfac0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856771 Feb 11 14:40:19.111937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:19.164787 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:17Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:19.211669 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:19.212140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Updating router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:19.242524 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.297227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca1f65-d65f-4f72-9b13-34ad585be622 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:19.299181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a3ca1f65-d65f-4f72-9b13-34ad585be622 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1862450 Feb 11 14:40:19.302394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:19.352523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8c3f53f-d266-4b07-91e0-4fd7ea99951c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487320 Feb 11 14:40:19.355242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33122) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:19.360248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180035300', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:19.515533 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.649317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:19.649551 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.653676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.701984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Attempting to bind port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:19.712143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Attempting to bind port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:19.712143 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Attempting to bind port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:19.714120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Pushing event updated for resources: {'Port': ['ID=771711d1-2f18-46a7-a9ab-9bc1f6e17604,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:19.724358 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.724777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.725192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.725896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.726423 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.726824 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.727220 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.728062 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.728468 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.728863 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.729277 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.729730 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:19.733454 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:19.733903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:19.734379 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.734831 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:19.735380 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Bound port: 771711d1-2f18-46a7-a9ab-9bc1f6e17604, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:19.735825 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.797663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b224b8a0-a5a3-4d7a-9e36-138d1cdeec3c req-728d896c-055b-4d50-90d9-7046d49db74c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0420187 Feb 11 14:40:19.808067 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] For port 771711d1-2f18-46a7-a9ab-9bc1f6e17604, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:19.839981 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] For port 771711d1-2f18-46a7-a9ab-9bc1f6e17604, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=771711d1-2f18-46a7-a9ab-9bc1f6e17604,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:20.004908 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.039443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.089366 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85f97-9e46-4231-9107-37a271be90be None None] Pushing event updated for resources: {'Port': ['ID=771711d1-2f18-46a7-a9ab-9bc1f6e17604,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:20.093744 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:20.093744 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:39:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:20.185905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Checking segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:20.186394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network hostable DHCP agents. Network: 2441fd08-0059-4738-a255-e4d38e5f7d2e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:40:20.189736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Subnet': ['ID=f21fe860-6769-4062-9361-8f3900f842e7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:20.229825 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:20.307292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:40:20.478598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 2441fd08-0059-4738-a255-e4d38e5f7d2e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:20.482800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:20.483626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.490655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1eb4ec-6dc8-4855-a87c-2fa4082e14d3 None None] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:20.524610 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:17Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:20.553087 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c014a-c6d3-46e5-a4c9-dd5f8d0582ff None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:17Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:20.571087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9945-ad1e-49f8-9933-f9e529062655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.674522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-2441fd08-0059-4738-a255-e4d38e5f7d2e', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:40:20.677498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.689411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-86a68784-05b5-4476-8226-adcf12592356 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3329518 Feb 11 14:40:20.690178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33144) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:20.953704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Allocated IP 172.20.0.2 (2441fd08-0059-4738-a255-e4d38e5f7d2e/f21fe860-6769-4062-9361-8f3900f842e7/23869da7-836c-4dbf-8398-86fae9da9af7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:20.982681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41d14dab-b566-46cd-b2be-bf43e9e038f3 req-f3854020-c329-4a8f-a3f5-46337c13b157 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0667336 Feb 11 14:40:21.204741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.261936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.317694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Pushing event updated for resources: {'Port': ['ID=23869da7-836c-4dbf-8398-86fae9da9af7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:21.333721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:21.336011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:21.338228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:21.434631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Attempting to bind port 23869da7-836c-4dbf-8398-86fae9da9af7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:21.435100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Attempting to bind port 23869da7-836c-4dbf-8398-86fae9da9af7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:21.435576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Attempting to bind port 23869da7-836c-4dbf-8398-86fae9da9af7 on network 2441fd08-0059-4738-a255-e4d38e5f7d2e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:21.454285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:21.455133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Checking segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:21.455628 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.456236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Bound using segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:21.456818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Bound port: 23869da7-836c-4dbf-8398-86fae9da9af7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:21.457299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.585468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] For port 23869da7-836c-4dbf-8398-86fae9da9af7, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:21.592473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] For port 23869da7-836c-4dbf-8398-86fae9da9af7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=23869da7-836c-4dbf-8398-86fae9da9af7,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:21.681420 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.784094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-6022aca6-d55e-4171-8beb-ac1cbafbd7a8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:21.798993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb82d-878f-4ea1-b890-737287adf463 None None] Pushing event updated for resources: {'Port': ['ID=23869da7-836c-4dbf-8398-86fae9da9af7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:21.799477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-6022aca6-d55e-4171-8beb-ac1cbafbd7a8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.2070847 Feb 11 14:40:21.849599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:21.940859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-f774b6de-17f4-46e3-893b-45e9ae79000a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 380 time: 0.0973475 Feb 11 14:40:21.951991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'security_groups': ['b49345b3-8507-4c09-9b1b-8a04595f11da']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:21.975627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:22.321926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-38353f90-4d1b-4091-a5d8-0a8a815a5d84 req-ca0ab09b-91c5-4bae-a250-0164ebb572f5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0489883 Feb 11 14:40:22.462742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:22.467542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:22.607170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.1 (2441fd08-0059-4738-a255-e4d38e5f7d2e/f21fe860-6769-4062-9361-8f3900f842e7/f333010f-0ba8-458e-b6e9-8a1d200e5a28) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:22.664865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.3 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/77f6bb96-7617-4751-bba5-619caabb6579) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:22.885019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:22.926571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.033508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.137936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.151451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 23869da7-836c-4dbf-8398-86fae9da9af7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:23.178556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:23.192771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:23.211830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:23.225103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:23.235395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.315618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:23.341788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:23.342941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 23869da7-836c-4dbf-8398-86fae9da9af7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:23.343232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.346164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:23.378075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:23.421887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.468406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:23.470392 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.544637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.552798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e899-9871-48c2-9b67-8b522d4182b4 req-6a168102-7f66-476b-9b71-0677e053f0c9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:23.555769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.568465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f91e899-9871-48c2-9b67-8b522d4182b4 req-6a168102-7f66-476b-9b71-0677e053f0c9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 931 time: 0.1211772 Feb 11 14:40:23.665950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-a03dee1e-7abc-4917-b88b-d206d5f8f267 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7180271 Feb 11 14:40:23.692983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 23869da7-836c-4dbf-8398-86fae9da9af7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=23869da7-836c-4dbf-8398-86fae9da9af7,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:23.699854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f91e899-9871-48c2-9b67-8b522d4182b4 req-71672d34-41d0-4ea7-9c97-8f058f6f6391 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303098 Feb 11 14:40:23.776786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.778075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 771711d1-2f18-46a7-a9ab-9bc1f6e17604 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:23.793573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Request body: {'port': {'device_id': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:23.872385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a896760-b014-4106-b25c-cf07f9b19cd6 None None] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:23.947716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:23.949808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.073520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f17f39ee-e1c3-4db9-98bb-ffeb3d469e2f None None] Provisioning complete for port 23869da7-836c-4dbf-8398-86fae9da9af7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:24.075345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f17f39ee-e1c3-4db9-98bb-ffeb3d469e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.151468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=23869da7-836c-4dbf-8398-86fae9da9af7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:24.211833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:24.212283 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.383841 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.427550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 771711d1-2f18-46a7-a9ab-9bc1f6e17604, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=771711d1-2f18-46a7-a9ab-9bc1f6e17604,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:24.437826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f17f39ee-e1c3-4db9-98bb-ffeb3d469e2f None None] Provisioning complete for port 77f6bb96-7617-4751-bba5-619caabb6579 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:24.442005 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f17f39ee-e1c3-4db9-98bb-ffeb3d469e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.494393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.535891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f17f39ee-e1c3-4db9-98bb-ffeb3d469e2f None None] Port 77f6bb96-7617-4751-bba5-619caabb6579 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:24.565995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=771711d1-2f18-46a7-a9ab-9bc1f6e17604,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:24.695370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6466e92c-630a-47d6-a8e8-f93bee0dfb5c None None] Provisioning complete for port 23869da7-836c-4dbf-8398-86fae9da9af7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:24.695755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6466e92c-630a-47d6-a8e8-f93bee0dfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.860825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6466e92c-630a-47d6-a8e8-f93bee0dfb5c None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:24.861313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6466e92c-630a-47d6-a8e8-f93bee0dfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.905330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:24.914657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6466e92c-630a-47d6-a8e8-f93bee0dfb5c None None] Port f333010f-0ba8-458e-b6e9-8a1d200e5a28 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:24.950967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.027947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 23869da7-836c-4dbf-8398-86fae9da9af7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:25.069848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ba0f4620-3882-4e92-8340-2069445fb8c4 None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:25.070315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4620-3882-4e92-8340-2069445fb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.091154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100462-56e1-43b5-9ff7-4e1d0757b0ee req-a9809bd9-010d-44fe-bbd9-904278576360 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:25.093237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96100462-56e1-43b5-9ff7-4e1d0757b0ee req-a9809bd9-010d-44fe-bbd9-904278576360 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 931 time: 0.2086110 Feb 11 14:40:25.101147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:25.112712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.121832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f4620-3882-4e92-8340-2069445fb8c4 None None] Port f333010f-0ba8-458e-b6e9-8a1d200e5a28 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:25.132477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 23869da7-836c-4dbf-8398-86fae9da9af7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:25.132957 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.204763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f6bb96-7617-4751-bba5-619caabb6579 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:40:25.214930 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.241853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 771711d1-2f18-46a7-a9ab-9bc1f6e17604 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:25.283023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Transition to ACTIVE for port object 77f6bb96-7617-4751-bba5-619caabb6579 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:40:25.290606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96100462-56e1-43b5-9ff7-4e1d0757b0ee req-62f3c7b0-17eb-46eb-baa9-5c57c06a5bd2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861687 Feb 11 14:40:25.316060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:25.316830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.377959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.382521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:25.388990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:25.517109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Pushing event updated for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:25.639834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Attempting to bind port 77f6bb96-7617-4751-bba5-619caabb6579 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:25.640170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Attempting to bind port 77f6bb96-7617-4751-bba5-619caabb6579 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:25.640503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Attempting to bind port 77f6bb96-7617-4751-bba5-619caabb6579 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:25.649770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Port 77f6bb96-7617-4751-bba5-619caabb6579 on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:40:25.649933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Attempting to bind port 77f6bb96-7617-4751-bba5-619caabb6579 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:25.657343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:25.657692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:25.658080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:25.658520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Bound port: 77f6bb96-7617-4751-bba5-619caabb6579, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:25.658881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.686172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:25.851009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5350e6ca-a723-4ffa-8f2b-17d88a5b1a9d None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:25.851599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5350e6ca-a723-4ffa-8f2b-17d88a5b1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:25.892636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:25.899065 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=77f6bb96-7617-4751-bba5-619caabb6579,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:25.915035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5350e6ca-a723-4ffa-8f2b-17d88a5b1a9d None None] Port f333010f-0ba8-458e-b6e9-8a1d200e5a28 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:25.915284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:25.931377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:25.934219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-95bf5c08-da15-42c8-8aa8-a681a788baa8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2422674 Feb 11 14:40:25.936787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:25.946151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:25.946911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:25.989504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:26.051431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.052175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:26.054121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] 10.222.0.60 "PUT /v2.0/ports/77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 200 len: 1091 time: 2.2678561 Feb 11 14:40:26.054706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:26.063277 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b6eb9-e0dd-4791-890e-5372eea12c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "tag": "77f6bb96-7617-4751-bba5-619caabb6579"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:26.126364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d05ce3-5907-4e1d-9d77-b2044042d48d service neutron] Pushing event updated for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:26.129897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:26.153340 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7ff899-9caa-4aa7-9e2f-0cec848eead7 x-openstack-request-id: req-5f7ff899-9caa-4aa7-9e2f-0cec848eead7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:26.153462 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "tag": "77f6bb96-7617-4751-bba5-619caabb6579", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:26.153711 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f7ff899-9caa-4aa7-9e2f-0cec848eead7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:26.154224 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579', 'status': 'completed', 'code': 200} Feb 11 14:40:26.250759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-cf930b90-297a-4641-ae7c-3b28f51fcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.254493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-cf930b90-297a-4641-ae7c-3b28f51fcf18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1094 time: 0.0883496 Feb 11 14:40:26.260681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.261425 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.262094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.262716 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.263357 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.263966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.265090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.265702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.267819 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e694c0f-25c1-4ad0-b9e2-b31c926f3dd7 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.3289528 Feb 11 14:40:26.272303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:26.404380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.405133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.405943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.406546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.407171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.407790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.408412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.409532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.412238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50ec6830-628a-4840-8f6a-47c2b3cc361c tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1384499 Feb 11 14:40:26.417685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:26.603195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-88a3880f-6f1a-4d46-bfbb-076540157124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.605068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-88a3880f-6f1a-4d46-bfbb-076540157124 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f8a40095696144588e809f81009df3d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3438010 Feb 11 14:40:26.788596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54b2b-6e79-45dd-a513-f2e42ede901a req-c4445b47-06fc-474d-b18d-34ebac20424c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.792085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9c54b2b-6e79-45dd-a513-f2e42ede901a req-c4445b47-06fc-474d-b18d-34ebac20424c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.1847162 Feb 11 14:40:26.832661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-cb3866d8-26c0-46ad-be9b-5ccde1f87a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.834570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-441b6eb9-e0dd-4791-890e-5372eea12c0e req-cb3866d8-26c0-46ad-be9b-5ccde1f87a69 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2040417 Feb 11 14:40:26.896874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9c54b2b-6e79-45dd-a513-f2e42ede901a req-6e1a8b33-ed24-40cc-aea0-125a09b89eb8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945427 Feb 11 14:40:26.955052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-94029c47-f1d3-47e3-be2e-0fddc2a24f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:26.957608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-94029c47-f1d3-47e3-be2e-0fddc2a24f1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1094 time: 0.0837533 Feb 11 14:40:27.001752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 2, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:27.060028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-aa7f2d9a-5d1b-42a8-9d75-4b5e734d7fa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 200 len: 217 time: 0.0837133 Feb 11 14:40:27.069453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:27.069837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Updating router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 port f333010f-0ba8-458e-b6e9-8a1d200e5a28 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:27.130540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.169570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-7dfb137e-a6f1-4bbc-909e-b298a5752985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:27.171800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-7dfb137e-a6f1-4bbc-909e-b298a5752985 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.1114528 Feb 11 14:40:27.240418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-5cac2e00-d5f3-4c26-8972-55e9b6423625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:27.242250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-5cac2e00-d5f3-4c26-8972-55e9b6423625 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642562 Feb 11 14:40:27.338783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aeadf3ba-43d5-4d8a-8c0e-60b41112ad10 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.9174054 Feb 11 14:40:27.462352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-bab8a4ce-a322-445c-b439-4ee75aa58ab2 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130103 Feb 11 14:40:27.635431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.643816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c987e735-bc28-4c12-a6a7-db71bd78d90c req-33fb32f9-d1ab-499c-ba6f-bbdee56fe096 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750875 Feb 11 14:40:27.758700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.835245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359960bb-66cc-49c7-9d07-e0b2ae5c3100 None None] Pushing event updated for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:27.932281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Attempting to bind port f333010f-0ba8-458e-b6e9-8a1d200e5a28 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:27.940669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Attempting to bind port f333010f-0ba8-458e-b6e9-8a1d200e5a28 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:27.940669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Attempting to bind port f333010f-0ba8-458e-b6e9-8a1d200e5a28 on network 2441fd08-0059-4738-a255-e4d38e5f7d2e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:27.942264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:27.943054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Checking segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:27.943054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.943409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Bound using segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:27.943869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Bound port: f333010f-0ba8-458e-b6e9-8a1d200e5a28, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:27.944155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:27.944297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.959778 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101031627', 'description': 'tempest-secgroup-smoke-101031627 description', 'project_id': 'c11d273750714b65994aed49c9cfac0c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:28.027407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] For port f333010f-0ba8-458e-b6e9-8a1d200e5a28, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:28.030830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] For port f333010f-0ba8-458e-b6e9-8a1d200e5a28, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f333010f-0ba8-458e-b6e9-8a1d200e5a28,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:28.106653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.138637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc32e9-4393-4e45-936f-510d80a26b20 req-265ee84b-f735-4a0d-bb19-3982f4de60c6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:28.141665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13cc32e9-4393-4e45-936f-510d80a26b20 req-265ee84b-f735-4a0d-bb19-3982f4de60c6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.0845902 Feb 11 14:40:28.169129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.191405 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-13cc32e9-4393-4e45-936f-510d80a26b20 req-4c642530-f79f-48d7-ae50-656fec1c0849 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Feb 11 14:40:28.226116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.291197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.319770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:28.321876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.339185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214f7d6c-bcbf-4519-862f-c99554db82f3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:28.371508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359960bb-66cc-49c7-9d07-e0b2ae5c3100 None None] Pushing event updated for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:28.382335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.386584 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62bc133f-8203-4f24-b692-a063c382c978 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4367421 Feb 11 14:40:28.387335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33280) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:28.391851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:28.409146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:28.409985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:28.540931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.590886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.608278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:28.645709 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.652320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.686063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc690758-48f5-4301-8e18-85240748eac2,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:28.764640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] For port f333010f-0ba8-458e-b6e9-8a1d200e5a28, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f333010f-0ba8-458e-b6e9-8a1d200e5a28,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:28.784217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.791043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9d8f1bb0-7e81-4c90-a0cf-b1f4d93d7e7b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002705 Feb 11 14:40:28.793037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33296) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:28.798491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:28.859560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.918618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4864021-416f-4d53-ba84-108e4302ab16 None None] Pushing event updated for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:28.930103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:28.957769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485e561-e6e9-487b-9878-49bf034f4d30 None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:28.981035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7eddd895-e685-4b04-b699-0f8e85ceb2ca None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:28.981691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eddd895-e685-4b04-b699-0f8e85ceb2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.048841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.151891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.256993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.282239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120d0124-f851-4cdc-a688-cfbe48ea3240,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:29.375129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a6c01-0005-475a-8041-e357b7b31702 req-0c62dad6-580c-487c-9fa0-16c0e91a0b62 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:29.383461 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d7a6c01-0005-475a-8041-e357b7b31702 req-0c62dad6-580c-487c-9fa0-16c0e91a0b62 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.1024969 Feb 11 14:40:29.384402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.391869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-db39e2f2-eab8-42c5-81e5-d8ed78f24036 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5912840 Feb 11 14:40:29.391869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33306) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:29.395531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:29.442752 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d7a6c01-0005-475a-8041-e357b7b31702 req-8f096006-daf5-40c6-ab41-979fb7ec51c1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581872 Feb 11 14:40:29.535596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.624675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.736418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.757918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a2bf13-cbab-41ce-a185-66a65529b567,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:29.850345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:29.859829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7e631bdd-e2c8-40a9-b131-692eeb351fb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4624491 Feb 11 14:40:29.951857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33312) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:29.957378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:30.101701 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.167917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.238658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.260594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10968797-a4c3-49ce-b392-25e131d5b1e7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:30.349588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.351224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3e49f64a-c4f0-44a7-be16-f532fbf084a1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979969 Feb 11 14:40:30.353759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33314) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:30.358346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:30.456385 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:40:30.463000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.570504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.571673 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.584886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592e144-f8de-4523-9171-b8db1aa1f61e req-b3cdd381-2b7a-481f-b287-e2aa946b8230 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:30.586691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f592e144-f8de-4523-9171-b8db1aa1f61e req-b3cdd381-2b7a-481f-b287-e2aa946b8230 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.0677986 Feb 11 14:40:30.629753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f592e144-f8de-4523-9171-b8db1aa1f61e req-74f520d2-7744-403d-8fc2-e0bf66dd7e99 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Feb 11 14:40:30.656430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.676100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fddece5-18cf-46f3-9349-bcd4b86b900e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:30.807564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.812223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a4e924bc-bb4b-4cfc-a8ee-23ee8525c4e1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4546916 Feb 11 14:40:30.813233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:30.818874 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '214f7d6c-bcbf-4519-862f-c99554db82f3', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:30.919348 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:40:30.939172 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.012169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.026955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f333010f-0ba8-458e-b6e9-8a1d200e5a28 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:31.088336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f333010f-0ba8-458e-b6e9-8a1d200e5a28 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:31.089078 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.090347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.112033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a48635b-dc72-4c48-866a-bd3e69ef4825,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:31.211016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.221046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6cd40f33-596f-4a8c-8c1b-4d453279323c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3981371 Feb 11 14:40:31.307757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.379813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-1852115c-ea3a-4c10-a990-19df94a7fd9f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101031627&fields=id&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 267 time: 0.0374982 Feb 11 14:40:31.489263 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-58b93f3b-8e54-4331-a14e-63b24e404e3b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:31.490749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-58b93f3b-8e54-4331-a14e-63b24e404e3b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/networks?id=2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 200 len: 796 time: 0.1030068 Feb 11 14:40:31.506782 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-991fb726-edb3-45bf-889a-12bfa49876ae tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/quotas/c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 375 time: 0.0101368 Feb 11 14:40:31.559577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b2014355-863e-4227-95a1-a82b769d2c92 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467231 Feb 11 14:40:31.726797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-5a0117f8-88f0-4ec2-8d8f-2f7ed549cdbc service neutron] 10.222.0.31 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551290 Feb 11 14:40:31.777412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b410-d11b-4856-9373-3ffe2b464bf8 req-c91bc5d4-e6e2-49b1-b8e6-9e09b63c4bcb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:31.779024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ec2b410-d11b-4856-9373-3ffe2b464bf8 req-c91bc5d4-e6e2-49b1-b8e6-9e09b63c4bcb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.0585549 Feb 11 14:40:31.837181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8ec2b410-d11b-4856-9373-3ffe2b464bf8 req-b5317516-0b48-4a3f-af49-f18a2bbd6939 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491185 Feb 11 14:40:31.838599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-68f602c5-5041-4e1c-9135-4c402a134e63 service neutron] 10.222.0.31 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056783 Feb 11 14:40:32.092867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bff9906c-35ec-4e58-892a-519135c1180a req-38b1cded-a73d-4dc6-adbd-06da4a492d27 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 210 time: 0.0413175 Feb 11 14:40:32.979589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65970-2125-4c5b-a4c3-13da788dda6d req-3add9984-6edf-45ac-a312-ed5fb2930fd0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:32.981489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85a65970-2125-4c5b-a4c3-13da788dda6d req-3add9984-6edf-45ac-a312-ed5fb2930fd0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.0712543 Feb 11 14:40:33.027209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85a65970-2125-4c5b-a4c3-13da788dda6d req-6d16b9ef-812d-47b1-8529-65e7f7d9745a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Feb 11 14:40:33.186416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c808fdf-1cdd-4b7b-bb7f-e54bb11d1228 req-49eab1b5-14f2-4fe2-90ff-b9eebe9a4b00 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 210 time: 0.0269799 Feb 11 14:40:34.268664 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-7971f285-297b-44f0-a566-0c25cb4f4428 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:34.271459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-7971f285-297b-44f0-a566-0c25cb4f4428 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/networks?id=2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 200 len: 796 time: 0.1363819 Feb 11 14:40:34.288193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd2703-bfae-401d-8cee-a9395d29d6f5 req-2d6f5b88-1451-4611-889c-0d28844f0e7c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:34.290534 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7cd2703-bfae-401d-8cee-a9395d29d6f5 req-2d6f5b88-1451-4611-889c-0d28844f0e7c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.1888971 Feb 11 14:40:34.332819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1ae06707-4af2-4ec4-87ad-c5da9483e51b req-a99b64e2-2bcd-4f71-b39c-0b46d61fa48f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 210 time: 0.0637817 Feb 11 14:40:34.382400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7cd2703-bfae-401d-8cee-a9395d29d6f5 req-234c80e8-f1ee-4abf-9954-b47f71d16c54 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835452 Feb 11 14:40:34.387431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-91204a71-f60b-431e-b6ad-d480026e55ea tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 379 time: 0.0957091 Feb 11 14:40:34.399154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'port': {'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'admin_state_up': True, 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'security_groups': ['214f7d6c-bcbf-4519-862f-c99554db82f3']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:34.616295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:34.620214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:34.767586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.11 (2441fd08-0059-4738-a255-e4d38e5f7d2e/f21fe860-6769-4062-9361-8f3900f842e7/cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:34.984468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.015902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33386) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:35.115956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.141237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae809b35-ab8f-42e7-8d0e-7b4d142c7b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.173986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:35.178820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:35.182709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:35.212355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:35.246473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:35.247279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.258508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae809b35-ab8f-42e7-8d0e-7b4d142c7b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.363838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae809b35-ab8f-42e7-8d0e-7b4d142c7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.372310 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-17bf8d95-194d-4a5d-97f3-9829b291b571 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9793768 Feb 11 14:40:35.389424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Request body: {'port': {'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:35.475739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.486321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4f076b62-c429-423d-ad1b-7fb35922d200 None None] Provisioning complete for port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:35.487313 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f076b62-c429-423d-ad1b-7fb35922d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.492759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae809b35-ab8f-42e7-8d0e-7b4d142c7b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62080eefaeed499598acccf93ce74486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755416 Feb 11 14:40:35.496208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:35.498372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809b35-ab8f-42e7-8d0e-7b4d142c7b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dcd500-0de0-4569-b191-cd10e1d47031,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:35.555552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4f076b62-c429-423d-ad1b-7fb35922d200 None None] Port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:35.563571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290d55-ab4e-41af-9da4-c01b4f0264b8 req-2866cc7a-4f96-4328-a047-b39a1ff676a8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:35.565418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01290d55-ab4e-41af-9da4-c01b4f0264b8 req-2866cc7a-4f96-4328-a047-b39a1ff676a8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 932 time: 0.1586764 Feb 11 14:40:35.595590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.632198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.636346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01290d55-ab4e-41af-9da4-c01b4f0264b8 req-cc2e1572-6973-4359-b57d-4a25eba74354 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583615 Feb 11 14:40:35.659890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9d91-2ff5-4336-817f-515090a5f60f req-ac7d450d-3541-4ae7-afb4-29a2a9cda8c0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:35.661971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c48f9d91-2ff5-4336-817f-515090a5f60f req-ac7d450d-3541-4ae7-afb4-29a2a9cda8c0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.1400249 Feb 11 14:40:35.764238 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c48f9d91-2ff5-4336-817f-515090a5f60f req-61af4a71-72a7-4005-9a47-773f9f939f3c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899026 Feb 11 14:40:35.811492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.814271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.817983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5dcd500-0de0-4569-b191-cd10e1d47031 HTTP/1.1" status: 204 len: 168 time: 0.3182757 Feb 11 14:40:35.834836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746029-7672-45c4-a5be-6593803d4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dcd500-0de0-4569-b191-cd10e1d47031,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:35.865822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:40:35.874010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:35.890617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Transition to ACTIVE for port object cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:40:36.038901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:36.097120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:36.185945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Attempting to bind port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:36.186400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Attempting to bind port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:36.186737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Attempting to bind port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 on network 2441fd08-0059-4738-a255-e4d38e5f7d2e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:36.196603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 on network 2441fd08-0059-4738-a255-e4d38e5f7d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:40:36.197086 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Attempting to bind port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 on network 2441fd08-0059-4738-a255-e4d38e5f7d2e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:36.203365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:36.207555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Checking segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:36.207555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Bound using segment: {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:36.207555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Bound port: cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc78397-8323-43f0-80c7-1d5eb603444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:36.207555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:36.286068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:36.291928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:36.388951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:36.431287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.432371 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:36.434372 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 HTTP/1.1" status: 200 len: 1092 time: 1.0538831 Feb 11 14:40:36.434751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:36.437045 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f80f32b-274f-456d-8c8f-31af87cf3237" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:36.470669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f6679-1227-4dc6-a39a-c416b38ad085 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:36.491400 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1568c9-9669-4c2a-9b8f-358f31641ad3 x-openstack-request-id: req-ee1568c9-9669-4c2a-9b8f-358f31641ad3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:36.491400 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:36.491400 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee1568c9-9669-4c2a-9b8f-358f31641ad3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:36.491699 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'status': 'completed', 'code': 200} Feb 11 14:40:36.579436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-3aa4c371-7e7b-4dd9-8ea2-d31bfbe93438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.581828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-3aa4c371-7e7b-4dd9-8ea2-d31bfbe93438 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1095 time: 0.0578916 Feb 11 14:40:36.689257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-13cde7df-5b3a-4b99-92c2-1dcedcbe1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.690823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-13cde7df-5b3a-4b99-92c2-1dcedcbe1ed8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c11d273750714b65994aed49c9cfac0c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1006901 Feb 11 14:40:36.714269 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:40:36.855950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292ca3d-23fd-4feb-845e-062ccba9d521 req-f246af6f-743f-44c3-8751-2273508526be tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.857462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4292ca3d-23fd-4feb-845e-062ccba9d521 req-f246af6f-743f-44c3-8751-2273508526be tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 944 time: 0.1313465 Feb 11 14:40:36.862337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-bde9dfed-396b-434b-924d-60520cf48ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.864381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4f80f32b-274f-456d-8c8f-31af87cf3237 req-bde9dfed-396b-434b-924d-60520cf48ea4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661217 Feb 11 14:40:36.901846 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4292ca3d-23fd-4feb-845e-062ccba9d521 req-e74c4f44-9533-40f3-83d5-e3566f38ff38 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Feb 11 14:40:36.905645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a501d-4861-4c8e-9070-56ce37a1cc5d req-4ef9fbf5-489b-489d-8a89-96af70e5464e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.911888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e0a501d-4861-4c8e-9070-56ce37a1cc5d req-4ef9fbf5-489b-489d-8a89-96af70e5464e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 943 time: 0.0548201 Feb 11 14:40:36.955579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-3f12dc8d-2d31-4548-ab0b-963bd9e700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:36.957939 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-3f12dc8d-2d31-4548-ab0b-963bd9e700bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1095 time: 0.0542603 Feb 11 14:40:36.968417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e0a501d-4861-4c8e-9070-56ce37a1cc5d req-04ee7081-e975-426a-8caf-b6dc6eb248d4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543623 Feb 11 14:40:37.002045 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-ebbc388e-afc3-4f41-bb5b-c5aa1f28c34f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 HTTP/1.1" status: 200 len: 217 time: 0.0372458 Feb 11 14:40:37.037921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33492) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:37.052030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b2f8b54e-ccc2-4280-98eb-80c8f8ac868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:37.054052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-b2f8b54e-ccc2-4280-98eb-80c8f8ac868a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f21fe860-6769-4062-9361-8f3900f842e7 HTTP/1.1" status: 200 len: 835 time: 0.0461733 Feb 11 14:40:37.107481 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-48f81c7b-5b77-402b-8424-aa9abb83bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:37.110762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-48f81c7b-5b77-402b-8424-aa9abb83bdd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2441fd08-0059-4738-a255-e4d38e5f7d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494432 Feb 11 14:40:37.149345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1129563349-network', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:37.202464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-0a71300e-6201-4bf5-a0d8-9434c990ac2e service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859201 Feb 11 14:40:37.225852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Made reservation on behalf of 7a7a5140c0af48ea8d3f1b5be26bea3e for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:37.228251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.240086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.258196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 77f6bb96-7617-4751-bba5-619caabb6579 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:40:37.302280 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b82faad-1be9-494e-b762-3c2354e9d7db req-c5448fb9-36d7-4e6f-b16b-2bd433944bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934167 Feb 11 14:40:37.318224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.355246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=77f6bb96-7617-4751-bba5-619caabb6579,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:37.367157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '77f6bb96-7617-4751-bba5-619caabb6579', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': '77f6bb96-7617-4751-bba5-619caabb6579', 'mac_address': 'fa:16:3e:87:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:40:37.393569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.408489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.415169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:40:37.421569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f6bb96-7617-4751-bba5-619caabb6579 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:40:37.430203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cb3f1-9747-4657-9570-15e8ffc4f676,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:37.444646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.446741 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Added segment 6e67ad3c-37f3-4743-b960-ccbaf10a7128 of type vlan for network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 Feb 11 14:40:37.452544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=77f6bb96-7617-4751-bba5-619caabb6579,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:37.498248 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.513435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.564537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:37.599400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.600399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:37.601031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:37.657209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] Pushing event updated for resources: {'Network': ['ID=c8b49769-dfd3-4c9e-84e7-1484bb761fc1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:37.667382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:40:37.716586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['77f6bb96-7617-4751-bba5-619caabb6579'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:40:37.727655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b3bf2e4f-3f3f-49f1-8eab-89904285daeb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6879985 Feb 11 14:40:37.730485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33524) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:37.735344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Request body: {'subnet': {'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1129563349-subnet', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:37.861903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Made reservation on behalf of 7a7a5140c0af48ea8d3f1b5be26bea3e for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:37.864325 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.046585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28576c-76a5-4b36-80f9-ce9c176917d9 req-88836688-3498-42b2-a3d3-21579f936507 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:38.048092 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a28576c-76a5-4b36-80f9-ce9c176917d9 req-88836688-3498-42b2-a3d3-21579f936507 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 944 time: 0.0608954 Feb 11 14:40:38.089553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a28576c-76a5-4b36-80f9-ce9c176917d9 req-aa6d45a4-6fe8-4991-8266-2c2cb062ab74 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332189 Feb 11 14:40:38.101684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30113a3-f148-405b-9ea7-88f6acf11706 req-b4f6d571-02d4-48b5-bb84-962bfd2bc68d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:38.102654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a30113a3-f148-405b-9ea7-88f6acf11706 req-b4f6d571-02d4-48b5-bb84-962bfd2bc68d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 944 time: 0.0586324 Feb 11 14:40:38.140366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a30113a3-f148-405b-9ea7-88f6acf11706 req-0874d9cf-4950-4c0b-a1e2-70b6f8b5c492 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Feb 11 14:40:38.152082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.207926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5fc0e3-7488-4201-b1d0-f78fb2a21c92,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:38.217776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Checking segment: {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:38.218127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Network hostable DHCP agents. Network: c8b49769-dfd3-4c9e-84e7-1484bb761fc1, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:40:38.296275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:40:38.323935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-33439291-d5ee-4883-a42d-a056f881639f req-7a59e7d5-6bad-44f9-ba14-b84219e46fa7 tempest-AttachVolumeNegativeTest-1395309007 tempest-AttachVolumeNegativeTest-1395309007-project] (109375) timed out ('10.222.0.60', 52975) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:40:38.398920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, c8b49769-dfd3-4c9e-84e7-1484bb761fc1) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:38.403637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:38.404559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.407741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51b950-869d-4fe6-8dde-dfd79bfb2887 None None] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:38.493297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40055ca6-7c8f-4797-8fa1-fa570f007114 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7617066 Feb 11 14:40:38.495902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:38.500711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:38.549301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'fixed_ips': [{'subnet_id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:40:38.551235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.627896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.629724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.691108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Allocated IP 172.20.0.2 (c8b49769-dfd3-4c9e-84e7-1484bb761fc1/fc5fc0e3-7488-4201-b1d0-f78fb2a21c92/5659532e-0d6e-42d5-a425-b62c3820b7a7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:38.745619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.755844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-d4c0a4f3-d6b5-4835-8878-a611a952b050 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413737 Feb 11 14:40:38.840137 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-d2784a23-2e2d-42bd-92fd-f93bac0e6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:38.841682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-d2784a23-2e2d-42bd-92fd-f93bac0e6872 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b49650afdf4565aff002e6f6417746&device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 1097 time: 0.0422423 Feb 11 14:40:38.867929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.959220 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-89f0a351-fca2-417a-b465-1a47c7609820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:38.960695 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-89f0a351-fca2-417a-b465-1a47c7609820 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 200 len: 909 time: 0.1006224 Feb 11 14:40:38.970728 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:38.971546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.012012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:39.016306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:39.019274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:39.026968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Pushing event updated for resources: {'Port': ['ID=5659532e-0d6e-42d5-a425-b62c3820b7a7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:39.029632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-45111c10-5f95-4136-aa7f-d3c50beddee4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 200 len: 1001 time: 0.0624864 Feb 11 14:40:39.084957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-3268bc36-9c7c-4785-9253-e1cf4e9e9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:39.086479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-3268bc36-9c7c-4785-9253-e1cf4e9e9955 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 200 len: 847 time: 0.0510519 Feb 11 14:40:39.087455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Attempting to bind port 5659532e-0d6e-42d5-a425-b62c3820b7a7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:39.087829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Attempting to bind port 5659532e-0d6e-42d5-a425-b62c3820b7a7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:39.088189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Attempting to bind port 5659532e-0d6e-42d5-a425-b62c3820b7a7 on network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:39.094102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:39.094627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Checking segment: {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:39.098288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.098288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Bound using segment: {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:39.098288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Bound port: 5659532e-0d6e-42d5-a425-b62c3820b7a7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:39.098288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.134378 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-83ec06e7-8d82-4e18-9bb4-8e0764c8a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:39.135922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-83ec06e7-8d82-4e18-9bb4-8e0764c8a93e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab7a87aa-2e33-434a-83ee-eac8ffb736db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432887 Feb 11 14:40:39.287936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 77f6bb96-7617-4751-bba5-619caabb6579 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:39.328054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842878fd-bc21-484b-9f32-efe4587a962c req-6c736ed9-01b3-4b88-afde-8fe9b32155bd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:39.329648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-842878fd-bc21-484b-9f32-efe4587a962c req-6c736ed9-01b3-4b88-afde-8fe9b32155bd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 944 time: 0.1469705 Feb 11 14:40:39.369706 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-c21e891a-446d-4f52-859e-71e45b494a03 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262912 Feb 11 14:40:39.378151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] For port 5659532e-0d6e-42d5-a425-b62c3820b7a7, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:39.382012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] For port 5659532e-0d6e-42d5-a425-b62c3820b7a7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5659532e-0d6e-42d5-a425-b62c3820b7a7,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:39.394361 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-842878fd-bc21-484b-9f32-efe4587a962c req-32fe67c8-f9ea-4ea3-a974-f0bea2520db7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568297 Feb 11 14:40:39.482849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e38d4dac-3946-4524-8ac3-7364e2947ed9 req-321cee51-1986-4674-a8c8-27798cd60e94 service neutron] 10.222.0.62 "GET /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050181 Feb 11 14:40:39.500742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.534608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 77f6bb96-7617-4751-bba5-619caabb6579 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:40:39.550807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 77f6bb96-7617-4751-bba5-619caabb6579 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:39.551155 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.592204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf0c18-1e98-47a8-beca-3862ade0fa3d None None] Pushing event updated for resources: {'Port': ['ID=5659532e-0d6e-42d5-a425-b62c3820b7a7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:39.648422 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.650721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.659329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24753f59-4450-4919-ae50-c1ea4daaf323 req-feca190a-50ee-4007-be34-0a70f4160aa0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:39.660925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24753f59-4450-4919-ae50-c1ea4daaf323 req-feca190a-50ee-4007-be34-0a70f4160aa0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 944 time: 0.4088252 Feb 11 14:40:39.677775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:39.680089 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbea9a57-f634-41d7-b9fb-de5e1ee08bb3" -d '{"events": [{"server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "name": "network-vif-plugged", "status": "completed", "tag": "77f6bb96-7617-4751-bba5-619caabb6579"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:39.699872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=77f6bb96-7617-4751-bba5-619caabb6579,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:39.707911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:39.737769 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd1195-7714-4cd6-bb80-c08dcc3c50ed x-openstack-request-id: req-b3fd1195-7714-4cd6-bb80-c08dcc3c50ed {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:39.738290 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "name": "network-vif-plugged", "status": "completed", "tag": "77f6bb96-7617-4751-bba5-619caabb6579", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:39.738600 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3fd1195-7714-4cd6-bb80-c08dcc3c50ed {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:39.739310 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579', 'code': 200} Feb 11 14:40:40.114082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-24753f59-4450-4919-ae50-c1ea4daaf323 req-5318f652-4718-4291-8398-ca20ce579e40 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717403 Feb 11 14:40:40.114082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6ffb-3bd9-4907-8729-7e0208696d93 req-1370e7f2-b598-4eee-9c0e-4cc3ec48c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.114082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eaea6ffb-3bd9-4907-8729-7e0208696d93 req-1370e7f2-b598-4eee-9c0e-4cc3ec48c663 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1095 time: 0.0876191 Feb 11 14:40:40.114082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Allocated IP 172.25.7.132 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/83b73887-77d5-43d6-839b-d6860edf9c82) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:40.114082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eaea6ffb-3bd9-4907-8729-7e0208696d93 req-82ed8f95-84b8-49c4-aa19-1835bd359dde service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625718 Feb 11 14:40:40.116862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:40:40.117008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.143582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:40.154463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:40:40.191784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.204119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:40:40.273486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.297238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.318847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:40.348459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:40.362615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:40.364044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Pushing event updated for resources: {'Port': ['ID=83b73887-77d5-43d6-839b-d6860edf9c82,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:40.375255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:40.375255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:40.393345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.452156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:40.560050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9bac-3f4d-4065-a58c-6cc161129c53 req-0f83bca0-3964-4cd5-8d3d-c4fff10c4568 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:40.561812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7eb9bac-3f4d-4065-a58c-6cc161129c53 req-0f83bca0-3964-4cd5-8d3d-c4fff10c4568 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 945 time: 0.0624318 Feb 11 14:40:40.602177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7eb9bac-3f4d-4065-a58c-6cc161129c53 req-e0cb30a5-7be5-48c9-bd64-674d670644b7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336404 Feb 11 14:40:40.628121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:40:40.630217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb32a1-d76f-45ac-b8a7-97a89583f529 None None] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:40.730977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] Provisioning complete for port 5659532e-0d6e-42d5-a425-b62c3820b7a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:40.731347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.733428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:40.960856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.012997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.029566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] For port 5659532e-0d6e-42d5-a425-b62c3820b7a7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5659532e-0d6e-42d5-a425-b62c3820b7a7,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:41.031164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6804b-ec6f-4ee2-a7d6-d1b1ba5384bd req-e6fce39b-91b3-46d2-9652-8223f740ce46 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:41.031413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4d6804b-ec6f-4ee2-a7d6-d1b1ba5384bd req-e6fce39b-91b3-46d2-9652-8223f740ce46 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0884354 Feb 11 14:40:41.106188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5659532e-0d6e-42d5-a425-b62c3820b7a7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:41.151810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a4d6804b-ec6f-4ee2-a7d6-d1b1ba5384bd req-a7fc8abe-fea0-4fe1-81f0-425e90e3ae92 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817559 Feb 11 14:40:41.192351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.278355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5659532e-0d6e-42d5-a425-b62c3820b7a7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:41.278355 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.296158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Router 6fa78839-74da-4212-b539-296b4de6d501 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:40:41.318035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc098ab-ebcf-4c38-aeb4-4d3f1329ae9c None None] Pushing event updated for resources: {'Port': ['ID=5659532e-0d6e-42d5-a425-b62c3820b7a7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:41.334928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3ec296d2-1548-4086-87e2-884767a36d80 None None] Provisioning complete for port 5659532e-0d6e-42d5-a425-b62c3820b7a7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:41.335343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ec296d2-1548-4086-87e2-884767a36d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.414267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:41.425522 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Sync routers for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:41.435473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:41.436141 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:41.487086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.490286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-654f3959-c332-452f-bbda-437891cf6785 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9932461 Feb 11 14:40:41.494378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:41.561268 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:41.727873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6a54-d677-4214-a210-98c9c6eedbf6 req-9e0e1f02-4e8d-47e3-84ec-54154b6bb426 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:41.729477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e96c6a54-d677-4214-a210-98c9c6eedbf6 req-9e0e1f02-4e8d-47e3-84ec-54154b6bb426 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 945 time: 0.0559008 Feb 11 14:40:41.749018 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:40Z', 'revision_number': 3, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:41.770028 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e96c6a54-d677-4214-a210-98c9c6eedbf6 req-5f4e6786-7e2c-4b88-a67e-dc087d3fe05f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Feb 11 14:40:41.776553 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Checking router: 6fa78839-74da-4212-b539-296b4de6d501 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:41.776914 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Updating router 6fa78839-74da-4212-b539-296b4de6d501 port 83b73887-77d5-43d6-839b-d6860edf9c82 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:41.807077 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:41.922313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.059719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:42.132867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Allocated IP 172.20.0.1 (c8b49769-dfd3-4c9e-84e7-1484bb761fc1/fc5fc0e3-7488-4201-b1d0-f78fb2a21c92/4e3723ef-e624-4b2b-a0a1-b19ea6e1af55) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:42.138981 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.190307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:40:42.190307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:42.190579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.233591 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.272497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.295908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Attempting to bind port 83b73887-77d5-43d6-839b-d6860edf9c82 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:42.296355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Attempting to bind port 83b73887-77d5-43d6-839b-d6860edf9c82 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:42.296960 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Attempting to bind port 83b73887-77d5-43d6-839b-d6860edf9c82 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:42.304427 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51f5a-2bb8-4fc1-aa6d-3f88ebcd6223 None None] Pushing event updated for resources: {'Port': ['ID=83b73887-77d5-43d6-839b-d6860edf9c82,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:42.307087 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.310565 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:42.310848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:42.311425 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.311997 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:42.312668 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Bound port: 83b73887-77d5-43d6-839b-d6860edf9c82, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:42.313088 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.343717 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfce15b-6997-4cb3-9605-c8c67fcb0b49 req-ca1ab7a5-5ece-46e9-942d-e6b550925c78 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:42.345854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-adfce15b-6997-4cb3-9605-c8c67fcb0b49 req-ca1ab7a5-5ece-46e9-942d-e6b550925c78 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0965047 Feb 11 14:40:42.359502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:42.361926 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076bb1f5-12de-4dfc-87c4-a1c989898489" -d '{"events": [{"server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:42.369626 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] For port 83b73887-77d5-43d6-839b-d6860edf9c82, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:42.373072 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] For port 83b73887-77d5-43d6-839b-d6860edf9c82, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=83b73887-77d5-43d6-839b-d6860edf9c82,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:42.389270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:42.394032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-adfce15b-6997-4cb3-9605-c8c67fcb0b49 req-513dff03-fdd5-4cb8-b0c4-d6854ed9efe8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368869 Feb 11 14:40:42.401475 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0678649-e9fe-47c3-b340-1dfbc89d2ef8 x-openstack-request-id: req-d0678649-e9fe-47c3-b340-1dfbc89d2ef8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:42.401765 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:42.402043 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0678649-e9fe-47c3-b340-1dfbc89d2ef8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:42.402443 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'code': 200} Feb 11 14:40:42.429551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.474017 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.474851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:42.479203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:42.479793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.484503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:42.494572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Pushing event updated for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:42.548126 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:42.549070 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:42.552985 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51f5a-2bb8-4fc1-aa6d-3f88ebcd6223 None None] Pushing event updated for resources: {'Port': ['ID=83b73887-77d5-43d6-839b-d6860edf9c82,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:42.577649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.589477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:42.603245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d9bcc-005a-461c-983e-3aefdbc5709e req-8e408bd9-2cb4-4f21-abd0-c56e378aa54b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:42.610122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-820d9bcc-005a-461c-983e-3aefdbc5709e req-8e408bd9-2cb4-4f21-abd0-c56e378aa54b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0776575 Feb 11 14:40:42.610122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef098-504d-4e35-9985-9c302c19336b req-b146c07e-60fa-4a79-a5d6-0aa1a79d202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:42.610122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d54ef098-504d-4e35-9985-9c302c19336b req-b146c07e-60fa-4a79-a5d6-0aa1a79d202e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1097 time: 0.1418941 Feb 11 14:40:42.678958 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-820d9bcc-005a-461c-983e-3aefdbc5709e req-94e37b92-e7c0-4009-ab80-189df3b1487c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601132 Feb 11 14:40:42.701152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:42.718565 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:42.721071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d54ef098-504d-4e35-9985-9c302c19336b req-6b06fef2-1a2a-40f5-aa26-25c6df63fd88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954962 Feb 11 14:40:42.898264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e8094-6f87-4298-9e04-8067d092d559 tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:42.899767 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2d5e8094-6f87-4298-9e04-8067d092d559 tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1091 time: 0.1956787 Feb 11 14:40:42.904881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:42.909217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.909382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '77f6bb96-7617-4751-bba5-619caabb6579', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:42.917434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f06cd4d4-a6bb-44cb-ab5d-aeac5aa16aa1 None None] Provisioning complete for port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:42.917434 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f06cd4d4-a6bb-44cb-ab5d-aeac5aa16aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:42.938024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:40Z', 'revision_number': 3, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:42.975845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f06cd4d4-a6bb-44cb-ab5d-aeac5aa16aa1 None None] Port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:42.982035 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990db14-c24d-4931-bd87-44fc08d6e6c5 None None] The sync data for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 is: [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:40Z', 'revision_number': 3, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:43.019007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5659532e-0d6e-42d5-a425-b62c3820b7a7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:43.027908 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.109189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5659532e-0d6e-42d5-a425-b62c3820b7a7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:43.110136 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.155281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.254567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e32c92-5323-4778-bee4-324a6da29e5a req-6de5e701-212f-4338-a614-1ca8ed8c7640 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:43.256095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03e32c92-5323-4778-bee4-324a6da29e5a req-6de5e701-212f-4338-a614-1ca8ed8c7640 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.4082291 Feb 11 14:40:43.291597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.25.7.213 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/1403ccdc-99f7-4bb7-ba33-307bd51a6bc5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:43.403331 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03e32c92-5323-4778-bee4-324a6da29e5a req-3d12cea2-2b71-4d17-899d-12e7deee2b1b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335344 Feb 11 14:40:43.425836 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.491086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.569226 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.596422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.622135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:43.625946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:43.630021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:43.635746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=1403ccdc-99f7-4bb7-ba33-307bd51a6bc5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:43.670659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Pushing event updated for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:43.676099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.806709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:43.809145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:43.945006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Router 6fa78839-74da-4212-b539-296b4de6d501 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:44.120798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:44.129851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b4c9bfb-2ebc-4d90-9e05-ff437deddd2b admin admin] 10.222.0.31 "PUT /v2.0/routers/6fa78839-74da-4212-b539-296b4de6d501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337578 Feb 11 14:40:44.234818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bebad7bf-d3c0-4cd5-a289-feac27a3a829 None None] Provisioning complete for port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:44.239898 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bebad7bf-d3c0-4cd5-a289-feac27a3a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:44.277291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bebad7bf-d3c0-4cd5-a289-feac27a3a829 None None] Port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:44.283355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:44.735459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0883-700d-427c-b71b-8a6b7d2d4e5e req-4077dcba-2815-4f5b-a628-64977d17d937 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:44.737173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-044c0883-700d-427c-b71b-8a6b7d2d4e5e req-4077dcba-2815-4f5b-a628-64977d17d937 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.1110098 Feb 11 14:40:44.778724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-044c0883-700d-427c-b71b-8a6b7d2d4e5e req-964cf030-a8f4-4959-9bf1-3159177d7354 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344737 Feb 11 14:40:44.826604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33838) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:44.831835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1279445772-network', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:44.841191 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:44.916645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edf875-c98b-43d8-9f6b-78bf1ec27ddf req-83fb3794-b6a5-4936-b255-13e9d483a3de tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:44.918207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4edf875-c98b-43d8-9f6b-78bf1ec27ddf req-83fb3794-b6a5-4936-b255-13e9d483a3de tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.0583291 Feb 11 14:40:44.969942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d4edf875-c98b-43d8-9f6b-78bf1ec27ddf req-eafb971a-2da4-4b92-890c-44eef7804db9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424430 Feb 11 14:40:44.982425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Made reservation on behalf of 40b5088d161e44ec8b4a381e309c0dbf for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:44.987466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.000585 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.005636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:45.021325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 83b73887-77d5-43d6-839b-d6860edf9c82 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:45.063571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.082085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22f238-31de-416a-b98b-2720818c0a38 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:45.082708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 83b73887-77d5-43d6-839b-d6860edf9c82 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:45.082708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.083633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33850) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:45.084750 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8b22f238-31de-416a-b98b-2720818c0a38 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1092 time: 0.0770936 Feb 11 14:40:45.088780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:45.113443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Sync routers for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:45.134554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.146599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:45.147369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:45.153120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.203506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=1403ccdc-99f7-4bb7-ba33-307bd51a6bc5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:45.212492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.268278 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.280918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.299763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:45.319891 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP 949ac091-ef08-405c-af7f-d439cd278e1b associated. External IP: 172.25.7.213, port: 77f6bb96-7617-4751-bba5-619caabb6579. Feb 11 14:40:45.326596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.338856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 83b73887-77d5-43d6-839b-d6860edf9c82, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=83b73887-77d5-43d6-839b-d6860edf9c82,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:45.371836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:40:45.386715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04361ddf-ed2a-4643-b0bb-c51e1031b7d1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:45.393823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.394290 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Added segment efa9676c-4d8d-41a9-88ef-3ac7f0135521 of type vlan for network 7ef2df09-a35d-452a-a592-9ac0b276ceef Feb 11 14:40:45.412305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.447915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.494006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.534438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=83b73887-77d5-43d6-839b-d6860edf9c82,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:45.576399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:45.601563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.602835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:45.604040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.609944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 4, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4e3723ef-e624-4b2b-a0a1-b19ea6e1af55', 'name': '', 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'mac_address': 'fa:16:3e:21:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:41Z', 'updated_at': '2022-02-11T14:40:43Z', 'revision_number': 2, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'subnets': [{'id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:45.638533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Checking router: 6fa78839-74da-4212-b539-296b4de6d501 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:45.638889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Updating router 6fa78839-74da-4212-b539-296b4de6d501 port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:45.683460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.689638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.25.7.225 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/bf842a36-8453-4e52-8846-7b28e7bc001d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:45.706162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] Pushing event updated for resources: {'Network': ['ID=7ef2df09-a35d-452a-a592-9ac0b276ceef,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:45.706276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:45.714490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d2dd00ed-de8f-49fa-b3ee-90fcf87f867e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8836038 Feb 11 14:40:45.715142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33878) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:45.718294 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:45.725121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Request body: {'subnet': {'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1279445772-subnet', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:45.732884 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:45.733865 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:45.740686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:40:45.827230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.835258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.841317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:45.888468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c5c599e2-b6dc-4ce9-8550-95165b15f00e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9825311 Feb 11 14:40:45.889416 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:45.891638 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e347d3ff-744a-45fe-805e-35a31e8aa255" -d '{"events": [{"name": "network-changed", "server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "tag": "77f6bb96-7617-4751-bba5-619caabb6579"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:45.939555 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f460b-e4c3-4e85-9d0c-ecaab1fbb6a8 x-openstack-request-id: req-6d5f460b-e4c3-4e85-9d0c-ecaab1fbb6a8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:45.939850 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "tag": "77f6bb96-7617-4751-bba5-619caabb6579", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:45.940103 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d5f460b-e4c3-4e85-9d0c-ecaab1fbb6a8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:45.940508 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579', 'status': 'completed', 'code': 200} Feb 11 14:40:45.983292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Made reservation on behalf of 40b5088d161e44ec8b4a381e309c0dbf for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:40:45.987526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.024941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.107383 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.127559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:46.136047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:46.149178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:46.173237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=bf842a36-8453-4e52-8846-7b28e7bc001d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:46.203176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.249677 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '949ac091-ef08-405c-af7f-d439cd278e1b', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '77f6bb96-7617-4751-bba5-619caabb6579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:87:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:43Z', 'updated_at': '2022-02-11T14:40:43Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:46.259040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-c99d62f2-a0a7-431e-a09f-83e82105a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:46.260677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-c99d62f2-a0a7-431e-a09f-83e82105a797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1096 time: 0.2978070 Feb 11 14:40:46.282562 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:46.293776 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:46.294628 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:46.454099 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:46.501428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279435-c314-4df8-be44-c92bb77666ae None None] Pushing event updated for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:46.517542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Attempting to bind port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:46.517897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Attempting to bind port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:46.518323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Attempting to bind port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 on network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:46.524720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:46.525133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Checking segment: {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:46.525716 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.526226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Bound using segment: {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:46.526820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Bound port: 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67ad3c-37f3-4743-b960-ccbaf10a7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:46.527514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.580080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-6d6ba14d-c9d6-4231-a0a2-a7bf6538c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:46.581629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-6d6ba14d-c9d6-4231-a0a2-a7bf6538c02f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.2981215 Feb 11 14:40:46.594682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] For port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:46.598178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] For port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:46.619897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c7aa36d8-93a3-4649-8355-7a91ab6c28bd None None] Provisioning complete for port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:46.620520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7aa36d8-93a3-4649-8355-7a91ab6c28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.656127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa36d8-93a3-4649-8355-7a91ab6c28bd None None] Port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:46.689084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.708567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:46.722957 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-43f29c6d-f972-440b-9bde-ed69806a318f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 200 len: 999 time: 0.1350541 Feb 11 14:40:46.751663 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '949ac091-ef08-405c-af7f-d439cd278e1b', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '77f6bb96-7617-4751-bba5-619caabb6579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:87:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:43Z', 'updated_at': '2022-02-11T14:40:43Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:46.772498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:46.773272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:46.780356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777a6f8-8bff-4138-b3e7-1fd272021967 None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '949ac091-ef08-405c-af7f-d439cd278e1b', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '77f6bb96-7617-4751-bba5-619caabb6579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:87:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:43Z', 'updated_at': '2022-02-11T14:40:43Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:46.827827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279435-c314-4df8-be44-c92bb77666ae None None] Pushing event updated for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:46.873315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3bf635-cd53-45f0-a043-67ed419a0c3a,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:46.930424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:46.943355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-6eb09b85-f44b-4ab3-aff0-790cbe46d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:46.944872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-6eb09b85-f44b-4ab3-aff0-790cbe46d793 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.1996443 Feb 11 14:40:46.987102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Checking segment: {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:46.987102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Network hostable DHCP agents. Network: 7ef2df09-a35d-452a-a592-9ac0b276ceef, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:40:47.040962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 83b73887-77d5-43d6-839b-d6860edf9c82 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:47.134890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f4d42-9f8e-4308-8f1a-4dd5fcbaf010 None None] New status for floating IP 949ac091-ef08-405c-af7f-d439cd278e1b: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:40:47.159171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-5abf9bcf-0e4d-4205-9611-9bbf572cbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:47.160034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-5abf9bcf-0e4d-4205-9611-9bbf572cbe8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008913 Feb 11 14:40:47.175692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.194475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:40:47.207157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] Provisioning complete for port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:47.207520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.349121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 83b73887-77d5-43d6-839b-d6860edf9c82 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:47.349502 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.511011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.519109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 4, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4e3723ef-e624-4b2b-a0a1-b19ea6e1af55', 'name': '', 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'mac_address': 'fa:16:3e:21:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:41Z', 'updated_at': '2022-02-11T14:40:46Z', 'revision_number': 4, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'subnets': [{'id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:47.555022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17983906-707c-4a5e-bc8d-60c0a40edb04 None None] The sync data for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 is: [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:42Z', 'revision_number': 4, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '4e3723ef-e624-4b2b-a0a1-b19ea6e1af55', 'name': '', 'network_id': 'c8b49769-dfd3-4c9e-84e7-1484bb761fc1', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'mac_address': 'fa:16:3e:21:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:41Z', 'updated_at': '2022-02-11T14:40:46Z', 'revision_number': 4, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'subnets': [{'id': 'fc5fc0e3-7488-4201-b1d0-f78fb2a21c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:47.593125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] For port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:47.605679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-bb76719c-4b66-42e4-bd53-241cdb99975b service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373739 Feb 11 14:40:47.606949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 7ef2df09-a35d-452a-a592-9ac0b276ceef) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:47.612497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:47.618139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.624923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e9778-e6d8-4542-9f5d-836a8158ef8f None None] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:47.731794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e347d3ff-744a-45fe-805e-35a31e8aa255 req-4c0905bc-acdb-4451-9902-f338b51b0098 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158211 Feb 11 14:40:47.781700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.811702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.816200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dbe6fa3f-93af-4260-b941-ea9c429de53d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0999589 Feb 11 14:40:47.818916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:47.825777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:47.846206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-7ef2df09-a35d-452a-a592-9ac0b276ceef', 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'fixed_ips': [{'subnet_id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:40:47.847081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.897691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76dc66-c460-4ffe-8801-a38b702da321 None None] Pushing event updated for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:47.919722 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.921116 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.997879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.009442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.030092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Allocated IP 172.20.0.2 (7ef2df09-a35d-452a-a592-9ac0b276ceef/ac3bf635-cd53-45f0-a043-67ed419a0c3a/bf8a7c98-0211-44a0-80c3-4e538a41995a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:48.148824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.238113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22fedb18-5f67-4a1a-81dc-5bff3ef3ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.270378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=bf842a36-8453-4e52-8846-7b28e7bc001d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:48.272920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.293373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.318700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.426961 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Floating IP c845105f-f665-439d-b0b0-8ae9ac99eb39 associated. External IP: 172.25.7.225, port: cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4. Feb 11 14:40:48.433743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.493953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Pushing event updated for resources: {'Port': ['ID=bf8a7c98-0211-44a0-80c3-4e538a41995a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:48.503911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:48.507029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:48.509764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:48.617895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Attempting to bind port bf8a7c98-0211-44a0-80c3-4e538a41995a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:48.618562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Attempting to bind port bf8a7c98-0211-44a0-80c3-4e538a41995a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:48.618673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Attempting to bind port bf8a7c98-0211-44a0-80c3-4e538a41995a on network 7ef2df09-a35d-452a-a592-9ac0b276ceef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:48.633821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:48.634199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Checking segment: {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:48.634943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.635063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Bound using segment: {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:48.635459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Bound port: bf8a7c98-0211-44a0-80c3-4e538a41995a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:48.635839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.723879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] For port bf8a7c98-0211-44a0-80c3-4e538a41995a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:48.727798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] For port bf8a7c98-0211-44a0-80c3-4e538a41995a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bf8a7c98-0211-44a0-80c3-4e538a41995a,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:48.731029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.731366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:48.755064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.807859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:48.890700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:48.897266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617b5ec-14e8-42ff-b92c-b6dfbc173da9 req-3f462a41-74bf-4957-bf00-0e360b52a4d4 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:48.898859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5617b5ec-14e8-42ff-b92c-b6dfbc173da9 req-3f462a41-74bf-4957-bf00-0e360b52a4d4 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0962405 Feb 11 14:40:48.899607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1327e31-ecbf-4f2b-99eb-df1d1f576d2c None None] Pushing event updated for resources: {'Port': ['ID=bf8a7c98-0211-44a0-80c3-4e538a41995a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:48.918575 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:48.931745 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:48.932607 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:49.008904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5617b5ec-14e8-42ff-b92c-b6dfbc173da9 req-a9791777-ec49-4286-8d3a-4df437b069ff tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858128 Feb 11 14:40:49.012761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.070405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Allocated IP 172.25.7.131 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e37fad30-85e9-490b-8ab2-532485bf51bd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:49.112161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9a75fdc-efd8-4a28-a345-9fdf0ba33520 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0247467 Feb 11 14:40:49.112161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:49.113111 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa75e32-9d85-4fe3-b949-752d4f32bcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:49.114681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:49.117995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:49.124479 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:49.249068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:49.252010 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.358932 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba185d8d-6590-42cf-b98d-7c17ad8a8be0 x-openstack-request-id: req-ba185d8d-6590-42cf-b98d-7c17ad8a8be0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:49.359243 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:49.359666 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba185d8d-6590-42cf-b98d-7c17ad8a8be0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:49.360778 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'status': 'completed', 'code': 200} Feb 11 14:40:49.389875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.494800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3a44820c-d676-4f36-a009-08654e772431 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/c845105f-f665-439d-b0b0-8ae9ac99eb39 HTTP/1.1" status: 200 len: 992 time: 0.3757989 Feb 11 14:40:49.506228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-93788330-b475-4863-ac15-4dbe87cff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:49.507807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-93788330-b475-4863-ac15-4dbe87cff14f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1097 time: 0.0824404 Feb 11 14:40:49.524068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:46Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:49.554107 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:49.562479 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:49.563136 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:49.569160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.618182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:49.629167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:49.635033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:49.666977 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Pushing event updated for resources: {'Port': ['ID=e37fad30-85e9-490b-8ab2-532485bf51bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:49.674877 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:49.683278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-cc12bce9-8174-4262-8e30-3984749ea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:49.684760 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-cc12bce9-8174-4262-8e30-3984749ea3a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 200 len: 897 time: 0.1667621 Feb 11 14:40:49.846619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-08cef196-96e8-4442-aafc-235becfe54c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 HTTP/1.1" status: 200 len: 1000 time: 0.1538222 Feb 11 14:40:49.905812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-6c795244-b799-4ce8-a6d7-4fc7c44b1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:49.907533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-6c795244-b799-4ce8-a6d7-4fc7c44b1d07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f21fe860-6769-4062-9361-8f3900f842e7 HTTP/1.1" status: 200 len: 835 time: 0.0511594 Feb 11 14:40:49.931175 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:46Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:49.963762 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e22eb-3179-45f5-a59c-efecda2b0504 None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:40:23Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:46Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:50.020533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-a26a6433-79da-4fa1-ba89-56c6620577fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:50.022926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-a26a6433-79da-4fa1-ba89-56c6620577fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2441fd08-0059-4738-a255-e4d38e5f7d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046472 Feb 11 14:40:50.144651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-60996139-bee4-43a9-aa55-bb5ab4615dfe tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:50.146822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-60996139-bee4-43a9-aa55-bb5ab4615dfe tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.0624125 Feb 11 14:40:50.183112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.292620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Deleting port 7f78563e-ff7b-4165-bd9b-d513df1078ef {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:50.292999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.335282 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1401a6-2d5a-46c7-9fd5-a36bd162bb8c req-e468d3ae-c45f-4781-9c32-320befc0556b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:50.343773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f1401a6-2d5a-46c7-9fd5-a36bd162bb8c req-e468d3ae-c45f-4781-9c32-320befc0556b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 946 time: 0.2379832 Feb 11 14:40:50.349809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53060a86-9e7b-4166-ba0e-fb04c5c277da None None] New status for floating IP c845105f-f665-439d-b0b0-8ae9ac99eb39: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:40:50.452281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] For port 7f78563e-ff7b-4165-bd9b-d513df1078ef, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7f78563e-ff7b-4165-bd9b-d513df1078ef,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:50.453004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.456373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f1401a6-2d5a-46c7-9fd5-a36bd162bb8c req-0da44a7d-661d-4e00-adad-a3a185094678 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee905c58-bf28-43c0-b4af-927012d9b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069899 Feb 11 14:40:50.463305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-98ba8d46-165c-4f70-b23c-681d4c5bb7d9 service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871264 Feb 11 14:40:50.564047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:50.603750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe9fbbab-1404-4356-96c6-34df3c9f584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.658923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc1a2d-6f68-4c77-81fa-ccb03485d1b3 None None] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:50.762307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] Provisioning complete for port bf8a7c98-0211-44a0-80c3-4e538a41995a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:50.762828 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.834349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.836321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.836837 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Floating IP 772d023d-e860-44a0-8450-bd520da24d76 disassociated. External IP: 172.25.7.36, port: 7f78563e-ff7b-4165-bd9b-d513df1078ef. Feb 11 14:40:50.837422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Calling delete_port for 7f78563e-ff7b-4165-bd9b-d513df1078ef owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:50.975382 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.038078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] For port bf8a7c98-0211-44a0-80c3-4e538a41995a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bf8a7c98-0211-44a0-80c3-4e538a41995a,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:51.083768 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-324282fd-81cf-4336-86c5-e12024fe8bee tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/c845105f-f665-439d-b0b0-8ae9ac99eb39 HTTP/1.1" status: 200 len: 992 time: 0.5171182 Feb 11 14:40:51.092412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bf8a7c98-0211-44a0-80c3-4e538a41995a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:51.132456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.150613 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-21cd487c-c26f-4a58-8280-a39db5b44ba7 service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797173 Feb 11 14:40:51.163048 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.217384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event deleted for resources: {'Port': ['ID=7f78563e-ff7b-4165-bd9b-d513df1078ef,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:51.385519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.450783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:51.461546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ac67-6c28-4cff-9254-5e47608f563d None None] Pushing event updated for resources: {'Port': ['ID=bf8a7c98-0211-44a0-80c3-4e538a41995a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:51.475584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bf8a7c98-0211-44a0-80c3-4e538a41995a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:51.476037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.585275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Router b1355169-14b7-413b-a6ad-d5f59a4f44bf is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:40:51.658117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d78b92ff-b405-40f5-8579-543b80909c49 None None] Provisioning complete for port bf8a7c98-0211-44a0-80c3-4e538a41995a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:51.658680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d78b92ff-b405-40f5-8579-543b80909c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.661453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-30cc7942-b8ad-4e83-800f-012cfb6c785c req-8b3f5e06-f4c7-4b81-ac5b-6cc903f36767 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.0515761 Feb 11 14:40:51.683685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:51.713645 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Sync routers for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:51.722514 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:51.723665 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:51.755625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] No DVR routers for this DVR port 7f78563e-ff7b-4165-bd9b-d513df1078ef on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:40:51.760133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.766344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb0d7605-8b1c-4d38-96f3-cc3536be18b3 req-83c1e8d8-1094-4881-a721-51362b029c01 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.62 "DELETE /v2.0/ports/7f78563e-ff7b-4165-bd9b-d513df1078ef HTTP/1.1" status: 204 len: 173 time: 1.6123688 Feb 11 14:40:51.767111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'name': 'network-vif-deleted', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:51.771180 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b147f-bf2d-4977-af14-b02b5124d96d" -d '{"events": [{"server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "name": "network-vif-deleted", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:51.804177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:51.835963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.837085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Sync routers for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:51.837248 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce70035-0808-46b4-a9d8-c2b8c764c240 x-openstack-request-id: req-bce70035-0808-46b4-a9d8-c2b8c764c240 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:51.838584 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa45e7c-6cb0-40e3-95ed-825f1805615d", "name": "network-vif-deleted", "tag": "7f78563e-ff7b-4165-bd9b-d513df1078ef", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:51.839078 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce70035-0808-46b4-a9d8-c2b8c764c240 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:51.839779 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa45e7c-6cb0-40e3-95ed-825f1805615d', 'name': 'network-vif-deleted', 'tag': '7f78563e-ff7b-4165-bd9b-d513df1078ef', 'status': 'completed', 'code': 200} Feb 11 14:40:51.865602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:51.877301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:51.888647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:51.890246 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59712fe7-c6e2-4639-ba5e-b600b6f0116d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0703235 Feb 11 14:40:51.893527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 33996) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:52.060558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:52.077977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:52.086601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 33998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:52.180930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0b9b197f-6fb8-4141-8df1-5caf8f1decbd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/c845105f-f665-439d-b0b0-8ae9ac99eb39 HTTP/1.1" status: 200 len: 994 time: 0.0928638 Feb 11 14:40:52.361712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:52.371397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:49Z', 'revision_number': 3, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:52.396933 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Checking router: 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:52.407033 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:52.407883 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:52.409835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Checking router: b1355169-14b7-413b-a6ad-d5f59a4f44bf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:52.410718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Updating router b1355169-14b7-413b-a6ad-d5f59a4f44bf port e37fad30-85e9-490b-8ab2-532485bf51bd binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:52.445013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:52.548577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:52.584435 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:52.842471 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-35580247-3dc0-4e7b-b8c8-9d12c85c7b23 req-1bdabfba-9c2b-431d-9ae6-0b5c3420e940 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aa45e7c-6cb0-40e3-95ed-825f1805615d HTTP/1.1" status: 200 len: 210 time: 0.0657771 Feb 11 14:40:52.859021 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:52.866041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Allocated IP 172.20.0.1 (7ef2df09-a35d-452a-a592-9ac0b276ceef/ac3bf635-cd53-45f0-a043-67ed419a0c3a/82bda8af-4154-4ca8-ac1b-328b3493b8cb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:52.933877 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:52.942633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:52.968738 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0efddc-89a7-46f5-8a58-8ff426f4137b None None] The sync data for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 is: [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:35:24Z', 'revision_number': 4, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '911aea83-fef4-435e-abd6-f609472f8907', 'name': '', 'network_id': 'ab7a87aa-2e33-434a-83ee-eac8ffb736db', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'mac_address': 'fa:16:3e:4e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:23Z', 'updated_at': '2022-02-11T14:35:30Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'subnets': [{'id': '870c787f-0d32-47aa-9a17-b2e7981a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:53.018978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Attempting to bind port e37fad30-85e9-490b-8ab2-532485bf51bd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:53.019486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Attempting to bind port e37fad30-85e9-490b-8ab2-532485bf51bd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:53.021161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Attempting to bind port e37fad30-85e9-490b-8ab2-532485bf51bd on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Bound port: e37fad30-85e9-490b-8ab2-532485bf51bd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:53.039743 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.048313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.080510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb7d3-12b6-4195-9092-edac9c04e3b5 None None] Pushing event updated for resources: {'Port': ['ID=e37fad30-85e9-490b-8ab2-532485bf51bd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:53.084709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bf8a7c98-0211-44a0-80c3-4e538a41995a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:53.171428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.173694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] For port e37fad30-85e9-490b-8ab2-532485bf51bd, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:53.178936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] For port e37fad30-85e9-490b-8ab2-532485bf51bd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e37fad30-85e9-490b-8ab2-532485bf51bd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:53.190812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bf8a7c98-0211-44a0-80c3-4e538a41995a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:53.191344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.216343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:53.219355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:53.223509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:53.228339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.250628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Pushing event updated for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:53.272498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.309097 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.360394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.385942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:53.386755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:53.431643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb7d3-12b6-4195-9092-edac9c04e3b5 None None] Pushing event updated for resources: {'Port': ['ID=e37fad30-85e9-490b-8ab2-532485bf51bd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:53.505264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.566114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:53.609687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d42ec7-131a-4535-b87c-a19c8881b924 None None] New status for floating IP 772d023d-e860-44a0-8450-bd520da24d76: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:40:53.693085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b15aa27d-47df-4678-8904-83ec36f89bf7 None None] Provisioning complete for port 82bda8af-4154-4ca8-ac1b-328b3493b8cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:53.693460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b15aa27d-47df-4678-8904-83ec36f89bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.744481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.753726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b15aa27d-47df-4678-8904-83ec36f89bf7 None None] Port 82bda8af-4154-4ca8-ac1b-328b3493b8cb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:53.803973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:49Z', 'revision_number': 3, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:53.833301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf823a-7c85-424c-be0e-1869296af4e4 None None] The sync data for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 is: [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:49Z', 'revision_number': 3, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:53.834021 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:53.919507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:53.923062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Pushing event updated for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:53.925954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.084491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Deleting port aa474593-2589-464f-9e2b-24fbe9729809 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:54.085301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.121487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7f78563e-ff7b-4165-bd9b-d513df1078ef no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:40:54.179289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 7f78563e-ff7b-4165-bd9b-d513df1078ef {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:40:54.179516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7f78563e-ff7b-4165-bd9b-d513df1078ef not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:40:54.251429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.251765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.265583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Calling delete_port for aa474593-2589-464f-9e2b-24fbe9729809 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:54.432386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:54.433966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:54.536855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.564596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event deleted for resources: {'Port': ['ID=aa474593-2589-464f-9e2b-24fbe9729809,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:54.578109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Router b1355169-14b7-413b-a6ad-d5f59a4f44bf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:54.884443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.884443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.884443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-774ea083-d495-429a-a968-d39e7d4d1610 tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "DELETE /v2.0/floatingips/772d023d-e860-44a0-8450-bd520da24d76 HTTP/1.1" status: 204 len: 168 time: 0.7805023 Feb 11 14:40:54.890556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:54.890556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4aeaffdf-9f4c-42dd-ae4a-e63e5321d316 admin admin] 10.222.0.31 "PUT /v2.0/routers/b1355169-14b7-413b-a6ad-d5f59a4f44bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8431954 Feb 11 14:40:54.894094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-20418ffc-0e89-4104-a3ff-b977066b40cf None None] Provisioning complete for port 82bda8af-4154-4ca8-ac1b-328b3493b8cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:54.894094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20418ffc-0e89-4104-a3ff-b977066b40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.895442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34020) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:54.895550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-20418ffc-0e89-4104-a3ff-b977066b40cf None None] Port 82bda8af-4154-4ca8-ac1b-328b3493b8cb cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:40:54.895654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:54.927594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.026909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e37fad30-85e9-490b-8ab2-532485bf51bd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:55.080703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e37fad30-85e9-490b-8ab2-532485bf51bd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:55.081107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.090865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.094261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.098203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee905c58-bf28-43c0-b4af-927012d9b95e HTTP/1.1" status: 204 len: 168 time: 0.2831526 Feb 11 14:40:55.107307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c58d-fa8c-4f16-ad55-0519a4372e8b tempest-TestServerBasicOps-1449196780 tempest-TestServerBasicOps-1449196780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee905c58-bf28-43c0-b4af-927012d9b95e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:55.185669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.198467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34028) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:55.210557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port e37fad30-85e9-490b-8ab2-532485bf51bd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e37fad30-85e9-490b-8ab2-532485bf51bd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:55.291520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.340664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=e37fad30-85e9-490b-8ab2-532485bf51bd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:55.349095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.349556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.349903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.350241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.350575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.350907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.351241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.351564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.351887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.352269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.352592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.353215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:40:55.732147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:55.896020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Sync routers for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:55.896020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:55.896020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:55.989988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:56.043327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Deleting port 911aea83-fef4-435e-abd6-f609472f8907 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:56.043896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.136846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] For port 911aea83-fef4-435e-abd6-f609472f8907, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=911aea83-fef4-435e-abd6-f609472f8907,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:56.137339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.157565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Calling delete_port for 911aea83-fef4-435e-abd6-f609472f8907 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:56.217347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8930d-542f-44eb-abcf-180028d21b36 req-ad0fe2b9-ea90-4eea-a261-94d12dc5d0ea tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:56.224275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02f8930d-542f-44eb-abcf-180028d21b36 req-ad0fe2b9-ea90-4eea-a261-94d12dc5d0ea tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 949 time: 0.0566761 Feb 11 14:40:56.245319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 4, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '82bda8af-4154-4ca8-ac1b-328b3493b8cb', 'name': '', 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'mac_address': 'fa:16:3e:8d:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:52Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 2, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'subnets': [{'id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:56.285711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-02f8930d-542f-44eb-abcf-180028d21b36 req-80cd3d95-356a-4d2a-85b8-d489c13af5c1 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 Feb 11 14:40:56.290149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Checking router: b1355169-14b7-413b-a6ad-d5f59a4f44bf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:56.290956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Updating router b1355169-14b7-413b-a6ad-d5f59a4f44bf port 82bda8af-4154-4ca8-ac1b-328b3493b8cb binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:40:56.319594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.455111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.486740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=911aea83-fef4-435e-abd6-f609472f8907,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:56.659749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.676863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.747396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.796114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe982ff-618f-4c73-bef9-2f9099e551a6 None None] Pushing event updated for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:56.866705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Attempting to bind port 82bda8af-4154-4ca8-ac1b-328b3493b8cb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:40:56.867079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Attempting to bind port 82bda8af-4154-4ca8-ac1b-328b3493b8cb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:40:56.867439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Attempting to bind port 82bda8af-4154-4ca8-ac1b-328b3493b8cb on network 7ef2df09-a35d-452a-a592-9ac0b276ceef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:40:56.872884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:40:56.873342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Checking segment: {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:40:56.873746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.874212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Bound using segment: {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:40:56.874719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Bound port: 82bda8af-4154-4ca8-ac1b-328b3493b8cb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9676c-4d8d-41a9-88ef-3ac7f0135521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:40:56.875095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.928806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:56.975744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] For port 82bda8af-4154-4ca8-ac1b-328b3493b8cb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:40:56.980364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] For port 82bda8af-4154-4ca8-ac1b-328b3493b8cb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=82bda8af-4154-4ca8-ac1b-328b3493b8cb,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:40:57.058287 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.064519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:57.071634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-20fb7d45-008c-4fed-936b-01c7e00913d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702688 Feb 11 14:40:57.072642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34064) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:57.086281 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Sync routers for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:57.116050 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:57.119163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e37fad30-85e9-490b-8ab2-532485bf51bd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:57.120615 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:57.179112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] Provisioning complete for port 82bda8af-4154-4ca8-ac1b-328b3493b8cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:57.179497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.210896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.226157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:57.226888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:57.286449 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:57.395127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.498044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ec624-88c0-40d3-9cc5-bd968c13db51 req-68b2262c-d5e8-44c2-9d66-491ba82db04f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:57.501330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f13ec624-88c0-40d3-9cc5-bd968c13db51 req-68b2262c-d5e8-44c2-9d66-491ba82db04f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 949 time: 0.1084816 Feb 11 14:40:57.561652 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:40:56Z', 'revision_number': 5, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port': {'id': 'b5f55988-d4b8-4d52-98c7-4f3985084fdf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:20Z', 'updated_at': '2022-02-11T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:57.563827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f13ec624-88c0-40d3-9cc5-bd968c13db51 req-e2be293d-db88-4804-9e38-dbf751d3b25c tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502145 Feb 11 14:40:57.591504 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Checking router: 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:57.602049 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Routers {'2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:57.602753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:57.605741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Deleting port b5f55988-d4b8-4d52-98c7-4f3985084fdf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:57.606092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.612222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe982ff-618f-4c73-bef9-2f9099e551a6 None None] Pushing event updated for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:57.629303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e37fad30-85e9-490b-8ab2-532485bf51bd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:57.629769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.665089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:57.705976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] For port b5f55988-d4b8-4d52-98c7-4f3985084fdf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b5f55988-d4b8-4d52-98c7-4f3985084fdf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:57.705976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.712600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:57.712936 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] Set router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:57.759379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-045f2d01-3f6e-4d1f-aea7-704485827563 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:57.759644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Calling delete_port for b5f55988-d4b8-4d52-98c7-4f3985084fdf owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:57.762799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-045f2d01-3f6e-4d1f-aea7-704485827563 tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.62 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 949 time: 0.1163225 Feb 11 14:40:57.772575 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.780967 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:40:57Z', 'revision_number': 6, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:57.819475 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63365813-0490-487b-aab1-ac534a8668f9 None None] The sync data for ids ['2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801'] in n-d-828407-1 is: [{'id': '2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801', 'name': 'tempest-TestServerBasicOps-134088969-router', 'tenant_id': '36b49650afdf4565aff002e6f6417746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:19Z', 'updated_at': '2022-02-11T14:40:57Z', 'revision_number': 6, 'project_id': '36b49650afdf4565aff002e6f6417746', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:57.905147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Deleting port 58661cc1-ec23-4620-85b0-344f60699468 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:57.905636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.965365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] For port 82bda8af-4154-4ca8-ac1b-328b3493b8cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=82bda8af-4154-4ca8-ac1b-328b3493b8cb,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:58.007651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] For port 58661cc1-ec23-4620-85b0-344f60699468, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=58661cc1-ec23-4620-85b0-344f60699468,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:58.008989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.022798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Calling delete_port for 58661cc1-ec23-4620-85b0-344f60699468 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:58.031366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.092351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 4, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '82bda8af-4154-4ca8-ac1b-328b3493b8cb', 'name': '', 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'mac_address': 'fa:16:3e:8d:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:52Z', 'updated_at': '2022-02-11T14:40:56Z', 'revision_number': 4, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'subnets': [{'id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:58.125868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1437-2177-4724-b06e-a0c3fb850e5b None None] Pushing event updated for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:58.128771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d82af3-96b8-4d89-b10e-488376a5b70c None None] The sync data for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 is: [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:40:53Z', 'revision_number': 4, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '82bda8af-4154-4ca8-ac1b-328b3493b8cb', 'name': '', 'network_id': '7ef2df09-a35d-452a-a592-9ac0b276ceef', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'mac_address': 'fa:16:3e:8d:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:52Z', 'updated_at': '2022-02-11T14:40:56Z', 'revision_number': 4, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'subnets': [{'id': 'ac3bf635-cd53-45f0-a043-67ed419a0c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:58.165576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d5f27481-cd39-429e-8b05-3e564394bb97 None None] Provisioning complete for port 82bda8af-4154-4ca8-ac1b-328b3493b8cb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:58.166194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5f27481-cd39-429e-8b05-3e564394bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.194877 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.234024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f55988-d4b8-4d52-98c7-4f3985084fdf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:58.274465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.312882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Pushing event deleted for resources: {'Port': ['ID=58661cc1-ec23-4620-85b0-344f60699468,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:58.358594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.391984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] No DVR routers for this DVR port 58661cc1-ec23-4620-85b0-344f60699468 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:40:58.395794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.399484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6203998e-74e9-42e2-94eb-92bd26a89275 req-da192a83-2ac9-4b23-b1a2-b05ca737e48f tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.62 "DELETE /v2.0/ports/58661cc1-ec23-4620-85b0-344f60699468 HTTP/1.1" status: 204 len: 173 time: 0.6244488 Feb 11 14:40:58.400085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'name': 'network-vif-deleted', 'tag': '58661cc1-ec23-4620-85b0-344f60699468'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:58.402807 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a83806-bdd4-4815-9f4d-7a1015cf23bd" -d '{"events": [{"server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "name": "network-vif-deleted", "tag": "58661cc1-ec23-4620-85b0-344f60699468"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:58.454757 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b154df-7489-4187-a288-38edf81a5388 x-openstack-request-id: req-e9b154df-7489-4187-a288-38edf81a5388 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:58.456529 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24b2e9e-8543-42d7-b7f9-0723f4fef1ec", "name": "network-vif-deleted", "tag": "58661cc1-ec23-4620-85b0-344f60699468", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:58.456529 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b154df-7489-4187-a288-38edf81a5388 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:58.456529 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24b2e9e-8543-42d7-b7f9-0723f4fef1ec', 'name': 'network-vif-deleted', 'tag': '58661cc1-ec23-4620-85b0-344f60699468', 'status': 'completed', 'code': 200} Feb 11 14:40:58.479421 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.482363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.525695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.626810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.627410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:40:58.633074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.636746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c434f239-6e9e-4ea2-8d0e-982c6d22662f admin admin] 10.222.0.31 "DELETE /v2.0/routers/2ff35996-eb6f-4f1e-82e4-f9b2ab6ec801 HTTP/1.1" status: 204 len: 168 time: 1.5603926 Feb 11 14:40:58.637205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34090) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:58.700118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac73a8a8-8314-47d0-8717-cd53c64af1cc req-697f312a-5274-4871-906a-9995e1b851cd tempest-VolumesBackupsTest-1139769779 tempest-VolumesBackupsTest-1139769779-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24b2e9e-8543-42d7-b7f9-0723f4fef1ec HTTP/1.1" status: 200 len: 210 time: 0.0545096 Feb 11 14:40:58.722848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Deleting subnet 870c787f-0d32-47aa-9a17-b2e7981a0691 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:40:58.726634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.773749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.869337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Deleting port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:58.869642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.896758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.987246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] For port 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:58.987882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.013218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Calling delete_port for 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:59.035088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.069645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 82bda8af-4154-4ca8-ac1b-328b3493b8cb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:59.075094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870c787f-0d32-47aa-9a17-b2e7981a0691,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:59.077320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.081524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbba67b0-062c-4552-9d10-4406ef17ecdc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/870c787f-0d32-47aa-9a17-b2e7981a0691 HTTP/1.1" status: 204 len: 168 time: 0.4431157 Feb 11 14:40:59.083965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34092) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:59.111206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c022c-52ce-4bd8-bbd8-9397d8a797e1 None None] Network ab7a87aa-2e33-434a-83ee-eac8ffb736db requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:40:59.181947 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.260368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 82bda8af-4154-4ca8-ac1b-328b3493b8cb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:59.260794 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.265786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Deleting port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:59.266123 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.303368 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.347360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3723ef-e624-4b2b-a0a1-b19ea6e1af55,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:59.348621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] For port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:59.349217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.381510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Calling delete_port for c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:59.432322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] DHCP port deletion for ab7a87aa-2e33-434a-83ee-eac8ffb736db request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:40:59.481035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 911aea83-fef4-435e-abd6-f609472f8907 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:40:59.517384 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 911aea83-fef4-435e-abd6-f609472f8907 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:40:59.518006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 911aea83-fef4-435e-abd6-f609472f8907 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:40:59.518593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5f55988-d4b8-4d52-98c7-4f3985084fdf no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:40:59.551487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b5f55988-d4b8-4d52-98c7-4f3985084fdf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:40:59.552081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b5f55988-d4b8-4d52-98c7-4f3985084fdf not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:40:59.570621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Deleting port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:40:59.571043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.571590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.605615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.665047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] For port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,segment=NetworkSegment(fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9),segment_id=fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:59.666031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.671796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:59.683835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] No DVR routers for this DVR port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:40:59.685639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Calling delete_port for c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:40:59.842917 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.862010 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.875536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7a87aa-2e33-434a-83ee-eac8ffb736db']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:59.888357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:59.888828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1c6fd2-dccd-42bc-89c2-1342b6fe69e9') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:59.898995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] No DVR routers for this DVR port c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:40:59.901369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.933103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371202cd-d84b-48e9-9184-d61d451c2fdb None None] Pushing event deleted for resources: {'Port': ['ID=c55ab4a9-eeb3-46e0-8e35-f9c0375b9562,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:59.934083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Router 6fa78839-74da-4212-b539-296b4de6d501 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:59.934251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.939428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:40:59.939616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:40:59.942058 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:41:00.046882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:00.052403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b5fb2f5c-2fad-4914-8a26-8109bc753698 admin admin] 10.222.0.31 "PUT /v2.0/routers/6fa78839-74da-4212-b539-296b4de6d501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437479 Feb 11 14:41:00.055198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:00.057436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Sync routers for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:00.070578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:00.070578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:00.173267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 58661cc1-ec23-4620-85b0-344f60699468 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:00.200263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 58661cc1-ec23-4620-85b0-344f60699468 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:00.200748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 58661cc1-ec23-4620-85b0-344f60699468 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:00.229696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:00.418210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:59Z', 'revision_number': 5, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:00.452449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.453046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Checking router: 6fa78839-74da-4212-b539-296b4de6d501 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:00.462678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Routers {'6fa78839-74da-4212-b539-296b4de6d501'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:00.463281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fa78839-74da-4212-b539-296b4de6d501'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:00.469999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.476171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab7a87aa-2e33-434a-83ee-eac8ffb736db HTTP/1.1" status: 204 len: 168 time: 1.3885157 Feb 11 14:41:00.476346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8480-0b4a-429a-972a-7f5514ad3a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7a87aa-2e33-434a-83ee-eac8ffb736db,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:00.476470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:00.557966 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.684203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.744708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.793277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] Set router 6fa78839-74da-4212-b539-296b4de6d501 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:00.826942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Deleting port 83b73887-77d5-43d6-839b-d6860edf9c82 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:00.827567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.986889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] For port 83b73887-77d5-43d6-839b-d6860edf9c82, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=83b73887-77d5-43d6-839b-d6860edf9c82,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:00.987652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.022441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Calling delete_port for 83b73887-77d5-43d6-839b-d6860edf9c82 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:01.061550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:59Z', 'revision_number': 5, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:01.107739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35422e-e5e2-4a4a-a2c2-8d27bbf5fade None None] The sync data for ids ['6fa78839-74da-4212-b539-296b4de6d501'] in n-d-828407-1 is: [{'id': '6fa78839-74da-4212-b539-296b4de6d501', 'name': 'tempest-TestAggregatesBasicOps-1129563349-router', 'tenant_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:38Z', 'updated_at': '2022-02-11T14:40:59Z', 'revision_number': 5, 'project_id': '7a7a5140c0af48ea8d3f1b5be26bea3e', 'gw_port': {'id': '83b73887-77d5-43d6-839b-d6860edf9c82', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa78839-74da-4212-b539-296b4de6d501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:39Z', 'updated_at': '2022-02-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:01.158433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:01.199809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:01.200210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c55ab4a9-eeb3-46e0-8e35-f9c0375b9562 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:01.291934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.316695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b73887-77d5-43d6-839b-d6860edf9c82,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:01.321110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.336984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.337340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.337659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.337998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.338337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.338671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.339133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.339466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.339793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.340116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.340440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.340763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:01.397546 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.403238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.490775 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.493010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.634247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.634706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa78839-74da-4212-b539-296b4de6d501 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:41:01.640674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.645057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f89b6cb0-7287-4966-b24e-88487e787358 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6fa78839-74da-4212-b539-296b4de6d501 HTTP/1.1" status: 204 len: 168 time: 1.5885541 Feb 11 14:41:01.646005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:01.687570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Deleting port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:01.688310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.705132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Deleting subnet fc5fc0e3-7488-4201-b1d0-f78fb2a21c92 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:41:01.709570 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.745986 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.781707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] For port 330e1aab-075d-4b64-a3cf-49c64b6ccaaa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:01.782363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:01.799852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Calling delete_port for 330e1aab-075d-4b64-a3cf-49c64b6ccaaa owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:01.847447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.012449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.042402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.049123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e3c5b-e7cf-43ca-be8c-7e21fd11c3b3 None None] Network c8b49769-dfd3-4c9e-84e7-1484bb761fc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:02.049244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc5fc0e3-7488-4201-b1d0-f78fb2a21c92 HTTP/1.1" status: 204 len: 168 time: 0.4012270 Feb 11 14:41:02.049908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:02.056173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46503f0-572c-4fae-a45a-19b850388777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5fc0e3-7488-4201-b1d0-f78fb2a21c92,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:02.078291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.141360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=330e1aab-075d-4b64-a3cf-49c64b6ccaaa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:02.206800 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.301900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] DHCP port deletion for c8b49769-dfd3-4c9e-84e7-1484bb761fc1 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:41:02.391395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Deleting port 5659532e-0d6e-42d5-a425-b62c3820b7a7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:02.391928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.422325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.426477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Deleting port 5659532e-0d6e-42d5-a425-b62c3820b7a7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:02.426806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.475215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] For port 5659532e-0d6e-42d5-a425-b62c3820b7a7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5659532e-0d6e-42d5-a425-b62c3820b7a7,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:02.475614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.489607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Calling delete_port for 5659532e-0d6e-42d5-a425-b62c3820b7a7 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:02.558781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] For port 5659532e-0d6e-42d5-a425-b62c3820b7a7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5659532e-0d6e-42d5-a425-b62c3820b7a7,segment=NetworkSegment(6e67ad3c-37f3-4743-b960-ccbaf10a7128),segment_id=6e67ad3c-37f3-4743-b960-ccbaf10a7128)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:02.561275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.609149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Calling delete_port for 5659532e-0d6e-42d5-a425-b62c3820b7a7 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:02.639824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.665142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] Pushing event deleted for resources: {'Port': ['ID=5659532e-0d6e-42d5-a425-b62c3820b7a7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:02.672355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208154a-139d-44a8-8a87-21ff7c4d92cc None None] No DVR routers for this DVR port 5659532e-0d6e-42d5-a425-b62c3820b7a7 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:02.781046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.811555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5659532e-0d6e-42d5-a425-b62c3820b7a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:02.817190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] No DVR routers for this DVR port 5659532e-0d6e-42d5-a425-b62c3820b7a7 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:02.843210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:41:02.946174 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:02.973602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b49769-dfd3-4c9e-84e7-1484bb761fc1']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.017036 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e67ad3c-37f3-4743-b960-ccbaf10a7128') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.020619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e67ad3c-37f3-4743-b960-ccbaf10a7128') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.030349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.050654 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.054594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:03.060807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 83b73887-77d5-43d6-839b-d6860edf9c82 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:03.065256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb3f971e-9abe-4aeb-bd39-3de3e4d575c3 admin admin] 10.222.0.31 "PUT /v2.0/routers/28603d2d-c6f8-4bbc-b597-a0c6b6e5d039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5874915 Feb 11 14:41:03.065944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:03.072921 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Sync routers for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:03.077797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:41:03.078208 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self.session.flush() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:41:03.080081 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:41:03.092360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:03.093090 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 83b73887-77d5-43d6-839b-d6860edf9c82 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 83b73887-77d5-43d6-839b-d6860edf9c82 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4e3723ef-e624-4b2b-a0a1-b19ea6e1af55 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:03.129720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5659532e-0d6e-42d5-a425-b62c3820b7a7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:03.139987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 5659532e-0d6e-42d5-a425-b62c3820b7a7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:03.140632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5659532e-0d6e-42d5-a425-b62c3820b7a7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:03.214379 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:03.235185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.278057 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.286844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.290417 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c8b49769-dfd3-4c9e-84e7-1484bb761fc1 HTTP/1.1" status: 204 len: 168 time: 1.2391911 Feb 11 14:41:03.293838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34116) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:03.323534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e6a45-adc0-46b7-b81c-2c63b44791b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b49769-dfd3-4c9e-84e7-1484bb761fc1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:03.434586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.559782 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:41:01Z', 'revision_number': 5, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port': {'id': '8b6798e2-a4e0-4507-9620-7db0efbc82d3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:35:33Z', 'updated_at': '2022-02-11T14:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.604008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Deleting port 8b6798e2-a4e0-4507-9620-7db0efbc82d3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:03.604288 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Checking router: 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:03.604460 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.624879 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Routers {'28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:03.625533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.719810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] For port 8b6798e2-a4e0-4507-9620-7db0efbc82d3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8b6798e2-a4e0-4507-9620-7db0efbc82d3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:03.720420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:03.733303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Calling delete_port for 8b6798e2-a4e0-4507-9620-7db0efbc82d3 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:03.737926 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] Set router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:03.802038 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:41:03Z', 'revision_number': 6, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:03.834896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03db5d2-d33a-4ac4-b347-c27761f63295 None None] The sync data for ids ['28603d2d-c6f8-4bbc-b597-a0c6b6e5d039'] in n-d-828407-1 is: [{'id': '28603d2d-c6f8-4bbc-b597-a0c6b6e5d039', 'name': 'tempest-TestServerBasicOps-43692935-router', 'tenant_id': '2be8a9ca049049f1bf3e32554135882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:35:31Z', 'updated_at': '2022-02-11T14:41:03Z', 'revision_number': 6, 'project_id': '2be8a9ca049049f1bf3e32554135882a', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:03.868846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.046445 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.077445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6798e2-a4e0-4507-9620-7db0efbc82d3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:04.155205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.174496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Deleting port 82bda8af-4154-4ca8-ac1b-328b3493b8cb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:04.175054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.297531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] For port 82bda8af-4154-4ca8-ac1b-328b3493b8cb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=82bda8af-4154-4ca8-ac1b-328b3493b8cb,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:04.298764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.327020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Calling delete_port for 82bda8af-4154-4ca8-ac1b-328b3493b8cb owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:04.344510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.347356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.521510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.522235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:41:04.529556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.529556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b33a1a31-f932-4e63-84fb-b6df7b4a4083 admin admin] 10.222.0.31 "DELETE /v2.0/routers/28603d2d-c6f8-4bbc-b597-a0c6b6e5d039 HTTP/1.1" status: 204 len: 168 time: 1.4587224 Feb 11 14:41:04.530943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:04.580718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Deleting subnet b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:41:04.584484 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.613361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.644623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.647038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bda8af-4154-4ca8-ac1b-328b3493b8cb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:04.850373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.962739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.041838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.104104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 330e1aab-075d-4b64-a3cf-49c64b6ccaaa no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:05.109428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:05.120229 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.126724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:05.126920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e714b9a1-a821-4eab-b3b5-352a779f4f1c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3e3cc5e-f348-4429-bd1d-b7ebba6a2e8e HTTP/1.1" status: 204 len: 168 time: 0.5947547 Feb 11 14:41:05.139961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d047d0e-cb12-4788-a3ea-66a23a1c6aa0 None None] Network 7f4531f5-30df-4c87-a1d4-0f01ea1204fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:05.142226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 330e1aab-075d-4b64-a3cf-49c64b6ccaaa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:05.142571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 330e1aab-075d-4b64-a3cf-49c64b6ccaaa not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:05.142989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b6798e2-a4e0-4507-9620-7db0efbc82d3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:05.234422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.280649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Router b1355169-14b7-413b-a6ad-d5f59a4f44bf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:41:05.283498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8b6798e2-a4e0-4507-9620-7db0efbc82d3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:05.284278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8b6798e2-a4e0-4507-9620-7db0efbc82d3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:05.306581 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Deleting port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:05.306933 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.419995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] For port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,segment=NetworkSegment(c7fc7c44-66d1-4b00-b17f-69daef8d7f09),segment_id=c7fc7c44-66d1-4b00-b17f-69daef8d7f09)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:05.419995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.429911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:05.435122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Calling delete_port for 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:05.435459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-798063a2-89f3-47ed-9c55-0fc3b0a181b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b1355169-14b7-413b-a6ad-d5f59a4f44bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1406624 Feb 11 14:41:05.438049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34198) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:05.452654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Sync routers for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:05.466863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] DHCP port deletion for 7f4531f5-30df-4c87-a1d4-0f01ea1204fe request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:41:05.471709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:05.472453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.567704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.624269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.626234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:05.652521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:05.662753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] No DVR routers for this DVR port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:05.691319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Deleting port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:05.692735 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.695312 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.743792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.765431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4531f5-30df-4c87-a1d4-0f01ea1204fe']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.776098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.776911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fc7c44-66d1-4b00-b17f-69daef8d7f09') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.786297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.800602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] For port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef, host n-d-828407-1, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:05.801536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.808543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.809957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:41:05.810356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:41:05.812651 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:41:05.818886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Calling delete_port for 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:05.822714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef was not found and therefore no delete operation was performed {{(pid=109377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:41:05.833188 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.857657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Deleting port e37fad30-85e9-490b-8ab2-532485bf51bd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:05.858141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.871751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] Pushing event deleted for resources: {'Port': ['ID=8c707ee4-f45c-4e69-b86d-2f27d7bf8cef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:05.876208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930847d-e58f-4a21-bb91-53f6eb4f1ac6 None None] No DVR routers for this DVR port 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:05.940621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:41:04Z', 'revision_number': 5, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port': {'id': 'e37fad30-85e9-490b-8ab2-532485bf51bd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:48Z', 'updated_at': '2022-02-11T14:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.958426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] For port e37fad30-85e9-490b-8ab2-532485bf51bd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e37fad30-85e9-490b-8ab2-532485bf51bd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:05.959168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:05.972346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Calling delete_port for e37fad30-85e9-490b-8ab2-532485bf51bd owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:05.974867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Checking router: b1355169-14b7-413b-a6ad-d5f59a4f44bf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:05.985225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Routers {'b1355169-14b7-413b-a6ad-d5f59a4f44bf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:05.985873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:05.994337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.000420 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.007521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f4531f5-30df-4c87-a1d4-0f01ea1204fe HTTP/1.1" status: 204 len: 168 time: 0.8797472 Feb 11 14:41:06.037244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ae1e3-622f-4998-a8f7-cdd751186de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4531f5-30df-4c87-a1d4-0f01ea1204fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:06.098771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] Set router b1355169-14b7-413b-a6ad-d5f59a4f44bf gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:06.152406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:41:05Z', 'revision_number': 6, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:06.184110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368db91-70c2-4839-b291-b8863bdbad57 None None] The sync data for ids ['b1355169-14b7-413b-a6ad-d5f59a4f44bf'] in n-d-828407-1 is: [{'id': 'b1355169-14b7-413b-a6ad-d5f59a4f44bf', 'name': 'tempest-TestAggregatesBasicOps-1279445772-router', 'tenant_id': '40b5088d161e44ec8b4a381e309c0dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:47Z', 'updated_at': '2022-02-11T14:41:05Z', 'revision_number': 6, 'project_id': '40b5088d161e44ec8b4a381e309c0dbf', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:06.238354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.266435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37fad30-85e9-490b-8ab2-532485bf51bd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:06.330728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.422350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:06.425194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.428793 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.473788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-51b8bfb2-c359-406e-bc85-71c37bc93e82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36b49650afdf4565aff002e6f6417746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496666 Feb 11 14:41:06.475698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:06.526651 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.546758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.550513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1355169-14b7-413b-a6ad-d5f59a4f44bf {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:41:06.553128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.554392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fd8bc75b-cda7-4d73-a9a8-c31c9c391727 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b1355169-14b7-413b-a6ad-d5f59a4f44bf HTTP/1.1" status: 204 len: 168 time: 1.1150723 Feb 11 14:41:06.557110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:06.560554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.634855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Deleting subnet ac3bf635-cd53-45f0-a043-67ed419a0c3a {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:41:06.639201 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.681867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.756824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.823033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.825744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.826954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c4528b0-183d-4309-a095-a9c4f5fc18fb HTTP/1.1" status: 204 len: 168 time: 0.3503089 Feb 11 14:41:06.835484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b14a-9ba0-46b8-ba02-bd53c9995b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4528b0-183d-4309-a095-a9c4f5fc18fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:06.884642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.913831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3bf635-cd53-45f0-a043-67ed419a0c3a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:06.916406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:06.919628 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-adb0be45-3bd7-4eae-a7f4-8e670ee21493 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ac3bf635-cd53-45f0-a043-67ed419a0c3a HTTP/1.1" status: 204 len: 168 time: 0.3613224 Feb 11 14:41:06.922247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53ac2b-a422-4d3c-995a-8cae05338065 None None] Network 7ef2df09-a35d-452a-a592-9ac0b276ceef requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:06.922448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34214) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:07.052985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.072616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:07.101995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:07.102653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8c707ee4-f45c-4e69-b86d-2f27d7bf8cef not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:07.106395 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e37fad30-85e9-490b-8ab2-532485bf51bd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:07.135470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e37fad30-85e9-490b-8ab2-532485bf51bd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:07.135470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e37fad30-85e9-490b-8ab2-532485bf51bd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:07.135470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 82bda8af-4154-4ca8-ac1b-328b3493b8cb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:07.147923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Deleting port bf8a7c98-0211-44a0-80c3-4e538a41995a {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:07.148293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.169881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 82bda8af-4154-4ca8-ac1b-328b3493b8cb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:07.170860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 82bda8af-4154-4ca8-ac1b-328b3493b8cb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:07.246878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] For port bf8a7c98-0211-44a0-80c3-4e538a41995a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bf8a7c98-0211-44a0-80c3-4e538a41995a,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:07.247568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.263415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] DHCP port deletion for 7ef2df09-a35d-452a-a592-9ac0b276ceef request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:41:07.263883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Calling delete_port for bf8a7c98-0211-44a0-80c3-4e538a41995a owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:07.338152 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Deleting port bf8a7c98-0211-44a0-80c3-4e538a41995a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:41:07.338152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.409341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] For port bf8a7c98-0211-44a0-80c3-4e538a41995a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bf8a7c98-0211-44a0-80c3-4e538a41995a,segment=NetworkSegment(efa9676c-4d8d-41a9-88ef-3ac7f0135521),segment_id=efa9676c-4d8d-41a9-88ef-3ac7f0135521)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:07.409732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.422806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Calling delete_port for bf8a7c98-0211-44a0-80c3-4e538a41995a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:41:07.508974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.516200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.540690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8a7c98-0211-44a0-80c3-4e538a41995a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:07.546416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] No DVR routers for this DVR port bf8a7c98-0211-44a0-80c3-4e538a41995a on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:07.559090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] Pushing event deleted for resources: {'Port': ['ID=bf8a7c98-0211-44a0-80c3-4e538a41995a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:07.563093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da8790-3bdf-470e-bbe7-d296fbbc2f81 None None] No DVR routers for this DVR port bf8a7c98-0211-44a0-80c3-4e538a41995a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:41:07.710817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:07.765579 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-78918a07-cd61-49d1-b052-39284d5bcf56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2be8a9ca049049f1bf3e32554135882a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510335 Feb 11 14:41:07.765990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:07.829658 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.854516 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.935563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.956501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2df09-a35d-452a-a592-9ac0b276ceef']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:07.966506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa9676c-4d8d-41a9-88ef-3ac7f0135521') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:07.966803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa9676c-4d8d-41a9-88ef-3ac7f0135521') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:07.976316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.988205 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.991503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.991636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:07.992608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0825df8-2ceb-428d-a43d-b1ba7bfef0a7 HTTP/1.1" status: 204 len: 168 time: 0.2256417 Feb 11 14:41:08.000505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e0af3-ea92-4370-841e-db6c3a438a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0825df8-2ceb-428d-a43d-b1ba7bfef0a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:08.001708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:41:08.002122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:41:08.003973 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:41:08.137038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.142940 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.146274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ef2df09-a35d-452a-a592-9ac0b276ceef HTTP/1.1" status: 204 len: 168 time: 1.2229311 Feb 11 14:41:08.158025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079cf3-1b2f-455c-99f1-0375c8969f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef2df09-a35d-452a-a592-9ac0b276ceef,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:08.601708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:08.657065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-09268f7f-6121-4177-9d22-1c0f49b4a82b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a7a5140c0af48ea8d3f1b5be26bea3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541325 Feb 11 14:41:08.659866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34236) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:08.725232 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.755922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.878739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.882771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.884790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/086cb3f1-9747-4657-9570-15e8ffc4f676 HTTP/1.1" status: 204 len: 168 time: 0.2236028 Feb 11 14:41:08.895994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91526d17-f673-434f-8d63-0e72b55c59d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cb3f1-9747-4657-9570-15e8ffc4f676,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:08.991989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bf8a7c98-0211-44a0-80c3-4e538a41995a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:41:09.012520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: bf8a7c98-0211-44a0-80c3-4e538a41995a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:41:09.012861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bf8a7c98-0211-44a0-80c3-4e538a41995a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:41:09.666530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:09.711616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b225bea2-0c96-4a35-946b-73a7b39f42b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40b5088d161e44ec8b4a381e309c0dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437393 Feb 11 14:41:09.714281 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:09.765464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:09.789244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:09.925862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:09.929202 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:09.930352 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04361ddf-ed2a-4643-b0bb-c51e1031b7d1 HTTP/1.1" status: 204 len: 168 time: 0.2145298 Feb 11 14:41:09.941355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deaf5f-aac0-4fbd-8f8f-ed3b707e5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04361ddf-ed2a-4643-b0bb-c51e1031b7d1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:10.986103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34274) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:11.098555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1977113755-network', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:11.245735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Made reservation on behalf of a3ef40a4279f461cbfa31de32b6a76eb for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:11.248238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.257997 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.337222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.399959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.425058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:41:11.434116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd37b2e-fdb9-4e8b-825b-62f32ef3cd57,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:11.440212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.440600 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Added segment 8f89c377-04e2-41c3-84a2-612f684ead7c of type vlan for network d6383d7e-e08d-43fa-840c-1cac2f59fa3e Feb 11 14:41:11.484426 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.582453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.589407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:11.589407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:11.646855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] Pushing event updated for resources: {'Network': ['ID=d6383d7e-e08d-43fa-840c-1cac2f59fa3e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:11.656711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:41:11.729623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7711e81a-8dc9-4635-b8c5-a7dca8558b4a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7408931 Feb 11 14:41:11.731674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34280) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:11.736353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Request body: {'subnet': {'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1977113755-subnet', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:11.839814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Made reservation on behalf of a3ef40a4279f461cbfa31de32b6a76eb for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:11.842162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.120504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.177827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ffe677-2e8b-473e-a6fb-cc171b647e29,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:12.186838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Checking segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:12.187208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Network hostable DHCP agents. Network: d6383d7e-e08d-43fa-840c-1cac2f59fa3e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:41:12.268489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:41:12.331255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d6383d7e-e08d-43fa-840c-1cac2f59fa3e) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:12.336780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:12.345083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.345873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72a6b2-bf60-48ed-845f-c14d23a1a44d None None] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:12.442395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84d0de54-ee45-4adc-bb62-b8c72f927c8c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7088640 Feb 11 14:41:12.444785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34282) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:12.449305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:12.494165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:41:12.494165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.548958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.550241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.622213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.635216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Allocated IP 172.20.0.2 (d6383d7e-e08d-43fa-840c-1cac2f59fa3e/48ffe677-2e8b-473e-a6fb-cc171b647e29/3e61030c-dc07-4af1-b4b6-915f400ca39f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:12.867910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:12.946260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.097742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.140804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:13.147960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:13.153501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:13.165322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Pushing event updated for resources: {'Port': ['ID=3e61030c-dc07-4af1-b4b6-915f400ca39f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:13.211283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.222388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Attempting to bind port 3e61030c-dc07-4af1-b4b6-915f400ca39f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:13.222874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Attempting to bind port 3e61030c-dc07-4af1-b4b6-915f400ca39f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:13.223992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Attempting to bind port 3e61030c-dc07-4af1-b4b6-915f400ca39f on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:13.229599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:13.229974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Checking segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:13.230380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.230778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Bound using segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:13.231234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Bound port: 3e61030c-dc07-4af1-b4b6-915f400ca39f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:13.231620 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.232703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.298484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] For port 3e61030c-dc07-4af1-b4b6-915f400ca39f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:13.302607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] For port 3e61030c-dc07-4af1-b4b6-915f400ca39f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e61030c-dc07-4af1-b4b6-915f400ca39f,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:13.353245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Allocated IP 172.25.7.42 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d8f329ce-2153-435c-a911-b96a0accb6cd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:13.372111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.439506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0b05-4847-4ce6-b22f-de30cca91ea2 None None] Pushing event updated for resources: {'Port': ['ID=3e61030c-dc07-4af1-b4b6-915f400ca39f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:13.484079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.593217 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.646709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:13.649751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:13.653648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:13.686405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Pushing event updated for resources: {'Port': ['ID=d8f329ce-2153-435c-a911-b96a0accb6cd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:13.716958 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:14.366629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.434648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e90ce-32ee-4f34-aab4-9db00a4132b4 None None] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:14.512466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] Provisioning complete for port 3e61030c-dc07-4af1-b4b6-915f400ca39f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:14.512768 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.589492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.663666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.706202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] For port 3e61030c-dc07-4af1-b4b6-915f400ca39f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e61030c-dc07-4af1-b4b6-915f400ca39f,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:14.816042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.839606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Router dd211571-b8bb-4759-b844-5d313cd6d333 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:41:14.894077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d3a75-32f4-4c16-af16-c5e803b67dcc None None] Pushing event updated for resources: {'Port': ['ID=3e61030c-dc07-4af1-b4b6-915f400ca39f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:14.950026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0dbce64f-07ed-49f3-94a5-ce6af815934a None None] Provisioning complete for port 3e61030c-dc07-4af1-b4b6-915f400ca39f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:14.950158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0dbce64f-07ed-49f3-94a5-ce6af815934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:14.994262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:15.003858 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Sync routers for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:15.014852 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:15.015455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:15.073096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3e61030c-dc07-4af1-b4b6-915f400ca39f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:15.094260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.099655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2c942d78-0251-44c6-800f-9220443a085f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6536586 Feb 11 14:41:15.100047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:15.125115 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:15.125366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3e61030c-dc07-4af1-b4b6-915f400ca39f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:15.125597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.310634 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:13Z', 'revision_number': 3, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:15.340938 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Checking router: dd211571-b8bb-4759-b844-5d313cd6d333 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:15.341944 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Updating router dd211571-b8bb-4759-b844-5d313cd6d333 port d8f329ce-2153-435c-a911-b96a0accb6cd binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:41:15.366061 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.633982 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.691668 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.747635 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Attempting to bind port d8f329ce-2153-435c-a911-b96a0accb6cd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:15.748003 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Attempting to bind port d8f329ce-2153-435c-a911-b96a0accb6cd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:15.748590 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Attempting to bind port d8f329ce-2153-435c-a911-b96a0accb6cd on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:15.756043 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:15.756660 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:15.757273 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.757846 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:15.758306 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Bound port: d8f329ce-2153-435c-a911-b96a0accb6cd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:15.758950 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.802620 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ec92-5d8e-42ee-8c22-0d601dc80b43 None None] Pushing event updated for resources: {'Port': ['ID=d8f329ce-2153-435c-a911-b96a0accb6cd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:15.821642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] For port d8f329ce-2153-435c-a911-b96a0accb6cd, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:15.824897 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] For port d8f329ce-2153-435c-a911-b96a0accb6cd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d8f329ce-2153-435c-a911-b96a0accb6cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:15.886742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.924759 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:16.001008 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ec92-5d8e-42ee-8c22-0d601dc80b43 None None] Pushing event updated for resources: {'Port': ['ID=d8f329ce-2153-435c-a911-b96a0accb6cd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:16.003971 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:16.004645 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:16.082936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Allocated IP 172.20.0.1 (d6383d7e-e08d-43fa-840c-1cac2f59fa3e/48ffe677-2e8b-473e-a6fb-cc171b647e29/1b90af80-b95a-423b-90b3-631d66161253) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:16.112993 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:16.200316 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:16.304221 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:13Z', 'revision_number': 3, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:16.423775 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fef0a-a247-4272-87e7-880ed7cb6807 None None] The sync data for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 is: [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:13Z', 'revision_number': 3, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:17.061142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d8f329ce-2153-435c-a911-b96a0accb6cd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:17.122859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d8f329ce-2153-435c-a911-b96a0accb6cd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:17.123325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.214932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.238227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port d8f329ce-2153-435c-a911-b96a0accb6cd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d8f329ce-2153-435c-a911-b96a0accb6cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:17.309399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.343280 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.353165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:17.356925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:17.360411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:17.383331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Pushing event updated for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:17.393625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.393905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.394232 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.394589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.394939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.395275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.395604 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.396067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.396262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.396552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.396871 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.397658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:17.398841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=d8f329ce-2153-435c-a911-b96a0accb6cd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:17.418244 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.623793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.706962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2e4a236f-3046-459b-bc66-b1471b24a49a None None] Provisioning complete for port 1b90af80-b95a-423b-90b3-631d66161253 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:17.708113 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e4a236f-3046-459b-bc66-b1471b24a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.751291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a236f-3046-459b-bc66-b1471b24a49a None None] Port 1b90af80-b95a-423b-90b3-631d66161253 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:17.806386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:18.011811 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:18.085852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:18.091611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Pushing event updated for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:18.187946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:18.189545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:18.195102 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f10f51f-421c-441a-b53e-4032de833e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:18.319496 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Router dd211571-b8bb-4759-b844-5d313cd6d333 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:41:18.437916 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:18.448970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4953a683-5d9d-4384-985a-d57749230e72 admin admin] 10.222.0.31 "PUT /v2.0/routers/dd211571-b8bb-4759-b844-5d313cd6d333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3425078 Feb 11 14:41:18.453423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Sync routers for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:18.476584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:18.477308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:18.599078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8a04194f-2f3e-4097-8305-0e5908e38bba None None] Provisioning complete for port 1b90af80-b95a-423b-90b3-631d66161253 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:18.599456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a04194f-2f3e-4097-8305-0e5908e38bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:18.604791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:18.669566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8a04194f-2f3e-4097-8305-0e5908e38bba None None] Port 1b90af80-b95a-423b-90b3-631d66161253 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:18.857294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1b90af80-b95a-423b-90b3-631d66161253', 'name': '', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'mac_address': 'fa:16:3e:3a:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:15Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 2, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'subnets': [{'id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:18.889413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Checking router: dd211571-b8bb-4759-b844-5d313cd6d333 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:18.889707 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Updating router dd211571-b8bb-4759-b844-5d313cd6d333 port 1b90af80-b95a-423b-90b3-631d66161253 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:41:18.916393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.015655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d8f329ce-2153-435c-a911-b96a0accb6cd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:19.155852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d8f329ce-2153-435c-a911-b96a0accb6cd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:19.155852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.173183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:19.178985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1083676117-network', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:19.304241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:19.314519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Made reservation on behalf of e82fbe34f181462d8eb8a414e4c4fd1c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:19.322046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.326245 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.337566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.395240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86c410-4a0d-40f9-9104-59455ae309a0 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:19.395619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86c410-4a0d-40f9-9104-59455ae309a0 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:19.396356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86c410-4a0d-40f9-9104-59455ae309a0 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:19.398072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5e86c410-4a0d-40f9-9104-59455ae309a0 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=c11d273750714b65994aed49c9cfac0c&network_id=2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 200 len: 2970 time: 0.0926790 Feb 11 14:41:19.425213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.450739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.526433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e3ab8-a4cb-43df-b98c-40faf933a1e4 None None] Pushing event updated for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:19.560135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Attempting to bind port 1b90af80-b95a-423b-90b3-631d66161253 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:19.560525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Attempting to bind port 1b90af80-b95a-423b-90b3-631d66161253 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:19.560879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Attempting to bind port 1b90af80-b95a-423b-90b3-631d66161253 on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:19.564723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.566745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:19.569467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Checking segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:19.569467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.569467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Bound using segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:19.569790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Bound port: 1b90af80-b95a-423b-90b3-631d66161253, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:19.570148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.592822 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:41:19.603432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce86f7-7ac1-492c-b87c-4856160ea670,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:19.609989 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.610553 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Added segment a67793f9-d0c9-4436-82d3-36cc63a66b97 of type vlan for network 45b1d29e-e3a8-498f-8341-6377ca020df3 Feb 11 14:41:19.651845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.656935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] For port 1b90af80-b95a-423b-90b3-631d66161253, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:19.662192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] For port 1b90af80-b95a-423b-90b3-631d66161253, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1b90af80-b95a-423b-90b3-631d66161253,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:19.799583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6e94b6e4-138e-490f-9337-fa4b696af2e5 None None] Provisioning complete for port 1b90af80-b95a-423b-90b3-631d66161253 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:19.799958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e94b6e4-138e-490f-9337-fa4b696af2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.834406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6e94b6e4-138e-490f-9337-fa4b696af2e5 None None] Port 1b90af80-b95a-423b-90b3-631d66161253 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:19.850637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.854614 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.854755 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:19.854755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.920185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:19.920774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:40:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:19.926766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] Pushing event updated for resources: {'Network': ['ID=45b1d29e-e3a8-498f-8341-6377ca020df3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:19.963952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:41:19.966462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e3ab8-a4cb-43df-b98c-40faf933a1e4 None None] Pushing event updated for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:20.015578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-53df1ca8-c948-4ff1-bab0-a644b31f5b39 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8408952 Feb 11 14:41:20.018118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34352) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:20.026658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Request body: {'subnet': {'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1083676117-subnet', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:20.137601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Made reservation on behalf of e82fbe34f181462d8eb8a414e4c4fd1c for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:20.140222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.254680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] Provisioning complete for port 1b90af80-b95a-423b-90b3-631d66161253 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:20.256046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.300122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:20.412186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.483808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6cef28-312f-46df-b32b-a6b41debe4e8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:20.485292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.489485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Checking segment: {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:20.489958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Network hostable DHCP agents. Network: 45b1d29e-e3a8-498f-8341-6377ca020df3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:41:20.520493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2116e4d0-2978-42bf-913e-c5ffed18ac59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.561181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] For port 1b90af80-b95a-423b-90b3-631d66161253, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1b90af80-b95a-423b-90b3-631d66161253,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:20.587541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1b90af80-b95a-423b-90b3-631d66161253', 'name': '', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'mac_address': 'fa:16:3e:3a:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:15Z', 'updated_at': '2022-02-11T14:41:19Z', 'revision_number': 4, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'subnets': [{'id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:20.600461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:41:20.614988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3aa40-143d-4405-b8d5-531d16254af0 None None] The sync data for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 is: [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1b90af80-b95a-423b-90b3-631d66161253', 'name': '', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'mac_address': 'fa:16:3e:3a:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:15Z', 'updated_at': '2022-02-11T14:41:19Z', 'revision_number': 4, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'subnets': [{'id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:20.634691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.697085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003de1c-8c8a-42ea-a0e4-a8d086957986 None None] Pushing event updated for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:20.702808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 45b1d29e-e3a8-498f-8341-6377ca020df3) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:20.708624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:20.709761 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.712560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb7e16-b8a9-4c53-bf07-1801cb252cdd None None] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:20.786945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37cfa7c3-06ae-4f03-92fa-b1499d15b018 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7663701 Feb 11 14:41:20.789114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:20.795372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:20.888868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-45b1d29e-e3a8-498f-8341-6377ca020df3', 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'fixed_ips': [{'subnet_id': '2b6cef28-312f-46df-b32b-a6b41debe4e8'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:41:20.894400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.894543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.894543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.993292 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.074563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1b90af80-b95a-423b-90b3-631d66161253 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:21.104351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Allocated IP 172.20.0.2 (45b1d29e-e3a8-498f-8341-6377ca020df3/2b6cef28-312f-46df-b32b-a6b41debe4e8/373562a3-0080-49d0-9687-368ff28f6846) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:21.172508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:21.246465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1b90af80-b95a-423b-90b3-631d66161253 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:21.247091 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.270346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62836d0c-b52d-4c2e-ae63-357cc7d87de3 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:21.272086 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-62836d0c-b52d-4c2e-ae63-357cc7d87de3 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383 HTTP/1.1" status: 200 len: 814 time: 0.0983706 Feb 11 14:41:21.327337 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.407690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.493268 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.540980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:21.546773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:21.549964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:21.623187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Pushing event updated for resources: {'Port': ['ID=373562a3-0080-49d0-9687-368ff28f6846,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:21.643417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Attempting to bind port 373562a3-0080-49d0-9687-368ff28f6846 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:21.643417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Attempting to bind port 373562a3-0080-49d0-9687-368ff28f6846 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:21.643800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Attempting to bind port 373562a3-0080-49d0-9687-368ff28f6846 on network 45b1d29e-e3a8-498f-8341-6377ca020df3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:21.649311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:21.649693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Checking segment: {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:21.649853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.650294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.650679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Bound using segment: {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:21.651207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Bound port: 373562a3-0080-49d0-9687-368ff28f6846, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:21.651603 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.677681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.736411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:21.746402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] For port 373562a3-0080-49d0-9687-368ff28f6846, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:21.749081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'network': {'name': 'tempest-network-smoke--1525714063', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:21.750093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] For port 373562a3-0080-49d0-9687-368ff28f6846, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=373562a3-0080-49d0-9687-368ff28f6846,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:21.812308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.818298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Allocated IP 172.25.7.64 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/403e8022-9ab6-4a8a-bccf-3de3817e920a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:21.845769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:21.857191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.857520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.889171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:41:21.902213 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.902562 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Added segment 23c15d0d-a50b-4a7c-82ac-9994a976a9c4 of type vlan for network 28a47469-b6d1-46b7-a6eb-5f83ef99011f Feb 11 14:41:21.916575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff0096-ff18-42c8-aaf9-d68eafbd4c7f None None] Pushing event updated for resources: {'Port': ['ID=373562a3-0080-49d0-9687-368ff28f6846,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:21.964648 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:21.965571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:22.131995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:22.135143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:22.135898 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:22.138054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:22.186259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:22.192610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:22.192826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:22.214720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Network': ['ID=28a47469-b6d1-46b7-a6eb-5f83ef99011f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:22.226580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:41:22.233427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Pushing event updated for resources: {'Port': ['ID=403e8022-9ab6-4a8a-bccf-3de3817e920a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:22.309126 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e43ee9e3-b8ba-4037-81c8-d25d6cba0124 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5682008 Feb 11 14:41:22.309369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.402165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138d3d4-3b9a-4740-a31f-040db1bcfe81 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:22.403680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9138d3d4-3b9a-4740-a31f-040db1bcfe81 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c11d273750714b65994aed49c9cfac0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0933046 Feb 11 14:41:22.406511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.568496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:22.587430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bded36-25dd-4df4-9c72-05b9966e7a38 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:22.588881 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2bded36-25dd-4df4-9c72-05b9966e7a38 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1814361 Feb 11 14:41:22.591741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.628240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e0989395-a7bd-43ae-8ebd-acddc855d74e tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353644 Feb 11 14:41:22.635350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.664860 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-64f82f54-5cd9-402f-8ce4-76a5dcf84e36 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c11d273750714b65994aed49c9cfac0c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282938 Feb 11 14:41:22.667577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34382) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.767814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b959a4-53e6-473b-bc5c-051af7f71247 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:22.770344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-55b959a4-53e6-473b-bc5c-051af7f71247 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013124 Feb 11 14:41:22.773142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.809179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5e9db57b-0f77-4045-85da-9cc8a53ed9e3 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347476 Feb 11 14:41:22.812238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:22.819107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530396764', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:22.825755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.021147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae74304-57b8-4295-9ab5-8df75d1a86bb None None] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:23.041410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:23.045885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.102977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 373562a3-0080-49d0-9687-368ff28f6846 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:23.155705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] Provisioning complete for port 373562a3-0080-49d0-9687-368ff28f6846 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:23.156117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.260537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.275416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 373562a3-0080-49d0-9687-368ff28f6846 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:23.275795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.365615 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.378193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.406458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:41:23.406872 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.443815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] For port 373562a3-0080-49d0-9687-368ff28f6846, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=373562a3-0080-49d0-9687-368ff28f6846,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:23.448072 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.495879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Subnet': ['ID=90a51648-5e28-468a-8c1d-fad055276247,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:23.507139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Checking segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:23.507702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network hostable DHCP agents. Network: 28a47469-b6d1-46b7-a6eb-5f83ef99011f, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:41:23.539956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:23.547443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.557596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Sync routers for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:23.571539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:23.572271 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:23.634140 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:41:23.634494 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:41:23.637673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0609101-a4fa-4b3b-9ab7-e4a045a11844 None None] Pushing event updated for resources: {'Port': ['ID=373562a3-0080-49d0-9687-368ff28f6846,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:23.664598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-292129e2-aec2-42bd-b43b-e4e49c66a8f4 None None] Provisioning complete for port 373562a3-0080-49d0-9687-368ff28f6846 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:23.664910 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-292129e2-aec2-42bd-b43b-e4e49c66a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.667439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:41:23.683713 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:23.709500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.710824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-68e54e91-8ddb-4156-8a27-cf59407fedc6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9202108 Feb 11 14:41:23.713738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34390) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:23.851865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 28a47469-b6d1-46b7-a6eb-5f83ef99011f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:23.857424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:23.858382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.861553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8820f92-6efd-493b-b645-470b6e1afca4 None None] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:23.880520 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:22Z', 'revision_number': 3, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:23.911234 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Checking router: 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:23.911724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Updating router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e port 403e8022-9ab6-4a8a-bccf-3de3817e920a binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:41:23.937157 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:23.951922 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb529b4b-68c3-4267-8e16-e3b0d6ef8c01 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1379569 Feb 11 14:41:24.050320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ips': [{'subnet_id': '90a51648-5e28-468a-8c1d-fad055276247'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:41:24.054565 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.225256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.249880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Allocated IP 172.20.0.18 (28a47469-b6d1-46b7-a6eb-5f83ef99011f/90a51648-5e28-468a-8c1d-fad055276247/aa5eb653-c95e-4358-8d6b-c869e4b66bb6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:24.269194 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.318055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34394) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:24.345250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81885047', 'description': 'tempest-secgroup-smoke-81885047 description', 'project_id': 'c11d273750714b65994aed49c9cfac0c'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:24.389942 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.417625 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.423034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Allocated IP 172.20.0.1 (45b1d29e-e3a8-498f-8341-6377ca020df3/2b6cef28-312f-46df-b32b-a6b41debe4e8/649aea7f-2ad8-4ab0-a71d-3fa36c65b11a) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:24.444726 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Attempting to bind port 403e8022-9ab6-4a8a-bccf-3de3817e920a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:24.445113 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Attempting to bind port 403e8022-9ab6-4a8a-bccf-3de3817e920a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:24.445473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Attempting to bind port 403e8022-9ab6-4a8a-bccf-3de3817e920a on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:24.447765 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Pushing event updated for resources: {'Port': ['ID=403e8022-9ab6-4a8a-bccf-3de3817e920a,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:24.456788 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Bound port: 403e8022-9ab6-4a8a-bccf-3de3817e920a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.463595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.464671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.464671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.464671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.464951 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.465059 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:24.477858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.502876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.533903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] For port 403e8022-9ab6-4a8a-bccf-3de3817e920a, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:24.537334 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] For port 403e8022-9ab6-4a8a-bccf-3de3817e920a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=403e8022-9ab6-4a8a-bccf-3de3817e920a,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:24.556318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:24.560740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:24.567478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:24.567616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.572569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Pushing event updated for resources: {'Port': ['ID=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:24.606228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.630887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Attempting to bind port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:24.631260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Attempting to bind port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:24.631624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Attempting to bind port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 on network 28a47469-b6d1-46b7-a6eb-5f83ef99011f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:24.636630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:24.637041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Checking segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:24.637442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.637833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Bound using segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:24.638294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Bound port: aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:24.638758 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.652057 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.703090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] For port aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:24.706438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] For port aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:24.708271 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:24.708881 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:24.731455 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.743261 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494e87-9c6c-4abc-899f-cb729639d102 None None] Pushing event updated for resources: {'Port': ['ID=403e8022-9ab6-4a8a-bccf-3de3817e920a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:24.766788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c985b5b-438b-4e73-b7e2-fda2706707ff,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:24.818221 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:24.881470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:24.922696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:24.927095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:24.931846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:24.933888 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Pushing event updated for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:24.975241 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.001465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.001759 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:22Z', 'revision_number': 3, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:25.045392 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302faf3-de35-4b3f-a4d9-8d548db3ff2c None None] The sync data for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 is: [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:22Z', 'revision_number': 3, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:25.054452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.059783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3346ec95-7ad3-43f9-b19d-f511d56ff479 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7365720 Feb 11 14:41:25.059783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34400) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:25.088169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:25.126795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 373562a3-0080-49d0-9687-368ff28f6846 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:25.185747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bb08-cf1b-4450-8f11-c945e41bd685 None None] Pushing event updated for resources: {'Port': ['ID=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:25.211683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 373562a3-0080-49d0-9687-368ff28f6846 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:25.212060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.274736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.331248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ac62359e-0b1c-47d9-8804-be0b9e8db3af None None] Provisioning complete for port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:25.331632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac62359e-0b1c-47d9-8804-be0b9e8db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.364369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.398978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ac62359e-0b1c-47d9-8804-be0b9e8db3af None None] Port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:25.529981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.592819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.650485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.670680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1ebec0-523a-4d06-8283-167daa025a72,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:25.695773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.764382 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.765749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9f6dfc67-eb79-4800-af39-31b690b6ffd7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7046335 Feb 11 14:41:25.768718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:25.772611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Pushing event updated for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:25.774003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:25.776030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:25.884716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:25.884716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:25.937254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.044429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:41:26.067382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.148799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.173431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:26.181369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0a945a-bdd1-4727-a271-843e38b5cc80,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:26.182944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-70a82c41-03dc-4284-8e07-952843d4f4ed admin admin] 10.222.0.31 "PUT /v2.0/routers/6c1ec0b4-58bc-4163-a8d3-9a1deff3773e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4681897 Feb 11 14:41:26.251194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.251194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f6709c3e-5f05-432c-a1b1-c5ce97168b36 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4805024 Feb 11 14:41:26.253266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34408) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:26.259274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:26.263376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-07c6a8af-e6bd-41ef-b893-fcb15035bcec None None] Provisioning complete for port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:26.264470 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07c6a8af-e6bd-41ef-b893-fcb15035bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.310475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-07c6a8af-e6bd-41ef-b893-fcb15035bcec None None] Port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:26.361175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32d5c1-0b4e-4d20-9cbc-2086837e03c9 None None] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:41:26.371518 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.444750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.450050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] Provisioning complete for port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:26.450424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.521240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.548095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869d0667-4b42-4de9-ad5d-7d121a17359f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:26.652737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.654038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-baefc278-dc0b-436f-943b-dfe99b69283e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989935 Feb 11 14:41:26.657053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34420) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:26.662056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:26.763181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.778193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.799905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] For port aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:26.851822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.890637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.904112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-b98c41eb-2fc2-4125-829e-b10aa5535563 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:26.905868 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-b98c41eb-2fc2-4125-829e-b10aa5535563 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e HTTP/1.1" status: 200 len: 911 time: 0.1030171 Feb 11 14:41:26.926856 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-d6098c2c-edb1-48a2-9878-ca66e64a7203 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/quotas/e82fbe34f181462d8eb8a414e4c4fd1c HTTP/1.1" status: 200 len: 375 time: 0.0119865 Feb 11 14:41:26.945649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aadbd-5bb9-4ed7-9df8-4b3bf5bf975a None None] Pushing event updated for resources: {'Port': ['ID=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:26.947670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.982940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afae04ab-50e4-43aa-a071-70b129cb052b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:27.034569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-1ee6598d-fba4-4d76-9e8f-a84dfe831f7a tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009285 Feb 11 14:41:27.075873 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.079146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b46bfbb6-556e-4ca6-a6cf-5df2d21f4fc5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190955 Feb 11 14:41:27.081355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34432) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:27.086022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:27.127478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 403e8022-9ab6-4a8a-bccf-3de3817e920a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:27.164050 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-260d7617-8d06-4807-bb77-ba80f5da9695 service neutron] 10.222.0.31 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203761 Feb 11 14:41:27.192238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fd7a0cb9-f6d1-473c-9084-31c55cd29975 None None] Provisioning complete for port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:27.192610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0cb9-f6d1-473c-9084-31c55cd29975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.216769 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:41:27.217011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 403e8022-9ab6-4a8a-bccf-3de3817e920a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:27.219426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.223059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.264858 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-1fde778d-131c-4f51-9507-710f4890b5a1 service neutron] 10.222.0.31 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928965 Feb 11 14:41:27.290371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.342221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.363000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 403e8022-9ab6-4a8a-bccf-3de3817e920a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=403e8022-9ab6-4a8a-bccf-3de3817e920a,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:27.405876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.425793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c518f0e3-638a-4c24-8de2-c63a48d686d0,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:27.485083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.485866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aa5eb653-c95e-4358-8d6b-c869e4b66bb6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:27.552710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5576c36b-27fd-42d1-8571-b057197bd8e8 req-017f0b01-737b-4320-b854-d71a6feedef3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 210 time: 0.0334206 Feb 11 14:41:27.571155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=403e8022-9ab6-4a8a-bccf-3de3817e920a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:27.584525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:27.584979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.591115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.596116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7b531e40-abd4-4bbd-9342-41c100d0ca37 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5102031 Feb 11 14:41:27.598758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:27.603391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '2c985b5b-438b-4e73-b7e2-fda2706707ff', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:27.713608 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:41:27.722632 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.797106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.890649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.908687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5457830-962b-4a56-b567-d66d7da79c0a,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:27.933670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Sync routers for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:27.944012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:27.944620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:28.052505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:28.065736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.077517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a2ef3be-b20a-4c2f-81bd-af668c381ccb tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4776196 Feb 11 14:41:28.278569 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-cd0a2b88-00bc-4538-80b2-9cda8cacaa5a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81885047&fields=id&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 267 time: 0.0438507 Feb 11 14:41:28.279640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:25Z', 'revision_number': 4, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '649aea7f-2ad8-4ab0-a71d-3fa36c65b11a', 'name': '', 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'mac_address': 'fa:16:3e:1b:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:24Z', 'updated_at': '2022-02-11T14:41:25Z', 'revision_number': 2, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'subnets': [{'id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:28.311352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Checking router: 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:28.311633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Updating router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:41:28.337536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.466426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-8ebbe3b2-5031-4ef1-9642-4cacc3fbf9be tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:28.467887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-8ebbe3b2-5031-4ef1-9642-4cacc3fbf9be tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/networks?id=28a47469-b6d1-46b7-a6eb-5f83ef99011f HTTP/1.1" status: 200 len: 797 time: 0.1812639 Feb 11 14:41:28.485104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-86d0a975-1148-4359-ad53-119813ddb569 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/quotas/c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 375 time: 0.0107355 Feb 11 14:41:28.585500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-42a35991-a50a-450f-85ff-062efdfb3a03 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0910187 Feb 11 14:41:28.637213 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.640785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-373917e4-444f-46d2-96bd-09f0d6bd0e1b req-d8f0ae91-4c9d-4189-9910-cf2d868c2f02 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 210 time: 0.0270462 Feb 11 14:41:28.685814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-501d8635-999a-4079-97f9-44c4c2aa7853 service neutron] 10.222.0.31 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878572 Feb 11 14:41:28.749736 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.779633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-f1857b45-85c6-42fd-856f-5fdbed549881 service neutron] 10.222.0.31 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868795 Feb 11 14:41:28.813122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05190-8653-49d2-b63e-f5bfd24a0fc4 None None] Pushing event updated for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:28.872001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Attempting to bind port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:28.872383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Attempting to bind port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:28.873239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Attempting to bind port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a on network 45b1d29e-e3a8-498f-8341-6377ca020df3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:28.881034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:28.882033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Checking segment: {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:28.882033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.884053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Bound using segment: {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:28.884944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Bound port: 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67793f9-d0c9-4436-82d3-36cc63a66b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:28.885350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.959045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] For port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:28.963110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] For port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:29.015390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 403e8022-9ab6-4a8a-bccf-3de3817e920a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:29.078866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] Provisioning complete for port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:29.079240 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.083307 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.112774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 403e8022-9ab6-4a8a-bccf-3de3817e920a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:29.113181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.173684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c832936b-9490-4031-9981-887e82ba0aca req-528d046e-da74-433b-93f7-6822755ac96d tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 210 time: 0.0319579 Feb 11 14:41:29.214050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:29.214801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:29.289778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05190-8653-49d2-b63e-f5bfd24a0fc4 None None] Pushing event updated for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:29.405889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.429961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aa5eb653-c95e-4358-8d6b-c869e4b66bb6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:29.470447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:29.523863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] For port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:29.612304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:29.612749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.679592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.739670 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9f84be5-62fc-4172-bf0b-611d46045647 req-05cee72b-a952-413a-8e8b-53ccd3a07fc7 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Feb 11 14:41:29.794243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151cd1a-7903-4eeb-a754-9aa4bc9bcdfc None None] Pushing event updated for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:29.823064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3fc37d38-9dc7-4740-b50f-ba99cb9fc772 None None] Provisioning complete for port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:29.823442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fc37d38-9dc7-4740-b50f-ba99cb9fc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:29.850292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:25Z', 'revision_number': 4, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '649aea7f-2ad8-4ab0-a71d-3fa36c65b11a', 'name': '', 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'mac_address': 'fa:16:3e:1b:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:24Z', 'updated_at': '2022-02-11T14:41:28Z', 'revision_number': 4, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'subnets': [{'id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:30.036280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc128e-598c-433d-ad99-704be6a83a2c None None] The sync data for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 is: [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:41:25Z', 'revision_number': 4, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '649aea7f-2ad8-4ab0-a71d-3fa36c65b11a', 'name': '', 'network_id': '45b1d29e-e3a8-498f-8341-6377ca020df3', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'mac_address': 'fa:16:3e:1b:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:24Z', 'updated_at': '2022-02-11T14:41:28Z', 'revision_number': 4, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'subnets': [{'id': '2b6cef28-312f-46df-b32b-a6b41debe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:30.269417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-981ef1da-159d-40a9-93ac-21acc751b29b req-9d1252c5-bd9d-45a9-ba13-5b6a8cc63221 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 210 time: 0.0269074 Feb 11 14:41:30.594841 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:30.835916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-87e466bc-0987-41a7-a335-334fd6e996e1 req-606b7396-187a-48b0-8b1a-29c681b096fa tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Feb 11 14:41:30.920694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-4b73d929-9071-469b-8f4c-4b769009737e tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:30.922227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-4b73d929-9071-469b-8f4c-4b769009737e tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.62 "GET /v2.0/networks?id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e HTTP/1.1" status: 200 len: 911 time: 0.0901661 Feb 11 14:41:30.933217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Request body: {'port': {'device_id': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'admin_state_up': True, 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:31.046865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:31.094927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:31.095297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.188844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Made reservation on behalf of e82fbe34f181462d8eb8a414e4c4fd1c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:31.191422 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.313375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Allocated IP 172.20.0.9 (d6383d7e-e08d-43fa-840c-1cac2f59fa3e/48ffe677-2e8b-473e-a6fb-cc171b647e29/d2e18a32-ed8d-4615-a1b0-d3de04e0defe) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:31.384366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eeab1d50-6d3c-4d0e-9801-b7bd46daf7df req-72d01d62-8587-4911-b0a8-c551bc7f4d38 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 210 time: 0.0396099 Feb 11 14:41:31.434752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.479765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.648824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.697230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:31.701896 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:31.705399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:31.727736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Pushing event updated for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:31.748725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:31.749366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:31.892905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-c3e97986-0e58-492c-888d-85e0a534768b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9593871 Feb 11 14:41:31.986088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a92a66-95e3-418a-954f-b9640fabca48 req-491938c2-72f7-4f55-b6db-9edb8a93aeaa tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:31.988260 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44a92a66-95e3-418a-954f-b9640fabca48 req-491938c2-72f7-4f55-b6db-9edb8a93aeaa tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1027 time: 0.0492518 Feb 11 14:41:32.031832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-fe607ef6-5f4a-4761-843b-5624f2d6f33c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:32.043760 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-44a92a66-95e3-418a-954f-b9640fabca48 req-e5dddeed-fe65-42e4-abf4-70ff275d512a tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Feb 11 14:41:32.047538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-fe607ef6-5f4a-4761-843b-5624f2d6f33c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.60 "GET /v2.0/networks?id=28a47469-b6d1-46b7-a6eb-5f83ef99011f HTTP/1.1" status: 200 len: 797 time: 0.1673255 Feb 11 14:41:32.061842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-caaf9b8d-8df8-4226-a173-6746bf7d0830 None None] Provisioning complete for port d2e18a32-ed8d-4615-a1b0-d3de04e0defe triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:32.062339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-caaf9b8d-8df8-4226-a173-6746bf7d0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.085557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Request body: {'port': {'device_id': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:32.106133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-caaf9b8d-8df8-4226-a173-6746bf7d0830 None None] Port d2e18a32-ed8d-4615-a1b0-d3de04e0defe cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:32.136368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-8c8700ce-2c97-4a30-a1cb-a7ef802461a8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 470 time: 0.0878737 Feb 11 14:41:32.145810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'port': {'device_id': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'admin_state_up': True, 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'security_groups': ['2c985b5b-438b-4e73-b7e2-fda2706707ff']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:32.217120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.496805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1cefd92-dec7-4ccd-a71c-bb864f4c353d req-3b5c1c43-f628-4908-88d8-1968f69fd89e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 210 time: 0.0358665 Feb 11 14:41:32.515915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:32.519385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.624364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e18a32-ed8d-4615-a1b0-d3de04e0defe {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:32.644268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.675477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Transition to ACTIVE for port object d2e18a32-ed8d-4615-a1b0-d3de04e0defe will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:41:32.723904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.20 (28a47469-b6d1-46b7-a6eb-5f83ef99011f/90a51648-5e28-468a-8c1d-fad055276247/7184ce9b-8120-42f6-9b19-5e56c2c52dde) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:32.805377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.899620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:32.957208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:32.999136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Attempting to bind port d2e18a32-ed8d-4615-a1b0-d3de04e0defe on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:32.999465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Attempting to bind port d2e18a32-ed8d-4615-a1b0-d3de04e0defe by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:32.999793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Attempting to bind port d2e18a32-ed8d-4615-a1b0-d3de04e0defe on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:33.008503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Port d2e18a32-ed8d-4615-a1b0-d3de04e0defe on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Attempting to bind port d2e18a32-ed8d-4615-a1b0-d3de04e0defe on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Checking segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Bound using segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Bound port: d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:33.020957 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.091143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:33.094326 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:33.144507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8b5c4-5801-4493-a2f4-fdac91fca632 req-b9641173-1d22-4249-902c-8390ac3144a9 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.146114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6d8b5c4-5801-4493-a2f4-fdac91fca632 req-b9641173-1d22-4249-902c-8390ac3144a9 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1052 time: 0.0406640 Feb 11 14:41:33.160014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.183514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b6d8b5c4-5801-4493-a2f4-fdac91fca632 req-b2565e48-85a7-424b-a365-a778bf6e3c00 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Feb 11 14:41:33.200383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.217410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:33.225218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:33.228447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:33.231027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:33.233816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.234427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.235814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] 10.222.0.62 "PUT /v2.0/ports/d2e18a32-ed8d-4615-a1b0-d3de04e0defe HTTP/1.1" status: 200 len: 1091 time: 1.3326650 Feb 11 14:41:33.237553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:33.239820 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:33.293653 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a92c93-b35a-48b7-8986-f0e384373384 x-openstack-request-id: req-81a92c93-b35a-48b7-8986-f0e384373384 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:33.293938 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:33.294189 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a92c93-b35a-48b7-8986-f0e384373384 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:33.294740 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe', 'status': 'completed', 'code': 200} Feb 11 14:41:33.354070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.354703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.377424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb68b3-ce4f-400c-9de1-6d3c90a4a301 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:33.391692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-1107a913-2e12-46f3-b218-16a3164775dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.393741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-1107a913-2e12-46f3-b218-16a3164775dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0800459 Feb 11 14:41:33.491433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-e522e871-cb71-46dd-8637-09108e263529 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3495378 Feb 11 14:41:33.506487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Request body: {'port': {'device_id': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:33.538006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-4c443506-7ad5-4581-96b3-9624a041c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.539584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-4c443506-7ad5-4581-96b3-9624a041c723 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1350784 Feb 11 14:41:33.570303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7fda7bae-097c-4b83-af5c-3169d90b6011 None None] Provisioning complete for port 7184ce9b-8120-42f6-9b19-5e56c2c52dde triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:33.571284 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fda7bae-097c-4b83-af5c-3169d90b6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:33.611334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7fda7bae-097c-4b83-af5c-3169d90b6011 None None] Port 7184ce9b-8120-42f6-9b19-5e56c2c52dde cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:33.618614 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc5540-c4b6-49d5-8e7d-d2cacb15b848 req-44dbd088-210c-43dc-a509-d4392fb91c3b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:33.620275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40dc5540-c4b6-49d5-8e7d-d2cacb15b848 req-44dbd088-210c-43dc-a509-d4392fb91c3b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 932 time: 0.0516729 Feb 11 14:41:33.660722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-40dc5540-c4b6-49d5-8e7d-d2cacb15b848 req-1e078a12-2e92-47ba-9566-92fa97c1cbd4 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340638 Feb 11 14:41:33.942565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:34.031417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-42a65876-d2c6-4316-b800-b2c913ac1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.033050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d5bc5b3-a059-4e82-a8ba-b27eebe75f1b req-42a65876-d2c6-4316-b800-b2c913ac1ba2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4847274 Feb 11 14:41:34.184161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-aca90a16-a263-4055-bca6-ae00d0d08335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.185699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-aca90a16-a263-4055-bca6-ae00d0d08335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.1041610 Feb 11 14:41:34.239585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-1a369a60-1343-44ab-ac2d-04d965028986 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe HTTP/1.1" status: 200 len: 217 time: 0.0460985 Feb 11 14:41:34.341807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-dfbcb308-312d-4d9f-ac4d-e93873f13e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.343268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-dfbcb308-312d-4d9f-ac4d-e93873f13e68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48ffe677-2e8b-473e-a6fb-cc171b647e29 HTTP/1.1" status: 200 len: 849 time: 0.0975454 Feb 11 14:41:34.404713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a4909-6ebf-4f39-8409-49f89ff81575 req-8f92117a-3d3c-4b58-babf-1dcacb07fb3b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.406254 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a4909-6ebf-4f39-8409-49f89ff81575 req-8f92117a-3d3c-4b58-babf-1dcacb07fb3b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.1265039 Feb 11 14:41:34.427742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7184ce9b-8120-42f6-9b19-5e56c2c52dde {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:34.445855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:34.467746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-d576bed9-94cd-46ab-991b-bc33e80e1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.469201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-d576bed9-94cd-46ab-991b-bc33e80e1882 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179438 Feb 11 14:41:34.470106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Transition to ACTIVE for port object 7184ce9b-8120-42f6-9b19-5e56c2c52dde will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:41:34.475785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-205a4909-6ebf-4f39-8409-49f89ff81575 req-5d3a6df2-f7c0-40a8-91c7-9172698cdc9e tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Feb 11 14:41:34.546177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.60', 53581) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:34.563516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-81bb839e-8ee5-4a5c-9084-f051b4f724e1 service neutron] 10.222.0.62 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866637 Feb 11 14:41:34.590587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-31362d62-57a6-408b-93a7-51ccdb0d616a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432265 Feb 11 14:41:34.617524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:34.679732 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087531e0-f335-4d8b-813a-ea11f9130fce req-b8e0fcb8-8190-4522-b6e1-f28c8108ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.681479 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-b8e0fcb8-8190-4522-b6e1-f28c8108ab60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1096 time: 0.0487764 Feb 11 14:41:34.716422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:34.765427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-054ff7e2-9b46-4141-8790-9fc8c542a8d3 req-52e74d74-0490-4520-8e63-8b4b7adae28e service neutron] 10.222.0.62 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956115 Feb 11 14:41:34.805485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Attempting to bind port 7184ce9b-8120-42f6-9b19-5e56c2c52dde on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:34.805796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Attempting to bind port 7184ce9b-8120-42f6-9b19-5e56c2c52dde by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:34.806297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Attempting to bind port 7184ce9b-8120-42f6-9b19-5e56c2c52dde on network 28a47469-b6d1-46b7-a6eb-5f83ef99011f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:34.810914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Port 7184ce9b-8120-42f6-9b19-5e56c2c52dde on network 28a47469-b6d1-46b7-a6eb-5f83ef99011f not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:41:34.811228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Attempting to bind port 7184ce9b-8120-42f6-9b19-5e56c2c52dde on network 28a47469-b6d1-46b7-a6eb-5f83ef99011f {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:34.816494 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:34.817460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Checking segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:34.817819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Bound using segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:34.818246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Bound port: 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:34.818630 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:34.839768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a21d75-1d9d-4e9c-847a-39acd4bd138d req-5c499623-b583-4a4d-a602-82407ab320a4 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.841659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66a21d75-1d9d-4e9c-847a-39acd4bd138d req-5c499623-b583-4a4d-a602-82407ab320a4 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 944 time: 0.0896482 Feb 11 14:41:34.843111 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087531e0-f335-4d8b-813a-ea11f9130fce req-39efb348-f331-4544-83d8-ec8390f47fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.844660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-39efb348-f331-4544-83d8-ec8390f47fb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1388464 Feb 11 14:41:34.892477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:34.896358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:34.923328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-66a21d75-1d9d-4e9c-847a-39acd4bd138d req-6a1dce44-4873-47f4-bf4f-a64d60a15d06 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755084 Feb 11 14:41:34.936505 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-1ab3fadf-8d17-4709-a711-75c2560d2700 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 200 len: 1001 time: 0.0815377 Feb 11 14:41:34.987969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087531e0-f335-4d8b-813a-ea11f9130fce req-fcb7cd94-3520-46e6-92e4-f61bb36f1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:34.989905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-fcb7cd94-3520-46e6-92e4-f61bb36f1059 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0466003 Feb 11 14:41:35.018231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:35.033847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087531e0-f335-4d8b-813a-ea11f9130fce req-2679c69f-2851-4969-bbb1-0f1f46b76411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.035211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-2679c69f-2851-4969-bbb1-0f1f46b76411 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395567 Feb 11 14:41:35.054891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.055883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:35.057440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/7184ce9b-8120-42f6-9b19-5e56c2c52dde HTTP/1.1" status: 200 len: 1092 time: 1.5585089 Feb 11 14:41:35.093481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a629d0-71c7-4a53-9239-c272ba1a56c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:35.133869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-4b4d573d-3440-4b1e-a906-61ead28ef8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918729 Feb 11 14:41:35.220249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-a4b4be6a-dffe-4726-b9d0-9f9cc1d976f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.221944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-a4b4be6a-dffe-4726-b9d0-9f9cc1d976f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 1095 time: 0.0441141 Feb 11 14:41:35.240808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-8c2d8189-18d0-4aa7-b485-b24406f01ded service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006520 Feb 11 14:41:35.269122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-ceb19ee8-c49f-4f2e-b4b4-a6d98b37b809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde HTTP/1.1" status: 200 len: 217 time: 0.0398147 Feb 11 14:41:35.300272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:35.303688 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad2139-7b41-4989-9595-fa7e73cdf00f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:35.323726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-d60c9f31-20a6-4d75-86f8-86c02b57d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.325259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-d60c9f31-20a6-4d75-86f8-86c02b57d80a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90a51648-5e28-468a-8c1d-fad055276247 HTTP/1.1" status: 200 len: 838 time: 0.0504105 Feb 11 14:41:35.342596 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1444560-7313-4582-9f60-064adb387f4e x-openstack-request-id: req-a1444560-7313-4582-9f60-064adb387f4e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:35.342888 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:35.343143 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1444560-7313-4582-9f60-064adb387f4e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:35.343672 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde', 'status': 'completed', 'code': 200} Feb 11 14:41:35.374495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-a5bc791f-b078-4178-a6f7-85c86e3ea40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.378412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-a5bc791f-b078-4178-a6f7-85c86e3ea40f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28a47469-b6d1-46b7-a6eb-5f83ef99011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439978 Feb 11 14:41:35.471300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-23d6ec44-2d64-4d14-9a58-94af32d1e15f service neutron] 10.222.0.60 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 Feb 11 14:41:35.569211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09ed023-306e-4f0e-b9de-3c54eba5a818 req-080b5158-d6d6-44b9-9650-2092a1be1b80 service neutron] 10.222.0.60 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916891 Feb 11 14:41:35.593236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82115f-e939-41f9-9f2a-f0b6d8afbb98 req-6d0ca172-aa90-4991-87c6-e9c908503046 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.595032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db82115f-e939-41f9-9f2a-f0b6d8afbb98 req-6d0ca172-aa90-4991-87c6-e9c908503046 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0457163 Feb 11 14:41:35.631331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-db82115f-e939-41f9-9f2a-f0b6d8afbb98 req-e3076fb5-3d39-4aee-8b4b-d1bbaa08d40c tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Feb 11 14:41:35.746796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-2dbb7250-6d3a-4c3f-81e1-42b4fcdc953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.748327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-2dbb7250-6d3a-4c3f-81e1-42b4fcdc953b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 1095 time: 0.0419023 Feb 11 14:41:35.843443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-0b6f8898-9263-4871-9393-990118dfca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.844927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-0b6f8898-9263-4871-9393-990118dfca28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28a47469-b6d1-46b7-a6eb-5f83ef99011f HTTP/1.1" status: 200 len: 898 time: 0.0893474 Feb 11 14:41:35.887392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-2533f8a7-40f4-4bef-8c36-915e6dad238a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde HTTP/1.1" status: 200 len: 217 time: 0.0350327 Feb 11 14:41:35.942395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-06ba7d11-7c32-4db6-b5d5-41b3e60141cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.943973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-06ba7d11-7c32-4db6-b5d5-41b3e60141cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90a51648-5e28-468a-8c1d-fad055276247 HTTP/1.1" status: 200 len: 838 time: 0.0489960 Feb 11 14:41:35.990501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-ec57b8e0-929b-42f6-b20b-f0b97edcb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:35.992008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-ec57b8e0-929b-42f6-b20b-f0b97edcb7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28a47469-b6d1-46b7-a6eb-5f83ef99011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408771 Feb 11 14:41:36.091136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4a54-2ff0-47be-a1e1-7fbde36c9ace req-164e3024-8bb1-4f72-8f99-0bb9be3ead85 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:36.092631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63dd4a54-2ff0-47be-a1e1-7fbde36c9ace req-164e3024-8bb1-4f72-8f99-0bb9be3ead85 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 944 time: 0.0991004 Feb 11 14:41:36.137578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-6b3844c9-75c4-4d81-9cbb-4e714d8523eb service neutron] 10.222.0.60 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360519 Feb 11 14:41:36.157734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63dd4a54-2ff0-47be-a1e1-7fbde36c9ace req-6db8dde2-9cb3-4c95-b5c1-7e295bc721ce tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579143 Feb 11 14:41:36.240108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ad2139-7b41-4989-9595-fa7e73cdf00f req-292f809e-9f3d-4966-8665-4ccd904ad021 service neutron] 10.222.0.60 "GET /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917883 Feb 11 14:41:36.747071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3379d6-f22a-40e9-84f2-02cb92d35ef7 req-54a50e56-f245-4a0e-9a60-0adcfe44f225 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:36.748592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d3379d6-f22a-40e9-84f2-02cb92d35ef7 req-54a50e56-f245-4a0e-9a60-0adcfe44f225 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0447526 Feb 11 14:41:37.129058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d3379d6-f22a-40e9-84f2-02cb92d35ef7 req-88f5f7cf-b5fb-43b4-81cb-22126cfd2de8 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744237 Feb 11 14:41:37.278504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65824c-4998-4a45-808a-6e23d354a356 req-dd31c803-6a3b-4cbf-84a1-d0ba5ee4e54a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:37.279988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff65824c-4998-4a45-808a-6e23d354a356 req-dd31c803-6a3b-4cbf-84a1-d0ba5ee4e54a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 944 time: 0.0537763 Feb 11 14:41:37.318793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff65824c-4998-4a45-808a-6e23d354a356 req-8cc7c8f1-ad53-44cc-a55e-d0d26110c8a9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320685 Feb 11 14:41:38.250855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaac151-3bda-4997-a8e4-3ebe808272b5 req-b1e390ba-f95c-4f2a-9619-5fbcc80ddfe6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:38.252430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acaac151-3bda-4997-a8e4-3ebe808272b5 req-b1e390ba-f95c-4f2a-9619-5fbcc80ddfe6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0539749 Feb 11 14:41:38.282560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d2e18a32-ed8d-4615-a1b0-d3de04e0defe details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:41:38.288649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-acaac151-3bda-4997-a8e4-3ebe808272b5 req-c4458814-22bc-40c3-a180-d1a44ee5f4cf tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301714 Feb 11 14:41:38.382227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:38.398275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'port_id': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe', 'mac_address': 'fa:16:3e:b2:d3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:41:38.437824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:38.441979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d45fe-e4fa-4180-8b08-9ace46d4ce91 req-459c58ed-f20d-4ecd-a2b1-cc3bb53bdab0 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:38.443691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a0d45fe-e4fa-4180-8b08-9ace46d4ce91 req-459c58ed-f20d-4ecd-a2b1-cc3bb53bdab0 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 944 time: 0.0522759 Feb 11 14:41:38.451493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e18a32-ed8d-4615-a1b0-d3de04e0defe {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:38.473427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:38.484689 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a0d45fe-e4fa-4180-8b08-9ace46d4ce91 req-6e5a3fe5-95b5-4a52-8fe9-8a0fcb94cbe2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344653 Feb 11 14:41:38.536392 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:38.585655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:38.746173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d2e18a32-ed8d-4615-a1b0-d3de04e0defe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:41:39.396844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698044e-3123-48c8-9210-72a7f7521de8 req-679afa7b-772d-4b24-a93d-c4c5d601044b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:39.398425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7698044e-3123-48c8-9210-72a7f7521de8 req-679afa7b-772d-4b24-a93d-c4c5d601044b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1095 time: 0.0402367 Feb 11 14:41:39.432669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7698044e-3123-48c8-9210-72a7f7521de8 req-a5010162-8ee9-4f31-a8f8-068681085c60 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282080 Feb 11 14:41:39.520428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7184ce9b-8120-42f6-9b19-5e56c2c52dde details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:41:39.606685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46abf2-1ae8-473c-ac50-04f3f0f0255f req-f3d53450-0eb8-4a00-86ea-19d19ba36b3c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:39.608180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f46abf2-1ae8-473c-ac50-04f3f0f0255f req-f3d53450-0eb8-4a00-86ea-19d19ba36b3c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 944 time: 0.0527110 Feb 11 14:41:39.624698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:39.637573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '7184ce9b-8120-42f6-9b19-5e56c2c52dde', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'port_id': '7184ce9b-8120-42f6-9b19-5e56c2c52dde', 'mac_address': 'fa:16:3e:dd:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a51648-5e28-468a-8c1d-fad055276247', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:41:39.648766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9f46abf2-1ae8-473c-ac50-04f3f0f0255f req-b8eb1e7f-3fa5-4586-a6d4-1d3d997af94c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336723 Feb 11 14:41:39.679425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:39.692215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7184ce9b-8120-42f6-9b19-5e56c2c52dde {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:39.712289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:39.800549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:39.850090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:40.017766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['7184ce9b-8120-42f6-9b19-5e56c2c52dde'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:41:40.293322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d2e18a32-ed8d-4615-a1b0-d3de04e0defe up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:40.406306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port d2e18a32-ed8d-4615-a1b0-d3de04e0defe completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:41:40.410370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port d2e18a32-ed8d-4615-a1b0-d3de04e0defe triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:40.410744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:40.493677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:40.517056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:40.519584 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d9998-3461-41a2-ac62-7d099ce55c32" -d '{"events": [{"server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:40.534426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:40.551274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9df72-919c-4b85-8ada-e65e97059553 req-509a1b42-6be0-40bc-864d-448d08196582 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.553322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82f9df72-919c-4b85-8ada-e65e97059553 req-509a1b42-6be0-40bc-864d-448d08196582 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1095 time: 0.0474651 Feb 11 14:41:40.596430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-82f9df72-919c-4b85-8ada-e65e97059553 req-4dfb2a47-5e19-4019-8839-b05975d5e107 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301888 Feb 11 14:41:40.606754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:40.637651 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8c112-89c4-419f-be51-3502131b8b06 x-openstack-request-id: req-c9b8c112-89c4-419f-be51-3502131b8b06 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:40.637935 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:40.638179 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9b8c112-89c4-419f-be51-3502131b8b06 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:40.638560 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe', 'code': 200} Feb 11 14:41:40.661217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:40.753538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3a0a-7125-4135-be65-46472c2ec528 req-f3c3abc2-d929-4cc7-bdde-638d182575f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.754552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f96f3a0a-7125-4135-be65-46472c2ec528 req-f3c3abc2-d929-4cc7-bdde-638d182575f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0552723 Feb 11 14:41:40.770498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a0b35-b8b4-4db8-8f79-26020f47f4a3 req-f9e34a1b-3dc4-47fb-95de-66818382be75 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:40.773065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822a0b35-b8b4-4db8-8f79-26020f47f4a3 req-f9e34a1b-3dc4-47fb-95de-66818382be75 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 945 time: 0.0553102 Feb 11 14:41:40.793948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f96f3a0a-7125-4135-be65-46472c2ec528 req-cf8be20f-7de1-4aa0-84e3-550c87711814 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Feb 11 14:41:40.813501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-822a0b35-b8b4-4db8-8f79-26020f47f4a3 req-050fbb73-6cd9-4e8f-a6ac-dbc8a116d220 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342355 Feb 11 14:41:41.535702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7184ce9b-8120-42f6-9b19-5e56c2c52dde up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:41.651273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 7184ce9b-8120-42f6-9b19-5e56c2c52dde completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:41:41.655757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 7184ce9b-8120-42f6-9b19-5e56c2c52dde triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:41.655757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:41.716298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9746-f534-4c2a-b890-deb5cf5b89cc req-88bff29b-89c0-43a9-bc31-7aa7e4a349e2 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:41.718474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b17b9746-f534-4c2a-b890-deb5cf5b89cc req-88bff29b-89c0-43a9-bc31-7aa7e4a349e2 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0494399 Feb 11 14:41:41.738584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:41.772469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:41.776243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b17b9746-f534-4c2a-b890-deb5cf5b89cc req-62895065-697c-49b2-92df-9f80c424807b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Feb 11 14:41:41.881512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:41.942319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1a469-a27f-4110-85b1-d957c9648ede req-e2e85299-e72c-4095-b274-0648f04dd358 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:41.945987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:41.946803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29b1a469-a27f-4110-85b1-d957c9648ede req-e2e85299-e72c-4095-b274-0648f04dd358 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0664899 Feb 11 14:41:41.985309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29b1a469-a27f-4110-85b1-d957c9648ede req-2570cb52-afed-4073-b355-443db3a391a7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333583 Feb 11 14:41:42.639852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:42.642280 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812facdf-0453-4b10-8518-eeda039c95c5" -d '{"events": [{"server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "name": "network-vif-plugged", "status": "completed", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:42.682188 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdb0e7-d8af-4b51-8d6e-adb418a976d0 x-openstack-request-id: req-9fbdb0e7-d8af-4b51-8d6e-adb418a976d0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:42.682517 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "name": "network-vif-plugged", "status": "completed", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:42.682769 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fbdb0e7-d8af-4b51-8d6e-adb418a976d0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:42.683183 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde', 'code': 200} Feb 11 14:41:42.781659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe038-e654-4d92-a4e4-32066f28196d req-29e9df1b-9091-462c-bd2f-58bd5d2bf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:42.783325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cdbe038-e654-4d92-a4e4-32066f28196d req-29e9df1b-9091-462c-bd2f-58bd5d2bf9de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 1097 time: 0.0424829 Feb 11 14:41:42.819983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7cdbe038-e654-4d92-a4e4-32066f28196d req-af16ee35-4b72-4624-a511-628ce6aa1789 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295410 Feb 11 14:41:42.889066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9640c-caef-4a01-ae17-ae351c7eb2d4 req-ec483295-d18f-41bb-8bec-112a43d10aa3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:42.890617 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50d9640c-caef-4a01-ae17-ae351c7eb2d4 req-ec483295-d18f-41bb-8bec-112a43d10aa3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0426028 Feb 11 14:41:42.924548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-50d9640c-caef-4a01-ae17-ae351c7eb2d4 req-f067253c-e2e3-46e4-81ba-200150cd267e tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278089 Feb 11 14:41:43.043342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce24bb-e5c3-4d03-be0e-dfa257532ad1 req-d0e08e75-42df-4b01-9139-1eb7e1006ed1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:43.044918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15ce24bb-e5c3-4d03-be0e-dfa257532ad1 req-d0e08e75-42df-4b01-9139-1eb7e1006ed1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0463696 Feb 11 14:41:43.082710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15ce24bb-e5c3-4d03-be0e-dfa257532ad1 req-bb543be7-f6a3-463f-b2dc-dfb2de9bb47c tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Feb 11 14:41:43.138095 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf1c82-d2c2-4954-80c8-38b0d770c398 req-3b1e01e0-8b0e-4138-855f-d104f55faa93 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:43.139616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cdf1c82-d2c2-4954-80c8-38b0d770c398 req-3b1e01e0-8b0e-4138-855f-d104f55faa93 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0605056 Feb 11 14:41:43.180512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4cdf1c82-d2c2-4954-80c8-38b0d770c398 req-0315cf4b-f619-4cdc-be1a-565b5dad568b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340817 Feb 11 14:41:43.201719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3aa790-75bb-4063-a68f-9292da07e9fb req-d21e2f34-a31f-4fa7-8a60-22fb3e8e1065 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:43.201719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae3aa790-75bb-4063-a68f-9292da07e9fb req-d21e2f34-a31f-4fa7-8a60-22fb3e8e1065 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0449066 Feb 11 14:41:43.238125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae3aa790-75bb-4063-a68f-9292da07e9fb req-b7a7454e-13ed-4879-b347-8375ff47c7c4 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296333 Feb 11 14:41:43.465041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-41943d6e-f1e0-45d0-93a0-bd0957cfa622 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:43.466510 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-41943d6e-f1e0-45d0-93a0-bd0957cfa622 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e HTTP/1.1" status: 200 len: 911 time: 0.0882564 Feb 11 14:41:43.482779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-df875c3d-d8c6-4574-8359-7b06c67816cb tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/quotas/e82fbe34f181462d8eb8a414e4c4fd1c HTTP/1.1" status: 200 len: 375 time: 0.0098646 Feb 11 14:41:43.530406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-037a6909-d0ba-46ae-9e6b-020e2e81ed0b tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0415103 Feb 11 14:41:43.624755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-ff1ee2dd-d2d8-4818-a6ad-7bc399a8e336 service neutron] 10.222.0.31 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865266 Feb 11 14:41:43.727288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-ced13e01-5951-419c-a938-fd1900a833ae service neutron] 10.222.0.31 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954711 Feb 11 14:41:44.085441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d069a67-5e94-403c-896d-2ca85287a314 req-8a35b992-746e-4843-9402-604be2fd912d tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 210 time: 0.0388479 Feb 11 14:41:44.312185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc103-dc82-4a4d-abb3-68a8988f1ad9 req-c5428451-5eb7-4e25-8701-587b9a08f401 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:44.314049 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2dfc103-dc82-4a4d-abb3-68a8988f1ad9 req-c5428451-5eb7-4e25-8701-587b9a08f401 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0590663 Feb 11 14:41:44.357415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2dfc103-dc82-4a4d-abb3-68a8988f1ad9 req-ac35312f-3915-4bf9-9b8c-c9a19fc88a4d tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369179 Feb 11 14:41:44.511683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12895fe-ed79-4a61-bedc-4577d2c96011 req-01c25b77-0eb6-42c0-850a-cae5b982520d tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:44.512728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c12895fe-ed79-4a61-bedc-4577d2c96011 req-01c25b77-0eb6-42c0-850a-cae5b982520d tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0544596 Feb 11 14:41:44.559426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c12895fe-ed79-4a61-bedc-4577d2c96011 req-b42f632b-c4ce-4908-adaf-9ad88f87f6e0 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377829 Feb 11 14:41:45.180445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4c9a2cb-2750-4b4e-9a7c-ab1b52d6251b req-a5dd6b6e-2316-412f-9a6f-8eba8d062731 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Feb 11 14:41:46.099998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:41:46.190342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-f517a67c-2077-4b0b-89e8-9cb3775eff20 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:46.191936 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-f517a67c-2077-4b0b-89e8-9cb3775eff20 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.60 "GET /v2.0/networks?id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e HTTP/1.1" status: 200 len: 911 time: 0.0917108 Feb 11 14:41:46.210965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Request body: {'port': {'device_id': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'admin_state_up': True, 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:46.285314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51de169a-35f1-4fa0-a27d-6691fc085310 req-9670535c-d336-4576-815b-ef7a99590722 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 210 time: 0.0265677 Feb 11 14:41:46.376929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Made reservation on behalf of e82fbe34f181462d8eb8a414e4c4fd1c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:41:46.379465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:46.532792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Allocated IP 172.20.0.6 (d6383d7e-e08d-43fa-840c-1cac2f59fa3e/48ffe677-2e8b-473e-a6fb-cc171b647e29/75316897-aeca-431f-85a0-2c490078b237) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:46.672071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:46.672345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:46.795816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:46.807158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d2e18a32-ed8d-4615-a1b0-d3de04e0defe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:41:46.842778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:46.845686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:46.849484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:46.857071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Pushing event updated for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:46.908373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:46.909514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:46.991423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-0556b13c-247d-44be-9726-57a8fb520fe1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7889249 Feb 11 14:41:47.003589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Request body: {'port': {'device_id': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:41:47.074778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.101073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.17 (28a47469-b6d1-46b7-a6eb-5f83ef99011f/90a51648-5e28-468a-8c1d-fad055276247/bef8437e-d6d8-4bcf-b60b-ddd965624523) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:41:47.171189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f9d7dd34-b252-4d2f-858f-bf1c8f468e2f None None] Provisioning complete for port 75316897-aeca-431f-85a0-2c490078b237 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:47.172129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9d7dd34-b252-4d2f-858f-bf1c8f468e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.218264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7dd34-b252-4d2f-858f-bf1c8f468e2f None None] Port 75316897-aeca-431f-85a0-2c490078b237 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:47.229021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.355563 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.386959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75316897-aeca-431f-85a0-2c490078b237 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:47.395261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.408642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Transition to ACTIVE for port object 75316897-aeca-431f-85a0-2c490078b237 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:41:47.428633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:47.434506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:47.440814 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:41:47.467071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:47.479337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c51c2-3523-4e37-a95f-d885fab80939 req-e570783c-4b84-4d75-9221-0c6ecd6088ae tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:47.482808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb4c51c2-3523-4e37-a95f-d885fab80939 req-e570783c-4b84-4d75-9221-0c6ecd6088ae tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1027 time: 0.1224120 Feb 11 14:41:47.503438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.514636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.583302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb4c51c2-3523-4e37-a95f-d885fab80939 req-458d70f4-4036-461f-bbd9-858d786ad223 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909154 Feb 11 14:41:47.643506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:47.672405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Attempting to bind port 75316897-aeca-431f-85a0-2c490078b237 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:47.672790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Attempting to bind port 75316897-aeca-431f-85a0-2c490078b237 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:47.673102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Attempting to bind port 75316897-aeca-431f-85a0-2c490078b237 on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:47.681211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Port 75316897-aeca-431f-85a0-2c490078b237 on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:41:47.681584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Attempting to bind port 75316897-aeca-431f-85a0-2c490078b237 on network d6383d7e-e08d-43fa-840c-1cac2f59fa3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:47.688443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:47.688793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Checking segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:47.689229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Bound using segment: {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:47.689656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Bound port: 75316897-aeca-431f-85a0-2c490078b237, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f89c377-04e2-41c3-84a2-612f684ead7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:47.690062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.773723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:47.776995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75316897-aeca-431f-85a0-2c490078b237,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:47.821535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.857948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-948f8d71-d593-46ab-88a7-8170840d1d90 None None] Provisioning complete for port bef8437e-d6d8-4bcf-b60b-ddd965624523 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:47.858564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948f8d71-d593-46ab-88a7-8170840d1d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.863964 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.902306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:47.903039 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.904612 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/75316897-aeca-431f-85a0-2c490078b237 HTTP/1.1" status: 200 len: 1091 time: 0.9056394 Feb 11 14:41:47.905157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'tag': '75316897-aeca-431f-85a0-2c490078b237'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:47.907534 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25b2b4-f75d-4fac-80b2-de80a57b0031" -d '{"events": [{"name": "network-changed", "server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "tag": "75316897-aeca-431f-85a0-2c490078b237"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:47.915501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-948f8d71-d593-46ab-88a7-8170840d1d90 None None] Port bef8437e-d6d8-4bcf-b60b-ddd965624523 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:47.942583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40d81-e600-4619-ba37-60ed1579c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:47.978594 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b450562b-984a-4221-929f-47e560f88a1d x-openstack-request-id: req-b450562b-984a-4221-929f-47e560f88a1d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:47.978594 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "tag": "75316897-aeca-431f-85a0-2c490078b237", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:47.979046 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b450562b-984a-4221-929f-47e560f88a1d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:47.979153 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'tag': '75316897-aeca-431f-85a0-2c490078b237', 'status': 'completed', 'code': 200} Feb 11 14:41:48.059213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-1d58c12a-c1aa-48d8-ae80-f07645ed7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.089292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-1d58c12a-c1aa-48d8-ae80-f07645ed7639 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0897388 Feb 11 14:41:48.195346 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10e099dc-88e6-4db8-904a-a684ef06f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:48.238027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-5f6b0079-5148-4875-969a-c4772150eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.239867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-5f6b0079-5148-4875-969a-c4772150eda0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1364448 Feb 11 14:41:48.267620 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:48.338485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:48.340719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-86d641ad-8f6d-4f7d-9b69-bbf573dce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.342622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc25b2b4-f75d-4fac-80b2-de80a57b0031 req-86d641ad-8f6d-4f7d-9b69-bbf573dce51a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965436 Feb 11 14:41:48.415261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:48.417611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:48.442232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-b24d4bb6-e89e-49c3-b3a2-60aaf4281bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.444045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-b24d4bb6-e89e-49c3-b3a2-60aaf4281bec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0653443 Feb 11 14:41:48.486054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-3094e951-5246-4f2d-96ab-98f68f3a1bd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75316897-aeca-431f-85a0-2c490078b237 HTTP/1.1" status: 200 len: 217 time: 0.0351849 Feb 11 14:41:48.506456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:41:48.508549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:41:48.539393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-db515fdb-ce3a-402d-b46b-a115d8399bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.541025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-db515fdb-ce3a-402d-b46b-a115d8399bcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48ffe677-2e8b-473e-a6fb-cc171b647e29 HTTP/1.1" status: 200 len: 849 time: 0.0482752 Feb 11 14:41:48.592493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-e6de5f23-aab1-4836-b938-1ed4e29949da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.594303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-e6de5f23-aab1-4836-b938-1ed4e29949da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6383d7e-e08d-43fa-840c-1cac2f59fa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473652 Feb 11 14:41:48.629435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:41:48.739868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-1a34b10d-9f14-4dd6-8b68-7c5464378136 service neutron] 10.222.0.60 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379702 Feb 11 14:41:48.788861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd38d7b-11be-4a9a-ab71-fd214f57e124 req-bd3e907a-b030-44c6-ad59-b7adc71909ae tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:48.799562 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbd38d7b-11be-4a9a-ab71-fd214f57e124 req-bd3e907a-b030-44c6-ad59-b7adc71909ae tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0967371 Feb 11 14:41:48.845286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-98f3f94e-a9d4-4910-956b-73498fff4462 req-37dd1d1c-1608-46db-b3e6-39f73f17e007 service neutron] 10.222.0.60 "GET /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985265 Feb 11 14:41:48.846357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbd38d7b-11be-4a9a-ab71-fd214f57e124 req-e2111c56-49bf-45e6-8258-c278d3cb65cc tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482686 Feb 11 14:41:48.847561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:41:48.867319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0ed09ddb-c4ac-4b23-bb81-fccc0f313285 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7618508 Feb 11 14:41:48.872881 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:41:48.885787 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:48.886389 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:48.887137 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b414ede7-26eb-44e9-9a38-26737cb2389e None None] Provisioning complete for port bef8437e-d6d8-4bcf-b60b-ddd965624523 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:48.887613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b414ede7-26eb-44e9-9a38-26737cb2389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:48.923892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b414ede7-26eb-44e9-9a38-26737cb2389e None None] Port bef8437e-d6d8-4bcf-b60b-ddd965624523 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:41:48.996609 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:49.307694 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:41:47Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8437e-d6d8-4bcf-b60b-ddd965624523', 'name': '', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:6d:fb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '90a51648-5e28-468a-8c1d-fad055276247', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:46Z', 'updated_at': '2022-02-11T14:41:48Z', 'revision_number': 2, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '90a51648-5e28-468a-8c1d-fad055276247', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:49.333372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:41:49.333726 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Updating router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 port bef8437e-d6d8-4bcf-b60b-ddd965624523 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:41:49.363556 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.633243 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.709932 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.758919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0116d7-35be-4f63-9029-1f38d5573ebd None None] Pushing event updated for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:49.814356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Attempting to bind port bef8437e-d6d8-4bcf-b60b-ddd965624523 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:41:49.814728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Attempting to bind port bef8437e-d6d8-4bcf-b60b-ddd965624523 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:41:49.815089 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Attempting to bind port bef8437e-d6d8-4bcf-b60b-ddd965624523 on network 28a47469-b6d1-46b7-a6eb-5f83ef99011f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:41:49.820803 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:41:49.821207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Checking segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:41:49.821610 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.822002 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Bound using segment: {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:41:49.822462 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Bound port: bef8437e-d6d8-4bcf-b60b-ddd965624523, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c15d0d-a50b-4a7c-82ac-9994a976a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:41:49.822888 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.899538 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] For port bef8437e-d6d8-4bcf-b60b-ddd965624523, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:41:49.903973 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] For port bef8437e-d6d8-4bcf-b60b-ddd965624523, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bef8437e-d6d8-4bcf-b60b-ddd965624523,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:41:49.978020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77200cbf-697f-4274-ac9e-cda48b4618a4 req-b793f903-90a2-4250-a65b-6c654c191da4 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:49.979661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77200cbf-697f-4274-ac9e-cda48b4618a4 req-b793f903-90a2-4250-a65b-6c654c191da4 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0513594 Feb 11 14:41:49.989935 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.015854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77200cbf-697f-4274-ac9e-cda48b4618a4 req-cb3a745b-d0d0-4189-b608-44cad9e42131 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295289 Feb 11 14:41:50.042991 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:41:50.043856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:50.073800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] Provisioning complete for port bef8437e-d6d8-4bcf-b60b-ddd965624523 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:50.079722 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.087501 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0116d7-35be-4f63-9029-1f38d5573ebd None None] Pushing event updated for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:50.184812 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.195445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:41:50.221453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] For port bef8437e-d6d8-4bcf-b60b-ddd965624523, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bef8437e-d6d8-4bcf-b60b-ddd965624523,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:50.275506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.338778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31510-3c08-48bb-b0e3-0cd52e75cb65 None None] Pushing event updated for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:50.395397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9b41daab-182f-4f41-8dc2-0a702fcf4452 None None] Provisioning complete for port bef8437e-d6d8-4bcf-b60b-ddd965624523 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:50.395397 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b41daab-182f-4f41-8dc2-0a702fcf4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.441626 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c377a9dd-3aa5-4de4-b905-1ff1a84562d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.462322 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:41:47Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8437e-d6d8-4bcf-b60b-ddd965624523', 'name': '', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:6d:fb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '90a51648-5e28-468a-8c1d-fad055276247', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:46Z', 'updated_at': '2022-02-11T14:41:49Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '90a51648-5e28-468a-8c1d-fad055276247', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:41:50.488098 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af25712-2636-437b-99c3-5d21cbcdfb4a None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:41:47Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef8437e-d6d8-4bcf-b60b-ddd965624523', 'name': '', 'network_id': '28a47469-b6d1-46b7-a6eb-5f83ef99011f', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:6d:fb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '90a51648-5e28-468a-8c1d-fad055276247', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:46Z', 'updated_at': '2022-02-11T14:41:49Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '90a51648-5e28-468a-8c1d-fad055276247', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:41:50.716735 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:51.067407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bef8437e-d6d8-4bcf-b60b-ddd965624523 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:51.138895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port bef8437e-d6d8-4bcf-b60b-ddd965624523 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:51.139528 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:51.442316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b9b21-ca26-4bf8-8cc5-3a27370e4435 req-de7af7b9-2551-4885-85fa-15282270241d tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:51.443975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd7b9b21-ca26-4bf8-8cc5-3a27370e4435 req-de7af7b9-2551-4885-85fa-15282270241d tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.3341479 Feb 11 14:41:51.486089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd7b9b21-ca26-4bf8-8cc5-3a27370e4435 req-62df16f0-1f02-4fa6-b492-1f65449d0cff tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Feb 11 14:41:51.802839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:52.595958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a5e24-15a5-4101-9703-4d0d41c06abd req-94ebcde4-f8c5-450e-9464-8e676f311c02 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:52.597511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d08a5e24-15a5-4101-9703-4d0d41c06abd req-94ebcde4-f8c5-450e-9464-8e676f311c02 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0415170 Feb 11 14:41:52.631364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d08a5e24-15a5-4101-9703-4d0d41c06abd req-2e079d6f-e75f-4924-b959-d7d16e0116cc tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275524 Feb 11 14:41:53.200765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:53.292271 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:53.607144 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75316897-aeca-431f-85a0-2c490078b237 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:41:53.717016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75316897-aeca-431f-85a0-2c490078b237,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:53.728881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '75316897-aeca-431f-85a0-2c490078b237', 'network_id': 'd6383d7e-e08d-43fa-840c-1cac2f59fa3e', 'port_id': '75316897-aeca-431f-85a0-2c490078b237', 'mac_address': 'fa:16:3e:2b:e1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ffe677-2e8b-473e-a6fb-cc171b647e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:41:53.761985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1053c-5f5e-4bab-80e9-d0e2ae4533e4 req-924967ce-71f2-4094-88a8-43cfb091ea9d tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:53.764780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bfa1053c-5f5e-4bab-80e9-d0e2ae4533e4 req-924967ce-71f2-4094-88a8-43cfb091ea9d tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1094 time: 0.0437267 Feb 11 14:41:53.768416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:53.781946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75316897-aeca-431f-85a0-2c490078b237 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:41:53.798793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bfa1053c-5f5e-4bab-80e9-d0e2ae4533e4 req-944bd137-5b14-4071-93c6-3b9cf9c1e509 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287683 Feb 11 14:41:53.802060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75316897-aeca-431f-85a0-2c490078b237,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:53.863777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:53.916535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:54.089500 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['75316897-aeca-431f-85a0-2c490078b237'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:41:54.909106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a686c-44d6-43a5-b100-668e04d2836f req-31cf6fbf-ba72-413a-a8e5-adc9e99ff928 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:54.910616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c0a686c-44d6-43a5-b100-668e04d2836f req-31cf6fbf-ba72-413a-a8e5-adc9e99ff928 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1095 time: 0.0415928 Feb 11 14:41:54.944628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c0a686c-44d6-43a5-b100-668e04d2836f req-e1409fd2-9935-47ea-ba01-98a90ff39c7e tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270374 Feb 11 14:41:55.631053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75316897-aeca-431f-85a0-2c490078b237 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:41:55.778306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 75316897-aeca-431f-85a0-2c490078b237 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:41:55.782509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 75316897-aeca-431f-85a0-2c490078b237 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:41:55.782886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:55.860579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:55.883435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75316897-aeca-431f-85a0-2c490078b237'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:41:55.885655 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6643f4c4-60ea-44cb-a806-44e0a6208a66" -d '{"events": [{"server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "name": "network-vif-plugged", "status": "completed", "tag": "75316897-aeca-431f-85a0-2c490078b237"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:41:55.897864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75316897-aeca-431f-85a0-2c490078b237,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:41:55.923726 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d33f67-4a76-4da1-a6c2-4b3964e0d1e5 x-openstack-request-id: req-d8d33f67-4a76-4da1-a6c2-4b3964e0d1e5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:41:55.924091 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "name": "network-vif-plugged", "status": "completed", "tag": "75316897-aeca-431f-85a0-2c490078b237", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:41:55.924349 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8d33f67-4a76-4da1-a6c2-4b3964e0d1e5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:41:55.924743 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75316897-aeca-431f-85a0-2c490078b237', 'code': 200} Feb 11 14:41:56.057029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9cfe-688f-4023-9db6-514d2aace5b9 req-93d097f9-3073-4305-b90b-769785ddee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:56.058859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12db9cfe-688f-4023-9db6-514d2aace5b9 req-93d097f9-3073-4305-b90b-769785ddee81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1095 time: 0.0754528 Feb 11 14:41:56.062833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:56.065479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32a2e7-1c49-477a-a9a7-2fc081b9282f req-aca925a5-4317-4edf-b89a-4d4b985068df tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:56.067379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b32a2e7-1c49-477a-a9a7-2fc081b9282f req-aca925a5-4317-4edf-b89a-4d4b985068df tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1095 time: 0.0531607 Feb 11 14:41:56.109853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-12db9cfe-688f-4023-9db6-514d2aace5b9 req-6d93b69a-7e07-408e-acf6-ad0de9e1b91d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Feb 11 14:41:56.120046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:41:56.127308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b32a2e7-1c49-477a-a9a7-2fc081b9282f req-5175ac56-1461-48f9-a53b-4746b05b45cb tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Feb 11 14:41:56.127957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.128310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.128651 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.129031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.129367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.129699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.130027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.130354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.130676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.131062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.131337 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:56.131688 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:41:57.244670 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812dff-3651-4b6d-97f2-51853da634e7 req-6ac6e4b7-365d-4d33-9519-abc67e1b4791 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:57.246170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29812dff-3651-4b6d-97f2-51853da634e7 req-6ac6e4b7-365d-4d33-9519-abc67e1b4791 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0412874 Feb 11 14:41:57.285147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29812dff-3651-4b6d-97f2-51853da634e7 req-dd997fe1-5ff3-4ff9-8f05-10cbb52f5d20 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Feb 11 14:41:58.395023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6c9d-22e4-4951-b67a-5fc7fd78bb22 req-b95068d6-ebe3-4f50-b568-0f3a8b40f437 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:58.396541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0da6c9d-22e4-4951-b67a-5fc7fd78bb22 req-b95068d6-ebe3-4f50-b568-0f3a8b40f437 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0422809 Feb 11 14:41:58.435400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0da6c9d-22e4-4951-b67a-5fc7fd78bb22 req-1d995f0a-b702-4de5-8c5b-bc7f3747c7cb tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295970 Feb 11 14:41:58.545609 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd1e2-6b1f-4f6b-b485-e060a84d6efb req-8e8c04f0-a3a9-476a-bac9-602c19605487 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:58.547144 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e9cd1e2-6b1f-4f6b-b485-e060a84d6efb req-8e8c04f0-a3a9-476a-bac9-602c19605487 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0406606 Feb 11 14:41:58.581921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e9cd1e2-6b1f-4f6b-b485-e060a84d6efb req-1ddd5a21-f12e-458c-91c8-36527f8579a5 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285308 Feb 11 14:41:58.698322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75eb9c-9517-41cb-a17b-fbf00b0c57c2 req-077afe80-9926-4bfb-8b65-b6cc7df2a518 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:58.699853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d75eb9c-9517-41cb-a17b-fbf00b0c57c2 req-077afe80-9926-4bfb-8b65-b6cc7df2a518 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0480518 Feb 11 14:41:58.735942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d75eb9c-9517-41cb-a17b-fbf00b0c57c2 req-2badafc0-3efd-4570-a4fe-f191fb6cac90 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292583 Feb 11 14:41:59.182938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9450f7-17f9-4ec5-bc1d-64721683fa84 req-30eef348-03fc-4535-b7ec-478d959b14e6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:59.184423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c9450f7-17f9-4ec5-bc1d-64721683fa84 req-30eef348-03fc-4535-b7ec-478d959b14e6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0410383 Feb 11 14:41:59.219271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c9450f7-17f9-4ec5-bc1d-64721683fa84 req-b40999de-ef05-45c5-9d68-4a685524577a tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283914 Feb 11 14:42:00.329657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee528-08f4-466e-bc0b-8d937ee8772c req-cecc85d1-6a86-4aee-b312-7c7617cec4ca tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:00.331218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-942ee528-08f4-466e-bc0b-8d937ee8772c req-cecc85d1-6a86-4aee-b312-7c7617cec4ca tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0430427 Feb 11 14:42:00.366386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-942ee528-08f4-466e-bc0b-8d937ee8772c req-5d3c0844-403c-4aa0-8f0b-367cd6cac93f tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283656 Feb 11 14:42:00.552769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-7f064be7-decf-4694-b440-092df4c05ce1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:00.554418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-7f064be7-decf-4694-b440-092df4c05ce1 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 1096 time: 0.0451350 Feb 11 14:42:00.628764 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.638128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Deleting port 75316897-aeca-431f-85a0-2c490078b237 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:00.638476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.716914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] For port 75316897-aeca-431f-85a0-2c490078b237, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=75316897-aeca-431f-85a0-2c490078b237,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:00.717299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.730035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Calling delete_port for 75316897-aeca-431f-85a0-2c490078b237 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:00.937206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.950082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['75316897-aeca-431f-85a0-2c490078b237'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:00.952369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d2e18a32-ed8d-4615-a1b0-d3de04e0defe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:00.977087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Pushing event deleted for resources: {'Port': ['ID=75316897-aeca-431f-85a0-2c490078b237,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:01.032299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] No DVR routers for this DVR port 75316897-aeca-431f-85a0-2c490078b237 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:01.035451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:01.039777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fffc023b-e25f-45d9-b6b1-0b5b6acdffdf req-3dd9734b-2143-48a3-b888-d025a927d993 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.60 "DELETE /v2.0/ports/75316897-aeca-431f-85a0-2c490078b237 HTTP/1.1" status: 204 len: 173 time: 0.4791107 Feb 11 14:42:01.040362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'name': 'network-vif-deleted', 'tag': '75316897-aeca-431f-85a0-2c490078b237'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:01.043799 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946633d-5b0f-4903-a94a-e0495be8be88" -d '{"events": [{"server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "name": "network-vif-deleted", "tag": "75316897-aeca-431f-85a0-2c490078b237"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:01.094767 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aee4d9-3947-4f16-8f85-442b841feada x-openstack-request-id: req-43aee4d9-3947-4f16-8f85-442b841feada {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:01.094767 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d4e0c4-0e1c-4e44-9948-25598afb2c05", "name": "network-vif-deleted", "tag": "75316897-aeca-431f-85a0-2c490078b237", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:01.094767 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43aee4d9-3947-4f16-8f85-442b841feada {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:01.094767 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d4e0c4-0e1c-4e44-9948-25598afb2c05', 'name': 'network-vif-deleted', 'tag': '75316897-aeca-431f-85a0-2c490078b237', 'status': 'completed', 'code': 200} Feb 11 14:42:01.336732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:01.477176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-168b0f83-2f8c-4b4b-9367-89dde12b108d req-00e2e082-dcd2-43e2-ba31-edd5147999b4 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17d4e0c4-0e1c-4e44-9948-25598afb2c05 HTTP/1.1" status: 200 len: 210 time: 0.0256865 Feb 11 14:42:03.083427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad53b1-33f1-4809-8f3b-f99eaf080736 req-1a952a32-132c-422b-98e7-fbe45710aea8 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:03.084998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33ad53b1-33f1-4809-8f3b-f99eaf080736 req-1a952a32-132c-422b-98e7-fbe45710aea8 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0426135 Feb 11 14:42:03.120315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33ad53b1-33f1-4809-8f3b-f99eaf080736 req-62c7ce90-0d23-4cba-945c-64a980caf748 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289850 Feb 11 14:42:04.240423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59363b-efda-42e5-a96f-8887b110abe4 req-37988a0c-4325-4800-99d5-660ad847fea6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:04.242597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a59363b-efda-42e5-a96f-8887b110abe4 req-37988a0c-4325-4800-99d5-660ad847fea6 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0508533 Feb 11 14:42:04.278242 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a59363b-efda-42e5-a96f-8887b110abe4 req-d6f7597c-4087-4623-a87c-7ba204a465e0 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=76ce86f7-7ac1-492c-b87c-4856160ea670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295339 Feb 11 14:42:04.608606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-8a487aef-3716-4be1-98b6-174e56e64ed2 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:04.610210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-8a487aef-3716-4be1-98b6-174e56e64ed2 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0410047 Feb 11 14:42:04.692497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Deleting port d2e18a32-ed8d-4615-a1b0-d3de04e0defe {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:04.692842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:04.770666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] For port d2e18a32-ed8d-4615-a1b0-d3de04e0defe, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:04.771043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:04.782917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Calling delete_port for d2e18a32-ed8d-4615-a1b0-d3de04e0defe owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:05.053156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:05.063987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['d2e18a32-ed8d-4615-a1b0-d3de04e0defe'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:05.081758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2e18a32-ed8d-4615-a1b0-d3de04e0defe,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:05.107005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.107354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.107696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.108034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.108366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.108695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.109050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.115254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.115254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.115254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.115254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.115254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:05.135734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] No DVR routers for this DVR port d2e18a32-ed8d-4615-a1b0-d3de04e0defe on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:05.138669 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:05.142667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9440a28a-02d9-4469-a16e-33a4d8625b86 req-877cf963-4f1c-4e0b-8903-5531a9e421b3 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d2e18a32-ed8d-4615-a1b0-d3de04e0defe HTTP/1.1" status: 204 len: 173 time: 0.5262504 Feb 11 14:42:05.142667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'name': 'network-vif-deleted', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:05.145091 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9c0542-8743-415a-afbb-81cbd1ed1caf" -d '{"events": [{"server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "name": "network-vif-deleted", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:05.188956 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5d8667-8229-4b71-8476-d64aa17d3671 x-openstack-request-id: req-5f5d8667-8229-4b71-8476-d64aa17d3671 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:05.189295 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685c224-1892-4ea3-9e24-f51ede6dc3b3", "name": "network-vif-deleted", "tag": "d2e18a32-ed8d-4615-a1b0-d3de04e0defe", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:05.189493 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f5d8667-8229-4b71-8476-d64aa17d3671 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:05.189959 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8685c224-1892-4ea3-9e24-f51ede6dc3b3', 'name': 'network-vif-deleted', 'tag': 'd2e18a32-ed8d-4615-a1b0-d3de04e0defe', 'status': 'completed', 'code': 200} Feb 11 14:42:05.384567 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b6f964d-f93d-478e-97b7-fd68bdb88fcc req-3014c71c-ba97-429a-943a-3c89df0928f2 tempest-TestServerMultinode-1803433364 tempest-TestServerMultinode-1803433364-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8685c224-1892-4ea3-9e24-f51ede6dc3b3 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Feb 11 14:42:05.647710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75316897-aeca-431f-85a0-2c490078b237 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:05.666971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 75316897-aeca-431f-85a0-2c490078b237 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:05.667308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 75316897-aeca-431f-85a0-2c490078b237 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:06.455085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34846) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:06.828233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:07.087203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Deleting port 1b90af80-b95a-423b-90b3-631d66161253 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:07.087645 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:07.172479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] For port 1b90af80-b95a-423b-90b3-631d66161253, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1b90af80-b95a-423b-90b3-631d66161253,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:07.172842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:07.186220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Calling delete_port for 1b90af80-b95a-423b-90b3-631d66161253 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:07.515093 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:07.545239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b90af80-b95a-423b-90b3-631d66161253,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:07.725082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.300576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Router dd211571-b8bb-4759-b844-5d313cd6d333 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:08.410298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:08.415845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5ae85413-0726-47d9-9624-6bcd77f44b14 admin admin] 10.222.0.31 "PUT /v2.0/routers/dd211571-b8bb-4759-b844-5d313cd6d333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597254 Feb 11 14:42:08.418401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:08.422103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Sync routers for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:08.437034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:08.437775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:08.525942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.544221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d2e18a32-ed8d-4615-a1b0-d3de04e0defe no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:08.572466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: d2e18a32-ed8d-4615-a1b0-d3de04e0defe {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:08.572804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device d2e18a32-ed8d-4615-a1b0-d3de04e0defe not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:08.584779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:08.650929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.770322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Deleting port d8f329ce-2153-435c-a911-b96a0accb6cd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:08.770677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.853376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] For port d8f329ce-2153-435c-a911-b96a0accb6cd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d8f329ce-2153-435c-a911-b96a0accb6cd,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:08.853788 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.865957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Calling delete_port for d8f329ce-2153-435c-a911-b96a0accb6cd owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:08.945967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:42:07Z', 'revision_number': 5, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port': {'id': 'd8f329ce-2153-435c-a911-b96a0accb6cd', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:13Z', 'updated_at': '2022-02-11T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:08.980750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Checking router: dd211571-b8bb-4759-b844-5d313cd6d333 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:08.991223 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Routers {'dd211571-b8bb-4759-b844-5d313cd6d333'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:08.992984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['dd211571-b8bb-4759-b844-5d313cd6d333'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:09.098246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] Set router dd211571-b8bb-4759-b844-5d313cd6d333 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:09.149792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:42:08Z', 'revision_number': 6, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:09.178847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa84e4-ad82-4ad2-a105-d9e4f902d5c8 None None] The sync data for ids ['dd211571-b8bb-4759-b844-5d313cd6d333'] in n-d-828407-1 is: [{'id': 'dd211571-b8bb-4759-b844-5d313cd6d333', 'name': 'tempest-TestServerMultinode-1977113755-router', 'tenant_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:12Z', 'updated_at': '2022-02-11T14:42:08Z', 'revision_number': 6, 'project_id': 'a3ef40a4279f461cbfa31de32b6a76eb', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:09.429827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.460741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f329ce-2153-435c-a911-b96a0accb6cd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:09.525007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.641270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.644710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.766235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.766818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd211571-b8bb-4759-b844-5d313cd6d333 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:42:09.773076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.776512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5962aa88-fc49-4839-8e9e-e5bb38d3f076 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dd211571-b8bb-4759-b844-5d313cd6d333 HTTP/1.1" status: 204 len: 168 time: 1.3549142 Feb 11 14:42:09.776902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34874) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:09.827117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Deleting subnet 48ffe677-2e8b-473e-a6fb-cc171b647e29 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:42:09.830265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.865251 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:09.951840 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.116381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.149348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ffe677-2e8b-473e-a6fb-cc171b647e29,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:10.151870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.155435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-94a911e4-9381-4386-a395-c76b2aa7403b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/48ffe677-2e8b-473e-a6fb-cc171b647e29 HTTP/1.1" status: 204 len: 168 time: 0.3775885 Feb 11 14:42:10.157872 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34876) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:10.165255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69181dd2-7e5d-4295-acee-eb73d5ac300a None None] Network d6383d7e-e08d-43fa-840c-1cac2f59fa3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:10.240995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.309383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Deleting port 3e61030c-dc07-4af1-b4b6-915f400ca39f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:10.310912 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.419149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] For port 3e61030c-dc07-4af1-b4b6-915f400ca39f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e61030c-dc07-4af1-b4b6-915f400ca39f,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:10.419842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.437567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Calling delete_port for 3e61030c-dc07-4af1-b4b6-915f400ca39f owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:10.461512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] DHCP port deletion for d6383d7e-e08d-43fa-840c-1cac2f59fa3e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:42:10.514180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Deleting port 3e61030c-dc07-4af1-b4b6-915f400ca39f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:10.514553 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.589855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.595687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] For port 3e61030c-dc07-4af1-b4b6-915f400ca39f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3e61030c-dc07-4af1-b4b6-915f400ca39f,segment=NetworkSegment(8f89c377-04e2-41c3-84a2-612f684ead7c),segment_id=8f89c377-04e2-41c3-84a2-612f684ead7c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:10.596078 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.610959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Calling delete_port for 3e61030c-dc07-4af1-b4b6-915f400ca39f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:10.617140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e61030c-dc07-4af1-b4b6-915f400ca39f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:10.621423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] No DVR routers for this DVR port 3e61030c-dc07-4af1-b4b6-915f400ca39f on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:10.716452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.721442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.733157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] No DVR routers for this DVR port 3e61030c-dc07-4af1-b4b6-915f400ca39f on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:10.743090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6383d7e-e08d-43fa-840c-1cac2f59fa3e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:10.752779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a19bf-d00f-475b-a8f9-6d9b17de2128 None None] Pushing event deleted for resources: {'Port': ['ID=3e61030c-dc07-4af1-b4b6-915f400ca39f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:10.754125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f89c377-04e2-41c3-84a2-612f684ead7c') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:10.754976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f89c377-04e2-41c3-84a2-612f684ead7c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:10.765361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.779800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.785562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:42:10.785941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:42:10.787589 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:42:10.892819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.898878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:10.902617 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6383d7e-e08d-43fa-840c-1cac2f59fa3e HTTP/1.1" status: 204 len: 168 time: 0.7436574 Feb 11 14:42:10.905729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:10.915159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4a4b-6f17-48c6-a4be-f56b1e59913d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6383d7e-e08d-43fa-840c-1cac2f59fa3e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:11.043472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1b90af80-b95a-423b-90b3-631d66161253 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:11.066519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1b90af80-b95a-423b-90b3-631d66161253 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:11.067151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1b90af80-b95a-423b-90b3-631d66161253 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:11.067744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d8f329ce-2153-435c-a911-b96a0accb6cd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:11.087246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d8f329ce-2153-435c-a911-b96a0accb6cd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:11.087918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d8f329ce-2153-435c-a911-b96a0accb6cd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:11.088557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3e61030c-dc07-4af1-b4b6-915f400ca39f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:11.111559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3e61030c-dc07-4af1-b4b6-915f400ca39f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:11.112385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3e61030c-dc07-4af1-b4b6-915f400ca39f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:11.285791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:11.530753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Deleting port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:11.531097 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:11.611798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] For port 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:11.612159 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:11.624193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Calling delete_port for 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:11.641405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34888) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:11.893169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:11.918613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=649aea7f-2ad8-4ab0-a71d-3fa36c65b11a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:12.083375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.144973 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.367268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:12.418390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port bef8437e-d6d8-4bcf-b60b-ddd965624523 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:12.418661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.475612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:12.486433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Sync routers for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:12.490075 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-53521c57-0d43-400b-a2ed-c14687dce4ea admin admin] 10.222.0.31 "PUT /v2.0/routers/6c1ec0b4-58bc-4163-a8d3-9a1deff3773e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5831914 Feb 11 14:42:12.490694 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:12.500497 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:12.501484 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:12.511837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port bef8437e-d6d8-4bcf-b60b-ddd965624523, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bef8437e-d6d8-4bcf-b60b-ddd965624523,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:12.512209 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.524990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for bef8437e-d6d8-4bcf-b60b-ddd965624523 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:12.602486 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.634315 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:12.722419 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.830094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:42:11Z', 'revision_number': 5, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port': {'id': '403e8022-9ab6-4a8a-bccf-3de3817e920a', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:41:21Z', 'updated_at': '2022-02-11T14:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:12.855886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Checking router: 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:12.864451 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Routers {'6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:12.865079 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:12.891761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Deleting port 403e8022-9ab6-4a8a-bccf-3de3817e920a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:12.892140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.898271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:12.930987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=bef8437e-d6d8-4bcf-b60b-ddd965624523,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:13.042766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] For port 403e8022-9ab6-4a8a-bccf-3de3817e920a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=403e8022-9ab6-4a8a-bccf-3de3817e920a,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:13.045381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.074866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Calling delete_port for 403e8022-9ab6-4a8a-bccf-3de3817e920a owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:13.174467 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] Set router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:13.261603 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.262259 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:13.292712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd5f3b-4f34-4ea6-9459-75737a5d4259 None None] The sync data for ids ['6c1ec0b4-58bc-4163-a8d3-9a1deff3773e'] in n-d-828407-1 is: [{'id': '6c1ec0b4-58bc-4163-a8d3-9a1deff3773e', 'name': 'tempest-TestServerMultinode-1083676117-router', 'tenant_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:41:20Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'e82fbe34f181462d8eb8a414e4c4fd1c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:13.430971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.470538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=403e8022-9ab6-4a8a-bccf-3de3817e920a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:13.526430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:13.538336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.635810 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.640386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.864706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.865323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1ec0b4-58bc-4163-a8d3-9a1deff3773e {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:42:13.875261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.875261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-48c8306f-ee79-4e34-b1e5-cc2926c19a49 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6c1ec0b4-58bc-4163-a8d3-9a1deff3773e HTTP/1.1" status: 204 len: 168 time: 1.3811870 Feb 11 14:42:13.875502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:13.921580 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Deleting subnet 2b6cef28-312f-46df-b32b-a6b41debe4e8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:42:13.924812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.959356 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.993705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:14.007539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-261012f9-20ba-42ea-afc2-c09ecf690499 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627357 Feb 11 14:42:14.008330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:14.021300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:14.022050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:14.059602 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.160834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:14.231042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.264218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.268526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b6cef28-312f-46df-b32b-a6b41debe4e8 HTTP/1.1" status: 204 len: 168 time: 0.3913553 Feb 11 14:42:14.269632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f950783-ebe9-4fb8-aadd-c6f11df6bb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6cef28-312f-46df-b32b-a6b41debe4e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:14.270323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:14.315872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ea87e-7366-412c-b43c-a0c56c17341b None None] Network 45b1d29e-e3a8-498f-8341-6377ca020df3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:14.372057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.435061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Deleting port 373562a3-0080-49d0-9687-368ff28f6846 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:14.435419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.540581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:14.554385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] For port 373562a3-0080-49d0-9687-368ff28f6846, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=373562a3-0080-49d0-9687-368ff28f6846,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:14.555403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.579357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:14.600033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:14.600884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:41:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:14.612694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Calling delete_port for 373562a3-0080-49d0-9687-368ff28f6846 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:14.658807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] DHCP port deletion for 45b1d29e-e3a8-498f-8341-6377ca020df3 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:42:14.690057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb390d-726e-429e-a5cc-722f710a8847 req-0b44dcfd-fff2-426c-ae5e-4685c5badb58 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:14.691658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80fb390d-726e-429e-a5cc-722f710a8847 req-0b44dcfd-fff2-426c-ae5e-4685c5badb58 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.1242902 Feb 11 14:42:14.752475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80fb390d-726e-429e-a5cc-722f710a8847 req-7ca91660-2558-449c-97fc-b4c211b3221e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538664 Feb 11 14:42:14.762164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:14.798070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Deleting port 373562a3-0080-49d0-9687-368ff28f6846 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:14.798435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.835355 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.869942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=373562a3-0080-49d0-9687-368ff28f6846,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:14.872150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] No DVR routers for this DVR port 373562a3-0080-49d0-9687-368ff28f6846 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:14.910822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] For port 373562a3-0080-49d0-9687-368ff28f6846, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=373562a3-0080-49d0-9687-368ff28f6846,segment=NetworkSegment(a67793f9-d0c9-4436-82d3-36cc63a66b97),segment_id=a67793f9-d0c9-4436-82d3-36cc63a66b97)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:14.911223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:14.929955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Calling delete_port for 373562a3-0080-49d0-9687-368ff28f6846 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:14.980612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.015674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b1d29e-e3a8-498f-8341-6377ca020df3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:15.034707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67793f9-d0c9-4436-82d3-36cc63a66b97') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:15.035131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67793f9-d0c9-4436-82d3-36cc63a66b97') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:15.046958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.057110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:15.069523 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.077864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:42:15.078265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:42:15.079929 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:42:15.098035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:15.098035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 649aea7f-2ad8-4ab0-a71d-3fa36c65b11a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:15.098035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 403e8022-9ab6-4a8a-bccf-3de3817e920a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:15.134539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 403e8022-9ab6-4a8a-bccf-3de3817e920a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:15.134539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 403e8022-9ab6-4a8a-bccf-3de3817e920a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:15.134539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 373562a3-0080-49d0-9687-368ff28f6846 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:15.155915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.159636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 373562a3-0080-49d0-9687-368ff28f6846 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:15.159973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 373562a3-0080-49d0-9687-368ff28f6846 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:15.186236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] Pushing event deleted for resources: {'Port': ['ID=373562a3-0080-49d0-9687-368ff28f6846,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:15.196017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534758f-8ce5-4ecc-ad80-8a42c4fe463f None None] No DVR routers for this DVR port 373562a3-0080-49d0-9687-368ff28f6846 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:15.218247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:15.249045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fc47d-cba8-452c-b4c0-e1347028d59c None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c845105f-f665-439d-b0b0-8ae9ac99eb39', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'port_id': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'mac_address': 'fa:16:3e:c9:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:46Z', 'updated_at': '2022-02-11T14:40:50Z', 'revision_number': 1, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:15.509258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.515865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.519082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/45b1d29e-e3a8-498f-8341-6377ca020df3 HTTP/1.1" status: 204 len: 168 time: 1.2477455 Feb 11 14:42:15.534660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da63434-f6c7-40e0-ad07-32a910488cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=45b1d29e-e3a8-498f-8341-6377ca020df3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:15.855170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a448-8776-4fa5-b763-83d49b731b2e req-e3fa7dab-fb6a-41e8-a199-5c4923c862da tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:15.857515 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1454a448-8776-4fa5-b763-83d49b731b2e req-e3fa7dab-fb6a-41e8-a199-5c4923c862da tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0764444 Feb 11 14:42:15.892143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792ef50-a0ab-4ac9-af87-1a3c46e63511 req-2eabdc71-c947-4b66-aff2-07a8c4442162 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:15.893708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e792ef50-a0ab-4ac9-af87-1a3c46e63511 req-2eabdc71-c947-4b66-aff2-07a8c4442162 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 946 time: 0.0538292 Feb 11 14:42:15.934865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e792ef50-a0ab-4ac9-af87-1a3c46e63511 req-d2dfd809-5bd1-491e-9048-34eff3fa5dde tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c985b5b-438b-4e73-b7e2-fda2706707ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334930 Feb 11 14:42:15.941800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:15.976723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port 7184ce9b-8120-42f6-9b19-5e56c2c52dde {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:15.977112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.993661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ddf3dab9-8385-4189-9059-9369b7efcdac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3ef40a4279f461cbfa31de32b6a76eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505250 Feb 11 14:42:15.996245 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:16.044437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.074093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.077962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port 7184ce9b-8120-42f6-9b19-5e56c2c52dde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=7184ce9b-8120-42f6-9b19-5e56c2c52dde,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:16.078334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.091348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for 7184ce9b-8120-42f6-9b19-5e56c2c52dde owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:16.338465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.341238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.342465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bd37b2e-fdb9-4e8b-825b-62f32ef3cd57 HTTP/1.1" status: 204 len: 168 time: 0.3453503 Feb 11 14:42:16.350387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5e0c-0e96-4172-9874-8ec007f1170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd37b2e-fdb9-4e8b-825b-62f32ef3cd57,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:16.372230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.405732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=7184ce9b-8120-42f6-9b19-5e56c2c52dde,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:16.496640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] No DVR routers for this DVR port 7184ce9b-8120-42f6-9b19-5e56c2c52dde on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:16.500302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:16.504760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1454a448-8776-4fa5-b763-83d49b731b2e req-0236cf20-f2ac-478f-ad2f-51bc5fa31c99 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.60 "DELETE /v2.0/ports/7184ce9b-8120-42f6-9b19-5e56c2c52dde HTTP/1.1" status: 204 len: 173 time: 0.6398878 Feb 11 14:42:16.505359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'name': 'network-vif-deleted', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:16.509209 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d1797-78d1-49b1-8bc1-1f8aef34019b" -d '{"events": [{"server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "name": "network-vif-deleted", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:16.547838 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f514eee3-be3b-4111-bf6a-c048b6d2d217 x-openstack-request-id: req-f514eee3-be3b-4111-bf6a-c048b6d2d217 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:16.548372 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b", "name": "network-vif-deleted", "tag": "7184ce9b-8120-42f6-9b19-5e56c2c52dde", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:16.548372 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f514eee3-be3b-4111-bf6a-c048b6d2d217 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:16.548825 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b', 'name': 'network-vif-deleted', 'tag': '7184ce9b-8120-42f6-9b19-5e56c2c52dde', 'status': 'completed', 'code': 200} Feb 11 14:42:16.999153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bef8437e-d6d8-4bcf-b60b-ddd965624523 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:17.040200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: bef8437e-d6d8-4bcf-b60b-ddd965624523 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:17.040544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bef8437e-d6d8-4bcf-b60b-ddd965624523 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:17.067764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d421c36-bf47-490e-abb4-89455f96b009 req-a107b398-f36b-4563-ae5e-a2cb3da8a470 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9b40c0-7bc4-4938-9bb7-e1e9be61da4b HTTP/1.1" status: 200 len: 210 time: 0.0322261 Feb 11 14:42:17.263052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34948) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:17.304016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dbd2b937-73de-462a-982a-7e40aae2dfb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e82fbe34f181462d8eb8a414e4c4fd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397587 Feb 11 14:42:17.306516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34950) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:17.356084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:17.377653 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:17.492932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:17.496472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:17.497699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76ce86f7-7ac1-492c-b87c-4856160ea670 HTTP/1.1" status: 204 len: 168 time: 0.1903429 Feb 11 14:42:17.505637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc2b89-f749-4262-b1dc-a46acfa3dedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce86f7-7ac1-492c-b87c-4856160ea670,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:18.139783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:18.150688 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b962697c-2538-447a-9e2b-8e62587f45ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.209845 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.237803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.379024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.381716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.382908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c985b5b-438b-4e73-b7e2-fda2706707ff HTTP/1.1" status: 204 len: 168 time: 0.2410533 Feb 11 14:42:18.392497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b832e-31b5-4a91-84ae-95d6495dcee3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c985b5b-438b-4e73-b7e2-fda2706707ff,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:18.533837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34966) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:18.584615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting subnet 90a51648-5e28-468a-8c1d-fad055276247 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:42:18.588339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.627260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.721316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.898004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.925959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Subnet': ['ID=90a51648-5e28-468a-8c1d-fad055276247,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:18.930916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.936663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0d16c2fb-6d13-4956-ac1b-15121573cc90 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/subnets/90a51648-5e28-468a-8c1d-fad055276247 HTTP/1.1" status: 204 len: 168 time: 0.3994212 Feb 11 14:42:18.936947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 34970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:18.951714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0584d-8c57-4c29-adf2-baba8ae6eda2 None None] Network 28a47469-b6d1-46b7-a6eb-5f83ef99011f requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:19.017800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.089886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:19.090358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.148290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] DHCP port deletion for 28a47469-b6d1-46b7-a6eb-5f83ef99011f request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:42:19.158267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:19.158816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.179662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for aa5eb653-c95e-4358-8d6b-c869e4b66bb6 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:19.205501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Deleting port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:19.206075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.274038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] For port aa5eb653-c95e-4358-8d6b-c869e4b66bb6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,segment=NetworkSegment(23c15d0d-a50b-4a7c-82ac-9994a976a9c4),segment_id=23c15d0d-a50b-4a7c-82ac-9994a976a9c4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:19.274438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.288752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Calling delete_port for aa5eb653-c95e-4358-8d6b-c869e4b66bb6 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:19.333196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.363937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:19.367731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] No DVR routers for this DVR port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:19.377403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.400869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] Pushing event deleted for resources: {'Port': ['ID=aa5eb653-c95e-4358-8d6b-c869e4b66bb6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:19.411324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1047d57-b404-41cd-8e62-e082549c1a4f None None] No DVR routers for this DVR port aa5eb653-c95e-4358-8d6b-c869e4b66bb6 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:19.449771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.470605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a47469-b6d1-46b7-a6eb-5f83ef99011f']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:19.479959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c15d0d-a50b-4a7c-82ac-9994a976a9c4') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:19.480251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c15d0d-a50b-4a7c-82ac-9994a976a9c4') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:19.489540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.502156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.507870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:42:19.508249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:42:19.511718 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:42:19.635815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.642938 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.646030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/networks/28a47469-b6d1-46b7-a6eb-5f83ef99011f HTTP/1.1" status: 204 len: 168 time: 0.7079964 Feb 11 14:42:19.649246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 34976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:19.658168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410b5b9-0db8-4973-8cb2-fd7669c6ceff tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Network': ['ID=28a47469-b6d1-46b7-a6eb-5f83ef99011f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:19.708529 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7184ce9b-8120-42f6-9b19-5e56c2c52dde no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:19.729990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 7184ce9b-8120-42f6-9b19-5e56c2c52dde {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:19.730315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 7184ce9b-8120-42f6-9b19-5e56c2c52dde not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:19.807809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port bf842a36-8453-4e52-8846-7b28e7bc001d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:19.808245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.879693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.880049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.892117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for bf842a36-8453-4e52-8846-7b28e7bc001d owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:20.155946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.182174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=bf842a36-8453-4e52-8846-7b28e7bc001d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:20.194336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.194593 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.194931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.195292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.195611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.195941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.196271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.196608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.196949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.197837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.197837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.198037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:20.440760 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85fdfaa4-5182-4e33-b94f-a34571716a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.529211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.529563 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Floating IP c845105f-f665-439d-b0b0-8ae9ac99eb39 disassociated (deleted). External IP: 172.25.7.225, port: cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4. Feb 11 14:42:20.735288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:20.841465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:20.846319 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.852213 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:20.862811 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:20.863770 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:20.874132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-40d8df74-7722-4640-9a1b-a03ff7799215 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/floatingips/c845105f-f665-439d-b0b0-8ae9ac99eb39 HTTP/1.1" status: 204 len: 168 time: 1.2236948 Feb 11 14:42:20.874745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:20.877031 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396b3e8-fe75-454c-a781-1d181fcf3c92" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:21.016245 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:21.080724 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aa5eb653-c95e-4358-8d6b-c869e4b66bb6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:21.101140 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: aa5eb653-c95e-4358-8d6b-c869e4b66bb6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:21.101439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aa5eb653-c95e-4358-8d6b-c869e4b66bb6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:21.169317 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e730a4-29ca-456e-b6da-68f08b6a73be x-openstack-request-id: req-82e730a4-29ca-456e-b6da-68f08b6a73be {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:21.169718 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:21.170231 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82e730a4-29ca-456e-b6da-68f08b6a73be {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:21.170799 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'status': 'completed', 'code': 200} Feb 11 14:42:21.247139 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:21.269967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-b6d517fe-3a01-4cc0-90b4-f0f69a647c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:21.272355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-b6d517fe-3a01-4cc0-90b4-f0f69a647c0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 1097 time: 0.0810370 Feb 11 14:42:21.280146 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:21.288342 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:21.288972 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:21.380247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-02bd9903-ed0a-4a22-b676-2ec1809ce4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:21.382578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-02bd9903-ed0a-4a22-b676-2ec1809ce4f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 200 len: 897 time: 0.1033809 Feb 11 14:42:21.418919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:21.430080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-516b9e73-c409-46b8-a784-591663d5644c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 HTTP/1.1" status: 200 len: 217 time: 0.0395679 Feb 11 14:42:21.453184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6a38f-e586-4787-b29e-11926dff51dc req-e1124c54-447c-491d-89bd-a7876e9aa293 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:21.461113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80f6a38f-e586-4787-b29e-11926dff51dc req-e1124c54-447c-491d-89bd-a7876e9aa293 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.0607154 Feb 11 14:42:21.486952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-e95405de-3f3d-4d87-a75d-cc2ca7c56d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:21.488885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-e95405de-3f3d-4d87-a75d-cc2ca7c56d91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f21fe860-6769-4062-9361-8f3900f842e7 HTTP/1.1" status: 200 len: 835 time: 0.0502732 Feb 11 14:42:21.512247 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80f6a38f-e586-4787-b29e-11926dff51dc req-4ed4ebf1-7d93-4024-9b79-172a4a2b5a52 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Feb 11 14:42:21.550624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-171c575c-7386-448f-8fa3-91f1cf34ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:21.552173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-171c575c-7386-448f-8fa3-91f1cf34ab89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2441fd08-0059-4738-a255-e4d38e5f7d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549688 Feb 11 14:42:21.628830 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:21.641599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-7816594f-5f15-4ced-9f79-c549e0774409 service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812733 Feb 11 14:42:21.661149 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ee088-7323-4971-9ab7-f41753fb3dc9 None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:12Z', 'revision_number': 6, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'f333010f-0ba8-458e-b6e9-8a1d200e5a28', 'name': '', 'network_id': '2441fd08-0059-4738-a255-e4d38e5f7d2e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:08:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:22Z', 'updated_at': '2022-02-11T14:40:28Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': 'f21fe860-6769-4062-9361-8f3900f842e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:21.748416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0396b3e8-fe75-454c-a781-1d181fcf3c92 req-eabd9002-7dcd-4759-aa22-13acd8efe856 service neutron] 10.222.0.62 "GET /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945189 Feb 11 14:42:21.800316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:21.904632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ec4ff-682c-40b2-a78e-f56f9977f276 None None] New status for floating IP c845105f-f665-439d-b0b0-8ae9ac99eb39: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:42:22.621857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905c076-67f7-4e3f-a688-0b95e3f5e06b req-a7837daf-5a23-490a-b6be-eda49462ca3e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:22.623359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4905c076-67f7-4e3f-a688-0b95e3f5e06b req-a7837daf-5a23-490a-b6be-eda49462ca3e tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.0485895 Feb 11 14:42:22.661142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4905c076-67f7-4e3f-a688-0b95e3f5e06b req-d38783d3-52e7-4714-8b08-f405f52a411a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=214f7d6c-bcbf-4519-862f-c99554db82f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316074 Feb 11 14:42:22.726953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-d007264e-7b8f-4943-8a93-9058fa7250c8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:22.728440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-d007264e-7b8f-4943-8a93-9058fa7250c8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 946 time: 0.0486369 Feb 11 14:42:22.824094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:22.824435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:22.909295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:22.909566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:22.921196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:23.132175 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:23.166404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:23.208434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] No DVR routers for this DVR port cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:23.210916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:23.214374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-75da0f06-8edd-4f4c-a42d-b9e0b9e0f328 req-0dbefeac-0602-4933-9810-863dd4b14413 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "DELETE /v2.0/ports/cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 HTTP/1.1" status: 204 len: 173 time: 0.4801006 Feb 11 14:42:23.214819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'name': 'network-vif-deleted', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:23.217214 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc677a-eacc-4f12-b1a3-e9f481af1cf1" -d '{"events": [{"server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "name": "network-vif-deleted", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:23.255960 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80f8077-1fbf-4b2b-ab80-d6dcc6eaa927 x-openstack-request-id: req-c80f8077-1fbf-4b2b-ab80-d6dcc6eaa927 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:23.256252 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a0f227-6bd6-4589-a6b8-593e6b4c468c", "name": "network-vif-deleted", "tag": "cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:23.256509 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c80f8077-1fbf-4b2b-ab80-d6dcc6eaa927 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:23.256971 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a0f227-6bd6-4589-a6b8-593e6b4c468c', 'name': 'network-vif-deleted', 'tag': 'cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4', 'status': 'completed', 'code': 200} Feb 11 14:42:23.258467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:23.339498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:23.771366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bc4548c-14d3-48ab-aa6f-c7300230e402 req-547f4aab-dc94-4f22-aab6-d82c193b87f2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a0f227-6bd6-4589-a6b8-593e6b4c468c HTTP/1.1" status: 200 len: 210 time: 0.0303648 Feb 11 14:42:24.829270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:24.889426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:24.915533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.133679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.136544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.137764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/security-groups/214f7d6c-bcbf-4519-862f-c99554db82f3 HTTP/1.1" status: 204 len: 168 time: 0.3075044 Feb 11 14:42:25.149365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff5c3-b8d7-4876-91e1-e6fbef8ca8b2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f7d6c-bcbf-4519-862f-c99554db82f3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:25.254151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:25.605496 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.857155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port f333010f-0ba8-458e-b6e9-8a1d200e5a28 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:25.857881 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.951154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port f333010f-0ba8-458e-b6e9-8a1d200e5a28, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f333010f-0ba8-458e-b6e9-8a1d200e5a28,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:25.951513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.965323 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for f333010f-0ba8-458e-b6e9-8a1d200e5a28 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:26.217935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:26.247485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=f333010f-0ba8-458e-b6e9-8a1d200e5a28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:26.450437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:26.562528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:26.584437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:26.585034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device cc8ddd05-a09d-4011-83e1-bb7a0f86f6a4 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:26.665983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:26.773038 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:26.778432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f43a451b-fe9d-4e27-8171-258f2890ef2a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229061 Feb 11 14:42:26.781014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35042) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:26.784717 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Sync routers for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:26.795675 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:26.796522 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:26.832285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting subnet f21fe860-6769-4062-9361-8f3900f842e7 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:42:26.835611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:26.876362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:26.898999 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:26.964575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.080769 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:26Z', 'revision_number': 7, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:27.109896 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Checking router: 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:27.116491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.118105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Routers {'0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:27.118770 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:27.144682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Subnet': ['ID=f21fe860-6769-4062-9361-8f3900f842e7,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:27.148359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.154280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-922d1625-aa7f-49e7-8dfb-238f79cd1f4f tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/subnets/f21fe860-6769-4062-9361-8f3900f842e7 HTTP/1.1" status: 204 len: 168 time: 0.3695598 Feb 11 14:42:27.154280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35050) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:27.167039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c23457-6bf2-4d8a-be8e-8ef59e04764b None None] Network 2441fd08-0059-4738-a255-e4d38e5f7d2e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:27.236381 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] Set router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:27.278956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.411270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] DHCP port deletion for 2441fd08-0059-4738-a255-e4d38e5f7d2e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:42:27.433173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.459555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Deleting port 23869da7-836c-4dbf-8398-86fae9da9af7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:27.459926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.528082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] For port 23869da7-836c-4dbf-8398-86fae9da9af7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=23869da7-836c-4dbf-8398-86fae9da9af7,segment=NetworkSegment(1fc78397-8323-43f0-80c7-1d5eb603444c),segment_id=1fc78397-8323-43f0-80c7-1d5eb603444c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:27.528757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.529903 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:26Z', 'revision_number': 7, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:27.544342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Calling delete_port for 23869da7-836c-4dbf-8398-86fae9da9af7 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:27.551543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port 771711d1-2f18-46a7-a9ab-9bc1f6e17604 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:42:27.552031 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.566376 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913d10f-4324-4e34-9ba5-71df7949bdcb None None] The sync data for ids ['0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86'] in n-d-828407-1 is: [{'id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'name': 'tempest-TestNetworkBasicOps-router-814734323', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:40:16Z', 'updated_at': '2022-02-11T14:42:26Z', 'revision_number': 7, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '771711d1-2f18-46a7-a9ab-9bc1f6e17604', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:40:17Z', 'updated_at': '2022-02-11T14:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:27.643561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port 771711d1-2f18-46a7-a9ab-9bc1f6e17604, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=771711d1-2f18-46a7-a9ab-9bc1f6e17604,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:27.643853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.655380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for 771711d1-2f18-46a7-a9ab-9bc1f6e17604 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:42:27.699318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.715596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:42:27.728084 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] No DVR routers for this DVR port 23869da7-836c-4dbf-8398-86fae9da9af7 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:42:27.732987 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e9a86-e2ca-4368-a1eb-9a7c1b3ef9e2 None None] Pushing event deleted for resources: {'Port': ['ID=23869da7-836c-4dbf-8398-86fae9da9af7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:27.915547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.944398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=771711d1-2f18-46a7-a9ab-9bc1f6e17604,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:28.026119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.136420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.139719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.269230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.269757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Fanout notify agent at l3_agent the message router_deleted on router 0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:42:28.276583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.277712 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ea2bd2d4-45e6-44d2-a6c9-0309145b1ef3 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/routers/0e9d4f3d-b50e-4953-b6de-08ec0c9b5b86 HTTP/1.1" status: 204 len: 168 time: 1.1225173 Feb 11 14:42:28.280319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35056) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:28.359069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.450473 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.469675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2441fd08-0059-4738-a255-e4d38e5f7d2e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:28.479062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc78397-8323-43f0-80c7-1d5eb603444c') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:28.479350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc78397-8323-43f0-80c7-1d5eb603444c') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:28.488326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.501659 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.507298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:42:28.507677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:42:28.510609 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:42:28.641713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.653244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.653244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/networks/2441fd08-0059-4738-a255-e4d38e5f7d2e HTTP/1.1" status: 204 len: 168 time: 0.3716364 Feb 11 14:42:28.667376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:28.673047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'network': {'name': 'tempest-network-smoke--2200860', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:28.684412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77071ed3-50e8-4c54-9dc7-a6d24c25c8d9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Network': ['ID=2441fd08-0059-4738-a255-e4d38e5f7d2e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:28.852993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:42:28.857248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.883561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:42:28.892375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.892718 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Added segment f3b64cac-1014-4a13-9f2d-448a181f2c02 of type vlan for network 905123e4-d025-4403-bed8-a08ae57b5b62 Feb 11 14:42:28.933252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.041797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 23869da7-836c-4dbf-8398-86fae9da9af7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:29.058816 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.064577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:29.065347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.065858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 23869da7-836c-4dbf-8398-86fae9da9af7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:29.066201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 23869da7-836c-4dbf-8398-86fae9da9af7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:29.066622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f333010f-0ba8-458e-b6e9-8a1d200e5a28 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:29.086150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f333010f-0ba8-458e-b6e9-8a1d200e5a28 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:29.086497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f333010f-0ba8-458e-b6e9-8a1d200e5a28 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:29.086912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 771711d1-2f18-46a7-a9ab-9bc1f6e17604 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:29.106362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 771711d1-2f18-46a7-a9ab-9bc1f6e17604 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:42:29.106706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 771711d1-2f18-46a7-a9ab-9bc1f6e17604 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:42:29.130530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Network': ['ID=905123e4-d025-4403-bed8-a08ae57b5b62,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:29.141339 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 905123e4-d025-4403-bed8-a08ae57b5b62 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:42:29.216480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0a602b40-3e27-4472-8b2e-2927d4e08b78 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5479293 Feb 11 14:42:29.219089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:29.223642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-356086556', 'admin_state_up': True, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:29.350682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.351943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.406691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.873962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.171135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.183718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.292562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.25.7.8 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:30.399652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.779839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.796649 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.823865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:30.826629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:30.829132 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:30.854361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:31.162230 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:31.362083 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:31.381130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:31.550448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0a4a03de-a33e-408e-93b0-6cceb7dd782c is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:42:31.651477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:31.664494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Sync routers for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:31.676208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:31.676810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:31.724837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:31.726601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d4f2767-987b-42b7-8b2b-a2dc3cb48ab5 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5063498 Feb 11 14:42:31.730315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35082) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:31.762133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fea464e2-b860-458b-85ca-cf6125f0bd72 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c11d273750714b65994aed49c9cfac0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282085 Feb 11 14:42:31.762467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:31.782480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:31.857885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fa987-7a8e-4392-9fe6-49fe6164af80 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:31.862002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f42fa987-7a8e-4392-9fe6-49fe6164af80 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959809 Feb 11 14:42:31.862273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:31.890992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be61e922-6e6a-4e57-a1e1-4ce091597b10 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276153 Feb 11 14:42:31.893483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:31.898174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872918322', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:31.968952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:30Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:31.996535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Checking router: 0a4a03de-a33e-408e-93b0-6cceb7dd782c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:31.998675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Updating router 0a4a03de-a33e-408e-93b0-6cceb7dd782c port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:42:32.024940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.068227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:42:32.072054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.277190 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.322091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.378036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.381637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Subnet': ['ID=587b21f8-8313-44f9-a23c-395964ecc6b1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:32.392290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Checking segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:32.392661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network hostable DHCP agents. Network: 905123e4-d025-4403-bed8-a08ae57b5b62, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:42:32.430398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Attempting to bind port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:42:32.430771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Attempting to bind port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:42:32.431131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Attempting to bind port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:32.433836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcca37-3342-4992-a4b0-0426eb3e77af None None] Pushing event updated for resources: {'Port': ['ID=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:32.438264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:42:32.438646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:32.439033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.439412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:42:32.439872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Bound port: 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:42:32.440302 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:32.492654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] For port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:42:32.495679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] For port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:42:32.956175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 905123e4-d025-4403-bed8-a08ae57b5b62 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:42:33.053100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.110720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:33.111320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:33.114094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcca37-3342-4992-a4b0-0426eb3e77af None None] Pushing event updated for resources: {'Port': ['ID=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:33.221325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:33.224513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 905123e4-d025-4403-bed8-a08ae57b5b62) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:33.229384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:33.231278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.252076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b3176-1a88-4cc3-92a4-6adf0497f797 None None] Network 905123e4-d025-4403-bed8-a08ae57b5b62 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:33.349550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9efcdc72-d3d3-495b-a9b3-f44b4cecbcb7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4525099 Feb 11 14:42:33.353854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:33.669879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-905123e4-d025-4403-bed8-a08ae57b5b62', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:42:33.671617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.690262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:30Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:33.728802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4de625-f435-4913-8f09-e960d2853d55 None None] The sync data for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 is: [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:30Z', 'revision_number': 3, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:33.841339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.850669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Allocated IP 172.20.0.2 (905123e4-d025-4403-bed8-a08ae57b5b62/587b21f8-8313-44f9-a23c-395964ecc6b1/8fa812cd-eca0-4385-8fbb-6c79bf38962a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:34.029395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.093982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.142013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Pushing event updated for resources: {'Port': ['ID=8fa812cd-eca0-4385-8fbb-6c79bf38962a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:34.164517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Network 905123e4-d025-4403-bed8-a08ae57b5b62 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:34.166327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:34.169579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:34.250781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Attempting to bind port 8fa812cd-eca0-4385-8fbb-6c79bf38962a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:42:34.251264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Attempting to bind port 8fa812cd-eca0-4385-8fbb-6c79bf38962a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:42:34.252158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Attempting to bind port 8fa812cd-eca0-4385-8fbb-6c79bf38962a on network 905123e4-d025-4403-bed8-a08ae57b5b62 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:34.259975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:42:34.260437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Checking segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:34.260973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.262379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Bound using segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:42:34.262934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Bound port: 8fa812cd-eca0-4385-8fbb-6c79bf38962a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:42:34.263465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.352566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] For port 8fa812cd-eca0-4385-8fbb-6c79bf38962a, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:42:34.356588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] For port 8fa812cd-eca0-4385-8fbb-6c79bf38962a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8fa812cd-eca0-4385-8fbb-6c79bf38962a,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:42:34.442548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.513311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b1d02-6029-4925-a4f8-7d3050d7d219 None None] Pushing event updated for resources: {'Port': ['ID=8fa812cd-eca0-4385-8fbb-6c79bf38962a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:34.554136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.1 (905123e4-d025-4403-bed8-a08ae57b5b62/587b21f8-8313-44f9-a23c-395964ecc6b1/8de24937-99e2-4e71-b6de-80e1c3cf7943) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:34.691211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.826725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:34.879885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 905123e4-d025-4403-bed8-a08ae57b5b62 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:34.883303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:34.888432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:34.924484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:34.950647 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.120039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:35.166944 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.172113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:35.172604 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.255829 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.277270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:35.351081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.352192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8fa812cd-eca0-4385-8fbb-6c79bf38962a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:35.482328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8fa812cd-eca0-4385-8fbb-6c79bf38962a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:35.482702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.484286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:35.496682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.570154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.579158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.605446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8fa812cd-eca0-4385-8fbb-6c79bf38962a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8fa812cd-eca0-4385-8fbb-6c79bf38962a,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:35.662811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.666284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:35.682061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.737433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a667d3-c439-447b-8cf7-4241c2d662fe None None] Network 905123e4-d025-4403-bed8-a08ae57b5b62 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:42:35.791109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 905123e4-d025-4403-bed8-a08ae57b5b62 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:35.793175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:35.809411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8fa812cd-eca0-4385-8fbb-6c79bf38962a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:35.826505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c6471708-6a37-430b-9581-124089d0f0a3 None None] Provisioning complete for port 8fa812cd-eca0-4385-8fbb-6c79bf38962a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:35.826887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6471708-6a37-430b-9581-124089d0f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:35.930181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0a4a03de-a33e-408e-93b0-6cceb7dd782c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:36.058795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:36.064770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1da64df3-5087-49e9-ac92-867b6a8e861c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0a4a03de-a33e-408e-93b0-6cceb7dd782c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7133496 Feb 11 14:42:36.069231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:36.253171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Sync routers for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:36.263234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.263749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.264289 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.264823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.265185 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:36.265464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.266003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.266326 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:36.267991 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0be837ca-ed0f-4f9c-a7cf-93b207430703 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1976933 Feb 11 14:42:36.270774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35134) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:36.293103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a95b88c6-9ccb-4d74-a8d3-58708b7aa29f None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:36.293698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a95b88c6-9ccb-4d74-a8d3-58708b7aa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:36.370394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a95b88c6-9ccb-4d74-a8d3-58708b7aa29f None None] Port 8de24937-99e2-4e71-b6de-80e1c3cf7943 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:36.380084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.380667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.381162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.381281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a95b88c6-9ccb-4d74-a8d3-58708b7aa29f None None] Provisioning complete for port 8fa812cd-eca0-4385-8fbb-6c79bf38962a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:36.381538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a95b88c6-9ccb-4d74-a8d3-58708b7aa29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:36.381695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.382238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.382882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.389031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-61344870-1d60-41e3-a92d-cdc7c710ec0b tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1139395 Feb 11 14:42:36.389275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:36.394884 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:36.619538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-3ab860bb-11ba-48d5-ac05-ede11df469ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755222 Feb 11 14:42:36.622590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-9377c8d3-b09e-4e3f-acf4-efe6eea62f04 None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:36.623196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9377c8d3-b09e-4e3f-acf4-efe6eea62f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:36.681075 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 2, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:36.688979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9377c8d3-b09e-4e3f-acf4-efe6eea62f04 None None] Port 8de24937-99e2-4e71-b6de-80e1c3cf7943 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:36.738852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-11acb49e-cd61-489d-9aef-ed0cde78a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.743622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-da29c64b-620d-4424-9f69-e851971a8dd8 tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3497117 Feb 11 14:42:36.744303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Checking router: 0a4a03de-a33e-408e-93b0-6cceb7dd782c for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:36.744303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Updating router 0a4a03de-a33e-408e-93b0-6cceb7dd782c port 8de24937-99e2-4e71-b6de-80e1c3cf7943 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:42:36.753859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-11acb49e-cd61-489d-9aef-ed0cde78a4bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 1096 time: 0.0707595 Feb 11 14:42:36.779044 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:36.812458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-24970b42-c7a3-49be-a787-2ad39f222415 None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:36.812756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24970b42-c7a3-49be-a787-2ad39f222415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:36.855689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-24970b42-c7a3-49be-a787-2ad39f222415 None None] Port 8de24937-99e2-4e71-b6de-80e1c3cf7943 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:36.868042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-7aaad656-bcc7-4b7b-8da6-b26916f30391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:36.869665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-7aaad656-bcc7-4b7b-8da6-b26916f30391 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0949404 Feb 11 14:42:36.943081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-8d715627-8fac-47ab-b21d-f18a211663a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 200 len: 1001 time: 0.0674803 Feb 11 14:42:37.002160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-2a2eabc8-0805-4de1-b58c-fcd3f6e1ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:37.003674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-2a2eabc8-0805-4de1-b58c-fcd3f6e1ec03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0538867 Feb 11 14:42:37.045229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:37.050827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713481714', 'description': 'tempest-secgroup-smoke-1713481714 description', 'project_id': 'c11d273750714b65994aed49c9cfac0c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:37.089380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:37.092173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-a768546a-fa92-45b1-9ad2-e56c3988d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:37.093791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-a768546a-fa92-45b1-9ad2-e56c3988d80f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828850 Feb 11 14:42:37.141319 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.149512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:37.149889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.155480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.196540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-00c3f6c2-c341-410b-9ba8-914d0a7259b1 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961821 Feb 11 14:42:37.236203 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.265397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8fa812cd-eca0-4385-8fbb-6c79bf38962a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:37.326533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce0490e5-bd51-41ec-b845-70f5dbdef0e3 req-b3c8d78b-1ce5-4760-a861-0b014582ba5e service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215122 Feb 11 14:42:37.349960 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Pushing event updated for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:37.378635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8fa812cd-eca0-4385-8fbb-6c79bf38962a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:37.379203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.410299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.410667 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.410975 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.411306 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.411636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.411957 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.412421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.412758 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.413087 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.413407 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.413725 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.414040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:37.419536 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Attempting to bind port 8de24937-99e2-4e71-b6de-80e1c3cf7943 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:42:37.419912 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Attempting to bind port 8de24937-99e2-4e71-b6de-80e1c3cf7943 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:42:37.420272 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Attempting to bind port 8de24937-99e2-4e71-b6de-80e1c3cf7943 on network 905123e4-d025-4403-bed8-a08ae57b5b62 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:37.426683 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:42:37.427056 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Checking segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:37.427459 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.427842 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Bound using segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:42:37.428304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Bound port: 8de24937-99e2-4e71-b6de-80e1c3cf7943, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:42:37.428682 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.546062 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] For port 8de24937-99e2-4e71-b6de-80e1c3cf7943, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:42:37.549451 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] For port 8de24937-99e2-4e71-b6de-80e1c3cf7943, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8de24937-99e2-4e71-b6de-80e1c3cf7943,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:42:37.580647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-968df4da-a687-4694-abf8-5afe1c491fec None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:37.581054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-968df4da-a687-4694-abf8-5afe1c491fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.615970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-968df4da-a687-4694-abf8-5afe1c491fec None None] Port 8de24937-99e2-4e71-b6de-80e1c3cf7943 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:37.636649 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.660317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.710800 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54356be1-14e2-4f8f-a0c2-9d0739179144 None None] Pushing event updated for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:37.710800 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:37.710800 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:37.733590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.772531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:37.824875 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:37.829841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:37.832987 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5dbd39ae-cbb7-4f47-a2da-af10d3981de9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7849598 Feb 11 14:42:37.834134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:37.840802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:37.929404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.007011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.040249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:38.041145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.056734 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:37Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:38.082754 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.094249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743463f2-0489-4000-ba69-0d06ff9f93fb None None] The sync data for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 is: [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:37Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:38.122332 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a334345-3ea4-47d1-af58-e37e90ec046a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:38.144942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.203074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] For port 8de24937-99e2-4e71-b6de-80e1c3cf7943, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8de24937-99e2-4e71-b6de-80e1c3cf7943,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:38.221732 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.224717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ea3cd17e-9000-4796-aad7-a407d2c33540 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896062 Feb 11 14:42:38.227563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:38.234567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:38.321809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.375103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05390831-8f7e-4444-8f70-2c7150e0ab92 None None] Pushing event updated for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:38.390151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.454740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.528395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.547812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98abdcad-40da-4643-b038-310622c44ec3,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:38.678569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.682473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-245ed681-1915-4903-a598-04eaa4eabfaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4506152 Feb 11 14:42:38.682987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35166) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:38.688095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:38.796047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.872126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.950769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.971154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70100e2-678b-4bb5-90f3-620a1871c31e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:39.043246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.045342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c6244550-71da-49ad-9c45-325372701376 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613033 Feb 11 14:42:39.048232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35172) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:39.053131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:39.097891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8de24937-99e2-4e71-b6de-80e1c3cf7943 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:39.152048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8de24937-99e2-4e71-b6de-80e1c3cf7943 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:39.152356 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.166830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.233168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.321394 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.340179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c907cde-dca8-4eec-aed7-c5a886fd44a8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:39.427036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.428474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5749209b-faea-4a91-8460-f9b2d4fd1730 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790832 Feb 11 14:42:39.431080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35178) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:39.436200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:39.528924 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:42:39.532802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.592499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.670284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.688585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68990300-b7ca-4b30-93af-a79b99400b70,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:39.793046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.794279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c8f1911-df78-4d97-8b6a-2954c3a431d7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622198 Feb 11 14:42:39.797313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:39.801642 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'security_group_rule': {'security_group_id': '0b522f8b-6f7b-4ca5-99fc-d95a4e134acf', 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:39.910654 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Project c11d273750714b65994aed49c9cfac0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:42:39.915779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:39.979927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:40.076004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:40.094000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204bfb80-9f97-4f93-bab9-2034ff1a5099,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:40.169916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:40.171513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c8915dee-d76a-4cb2-98a7-d2e0cfbda6f6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732653 Feb 11 14:42:40.362071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-1f15e5ef-4c63-48e4-aeee-3b36eb318ddc tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713481714&fields=id&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 267 time: 0.0353866 Feb 11 14:42:40.465996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-50d6d760-1082-4848-a3c3-f58b71c1fc5c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:40.467523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-50d6d760-1082-4848-a3c3-f58b71c1fc5c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/networks?id=905123e4-d025-4403-bed8-a08ae57b5b62 HTTP/1.1" status: 200 len: 794 time: 0.0983677 Feb 11 14:42:40.483559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-bcefdb96-7571-4465-9df9-1ada7fdc26c8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/quotas/c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 375 time: 0.0098948 Feb 11 14:42:40.544184 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-5f918a00-cb71-4ad5-986a-5ba066a4fc20 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513332 Feb 11 14:42:40.637629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-fbb43ac3-ea50-4c53-9bd1-c1897f5329a4 service neutron] 10.222.0.31 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847089 Feb 11 14:42:40.729865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-57f37e72-fc3b-4a4b-9514-23d25692957b service neutron] 10.222.0.31 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858028 Feb 11 14:42:40.990963 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a39acade-c77d-4fdc-b7d3-cfa36b411cdd req-f0d209e9-0902-4fc7-a1aa-c0f12183c8a8 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Feb 11 14:42:42.116791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3148dc2d-f45f-4743-8491-3fc5c7fea245 req-2e218dba-a6fa-4a21-b719-a77e3430bbaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Feb 11 14:42:42.870251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-910b18e1-3247-4805-9c51-fa7c2f38c379 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:42.871771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-910b18e1-3247-4805-9c51-fa7c2f38c379 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/networks?id=905123e4-d025-4403-bed8-a08ae57b5b62 HTTP/1.1" status: 200 len: 794 time: 0.1021750 Feb 11 14:42:42.923333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-b0687932-0686-4250-a8c2-6b1791853eb6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11d273750714b65994aed49c9cfac0c HTTP/1.1" status: 200 len: 380 time: 0.0432637 Feb 11 14:42:42.932080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'port': {'device_id': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'admin_state_up': True, 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'security_groups': ['0b522f8b-6f7b-4ca5-99fc-d95a4e134acf']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:43.127785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Made reservation on behalf of c11d273750714b65994aed49c9cfac0c for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:42:43.132289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.229059 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f90ac7cb-f165-451f-976b-fdf74f52cdca req-d67035b1-1901-47b6-abb4-8f9947622575 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 210 time: 0.0370131 Feb 11 14:42:43.272766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.20.0.6 (905123e4-d025-4403-bed8-a08ae57b5b62/587b21f8-8313-44f9-a23c-395964ecc6b1/3910edd3-5056-4dd0-bfbc-fb4018a1fe6e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:43.406672 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.499327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.547858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 905123e4-d025-4403-bed8-a08ae57b5b62 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:43.550870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:43.554506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:43.578600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:43.611377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:43.612205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.703799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-92d87806-bc6b-48a2-81d4-857d1f59fdbf tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751849 Feb 11 14:42:43.715637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Request body: {'port': {'device_id': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:43.776087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.787021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ad6175b3-c72a-4a4a-b576-5a15b00e6a0c None None] Provisioning complete for port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:43.787538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad6175b3-c72a-4a4a-b576-5a15b00e6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.825563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ad6175b3-c72a-4a4a-b576-5a15b00e6a0c None None] Port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:44.043307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:42:44.051025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:44.066611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Transition to ACTIVE for port object 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:42:44.184503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:44.252790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Pushing event updated for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:44.310600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Attempting to bind port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:42:44.310977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Attempting to bind port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:42:44.311250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Attempting to bind port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e on network 905123e4-d025-4403-bed8-a08ae57b5b62 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:44.347402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e on network 905123e4-d025-4403-bed8-a08ae57b5b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:42:44.347809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Attempting to bind port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e on network 905123e4-d025-4403-bed8-a08ae57b5b62 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:44.358741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:42:44.359081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Checking segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:44.359468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Bound using segment: {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:42:44.359958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Bound port: 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b64cac-1014-4a13-9f2d-448a181f2c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:42:44.360418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:44.396403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41eac-9b68-44bb-a06e-ffb11218fffe req-8182bc99-9124-4f27-a1dd-aad48b3ac3ce tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.407388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6b41eac-9b68-44bb-a06e-ffb11218fffe req-8182bc99-9124-4f27-a1dd-aad48b3ac3ce tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 943 time: 0.0848942 Feb 11 14:42:44.494062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6b41eac-9b68-44bb-a06e-ffb11218fffe req-959c8e37-ac06-4ab6-9223-9de7b37c4dc7 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764961 Feb 11 14:42:44.495000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:42:44.511032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:42:44.625198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:44.668099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.668700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:44.670106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] 10.222.0.62 "PUT /v2.0/ports/3910edd3-5056-4dd0-bfbc-fb4018a1fe6e HTTP/1.1" status: 200 len: 1091 time: 0.9589083 Feb 11 14:42:44.670558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:44.673047 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1fa301-0934-4373-a88c-dc1bcc0a0829" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:44.694180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6599f6-d9ae-4848-8a0d-5d08bc8a7041 service neutron] Pushing event updated for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:44.724831 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c069764f-ace8-4f75-bcdd-8604679c3afd x-openstack-request-id: req-c069764f-ace8-4f75-bcdd-8604679c3afd {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:44.725224 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:44.725589 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c069764f-ace8-4f75-bcdd-8604679c3afd {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:44.726060 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'status': 'completed', 'code': 200} Feb 11 14:42:44.794301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-9376dc53-aa9f-47c3-9ddc-3d7e377d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.796605 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-9376dc53-aa9f-47c3-9ddc-3d7e377d7cfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1094 time: 0.0490096 Feb 11 14:42:44.895841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-ad0d7672-ed63-49ed-89ca-ee04421fd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.898305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-ad0d7672-ed63-49ed-89ca-ee04421fd786 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c11d273750714b65994aed49c9cfac0c&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0940428 Feb 11 14:42:44.991545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-8d5998db-9976-437b-bb17-dd741545c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.993118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-db1fa301-0934-4373-a88c-dc1bcc0a0829 req-8d5998db-9976-437b-bb17-dd741545c717 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895615 Feb 11 14:42:45.074460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-026930d5-1e5b-404c-83d3-a9c578cf064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:45.075974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-026930d5-1e5b-404c-83d3-a9c578cf064d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1094 time: 0.0462873 Feb 11 14:42:45.116063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-ad636385-db2e-4e44-9d79-b8cf5c6510c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e HTTP/1.1" status: 200 len: 217 time: 0.0330310 Feb 11 14:42:45.164225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-515e173c-d133-4308-bd1b-4aa502daadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:45.165713 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-515e173c-d133-4308-bd1b-4aa502daadda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587b21f8-8313-44f9-a23c-395964ecc6b1 HTTP/1.1" status: 200 len: 835 time: 0.0427740 Feb 11 14:42:45.214588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-afb9828e-e689-4e26-8f55-9b3f9245a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:45.216086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-afb9828e-e689-4e26-8f55-9b3f9245a72c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=905123e4-d025-4403-bed8-a08ae57b5b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441582 Feb 11 14:42:45.303142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-821c892c-1cca-4e35-b254-00521182e790 service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801463 Feb 11 14:42:45.395776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62427da8-c360-4d9d-aa7a-b2631af5c5be req-8770f508-a391-41ee-af87-0808bc27b1cb service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858412 Feb 11 14:42:45.610875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f7e-4004-457c-8c01-65dfb6dd43c0 req-e69c3747-8c41-42ef-b2f7-17da8121fbce tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:45.612492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e06b6f7e-4004-457c-8c01-65dfb6dd43c0 req-e69c3747-8c41-42ef-b2f7-17da8121fbce tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 943 time: 0.0487015 Feb 11 14:42:45.649874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e06b6f7e-4004-457c-8c01-65dfb6dd43c0 req-a52491b0-a356-4aab-9f0b-48b29f32e050 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Feb 11 14:42:46.768381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48d3f6-2d42-40a0-8d33-05d39ec90230 req-69e61cb5-c4c4-4048-a649-6d4b5d5b9874 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:46.769968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd48d3f6-2d42-40a0-8d33-05d39ec90230 req-69e61cb5-c4c4-4048-a649-6d4b5d5b9874 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 943 time: 0.0487847 Feb 11 14:42:46.809336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd48d3f6-2d42-40a0-8d33-05d39ec90230 req-ae252f2d-bcf3-4c35-b5b9-c51b9007a198 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328095 Feb 11 14:42:47.923652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092284-5222-4c1e-bbf7-3d026a002ead req-75c5d61f-ee9d-4382-8e52-47ff038bbf0a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:47.925057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3092284-5222-4c1e-bbf7-3d026a002ead req-75c5d61f-ee9d-4382-8e52-47ff038bbf0a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 943 time: 0.0479763 Feb 11 14:42:47.964715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3092284-5222-4c1e-bbf7-3d026a002ead req-f56ce73c-93f5-49e4-bed0-d3b6f853faf4 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Feb 11 14:42:48.161726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef21cadd-295b-45cd-b073-545e2734f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:48.636203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:42:48.734622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:48.747558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'port_id': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'mac_address': 'fa:16:3e:ae:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:42:48.785747 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:48.799539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:42:48.838208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:48.934255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:48.983191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:49.088898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530375b-7302-4ea3-9885-f47434d72834 req-7b62a559-37f5-41e0-b519-df95b251370a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:49.090937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2530375b-7302-4ea3-9885-f47434d72834 req-7b62a559-37f5-41e0-b519-df95b251370a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 944 time: 0.0551355 Feb 11 14:42:49.130501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2530375b-7302-4ea3-9885-f47434d72834 req-514b8b85-866e-4517-8343-515e8cccff94 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334151 Feb 11 14:42:49.145572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:50.250732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c300c-1506-4b59-9a2f-1bb0790db021 req-1032ba38-22cf-49f2-acec-c70393846a3a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:50.252255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-839c300c-1506-4b59-9a2f-1bb0790db021 req-1032ba38-22cf-49f2-acec-c70393846a3a tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 944 time: 0.0523660 Feb 11 14:42:50.288770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-839c300c-1506-4b59-9a2f-1bb0790db021 req-7694bfe8-0f81-4b22-83cf-445bf1526425 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303669 Feb 11 14:42:50.459290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7aec30f1-7124-4a3a-85b3-c5ac9e3d49b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:50.636868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:50.779032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:42:50.783132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:50.783501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:50.861948 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:50.885817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:50.888693 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e8f53-2dbb-4b83-b77e-c95059de6746" -d '{"events": [{"server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "name": "network-vif-plugged", "status": "completed", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:50.901496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:50.934983 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a10cae-8bb2-4ed3-9311-b0eb27446686 x-openstack-request-id: req-00a10cae-8bb2-4ed3-9311-b0eb27446686 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:50.935351 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "name": "network-vif-plugged", "status": "completed", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:50.935609 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00a10cae-8bb2-4ed3-9311-b0eb27446686 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:50.936009 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'code': 200} Feb 11 14:42:50.967746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:51.023304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:51.042738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e96bca-2c48-4f2d-978d-6ded75acada2 req-f8ec1ede-0ecb-45a5-accd-ec5312a023f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:51.044373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6e96bca-2c48-4f2d-978d-6ded75acada2 req-f8ec1ede-0ecb-45a5-accd-ec5312a023f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0541854 Feb 11 14:42:51.079326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d6e96bca-2c48-4f2d-978d-6ded75acada2 req-b6de9b2f-9e86-4ba6-a622-be553d3b4643 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288682 Feb 11 14:42:51.408309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564691b-2d40-4656-881b-dce396e97e30 req-e67244e2-7b2e-4246-9f08-7aabc763bf61 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:51.409826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4564691b-2d40-4656-881b-dce396e97e30 req-e67244e2-7b2e-4246-9f08-7aabc763bf61 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Feb 11 14:42:51.448976 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4564691b-2d40-4656-881b-dce396e97e30 req-90c6ab55-08ea-4f4a-a79f-302b099736f9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Feb 11 14:42:51.790755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:52.569594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10282c5-67a0-4239-89a9-b78e032b1183 req-e509057b-6205-4f8e-b092-4abaa8ee82dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:52.571065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a10282c5-67a0-4239-89a9-b78e032b1183 req-e509057b-6205-4f8e-b092-4abaa8ee82dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Feb 11 14:42:52.611365 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a10282c5-67a0-4239-89a9-b78e032b1183 req-dc7b1614-8114-4bc3-a8b3-1c3e620dae97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338335 Feb 11 14:42:52.735794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fdfe-3e86-492d-aca6-1014ee3f1410 req-94967496-46fe-4655-81f9-dd07033eaaaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:52.737214 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdd4fdfe-3e86-492d-aca6-1014ee3f1410 req-94967496-46fe-4655-81f9-dd07033eaaaa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.0581315 Feb 11 14:42:52.776530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdd4fdfe-3e86-492d-aca6-1014ee3f1410 req-158fc5f9-a0eb-44ee-8191-6c0a45e7e646 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Feb 11 14:42:52.802509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:52.842987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c35204e-14d3-4d35-9cb5-baf8119a31fb tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:52.847293 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9c35204e-14d3-4d35-9cb5-baf8119a31fb tempest-TestNetworkBasicOps-1272084224 tempest-TestNetworkBasicOps-1272084224-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1091 time: 0.0411017 Feb 11 14:42:52.848251 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:52.852656 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:52.979130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.083932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.194785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Allocated IP 172.25.7.99 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b6772af6-bc72-4be7-9a43-405a9d053357) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:53.202315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.300322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.305184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.402297 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.439779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:53.442762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:53.446290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:53.474246 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=b6772af6-bc72-4be7-9a43-405a9d053357,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:53.820142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:53.953383 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:54.105630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:54.173446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:54.243031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event updated for resources: {'Port': ['ID=b6772af6-bc72-4be7-9a43-405a9d053357,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:54.256524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:54.361665 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Floating IP 1622009f-0e3d-4269-ae1d-69a755aaa240 associated. External IP: 172.25.7.99, port: 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e. Feb 11 14:42:54.571386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0a4a03de-a33e-408e-93b0-6cceb7dd782c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:54.679781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:54.690914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Sync routers for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:54.700797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:54.701432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:54.798122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:54.806387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:54.825415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90848492-77ef-404b-b731-2210bc3fa1dd tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9762523 Feb 11 14:42:54.825985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:54.828209 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e31515-965b-459f-ad07-b5417b1ab7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:54.828400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35416) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:54.869510 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ff99a6-8dac-40f8-a2b9-371d08617c89 x-openstack-request-id: req-61ff99a6-8dac-40f8-a2b9-371d08617c89 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:54.872169 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:54.872169 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61ff99a6-8dac-40f8-a2b9-371d08617c89 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:54.872169 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'status': 'completed', 'code': 200} Feb 11 14:42:54.913287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1dd86222-fd43-4d80-bd99-0c71f06a2be6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/1622009f-0e3d-4269-ae1d-69a755aaa240 HTTP/1.1" status: 200 len: 990 time: 0.0837965 Feb 11 14:42:54.944551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-f840c8b9-0c5a-4f1e-889e-53725b77fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:54.946085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-f840c8b9-0c5a-4f1e-889e-53725b77fac1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0458722 Feb 11 14:42:55.048198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-4559ea2e-5889-4466-ba7a-f35322965c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:55.050253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-4559ea2e-5889-4466-ba7a-f35322965c06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=905123e4-d025-4403-bed8-a08ae57b5b62 HTTP/1.1" status: 200 len: 895 time: 0.0963669 Feb 11 14:42:55.127424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-c2b76755-e653-4dd5-a884-96e9ac48fe9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e HTTP/1.1" status: 200 len: 998 time: 0.0692222 Feb 11 14:42:55.181001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-2cd6ca55-1c78-4026-979c-061d90573ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:55.182375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-2cd6ca55-1c78-4026-979c-061d90573ffd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587b21f8-8313-44f9-a23c-395964ecc6b1 HTTP/1.1" status: 200 len: 835 time: 0.0478632 Feb 11 14:42:55.207255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1622009f-0e3d-4269-ae1d-69a755aaa240', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'port_id': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'mac_address': 'fa:16:3e:ae:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:53Z', 'updated_at': '2022-02-11T14:42:53Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:55.227865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-bafcb085-873a-4be2-b9a7-8a7383351ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:55.229403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-bafcb085-873a-4be2-b9a7-8a7383351ac8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=905123e4-d025-4403-bed8-a08ae57b5b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400238 Feb 11 14:42:55.234524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Checking router: 0a4a03de-a33e-408e-93b0-6cceb7dd782c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:55.242968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:55.243563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:42:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:55.335725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-aebee9d3-aea9-4b04-b5f9-20a468942b3f service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999067 Feb 11 14:42:55.354100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:55.428094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6e31515-965b-459f-ad07-b5417b1ab7c3 req-2bb66969-d0bc-4dd9-9ce7-d3ed400bf461 service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Feb 11 14:42:55.591672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1622009f-0e3d-4269-ae1d-69a755aaa240', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'port_id': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'mac_address': 'fa:16:3e:ae:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:53Z', 'updated_at': '2022-02-11T14:42:53Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:55.617709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b4596-e5d6-41b4-bb5e-e502c0c641b1 None None] The sync data for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 is: [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1622009f-0e3d-4269-ae1d-69a755aaa240', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'port_id': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'mac_address': 'fa:16:3e:ae:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:53Z', 'updated_at': '2022-02-11T14:42:53Z', 'revision_number': 0, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:55.819977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a52e8-437b-43d0-b1b1-3de37b2cb79e None None] New status for floating IP 1622009f-0e3d-4269-ae1d-69a755aaa240: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:42:55.918317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35436) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:55.979591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80c60a54-1c35-4ecf-a558-bdf7b34e2e33 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/1622009f-0e3d-4269-ae1d-69a755aaa240 HTTP/1.1" status: 200 len: 990 time: 0.0601280 Feb 11 14:42:56.983438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35450) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:57.377333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fd0d716a-697e-4b4b-abaa-5f2126178aa1 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/1622009f-0e3d-4269-ae1d-69a755aaa240 HTTP/1.1" status: 200 len: 992 time: 0.3927307 Feb 11 14:43:00.607835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:01.384847 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:04.714926 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:43:18.162677 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82fd7f91-a182-4343-8b3b-0199bbb873fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:20.441674 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-311375ab-acb6-4733-bae8-04d9cd612a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:21.774273 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:23.231560 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:23.356873 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:23.924219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3d69-5c42-46e7-b4b5-c08eefe6d975 req-2249a8d8-3875-4e5f-afc2-ad379874acbe tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:23.925768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebed3d69-5c42-46e7-b4b5-c08eefe6d975 req-2249a8d8-3875-4e5f-afc2-ad379874acbe tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0579214 Feb 11 14:43:23.966006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebed3d69-5c42-46e7-b4b5-c08eefe6d975 req-ad5048fd-2e3d-44dd-b66c-c9243c0170f1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336239 Feb 11 14:43:24.002187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35662) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:24.067909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-39554845-6ec5-410e-a1b5-a8efd7103332 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/floatingips/1622009f-0e3d-4269-ae1d-69a755aaa240 HTTP/1.1" status: 200 len: 992 time: 0.0644186 Feb 11 14:43:24.344083 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:24.503190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port b6772af6-bc72-4be7-9a43-405a9d053357 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:24.503527 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:24.585310 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:24.585645 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:24.597789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for b6772af6-bc72-4be7-9a43-405a9d053357 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:24.871656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:24.899308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=b6772af6-bc72-4be7-9a43-405a9d053357,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:24.910203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.910203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.910903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.910903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.910903 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.911326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.912008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.912008 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.912219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.912454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.912779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.913129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:24.975604 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:24.976050 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Floating IP 1622009f-0e3d-4269-ae1d-69a755aaa240 disassociated (deleted). External IP: 172.25.7.99, port: 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e. Feb 11 14:43:25.095215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339c46-d0c1-4a0a-9e8f-f442def660a1 req-5f353611-785c-485c-b62b-a85571f91213 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.096818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36339c46-d0c1-4a0a-9e8f-f442def660a1 req-5f353611-785c-485c-b62b-a85571f91213 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Feb 11 14:43:25.140727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36339c46-d0c1-4a0a-9e8f-f442def660a1 req-8d1cc252-f376-4dfa-8b61-91b79081977d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374455 Feb 11 14:43:25.204079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0a4a03de-a33e-408e-93b0-6cceb7dd782c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:25.312033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:25.316962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:25.321966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Sync routers for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:25.332306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:25.332929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:25.346158 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df50c3d8-b4ec-4599-985d-72dfa14cedc9 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/floatingips/1622009f-0e3d-4269-ae1d-69a755aaa240 HTTP/1.1" status: 204 len: 168 time: 0.9980547 Feb 11 14:43:25.346158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:25.347056 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff1d895-e402-4dc7-9c57-257cde351c76" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:25.386457 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9542b-5053-43e7-afba-fb4ac8e045a0 x-openstack-request-id: req-61f9542b-5053-43e7-afba-fb4ac8e045a0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:25.386747 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:25.387193 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61f9542b-5053-43e7-afba-fb4ac8e045a0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:25.387602 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'status': 'completed', 'code': 200} Feb 11 14:43:25.490440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-b546ad48-69cf-4ca6-9c67-2a5a028f2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.506755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-b546ad48-69cf-4ca6-9c67-2a5a028f2f32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11d273750714b65994aed49c9cfac0c&device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0755084 Feb 11 14:43:25.507493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:25.557780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-33da60f4-efa5-4ea0-8a05-ad48fe7d0bb3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.559387 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-33da60f4-efa5-4ea0-8a05-ad48fe7d0bb3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.1021602 Feb 11 14:43:25.665742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-aad81eb1-6da5-464c-9ae3-80e3ff120103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.667128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-aad81eb1-6da5-464c-9ae3-80e3ff120103 service neutron] 10.222.0.62 "GET /v2.0/networks?id=905123e4-d025-4403-bed8-a08ae57b5b62 HTTP/1.1" status: 200 len: 895 time: 0.1679513 Feb 11 14:43:25.715175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-603b58c7-9d19-493a-93c7-9feb2f136cbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e HTTP/1.1" status: 200 len: 217 time: 0.0403202 Feb 11 14:43:25.723324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port 77f6bb96-7617-4751-bba5-619caabb6579 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:25.723515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:25.723789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:25.749798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Checking router: 0a4a03de-a33e-408e-93b0-6cceb7dd782c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:25.759701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:25.759701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:25.836592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-d31ce08c-3879-40fc-bfdd-3c9a77f4cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.838154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-d31ce08c-3879-40fc-bfdd-3c9a77f4cdc3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=587b21f8-8313-44f9-a23c-395964ecc6b1 HTTP/1.1" status: 200 len: 835 time: 0.1114342 Feb 11 14:43:25.895175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:25.906243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port 77f6bb96-7617-4751-bba5-619caabb6579, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=77f6bb96-7617-4751-bba5-619caabb6579,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:25.906622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:25.982602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-4e1ee0f8-5d76-4dfd-8c24-70a0c6495927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:25.984063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-4e1ee0f8-5d76-4dfd-8c24-70a0c6495927 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=905123e4-d025-4403-bed8-a08ae57b5b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370893 Feb 11 14:43:26.022365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf326e-245b-49eb-babd-b9985d8efc25 req-4c2c64b2-d7ed-407e-b8e5-4a39a72408f2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:26.033308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4bf326e-245b-49eb-babd-b9985d8efc25 req-4c2c64b2-d7ed-407e-b8e5-4a39a72408f2 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.1335564 Feb 11 14:43:26.115535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:26.142704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81156e-5842-471a-9e24-b6d725add165 None None] The sync data for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 is: [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '8de24937-99e2-4e71-b6de-80e1c3cf7943', 'name': '', 'network_id': '905123e4-d025-4403-bed8-a08ae57b5b62', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'mac_address': 'fa:16:3e:06:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:34Z', 'updated_at': '2022-02-11T14:42:38Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'subnets': [{'id': '587b21f8-8313-44f9-a23c-395964ecc6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:26.160033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4bf326e-245b-49eb-babd-b9985d8efc25 req-085dd185-9a8e-444d-9175-fd45e80bbb5c tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258183 Feb 11 14:43:26.227250 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-8aa8b52d-77cb-405e-9a8c-733770bc4e9a service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336166 Feb 11 14:43:26.260614 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:26.261368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:26.261891 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP 949ac091-ef08-405c-af7f-d439cd278e1b disassociated. External IP: 172.25.7.213, port: 77f6bb96-7617-4751-bba5-619caabb6579. Feb 11 14:43:26.262239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for 77f6bb96-7617-4751-bba5-619caabb6579 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:26.312522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d8ea-a223-452c-83be-8e04a81e4bb3 req-6d444c2d-e578-4aea-a226-46fe944b90f0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:26.314693 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc90d8ea-a223-452c-83be-8e04a81e4bb3 req-6d444c2d-e578-4aea-a226-46fe944b90f0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 945 time: 0.0699365 Feb 11 14:43:26.362751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc90d8ea-a223-452c-83be-8e04a81e4bb3 req-e72b2c1e-771b-4e2c-8f38-bc74cc9dec59 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Feb 11 14:43:26.391269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ff1d895-e402-4dc7-9c57-257cde351c76 req-3f383428-f676-4c86-a8d7-94f15ccfddbd service neutron] 10.222.0.62 "GET /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536729 Feb 11 14:43:26.475238 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff283a1-82e8-465a-beac-d868ac1d499b None None] New status for floating IP 1622009f-0e3d-4269-ae1d-69a755aaa240: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:43:26.512225 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:26.569690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=77f6bb96-7617-4751-bba5-619caabb6579,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:26.582473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.582840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.583181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.583525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.583866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.584204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.584536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.584867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.585229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.585543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.585880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.586211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:26.692824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:26.808058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:26.817872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:26.828439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:26.829012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:26.847703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port 77f6bb96-7617-4751-bba5-619caabb6579 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:26.850365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:26.853688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c3026ed-a8b2-491d-a28e-01f85763cdc1 req-f7e8616b-3808-4e95-b221-976edcfea2bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "DELETE /v2.0/ports/77f6bb96-7617-4751-bba5-619caabb6579 HTTP/1.1" status: 204 len: 173 time: 1.2869048 Feb 11 14:43:26.854142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'name': 'network-vif-deleted', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:26.856870 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e0582-e1fc-4ad4-8775-566312a22978" -d '{"events": [{"server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "name": "network-vif-deleted", "tag": "77f6bb96-7617-4751-bba5-619caabb6579"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:26.899732 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df860b8-0242-458e-9814-9e2778a2b086 x-openstack-request-id: req-1df860b8-0242-458e-9814-9e2778a2b086 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:26.900126 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3fb57-bf13-4ed2-a124-1b5ec2e30652", "name": "network-vif-deleted", "tag": "77f6bb96-7617-4751-bba5-619caabb6579", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:26.900471 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1df860b8-0242-458e-9814-9e2778a2b086 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:26.901134 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3fb57-bf13-4ed2-a124-1b5ec2e30652', 'name': 'network-vif-deleted', 'tag': '77f6bb96-7617-4751-bba5-619caabb6579', 'status': 'completed', 'code': 200} Feb 11 14:43:26.954018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:27.184079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:27.207505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:27.215969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:27.216559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:27.257961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-3d59c467-490a-4eea-970d-3e330034bd39 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:27.259772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-3d59c467-490a-4eea-970d-3e330034bd39 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.0664740 Feb 11 14:43:27.342216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252af9c-7e81-4c5f-8b50-92bd91a80376 req-d838e2dc-4f4c-4dd5-843c-37d968b3d6ef tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:27.350018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2252af9c-7e81-4c5f-8b50-92bd91a80376 req-d838e2dc-4f4c-4dd5-843c-37d968b3d6ef tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 945 time: 0.0815871 Feb 11 14:43:27.385034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:27.413661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:27.414133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:27.434525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2252af9c-7e81-4c5f-8b50-92bd91a80376 req-1e058b12-1f10-4c82-b926-ca0f76c19d12 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835025 Feb 11 14:43:27.534770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2c1b981-e582-4156-9be4-b2936ddad9de req-4923e888-50d9-4007-ac79-291542818234 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0400310 Feb 11 14:43:27.611057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:27.611443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:27.623880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:27.653804 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:27.843184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:27.888709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92ffad-ea1d-4a99-9d18-311a4f47223f None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:27.900189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=3910edd3-5056-4dd0-bfbc-fb4018a1fe6e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:27.942957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] No DVR routers for this DVR port 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:27.945863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:27.950941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7857597b-2660-4d7c-ba5d-c12c2fea5c12 req-5602ddce-eeb9-4529-ab46-4f8ab38d61ba tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.62 "DELETE /v2.0/ports/3910edd3-5056-4dd0-bfbc-fb4018a1fe6e HTTP/1.1" status: 204 len: 173 time: 0.6844039 Feb 11 14:43:28.191644 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d3626e-9856-4d98-9cb5-d35d940313bb None None] New status for floating IP 949ac091-ef08-405c-af7f-d439cd278e1b: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:43:28.549889 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0bb6b9bd-5ddd-4c04-8cc1-e9d3a353395c req-b026c2ba-bfd5-45b7-a2b7-bf2d6f6abc4b tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7fd784d-235c-4044-a566-e60d1a27a9d7 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Feb 11 14:43:28.646035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37063c71-c1ad-4167-92ad-2168f26cfa20 req-a8329b85-f389-4266-8f91-a495f579c25b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0263481 Feb 11 14:43:28.902751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'name': 'network-vif-deleted', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:28.905165 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531613bb-2154-40eb-87c4-255c551a53c0" -d '{"events": [{"server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "name": "network-vif-deleted", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:28.943736 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71625ef-abe2-48aa-bd6f-bbd628131517 x-openstack-request-id: req-c71625ef-abe2-48aa-bd6f-bbd628131517 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:28.943736 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd784d-235c-4044-a566-e60d1a27a9d7", "name": "network-vif-deleted", "tag": "3910edd3-5056-4dd0-bfbc-fb4018a1fe6e", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:28.943736 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c71625ef-abe2-48aa-bd6f-bbd628131517 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:28.943736 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fd784d-235c-4044-a566-e60d1a27a9d7', 'name': 'network-vif-deleted', 'tag': '3910edd3-5056-4dd0-bfbc-fb4018a1fe6e', 'status': 'completed', 'code': 200} Feb 11 14:43:29.627278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:29.703372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:29.734725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:29.785268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1106e521-2587-4784-a631-a5332dc69d03 req-f4cbc0d2-46fd-4e69-a497-0e3b8b389c1b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0471945 Feb 11 14:43:29.911546 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:29.914682 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:29.918753 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/security-groups/0b522f8b-6f7b-4ca5-99fc-d95a4e134acf HTTP/1.1" status: 204 len: 168 time: 0.2871554 Feb 11 14:43:29.929945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ed3b-dcf2-4276-a648-f9f6de554c97 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b522f8b-6f7b-4ca5-99fc-d95a4e134acf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:29.960309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 77f6bb96-7617-4751-bba5-619caabb6579 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:29.984863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 77f6bb96-7617-4751-bba5-619caabb6579 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:43:29.985338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 77f6bb96-7617-4751-bba5-619caabb6579 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:30.027562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:30.420275 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.621013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.709165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port 8de24937-99e2-4e71-b6de-80e1c3cf7943 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:30.709665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.821105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port 8de24937-99e2-4e71-b6de-80e1c3cf7943, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8de24937-99e2-4e71-b6de-80e1c3cf7943,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:30.821507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.839585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for 8de24937-99e2-4e71-b6de-80e1c3cf7943 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:30.845107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:30.867812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:43:30.868438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 3910edd3-5056-4dd0-bfbc-fb4018a1fe6e not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:30.954224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ba6bd04-d28e-416b-b63f-bab2ad0b3aaf req-40f3b0bd-a39e-476d-8067-20ef9c39ed82 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c3fb57-bf13-4ed2-a124-1b5ec2e30652 HTTP/1.1" status: 200 len: 210 time: 0.0368645 Feb 11 14:43:31.249104 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:31.277862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=8de24937-99e2-4e71-b6de-80e1c3cf7943,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:31.426652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:31.461130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:31.997360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Router 0a4a03de-a33e-408e-93b0-6cceb7dd782c has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:32.112198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:32.116856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35828) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:32.120288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Sync routers for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:32.121468 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-988e14d1-2c3d-4a53-bb98-9702877806a6 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "PUT /v2.0/routers/0a4a03de-a33e-408e-93b0-6cceb7dd782c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0926461 Feb 11 14:43:32.131742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:32.132719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:32.173987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting subnet 587b21f8-8313-44f9-a23c-395964ecc6b1 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:43:32.178605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.227700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-0d814028-6fcc-4584-b454-51284275cf20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325457247&fields=id&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 267 time: 0.0349035 Feb 11 14:43:32.238273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.265803 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:32.327088 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.343120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-5c0cf1d9-2a00-41b4-87b2-d1b49ad6cce4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:32.346773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-5c0cf1d9-2a00-41b4-87b2-d1b49ad6cce4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1104126 Feb 11 14:43:32.360227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-0ce34a95-72fd-4598-8dcd-fae4a38a31ca tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0094974 Feb 11 14:43:32.416472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-c8dde218-8b91-4898-800f-d78acbcfe516 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498099 Feb 11 14:43:32.452534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:32.472230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.480164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Checking router: 0a4a03de-a33e-408e-93b0-6cceb7dd782c for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:32.499675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Routers {'0a4a03de-a33e-408e-93b0-6cceb7dd782c'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:32.500573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:32.509109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Subnet': ['ID=587b21f8-8313-44f9-a23c-395964ecc6b1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:32.519418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.525107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b0f165d0-1a31-407d-9757-82e6f410bc10 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/subnets/587b21f8-8313-44f9-a23c-395964ecc6b1 HTTP/1.1" status: 204 len: 168 time: 0.4071181 Feb 11 14:43:32.525269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:32.541645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14a4023-b74d-442f-9cd2-47e2932937ca None None] Network 905123e4-d025-4403-bed8-a08ae57b5b62 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:43:32.581030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-a32b274b-1c2e-49b8-9f2c-8cbbfe05c615 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487310 Feb 11 14:43:32.699401 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.700042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] Set router 0a4a03de-a33e-408e-93b0-6cceb7dd782c gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:32.757097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-f61f133d-6ff2-4a5b-b630-a2e0db00721e service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695151 Feb 11 14:43:32.843504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.901218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] DHCP port deletion for 905123e4-d025-4403-bed8-a08ae57b5b62 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:43:32.949566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:32.973345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Deleting port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:32.973693 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.981767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6088086-3e14-4035-8a84-a3b033ebcfcf None None] The sync data for ids ['0a4a03de-a33e-408e-93b0-6cceb7dd782c'] in n-d-828407-1 is: [{'id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'name': 'tempest-TestNetworkBasicOps-router-356086556', 'tenant_id': 'c11d273750714b65994aed49c9cfac0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:42:29Z', 'updated_at': '2022-02-11T14:43:31Z', 'revision_number': 5, 'project_id': 'c11d273750714b65994aed49c9cfac0c', 'gw_port': {'id': '1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a03de-a33e-408e-93b0-6cceb7dd782c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:42:30Z', 'updated_at': '2022-02-11T14:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:33.007200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Deleting port 8fa812cd-eca0-4385-8fbb-6c79bf38962a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:43:33.007576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.071696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] For port 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:33.072286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.076681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] For port 8fa812cd-eca0-4385-8fbb-6c79bf38962a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8fa812cd-eca0-4385-8fbb-6c79bf38962a,segment=NetworkSegment(f3b64cac-1014-4a13-9f2d-448a181f2c02),segment_id=f3b64cac-1014-4a13-9f2d-448a181f2c02)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:33.077108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.084583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Calling delete_port for 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:33.090429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Calling delete_port for 8fa812cd-eca0-4385-8fbb-6c79bf38962a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:43:33.277546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.303616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Pushing event deleted for resources: {'Port': ['ID=8fa812cd-eca0-4385-8fbb-6c79bf38962a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:33.307898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] No DVR routers for this DVR port 8fa812cd-eca0-4385-8fbb-6c79bf38962a on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:43:33.324999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.330098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481255c-5e98-4b1a-8d95-9a498c046290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:33.399034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.453981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Port': ['ID=1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:33.458406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2a00619-e0b5-4003-8ec2-8c0eff50c2e7 req-dedcdd58-54e2-42c0-81f3-415b54d00294 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0610764 Feb 11 14:43:33.488621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8de24937-99e2-4e71-b6de-80e1c3cf7943 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:33.561534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8de24937-99e2-4e71-b6de-80e1c3cf7943 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:43:33.561534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8de24937-99e2-4e71-b6de-80e1c3cf7943 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:33.561828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8fa812cd-eca0-4385-8fbb-6c79bf38962a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:33.604349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8fa812cd-eca0-4385-8fbb-6c79bf38962a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:43:33.605058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8fa812cd-eca0-4385-8fbb-6c79bf38962a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:33.632270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.727966 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.730345 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.842886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.843488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4a03de-a33e-408e-93b0-6cceb7dd782c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:43:33.857610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:33.857610 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-351f5cef-2842-4b96-ac88-751f9d3853fa tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/routers/0a4a03de-a33e-408e-93b0-6cceb7dd782c HTTP/1.1" status: 204 len: 168 time: 1.3288524 Feb 11 14:43:33.858066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35850) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:33.946563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.064694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.085019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905123e4-d025-4403-bed8-a08ae57b5b62']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:34.093887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b64cac-1014-4a13-9f2d-448a181f2c02') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:34.094160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b64cac-1014-4a13-9f2d-448a181f2c02') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:34.104357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.118124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.126440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:43:34.126794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:43:34.129888 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:43:34.270576 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.280491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:34.283299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] 10.222.0.31 "DELETE /v2.0/networks/905123e4-d025-4403-bed8-a08ae57b5b62 HTTP/1.1" status: 204 len: 168 time: 0.4236138 Feb 11 14:43:34.293187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1005b2-4606-4ddd-9d12-348912fccc28 tempest-TestNetworkBasicOps-1323235748 tempest-TestNetworkBasicOps-1323235748-project] Pushing event deleted for resources: {'Network': ['ID=905123e4-d025-4403-bed8-a08ae57b5b62,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:34.558239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-959a577e-08f6-4ee5-b822-d8205d60a758 req-a760a18f-e9ba-4ba7-a4a1-7d9f8d35521c tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Feb 11 14:43:34.840926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35862) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:34.984747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-05723cb8-5aed-48aa-a529-72b43307f4fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c11d273750714b65994aed49c9cfac0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425080 Feb 11 14:43:34.987693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35866) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:35.040029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.068787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.129674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:43:35.159175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:43:35.160570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1a16f305-5f2b-4a7f-94d7-c19ef9cc4dae not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:43:35.179792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.183247 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.184546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1b49602-2315-4d90-954b-e17dd5ffb018 HTTP/1.1" status: 204 len: 168 time: 0.1959519 Feb 11 14:43:35.193463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cdde8-631e-48a1-9552-5500aba5c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b49602-2315-4d90-954b-e17dd5ffb018,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:35.659600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-be03776d-73a3-4276-988a-f995286e5f63 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:35.661171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-be03776d-73a3-4276-988a-f995286e5f63 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1409712 Feb 11 14:43:35.676875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60f9406a-40b4-46b9-8295-de26a7b2fb0c req-4fcc1d4f-efaf-47f4-b91c-57a42bf083fa tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0374939 Feb 11 14:43:35.710992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-2dac13b1-c8c1-494a-992d-374620b785aa tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 380 time: 0.0363576 Feb 11 14:43:35.721796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'security_groups': ['b49345b3-8507-4c09-9b1b-8a04595f11da']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:35.791808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35876) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:35.813296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5869f222-0814-4e30-92e5-c4a6796f91b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.915812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5869f222-0814-4e30-92e5-c4a6796f91b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.956554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:35.960233 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:35.984008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5869f222-0814-4e30-92e5-c4a6796f91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.068034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f222-0814-4e30-92e5-c4a6796f91b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4a052-9ed4-49d0-aad1-092c898a6f83,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:36.077930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 35880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:36.084122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5869f222-0814-4e30-92e5-c4a6796f91b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=332c734a3cc94b2cbb46e027ddcdc3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912092 Feb 11 14:43:36.134579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.157928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.175385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.13 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/077ac746-8343-4626-9204-0023e23771e9) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:36.305422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.308187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.309657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2db4a052-9ed4-49d0-aad1-092c898a6f83 HTTP/1.1" status: 204 len: 168 time: 0.2311549 Feb 11 14:43:36.330917 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca99c-0482-4bc1-a0ef-ba744894a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4a052-9ed4-49d0-aad1-092c898a6f83,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:36.415619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.535111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.591827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:36.595755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:36.600140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:36.629356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:36.653022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:36.653676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.738349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-bf0c770f-b84b-4d65-b1ad-61409948ebbd tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0221543 Feb 11 14:43:36.755398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Request body: {'port': {'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:36.821056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1461dc3-ecc0-40ed-9916-cc8deca16b63 req-3c43cd4e-f3a3-41ff-8c75-5432549e9795 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:36.825694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1461dc3-ecc0-40ed-9916-cc8deca16b63 req-3c43cd4e-f3a3-41ff-8c75-5432549e9795 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 932 time: 0.0649631 Feb 11 14:43:36.845939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.879684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1461dc3-ecc0-40ed-9916-cc8deca16b63 req-b9521250-533e-41a0-b197-e17401c26132 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491548 Feb 11 14:43:36.950333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-284dd77e-34ed-4465-9b9a-50af87993f3b None None] Provisioning complete for port 077ac746-8343-4626-9204-0023e23771e9 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:36.950897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-284dd77e-34ed-4465-9b9a-50af87993f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.990173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-284dd77e-34ed-4465-9b9a-50af87993f3b None None] Port 077ac746-8343-4626-9204-0023e23771e9 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:43:37.143664 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077ac746-8343-4626-9204-0023e23771e9 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:43:37.151988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:37.164392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Transition to ACTIVE for port object 077ac746-8343-4626-9204-0023e23771e9 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:43:37.269593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:37.322682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Pushing event updated for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:37.411139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Attempting to bind port 077ac746-8343-4626-9204-0023e23771e9 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:43:37.411472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Attempting to bind port 077ac746-8343-4626-9204-0023e23771e9 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:43:37.418634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Attempting to bind port 077ac746-8343-4626-9204-0023e23771e9 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:37.418634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Port 077ac746-8343-4626-9204-0023e23771e9 on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:43:37.418634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Attempting to bind port 077ac746-8343-4626-9204-0023e23771e9 on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:37.423906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:37.424352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:37.424753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:37.425215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Bound port: 077ac746-8343-4626-9204-0023e23771e9, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:43:37.425578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:37.501404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:37.505584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=077ac746-8343-4626-9204-0023e23771e9,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:37.580780 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:37.625412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:37.625937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:37.627419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] 10.222.0.62 "PUT /v2.0/ports/077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1092 time: 0.8800101 Feb 11 14:43:37.631245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:37.633799 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:37.656716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69b4b8-f009-4668-8dfd-dbc09f95274b service neutron] Pushing event updated for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:37.721558 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e7d04-b14a-4243-92db-66fbf6c71894 x-openstack-request-id: req-0f7e7d04-b14a-4243-92db-66fbf6c71894 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:37.721848 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:37.722105 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f7e7d04-b14a-4243-92db-66fbf6c71894 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:37.722517 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9', 'status': 'completed', 'code': 200} Feb 11 14:43:37.774931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-efc052ad-c467-4cc3-8dcc-a6232a3db684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:37.776606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-efc052ad-c467-4cc3-8dcc-a6232a3db684 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1095 time: 0.0503039 Feb 11 14:43:37.820264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-efd3612e-8c17-4b73-b77e-31c291c1e951 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 217 time: 0.0362248 Feb 11 14:43:37.878733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-cb870afb-25dd-451d-bf18-c8b147be3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:37.880385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-cb870afb-25dd-451d-bf18-c8b147be3a0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0542810 Feb 11 14:43:37.933505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-114e0912-7713-42fc-9742-29b377a3f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:37.935062 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-114e0912-7713-42fc-9742-29b377a3f1be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469844 Feb 11 14:43:38.043041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-acafd7f6-7a0f-4322-ae5b-d4f44eb05235 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010327 Feb 11 14:43:38.044988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b246-dbc6-48db-ac3f-8c0e495a02de req-a161fb63-56dd-4416-809c-38184fa0d0ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.046820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4814b246-dbc6-48db-ac3f-8c0e495a02de req-a161fb63-56dd-4416-809c-38184fa0d0ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0618236 Feb 11 14:43:38.091466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4814b246-dbc6-48db-ac3f-8c0e495a02de req-4c8f66f4-eb75-47ab-ac0a-ca8c407e0d72 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382226 Feb 11 14:43:38.142486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2205ac26-9b40-43f8-adf1-44792cd01d91 req-433f3d0a-df54-4ec5-aef8-4c3c7e3ba9ad service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923162 Feb 11 14:43:38.294563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-00c1e0e8-6f15-415d-87b7-e16689c74f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.294563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-00c1e0e8-6f15-415d-87b7-e16689c74f6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1095 time: 0.0436625 Feb 11 14:43:38.420724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-5609f8c7-1da5-4f9c-acd3-66227d3c7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.422592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-5609f8c7-1da5-4f9c-acd3-66227d3c7dc3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1224294 Feb 11 14:43:38.463377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-ede53f93-3237-4b76-988e-1b58b156ea33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 217 time: 0.0347157 Feb 11 14:43:38.558520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-f1e40776-1f6e-463e-98f2-1946953d8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.560094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-f1e40776-1f6e-463e-98f2-1946953d8fbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0910654 Feb 11 14:43:38.611659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-c8c368c3-145c-4828-8598-656e1258b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:38.613160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-c8c368c3-145c-4828-8598-656e1258b5a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469499 Feb 11 14:43:39.027493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-c86db327-297b-4439-a1d2-98349ebd19a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065731 Feb 11 14:43:39.132247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-164b5a8a-9cbc-4b29-8168-0f37c979fbb3 req-7137058b-33b4-4775-8bbe-f672e383aac0 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968173 Feb 11 14:43:39.227564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaceaa-1c32-4dfa-822b-cce983569f60 req-678c2f42-90fe-4c72-9b1b-d640c6036877 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:39.229265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3aaceaa-1c32-4dfa-822b-cce983569f60 req-678c2f42-90fe-4c72-9b1b-d640c6036877 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0520222 Feb 11 14:43:39.272771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3aaceaa-1c32-4dfa-822b-cce983569f60 req-6a7fceb8-8352-488b-9684-8f0451df4d13 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352895 Feb 11 14:43:40.011397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35954) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:40.016386 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'network': {'name': 'tempest-network-smoke--1174642175', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:40.105496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:40.109086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.118107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.191450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.271510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.302403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:43:40.308423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec972cc-8d40-4c79-bea5-5b50b3417e1c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:40.317420 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.317776 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Added segment 58462b73-0967-4511-b3d2-b94c95e2dd00 of type vlan for network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 Feb 11 14:43:40.376935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.430876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f0549-f7a2-4a34-9286-05bfe5b67638 req-8bbbf93c-63a8-48aa-b47e-1a1c7049874f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:40.432384 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad1f0549-f7a2-4a34-9286-05bfe5b67638 req-8bbbf93c-63a8-48aa-b47e-1a1c7049874f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0769801 Feb 11 14:43:40.474280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad1f0549-f7a2-4a34-9286-05bfe5b67638 req-ecad7485-2509-4408-b58f-9cb60aaa5eae tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Feb 11 14:43:40.475118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.480643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:40.486646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.561716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Network': ['ID=1b14c7e9-d282-44a1-b87b-a76ee1414cc1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:40.574325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:43:40.640305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-67980646-8cb3-4769-a80a-a0e1b65d3197 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6277728 Feb 11 14:43:40.643311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35960) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:40.647973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'admin_state_up': True, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:40.740265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.741414 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:40.912091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.133818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.381783 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.400435 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.510854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.25.7.226 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/f6240c46-66d6-4867-bb8a-f1a5647d504f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:41.619143 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ebaca-efc9-4d95-98e2-e33749335fd2 req-3bc76a3d-2189-4854-ac77-03ac3a79dd8a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:41.621298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c6ebaca-efc9-4d95-98e2-e33749335fd2 req-3bc76a3d-2189-4854-ac77-03ac3a79dd8a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0590594 Feb 11 14:43:41.645454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.665761 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c6ebaca-efc9-4d95-98e2-e33749335fd2 req-6f7603e2-1e9b-44d1-a37e-31e649485026 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383449 Feb 11 14:43:41.717214 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:43:41.780752 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:41.822435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:41.825443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:41.828980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:41.862613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=f6240c46-66d6-4867-bb8a-f1a5647d504f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:42.151710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:42.355967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:42.523037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 82031e47-6119-47f5-836a-757aaf434847 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:43:42.630938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:42.642783 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Sync routers for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:42.654548 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:42.655152 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:42.730988 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:42.734116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d1753cea-05ee-42c2-9808-bb6cae15daa6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0885925 Feb 11 14:43:42.742893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35970) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:42.830542 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:42.849042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77283f54-0842-4fee-b4bf-3d670d2276a7 req-7403ba86-a2b1-4c20-a8a4-4854b3a8e60b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:42.859319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77283f54-0842-4fee-b4bf-3d670d2276a7 req-7403ba86-a2b1-4c20-a8a4-4854b3a8e60b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0986717 Feb 11 14:43:42.917496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77283f54-0842-4fee-b4bf-3d670d2276a7 req-9a8b1219-a707-48fd-86c9-c7b76c2f26f1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571039 Feb 11 14:43:42.971704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2cbf04a6-6c33-4249-b5ed-d94db2ae5ec5 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7ca2354df0ed42a0850ebeadc81a4565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2242012 Feb 11 14:43:42.972459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35984) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:43.059465 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:41Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:43.071705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf8cbc-a29a-46d0-aee2-0fed807bef6d tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:43.073320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-40bf8cbc-a29a-46d0-aee2-0fed807bef6d tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997632 Feb 11 14:43:43.076035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35990) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:43.098321 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Checking router: 82031e47-6119-47f5-836a-757aaf434847 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:43.098589 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Updating router 82031e47-6119-47f5-836a-757aaf434847 port f6240c46-66d6-4867-bb8a-f1a5647d504f binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:43.116452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-930b043c-dded-4e99-9053-58238f0e9a16 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386429 Feb 11 14:43:43.118536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 35996) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:43.123358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306688726', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:43.131084 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.329128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:43.332760 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.403443 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.499802 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.552549 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Attempting to bind port f6240c46-66d6-4867-bb8a-f1a5647d504f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:43:43.552943 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Attempting to bind port f6240c46-66d6-4867-bb8a-f1a5647d504f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:43:43.553347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Attempting to bind port f6240c46-66d6-4867-bb8a-f1a5647d504f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:43.560064 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Pushing event updated for resources: {'Port': ['ID=f6240c46-66d6-4867-bb8a-f1a5647d504f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:43.563208 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:43.563555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:43.563957 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.564340 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:43.564797 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Bound port: f6240c46-66d6-4867-bb8a-f1a5647d504f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:43:43.565196 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.586639 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.586916 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.587251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.587581 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.587904 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.588224 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.588542 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.588856 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.589195 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.589517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.589857 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.590151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:43:43.590899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.631157 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] For port f6240c46-66d6-4867-bb8a-f1a5647d504f, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:43.636005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] For port f6240c46-66d6-4867-bb8a-f1a5647d504f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6240c46-66d6-4867-bb8a-f1a5647d504f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:43.678974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Subnet': ['ID=377cbceb-3dea-46b0-9d83-1aa8312b2f73,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:43.686223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Checking segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:43.686589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network hostable DHCP agents. Network: 1b14c7e9-d282-44a1-b87b-a76ee1414cc1, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:43:43.694022 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.749525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:43.750121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:43.774429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:43:43.789079 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b22bb0-992a-4cd5-9f7c-4b525d6ee7d5 None None] Pushing event updated for resources: {'Port': ['ID=f6240c46-66d6-4867-bb8a-f1a5647d504f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:43.820178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1b14c7e9-d282-44a1-b87b-a76ee1414cc1) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:43.824366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:43.825004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.833681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54065c2-5bed-4a05-ad5e-912d1f6e5664 None None] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:43:43.864025 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:43.908711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d891e8b0-bdc3-4049-aa7f-9e34ec672533 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7892423 Feb 11 14:43:43.912071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:44.009988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:43:44.010853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.080474 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:41Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:44.119895 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687d28f-5c47-4dda-8774-5a6ffc25ab19 None None] The sync data for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 is: [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:41Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:44.164542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6939b-3d10-48e5-bfcf-01bad867711b req-d41a4a26-f05c-4dbc-b5fc-fc49e90bf3bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:44.166192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ab6939b-3d10-48e5-bfcf-01bad867711b req-d41a4a26-f05c-4dbc-b5fc-fc49e90bf3bf tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.1675386 Feb 11 14:43:44.169063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Allocated IP 172.20.0.2 (1b14c7e9-d282-44a1-b87b-a76ee1414cc1/377cbceb-3dea-46b0-9d83-1aa8312b2f73/a5109f9f-4b16-42fe-9651-147f1e972ff5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:44.262792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ab6939b-3d10-48e5-bfcf-01bad867711b req-5d562a06-b197-42ee-a1ef-0f6d19e90652 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617549 Feb 11 14:43:44.332800 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.424872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.479700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:44.481694 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:44.483453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Pushing event updated for resources: {'Port': ['ID=a5109f9f-4b16-42fe-9651-147f1e972ff5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:44.486237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:44.525434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.545612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Attempting to bind port a5109f9f-4b16-42fe-9651-147f1e972ff5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:43:44.545978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Attempting to bind port a5109f9f-4b16-42fe-9651-147f1e972ff5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:43:44.546336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Attempting to bind port a5109f9f-4b16-42fe-9651-147f1e972ff5 on network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:44.552348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:44.552717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Checking segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:44.555915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.555915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Bound using segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:44.555915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Bound port: a5109f9f-4b16-42fe-9651-147f1e972ff5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:43:44.555915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.635420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] For port a5109f9f-4b16-42fe-9651-147f1e972ff5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:44.639634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] For port a5109f9f-4b16-42fe-9651-147f1e972ff5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a5109f9f-4b16-42fe-9651-147f1e972ff5,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:44.735265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:44.815933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4e26-ab15-441e-94d0-97d285817951 None None] Pushing event updated for resources: {'Port': ['ID=a5109f9f-4b16-42fe-9651-147f1e972ff5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:44.841236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.20.0.1 (1b14c7e9-d282-44a1-b87b-a76ee1414cc1/377cbceb-3dea-46b0-9d83-1aa8312b2f73/9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:44.973524 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.072993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.125279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:45.137469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:45.141807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:45.183597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:45.194646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.224745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a5109f9f-4b16-42fe-9651-147f1e972ff5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:45.293693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a5109f9f-4b16-42fe-9651-147f1e972ff5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:45.294153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.375582 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.402909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b9adc-29a0-4ff7-97e1-2052c710a912 req-ba3ad802-6050-4813-8035-5a8ecb5a9f20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:45.405075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1b9adc-29a0-4ff7-97e1-2052c710a912 req-ba3ad802-6050-4813-8035-5a8ecb5a9f20 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0614023 Feb 11 14:43:45.415525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port a5109f9f-4b16-42fe-9651-147f1e972ff5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a5109f9f-4b16-42fe-9651-147f1e972ff5,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:45.417520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.446050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1b9adc-29a0-4ff7-97e1-2052c710a912 req-e79cf532-806c-4445-8ec7-c1c1ae9f0135 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Feb 11 14:43:45.493765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.494566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6240c46-66d6-4867-bb8a-f1a5647d504f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:45.578200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=a5109f9f-4b16-42fe-9651-147f1e972ff5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:45.588151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f6240c46-66d6-4867-bb8a-f1a5647d504f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:45.588372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.683795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.706088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port f6240c46-66d6-4867-bb8a-f1a5647d504f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6240c46-66d6-4867-bb8a-f1a5647d504f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:45.720579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.768061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.796708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.839911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=f6240c46-66d6-4867-bb8a-f1a5647d504f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:45.878653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.880408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:45.940689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb11c67-1350-434c-be8d-0ad6fdcbb4f2 None None] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:43:45.991209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:45.993254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:46.132932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 82031e47-6119-47f5-836a-757aaf434847 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:46.184512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5464e663-f10c-4178-b969-58e890ceac40 None None] Provisioning complete for port a5109f9f-4b16-42fe-9651-147f1e972ff5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:46.184512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5464e663-f10c-4178-b969-58e890ceac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.252842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:46.258134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-857c1678-53de-469a-a1cb-dbdd78fe7f74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "PUT /v2.0/routers/82031e47-6119-47f5-836a-757aaf434847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3430803 Feb 11 14:43:46.261103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36150) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:46.265841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1434626270', 'description': 'tempest-secgroup_access--1434626270 description', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:46.386363 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.435906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Sync routers for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:46.447875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:46.448495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:46.470500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.529240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.579091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92be49e4-d5c2-486b-bf87-349db0fd7df7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:46.581250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:46.585120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403372c9-fe89-4f93-b242-c70ac2e5162f req-68439b5a-4d77-480a-af5b-dab2d012ed62 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:46.587931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-403372c9-fe89-4f93-b242-c70ac2e5162f req-68439b5a-4d77-480a-af5b-dab2d012ed62 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0687304 Feb 11 14:43:46.634863 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.638626 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5832757-46ad-42b2-acb4-61c2f98322a1 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3738382 Feb 11 14:43:46.643232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36174) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:46.643533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-403372c9-fe89-4f93-b242-c70ac2e5162f req-e419366c-54b5-4069-bf75-8811ec698af8 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446069 Feb 11 14:43:46.644958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1012075394', 'description': 'tempest-secgroup_general--1012075394 description', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:46.740543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.746513 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c8245e7b-f872-499e-9437-617ad71caf2e None None] Provisioning complete for port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:46.749067 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8245e7b-f872-499e-9437-617ad71caf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.803292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c8245e7b-f872-499e-9437-617ad71caf2e None None] Port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:43:46.817259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.843967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c8245e7b-f872-499e-9437-617ad71caf2e None None] Provisioning complete for port a5109f9f-4b16-42fe-9651-147f1e972ff5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:46.844417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8245e7b-f872-499e-9437-617ad71caf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.882822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.903401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 2, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:46.913329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876f6af-a5e1-4fc6-a861-a95821f231e4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:46.955069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Checking router: 82031e47-6119-47f5-836a-757aaf434847 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:46.955422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Updating router 82031e47-6119-47f5-836a-757aaf434847 port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:43:46.959079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:46.963118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1e91fef7-67b3-4d0b-a2a0-32fa8135c046 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3203599 Feb 11 14:43:46.963933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36188) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:46.969075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'security_group_rule': {'security_group_id': '92be49e4-d5c2-486b-bf87-349db0fd7df7', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:46.992092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.096146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.118675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a5109f9f-4b16-42fe-9651-147f1e972ff5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:47.160538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.170069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-84a4a026-d88b-476f-a2ce-6556c470c518 None None] Provisioning complete for port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:47.170406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84a4a026-d88b-476f-a2ce-6556c470c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.254483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.267398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-84a4a026-d88b-476f-a2ce-6556c470c518 None None] Port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:43:47.273430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a5109f9f-4b16-42fe-9651-147f1e972ff5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:47.273884 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.275919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95536db-1513-4ce2-ac77-dff9e7ba9f79,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:47.354848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.363436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-546d49a6-c750-4f8c-8cdc-e066dc7bd873 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907363 Feb 11 14:43:47.419031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.421583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6240c46-66d6-4867-bb8a-f1a5647d504f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:47.470415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f6240c46-66d6-4867-bb8a-f1a5647d504f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:47.471004 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.509222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-d05ac856-30f6-466b-a50b-d89a03bc7f00 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1012075394&fields=id&tenant_id=7ca2354df0ed42a0850ebeadc81a4565 HTTP/1.1" status: 200 len: 267 time: 0.0338595 Feb 11 14:43:47.514947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.549937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-d1d3a406-1b99-4b8c-a1aa-c8f58a7dd616 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1434626270&fields=id&tenant_id=7ca2354df0ed42a0850ebeadc81a4565 HTTP/1.1" status: 200 len: 267 time: 0.0339808 Feb 11 14:43:47.590292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6aa5e-d04a-45fe-a0ba-2744f996494c None None] Pushing event updated for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:47.672329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Attempting to bind port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:43:47.672931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Attempting to bind port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:43:47.673410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Attempting to bind port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 on network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:47.687662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-ea20dea2-8f2b-44d9-ab14-3816ca994a5e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:47.687877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:47.687877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Checking segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:47.688108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-ea20dea2-8f2b-44d9-ab14-3816ca994a5e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 797 time: 0.1223931 Feb 11 14:43:47.688218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.688218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Bound using segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:47.688218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Bound port: 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:43:47.688218 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.728032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-802c09e2-2b87-4692-9c24-73968fc90c74 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/quotas/7ca2354df0ed42a0850ebeadc81a4565 HTTP/1.1" status: 200 len: 375 time: 0.0300643 Feb 11 14:43:47.765979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] For port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:47.769831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] For port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:47.790954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6fb3-e37c-48ec-a1ee-bcb0517fbc4c req-6a32b106-a6d4-4109-9130-681554ab43e3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:47.792485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d78d6fb3-e37c-48ec-a1ee-bcb0517fbc4c req-6a32b106-a6d4-4109-9130-681554ab43e3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0523992 Feb 11 14:43:47.792746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-b2182c5d-3b55-4ddc-9cd1-d8631cbc6093 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613265 Feb 11 14:43:47.841587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d78d6fb3-e37c-48ec-a1ee-bcb0517fbc4c req-4b8ca249-aa58-48a8-b93c-f01d9bb1f2f1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Feb 11 14:43:47.843336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.902073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-aa464633-90f7-476a-90d7-d1ebfc64c62b service neutron] 10.222.0.31 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959651 Feb 11 14:43:47.918075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:47.918708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:47.920392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6aa5e-d04a-45fe-a0ba-2744f996494c None None] Pushing event updated for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:47.925641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] Provisioning complete for port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:47.926275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:48.036179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-dcda0077-4404-4cbb-a461-17789ed04f7a service neutron] 10.222.0.31 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274154 Feb 11 14:43:48.160986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:48.197092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3dc468a-a50e-4e0d-8a1c-fbb275e19cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:48.200696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:48.322443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-166ed9ab-0715-481d-ada0-2347c30bcc91 req-e4235c4f-a43b-4d66-ad45-97cc9f04c8b8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 210 time: 0.0431790 Feb 11 14:43:48.322769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] For port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:48.405544 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:48.455070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:47Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:48.492611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22dc9b0-5d1b-49eb-a034-387c6e30bb44 None None] The sync data for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 is: [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:47Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:48.497959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419f729-b692-4ff1-b9fa-de37b929999d None None] Pushing event updated for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:48.525325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d0dc1b21-7720-4f6c-a2ef-efe6add37749 None None] Provisioning complete for port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:48.525838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1b21-7720-4f6c-a2ef-efe6add37749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:48.966979 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430a7ee-c075-482f-9cd5-dc4f3b5106d1 req-ffcfe37e-4d9c-4633-a6a9-82ecc849b2d7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:48.968550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f430a7ee-c075-482f-9cd5-dc4f3b5106d1 req-ffcfe37e-4d9c-4633-a6a9-82ecc849b2d7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0552323 Feb 11 14:43:49.011314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f430a7ee-c075-482f-9cd5-dc4f3b5106d1 req-4e8051fd-a1df-4eaa-9eb8-030391d609d2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Feb 11 14:43:49.125834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:49.189869 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:49.190314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:49.418935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73f4e5c2-641d-4c24-8225-ca9f5a7f8c32 req-643b564f-bdbc-481c-8b4d-99274931c2ec tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 210 time: 0.0269029 Feb 11 14:43:50.133380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb097e9-1dac-459c-aa28-b3ad9578fd5a req-501f756c-4e98-4fe2-86ab-c29128054693 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:50.134825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbb097e9-1dac-459c-aa28-b3ad9578fd5a req-501f756c-4e98-4fe2-86ab-c29128054693 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 944 time: 0.0472467 Feb 11 14:43:50.175653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbb097e9-1dac-459c-aa28-b3ad9578fd5a req-70b7eca0-d361-4364-8d3b-ea5cd197a705 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Feb 11 14:43:50.496228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c0b590d-e2f6-4587-a3aa-0e3b790c3f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:50.513148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ac26e9f9-4a9a-48d7-9bec-bc1ef9267331 req-9d318d1a-b873-4b05-83ea-7b58c62f5c46 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 210 time: 0.0275598 Feb 11 14:43:50.640145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6e623ee3-fd58-49ef-be4a-10a5b89ad65a tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:50.641653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6e623ee3-fd58-49ef-be4a-10a5b89ad65a tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.60 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 797 time: 0.1027892 Feb 11 14:43:50.690512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-4d0d517b-8d83-484e-a65c-2a15b1d0aa49 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ca2354df0ed42a0850ebeadc81a4565 HTTP/1.1" status: 200 len: 478 time: 0.0402625 Feb 11 14:43:50.698955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'port': {'device_id': '81389838-ceca-4150-80b0-193cf5df4bbd', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'admin_state_up': True, 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'security_groups': ['e876f6af-a5e1-4fc6-a861-a95821f231e4', '92be49e4-d5c2-486b-bf87-349db0fd7df7']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:50.928453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:43:50.932139 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:50.981542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 077ac746-8343-4626-9204-0023e23771e9 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:43:51.068442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.20.0.6 (1b14c7e9-d282-44a1-b87b-a76ee1414cc1/377cbceb-3dea-46b0-9d83-1aa8312b2f73/f56ab3f0-892b-4501-a8f7-60ae7a643a74) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:51.083875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=077ac746-8343-4626-9204-0023e23771e9,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:51.096911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '077ac746-8343-4626-9204-0023e23771e9', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:43:51.133675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.146698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077ac746-8343-4626-9204-0023e23771e9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:43:51.167641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=077ac746-8343-4626-9204-0023e23771e9,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:51.255650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.314011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:51.480780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['077ac746-8343-4626-9204-0023e23771e9'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:43:51.587346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e5eb8-b398-4198-9e02-af2e5e8c0b49 req-b94d459b-29dd-43e8-923f-c45034fca84b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:51.589081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b38e5eb8-b398-4198-9e02-af2e5e8c0b49 req-b94d459b-29dd-43e8-923f-c45034fca84b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 945 time: 0.0855393 Feb 11 14:43:51.625070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20b954d9-f5f7-4932-b94f-2845097f310d req-dd19d7d7-8641-4b37-800c-7dbfd1049af0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 210 time: 0.0352247 Feb 11 14:43:51.634427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.662292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b38e5eb8-b398-4198-9e02-af2e5e8c0b49 req-75509726-9f3a-42a8-8d31-800905f2ffc3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608780 Feb 11 14:43:51.735487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.790523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:51.794962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:51.798180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:51.814094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.823562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:51.861349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:51.861971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:51.942270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fe03ef39-f5b2-4045-b60c-221364d6f546 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2468312 Feb 11 14:43:51.955061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Request body: {'port': {'device_id': '81389838-ceca-4150-80b0-193cf5df4bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:52.015810 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.083388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-46282886-2930-4bb9-898e-58353801a354 None None] Provisioning complete for port f56ab3f0-892b-4501-a8f7-60ae7a643a74 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:52.084043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46282886-2930-4bb9-898e-58353801a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.119357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-46282886-2930-4bb9-898e-58353801a354 None None] Port f56ab3f0-892b-4501-a8f7-60ae7a643a74 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:43:52.301835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ab3f0-892b-4501-a8f7-60ae7a643a74 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:43:52.309520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.322579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Transition to ACTIVE for port object f56ab3f0-892b-4501-a8f7-60ae7a643a74 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:43:52.374483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.437181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Pushing event updated for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:52.508194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Attempting to bind port f56ab3f0-892b-4501-a8f7-60ae7a643a74 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:43:52.508523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Attempting to bind port f56ab3f0-892b-4501-a8f7-60ae7a643a74 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:43:52.508848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Attempting to bind port f56ab3f0-892b-4501-a8f7-60ae7a643a74 on network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:52.513702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Port f56ab3f0-892b-4501-a8f7-60ae7a643a74 on network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:43:52.514028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Attempting to bind port f56ab3f0-892b-4501-a8f7-60ae7a643a74 on network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:43:52.519365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:43:52.519699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Checking segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:43:52.520078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Bound using segment: {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:43:52.520500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Bound port: f56ab3f0-892b-4501-a8f7-60ae7a643a74, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58462b73-0967-4511-b3d2-b94c95e2dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:43:52.520908 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.589959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:43:52.593075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:43:52.643959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.681685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:52.684064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:52.684064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] 10.222.0.60 "PUT /v2.0/ports/f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 1130 time: 0.7330892 Feb 11 14:43:52.684507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:52.686505 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d32876-4ffe-4791-b64c-0931a6ae20ba" -d '{"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:52.719189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c685200-b3e1-45e3-880e-f81fc679231c service neutron] Pushing event updated for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:52.753392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ad21d-8e1f-4b1c-809a-358cc3bec779 req-13ad698c-b62e-49c6-8910-49f7d16c40df tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:52.755877 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c79ad21d-8e1f-4b1c-809a-358cc3bec779 req-13ad698c-b62e-49c6-8910-49f7d16c40df tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 982 time: 0.0650859 Feb 11 14:43:52.820288 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c79ad21d-8e1f-4b1c-809a-358cc3bec779 req-7207ef23-ce93-4d48-8d53-1b8b37c9d86a tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0518813 Feb 11 14:43:52.852456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-094ee89f-cfc1-4429-9ba2-7aaa9c69a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:52.854023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-094ee89f-cfc1-4429-9ba2-7aaa9c69a22c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1133 time: 0.0767510 Feb 11 14:43:52.865117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5404c-70f8-4c22-a9f4-ea57624f9a01 req-90f4374d-d2ad-4a96-b653-bcfc318a4d9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:52.866673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96d5404c-70f8-4c22-a9f4-ea57624f9a01 req-90f4374d-d2ad-4a96-b653-bcfc318a4d9d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 945 time: 0.1088488 Feb 11 14:43:52.868392 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365510f0-221a-4340-8de4-d2b65e361604 x-openstack-request-id: req-365510f0-221a-4340-8de4-d2b65e361604 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:52.868687 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:52.868965 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-365510f0-221a-4340-8de4-d2b65e361604 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:52.869371 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'status': 'completed', 'code': 200} Feb 11 14:43:52.912767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-fd1db518-1411-42ae-927a-e019ccdd5664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 217 time: 0.0425785 Feb 11 14:43:52.978004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96d5404c-70f8-4c22-a9f4-ea57624f9a01 req-a2193794-8555-4648-b0ae-c3cc32d1fea6 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994899 Feb 11 14:43:52.981204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 077ac746-8343-4626-9204-0023e23771e9 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:52.989022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-45f8e60c-6750-4715-9703-6ed8d035d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:52.990568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-45f8e60c-6750-4715-9703-6ed8d035d720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 200 len: 834 time: 0.0712676 Feb 11 14:43:53.037525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-ced45659-feaf-43bf-b649-4ce8ca0a5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.039252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-ced45659-feaf-43bf-b649-4ce8ca0a5e9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428081 Feb 11 14:43:53.083268 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 077ac746-8343-4626-9204-0023e23771e9 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:43:53.087329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 077ac746-8343-4626-9204-0023e23771e9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:53.087657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:53.133000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-7129709a-946b-4269-8338-50c1a720cf4c service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861709 Feb 11 14:43:53.180052 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:53.202843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077ac746-8343-4626-9204-0023e23771e9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:53.205115 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d1492-35df-44d6-b154-efb966453d00" -d '{"events": [{"server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "name": "network-vif-plugged", "status": "completed", "tag": "077ac746-8343-4626-9204-0023e23771e9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:53.220781 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:53.220781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=077ac746-8343-4626-9204-0023e23771e9,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:53.228554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653986f4-08a7-4679-ac68-84cdb98c8397 req-3a9a716f-1db6-45b7-8106-de7b026e85b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896237 Feb 11 14:43:53.242463 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015fd4e-8c73-41ef-90c0-f5eb39027da6 x-openstack-request-id: req-5015fd4e-8c73-41ef-90c0-f5eb39027da6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:53.242757 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "name": "network-vif-plugged", "status": "completed", "tag": "077ac746-8343-4626-9204-0023e23771e9", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:53.243055 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5015fd4e-8c73-41ef-90c0-f5eb39027da6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:53.243579 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077ac746-8343-4626-9204-0023e23771e9', 'code': 200} Feb 11 14:43:53.324723 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:53.347841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aad07e-3cfc-4df6-8cc3-3c58bbd1ecf4 req-655c84a3-f0a7-43cd-a82e-d8e0584ccff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.349304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5aad07e-3cfc-4df6-8cc3-3c58bbd1ecf4 req-655c84a3-f0a7-43cd-a82e-d8e0584ccff3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1096 time: 0.0464463 Feb 11 14:43:53.384940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:53.388857 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:53.418952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5aad07e-3cfc-4df6-8cc3-3c58bbd1ecf4 req-0efd7854-313a-4e55-8309-44bb45d2d813 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593901 Feb 11 14:43:53.423905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-df721230-fa20-451d-a4b8-dcdd9827a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.425631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-df721230-fa20-451d-a4b8-dcdd9827a715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1133 time: 0.0738282 Feb 11 14:43:53.514734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-be9966bb-bdb0-4264-8278-8c7db565be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.516347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-be9966bb-bdb0-4264-8278-8c7db565be4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 898 time: 0.0846586 Feb 11 14:43:53.559366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-9938ea10-5f6e-4acb-b422-e6a76feee2e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 217 time: 0.0354812 Feb 11 14:43:53.614671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-1748964f-b7c9-4a99-b143-08beba1e5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.616054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-1748964f-b7c9-4a99-b143-08beba1e5f28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 200 len: 834 time: 0.0494325 Feb 11 14:43:53.661680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-e0a5c83c-06d5-4c69-8a51-d9d2e99da1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.663329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-e0a5c83c-06d5-4c69-8a51-d9d2e99da1f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406070 Feb 11 14:43:53.757566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-16fe1308-f5e1-41cc-889e-cca63066a933 service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859056 Feb 11 14:43:53.855921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f5d32876-4ffe-4791-b64c-0931a6ae20ba req-ff1662d1-d68c-47b4-be12-00156343609f service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895522 Feb 11 14:43:53.932970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5982f-751f-4276-9797-cc7f07559877 req-70cb1897-2f35-4ec1-86cb-41aaced8710d tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:53.934455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7e5982f-751f-4276-9797-cc7f07559877 req-70cb1897-2f35-4ec1-86cb-41aaced8710d tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 982 time: 0.0491529 Feb 11 14:43:53.977408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a7e5982f-751f-4276-9797-cc7f07559877 req-06e5bee5-f740-4d88-8fd5-161f0eeea3f6 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357728 Feb 11 14:43:54.434290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512102-43e4-477b-a960-081232e21fdb req-b5a5637b-345e-4c0b-9512-d6ff1ca2053b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:54.435790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d512102-43e4-477b-a960-081232e21fdb req-b5a5637b-345e-4c0b-9512-d6ff1ca2053b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 946 time: 0.3836038 Feb 11 14:43:54.484802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d512102-43e4-477b-a960-081232e21fdb req-db684422-166b-4a82-b0ec-898816c0c7ed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Feb 11 14:43:55.096547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffe55-17db-4ef2-81c2-52c369528127 req-2e88709e-c66a-43c5-9c9b-5c6766326327 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:55.098089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-085ffe55-17db-4ef2-81c2-52c369528127 req-2e88709e-c66a-43c5-9c9b-5c6766326327 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 982 time: 0.0545549 Feb 11 14:43:55.138557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-085ffe55-17db-4ef2-81c2-52c369528127 req-e7fb4da0-737e-47fc-8b7a-6195efe0c6ee tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342984 Feb 11 14:43:55.604549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7850-8aa9-4d56-9a18-52fce7f14b07 req-7c2a936f-abf3-44a7-824b-1c548b0d9273 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:55.606061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9cd7850-8aa9-4d56-9a18-52fce7f14b07 req-7c2a936f-abf3-44a7-824b-1c548b0d9273 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 946 time: 0.0490708 Feb 11 14:43:55.646190 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f9cd7850-8aa9-4d56-9a18-52fce7f14b07 req-10353044-5c0a-4195-8d6e-a56595d2bc35 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333331 Feb 11 14:43:55.759466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1288b-8c5b-44c0-a4e9-94248747d046 req-0d7e9e54-7a1b-4c11-8f73-aab834573091 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:55.760990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c1288b-8c5b-44c0-a4e9-94248747d046 req-0d7e9e54-7a1b-4c11-8f73-aab834573091 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 946 time: 0.0495234 Feb 11 14:43:55.800097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c1288b-8c5b-44c0-a4e9-94248747d046 req-31c70c2f-15c5-448e-8765-0e366a1fc34e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Feb 11 14:43:55.822042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36524) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:55.860932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3a534-a131-4cc0-8006-00b0c39622f2 tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:55.862450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ece3a534-a131-4cc0-8006-00b0c39622f2 tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1092 time: 0.0393751 Feb 11 14:43:55.865230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36526) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:43:55.869623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:43:55.951889 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.054254 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.100834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f56ab3f0-892b-4501-a8f7-60ae7a643a74 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:43:56.160534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.25.7.120 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:43:56.215507 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:56.228818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'port_id': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'mac_address': 'fa:16:3e:fd:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:43:56.274247 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.287736 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b38c9-8a8a-4159-b209-772883132d21 req-76022eb7-1d6c-4fad-8795-f67f5da7f502 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:56.288053 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.297175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ab3f0-892b-4501-a8f7-60ae7a643a74 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:43:56.297963 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af9b38c9-8a8a-4159-b209-772883132d21 req-76022eb7-1d6c-4fad-8795-f67f5da7f502 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 982 time: 0.0761986 Feb 11 14:43:56.327426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:56.345088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af9b38c9-8a8a-4159-b209-772883132d21 req-d01fe101-b402-481c-b3a8-36848d9e02cb tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0448298 Feb 11 14:43:56.380397 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.404259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.429290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:56.447591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:43:56.452094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:43:56.456402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:43:56.479727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:56.585840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f56ab3f0-892b-4501-a8f7-60ae7a643a74'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:43:57.003860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.241270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.404958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.464646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe6d04-6083-49d7-9c54-01d48bc3d243 req-17e1a2d1-d285-4191-b594-9b2668f6b3e3 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:57.467204 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3dbe6d04-6083-49d7-9c54-01d48bc3d243 req-17e1a2d1-d285-4191-b594-9b2668f6b3e3 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 983 time: 0.0512393 Feb 11 14:43:57.468745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.567390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:57.584695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3dbe6d04-6083-49d7-9c54-01d48bc3d243 req-21b74865-6672-430c-af79-429692a3bee7 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0806684 Feb 11 14:43:57.590854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.696598 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP 6a20a3df-37c3-4079-910e-217bf027a51e associated. External IP: 172.25.7.120, port: 077ac746-8343-4626-9204-0023e23771e9. Feb 11 14:43:57.902404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:43:58.010129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:43:58.022533 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781341-9524-4928-b076-47bbd063061d None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:43:58.032831 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85781341-9524-4928-b076-47bbd063061d None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:58.036758 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-85781341-9524-4928-b076-47bbd063061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:58.108235 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.117069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f56ab3f0-892b-4501-a8f7-60ae7a643a74 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:43:58.137767 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fadf95e2-4eaa-4fef-aad6-919b6efc278e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2714922 Feb 11 14:43:58.138700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:58.142512 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6bf505-19f7-4d87-8409-4f46a2674872" -d '{"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:58.160178 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-85781341-9524-4928-b076-47bbd063061d None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:58.181283 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b23bcb-95eb-4b18-a574-eb5c1b065924 x-openstack-request-id: req-d6b23bcb-95eb-4b18-a574-eb5c1b065924 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:58.181655 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:58.181929 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6b23bcb-95eb-4b18-a574-eb5c1b065924 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:58.182365 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9', 'status': 'completed', 'code': 200} Feb 11 14:43:58.243740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f56ab3f0-892b-4501-a8f7-60ae7a643a74 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:43:58.250874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-b4645db0-29af-4cea-bc9e-3b5f987c4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.251494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f56ab3f0-892b-4501-a8f7-60ae7a643a74 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:43:58.251494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.252465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-b4645db0-29af-4cea-bc9e-3b5f987c4690 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.0469534 Feb 11 14:43:58.354616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.369521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-47a116d8-67cb-4479-baf3-97cd62cfe9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.371024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-47a116d8-67cb-4479-baf3-97cd62cfe9f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1110587 Feb 11 14:43:58.393554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:43:58.394519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:43:58.396880 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acd4843-2c10-4a51-ae0a-6abbbaec3bec" -d '{"events": [{"server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:43:58.444371 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba2ca8c-4e6f-443e-956a-8e449e5e9212 x-openstack-request-id: req-7ba2ca8c-4e6f-443e-956a-8e449e5e9212 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:43:58.444670 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:43:58.445069 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba2ca8c-4e6f-443e-956a-8e449e5e9212 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:43:58.448546 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'code': 200} Feb 11 14:43:58.464470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-28c2da4f-3d22-4462-acce-bdd8f1347b69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1000 time: 0.0864599 Feb 11 14:43:58.478859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.546837 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-85781341-9524-4928-b076-47bbd063061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:56Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:58.552349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:43:58.558057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-353cc734-0fb2-433e-8622-f7b1c22752e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.559877 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-353cc734-0fb2-433e-8622-f7b1c22752e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0891466 Feb 11 14:43:58.577578 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781341-9524-4928-b076-47bbd063061d None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:43:58.577965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08b02-b26e-4c80-a64d-7c2f1522cbf3 req-0963fddb-8122-4f6d-bc81-7442a20eed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.579706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07a08b02-b26e-4c80-a64d-7c2f1522cbf3 req-0963fddb-8122-4f6d-bc81-7442a20eed8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0670564 Feb 11 14:43:58.586245 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85781341-9524-4928-b076-47bbd063061d None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:43:58.586832 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-85781341-9524-4928-b076-47bbd063061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:58.634068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-71566428-c23f-4bdb-be00-7a3eba0a6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.635715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-71566428-c23f-4bdb-be00-7a3eba0a6d90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688450 Feb 11 14:43:58.637994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07a08b02-b26e-4c80-a64d-7c2f1522cbf3 req-5a58c4fa-bf72-4360-94f3-b7ab8b47dbec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0441487 Feb 11 14:43:58.715841 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-85781341-9524-4928-b076-47bbd063061d None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:43:58.742385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-7f6949ea-aeb8-4cd3-9e1a-b32b3f619956 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000249 Feb 11 14:43:58.759320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a473a-4aa0-4142-9f4a-77e58b3eca77 req-963d5377-b702-4f37-87f0-bb823c95adcc tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:58.770805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-023a473a-4aa0-4142-9f4a-77e58b3eca77 req-963d5377-b702-4f37-87f0-bb823c95adcc tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0897415 Feb 11 14:43:58.826301 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-023a473a-4aa0-4142-9f4a-77e58b3eca77 req-21836c5a-abb7-4f57-ae8a-d568aa422cb8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0536320 Feb 11 14:43:58.845801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f6bf505-19f7-4d87-8409-4f46a2674872 req-4cf030e0-3502-4130-adac-af24d26af496 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956688 Feb 11 14:43:58.980303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-85781341-9524-4928-b076-47bbd063061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:56Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:43:59.006477 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781341-9524-4928-b076-47bbd063061d None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:56Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:43:59.201139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09095b88-e79d-4b13-8df7-934a8a73f632 None None] New status for floating IP 6a20a3df-37c3-4079-910e-217bf027a51e: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:43:59.952466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed13c6-659e-40ab-a1b3-29493f145157 req-fe66ee9f-4a4c-47ec-81b1-d9b754c25a62 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:59.953958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04ed13c6-659e-40ab-a1b3-29493f145157 req-fe66ee9f-4a4c-47ec-81b1-d9b754c25a62 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0564313 Feb 11 14:43:59.993440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-04ed13c6-659e-40ab-a1b3-29493f145157 req-0826a4fd-a76b-42c8-9278-dbec611f9fd8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332925 Feb 11 14:44:00.107065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387652c9-f55d-4305-91bc-a1bc37e87253 req-fd737684-28d2-4726-b7ac-bd4f86784b5e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:00.108526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-387652c9-f55d-4305-91bc-a1bc37e87253 req-fd737684-28d2-4726-b7ac-bd4f86784b5e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0485013 Feb 11 14:44:00.148661 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-387652c9-f55d-4305-91bc-a1bc37e87253 req-594f373e-35f4-41b0-9071-1ced4a6c86ab tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340602 Feb 11 14:44:00.256379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-4b62f03c-6606-4484-ae63-3dc06b510860 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:00.257947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-4b62f03c-6606-4484-ae63-3dc06b510860 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0442386 Feb 11 14:44:00.276498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-d2e04830-cf2f-4390-871e-74949f2d46fa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.355391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-d2e04830-cf2f-4390-871e-74949f2d46fa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.430819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-d2e04830-cf2f-4390-871e-74949f2d46fa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.455270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89163671-f1a7-4732-b8f3-3cffb7fe6ee7 req-d2e04830-cf2f-4390-871e-74949f2d46fa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1910143 Feb 11 14:44:00.463817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e04830-cf2f-4390-871e-74949f2d46fa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b7262-8b1b-4cd6-9c93-388482d132e0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:00.476635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36558) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:00.516862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e654f60-9354-446f-928f-1a8345d7a6f3 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:00.518318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6e654f60-9354-446f-928f-1a8345d7a6f3 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1130 time: 0.0405664 Feb 11 14:44:00.521396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 36560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:00.525632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:00.591738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.637888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.689506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.790399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.25.7.96 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6b2e9815-049d-48d0-bb10-b956028f2419) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:44:00.895025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.992052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:01.033053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:01.035807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:01.039201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:44:01.061609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=6b2e9815-049d-48d0-bb10-b956028f2419,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:01.397682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:01.609495 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-456f49ac-8434-4d28-a317-f5276b28cce4 req-c8119e11-a4c9-4eea-8392-4293e1218a30 service neutron] (109376) timed out ('10.222.0.31', 39216) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:44:01.729361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:01.898589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:02.054437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:02.111497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:02.181069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=6b2e9815-049d-48d0-bb10-b956028f2419,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:02.198856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:02.314915 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Floating IP baa7099b-3091-4f08-8948-99ad35fd0953 associated. External IP: 172.25.7.96, port: f56ab3f0-892b-4501-a8f7-60ae7a643a74. Feb 11 14:44:02.524637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 82031e47-6119-47f5-836a-757aaf434847 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:44:02.636348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:44:02.646106 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Sync routers for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:44:02.655619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:02.658453 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:02.708105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:02.743319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36592) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:02.743914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0516f1aa-fff6-49bb-ad3b-a843f21fc8bd tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2210071 Feb 11 14:44:02.744185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:44:02.746468 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a5d45-cdde-4442-bee6-27f8d6deeacc" -d '{"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:44:02.762451 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:02.803838 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc3e2eb-0ba4-45ba-b496-d0f75fa12305 x-openstack-request-id: req-0bc3e2eb-0ba4-45ba-b496-d0f75fa12305 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:44:02.804129 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:44:02.804412 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bc3e2eb-0ba4-45ba-b496-d0f75fa12305 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:44:02.804823 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'status': 'completed', 'code': 200} Feb 11 14:44:02.867227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-d8a1470d-b7b2-40b6-8d30-c852e3ef877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.868745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-d8a1470d-b7b2-40b6-8d30-c852e3ef877d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0425074 Feb 11 14:44:02.877467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.877949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.878421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.878875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.879333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.879790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.883456 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bf863117-af4f-41bc-b3eb-8905be03df14 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1376741 Feb 11 14:44:02.889298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:02.953498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.954110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.955180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.955632 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.956068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.956802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.959094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0f6acb6a-7ac3-42b3-a24a-8a670da2ee00 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0685563 Feb 11 14:44:02.965355 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:02.971162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-c2bd78b3-b184-41ac-ad56-63e23ee62e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:02.978766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-c2bd78b3-b184-41ac-ad56-63e23ee62e36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 898 time: 0.1037180 Feb 11 14:44:03.017992 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'baa7099b-3091-4f08-8948-99ad35fd0953', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '82031e47-6119-47f5-836a-757aaf434847', 'port_id': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'mac_address': 'fa:16:3e:fd:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81389838-ceca-4150-80b0-193cf5df4bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:44:01Z', 'updated_at': '2022-02-11T14:44:01Z', 'revision_number': 0, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:03.057772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Checking router: 82031e47-6119-47f5-836a-757aaf434847 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:44:03.069204 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:03.070025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-66d98d36-7c42-4416-9515-188768b3d436 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 998 time: 0.0842388 Feb 11 14:44:03.070656 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:43:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:03.133245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-ded542eb-6393-4460-bc2b-2038936c995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:03.134820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-ded542eb-6393-4460-bc2b-2038936c995f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 200 len: 834 time: 0.0582113 Feb 11 14:44:03.138791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0fbb644b-814f-4cde-afe5-7946998f6bde tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.1712940 Feb 11 14:44:03.142747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 36604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:03.193998 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222c151-d689-48d7-80ba-08eb22a44e0e tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:03.194498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222c151-d689-48d7-80ba-08eb22a44e0e tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:03.194822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-828ba95a-f1c9-48df-bb41-1474c9424b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:03.201199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1222c151-d689-48d7-80ba-08eb22a44e0e tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=82031e47-6119-47f5-836a-757aaf434847 HTTP/1.1" status: 200 len: 1990 time: 0.0522606 Feb 11 14:44:03.201354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-828ba95a-f1c9-48df-bb41-1474c9424b2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549626 Feb 11 14:44:03.201467 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:03.295521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-a8b6e1d2-45a1-4e47-879c-31da0014662b service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922155 Feb 11 14:44:03.392884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f03a5d45-cdde-4442-bee6-27f8d6deeacc req-57668f01-3c06-41c9-83ce-1c7bc51c11d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906253 Feb 11 14:44:03.439259 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'baa7099b-3091-4f08-8948-99ad35fd0953', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '82031e47-6119-47f5-836a-757aaf434847', 'port_id': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'mac_address': 'fa:16:3e:fd:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81389838-ceca-4150-80b0-193cf5df4bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:44:01Z', 'updated_at': '2022-02-11T14:44:01Z', 'revision_number': 0, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:03.467729 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8810373-abbc-4b20-ace8-cf99e3490701 None None] The sync data for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 is: [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'baa7099b-3091-4f08-8948-99ad35fd0953', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '82031e47-6119-47f5-836a-757aaf434847', 'port_id': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'mac_address': 'fa:16:3e:fd:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81389838-ceca-4150-80b0-193cf5df4bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:44:01Z', 'updated_at': '2022-02-11T14:44:01Z', 'revision_number': 0, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:44:03.685151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4495b7-e6b0-42e7-a582-8ceec7654f96 None None] New status for floating IP baa7099b-3091-4f08-8948-99ad35fd0953: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:44:18.140510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5345d88-a72e-4975-a400-79f7ac60141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:18.717133 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:20.489127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68b558e3-b8e4-4469-8663-3165cce892ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:21.820418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:23.186715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:23.346551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:30.660869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:31.380605 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:37.649820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:37.735344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0450cbb2-4a9f-4279-8b30-f03cde89de65 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2544 time: 0.0843477 Feb 11 14:44:37.738691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37082) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:37.743342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'network': {'name': 'tempest-network-smoke--1743034984', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'port_security_enabled': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:37.820806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:44:37.825273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:37.849041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:44:37.857338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:37.858155 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Added segment 2cd73678-368c-43a9-af50-f100bfac1c4d of type vlan for network 254339a2-4eac-4fd2-866f-f6eb3b348d14 Feb 11 14:44:37.895485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:37.975222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:37.981108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:37.982122 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.055057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Network': ['ID=254339a2-4eac-4fd2-866f-f6eb3b348d14,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:38.062728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.063082 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.063418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.063749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.064078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.064436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.064766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.065159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.065485 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.065806 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.066129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.066446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:38.077792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:44:38.093124 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ceea24f4-a1e4-4f8e-a87b-4d19d0963510 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3532796 Feb 11 14:44:38.095275 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:38.100383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'admin_state_up': True, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:38.175264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.176536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.227983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.448038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.682366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.705398 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.878655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.25.7.104 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/af8a5cc5-e53e-4dc8-a735-30de15e725c0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:44:38.986886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:39.072596 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:39.110201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:39.113631 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:39.117159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:44:39.142817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=af8a5cc5-e53e-4dc8-a735-30de15e725c0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:39.447478 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:39.645681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:39.815158 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 089f852b-408d-46d9-b3ed-5992db15b8a6 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:44:39.920839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:44:39.932214 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Sync routers for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:44:39.943722 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:39.948047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:40.024300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.029130 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d0b4b128-61c4-4cdc-8630-cea24025b8c9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9295022 Feb 11 14:44:40.030794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.103249 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debae97b-2ceb-4ec4-8aa9-3a4156cb02a3 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:40.108207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-debae97b-2ceb-4ec4-8aa9-3a4156cb02a3 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7ca2354df0ed42a0850ebeadc81a4565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0729334 Feb 11 14:44:40.108207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.156016 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:40.195518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcbb42c-89c3-45b5-9bed-ff91b7ae7f8a tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:40.197014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-afcbb42c-89c3-45b5-9bed-ff91b7ae7f8a tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883219 Feb 11 14:44:40.200105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37120) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.233150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a7e47222-8d78-4625-a8d0-5d15bd3ab50f tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316157 Feb 11 14:44:40.235720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37122) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.274043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.274261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f6485339-8c32-4c4b-b982-17bbb7f5c8c4 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=7ca2354df0ed42a0850ebeadc81a4565&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374277 Feb 11 14:44:40.349209 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:39Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:40.368002 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241da3fb-9845-423f-9846-d94e215ab40d tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:40.373164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-241da3fb-9845-423f-9846-d94e215ab40d tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977631 Feb 11 14:44:40.373710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37126) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.381517 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Checking router: 089f852b-408d-46d9-b3ed-5992db15b8a6 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:44:40.381860 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Updating router 089f852b-408d-46d9-b3ed-5992db15b8a6 port af8a5cc5-e53e-4dc8-a735-30de15e725c0 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:44:40.404242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e145fc56-8153-4947-ae91-dca0d7597b3b tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293224 Feb 11 14:44:40.406752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37128) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:40.411251 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.411775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892068090', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:40.567855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-a02556f1-07d0-446e-bf17-b2e98fff29ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486405 Feb 11 14:44:40.581647 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:44:40.586902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.676062 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.716383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-4b7727fe-4d9e-4d05-b730-c8ce5a4230b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:40.717836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-4b7727fe-4d9e-4d05-b730-c8ce5a4230b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0687523 Feb 11 14:44:40.735336 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.796340 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f541b9-79fa-41d9-bd36-a10a3f2e30f7 None None] Pushing event updated for resources: {'Port': ['ID=af8a5cc5-e53e-4dc8-a735-30de15e725c0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:40.801312 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Attempting to bind port af8a5cc5-e53e-4dc8-a735-30de15e725c0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:44:40.801679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Attempting to bind port af8a5cc5-e53e-4dc8-a735-30de15e725c0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:44:40.802034 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Attempting to bind port af8a5cc5-e53e-4dc8-a735-30de15e725c0 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:44:40.807929 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:44:40.808603 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:44:40.809031 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.809415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:44:40.809871 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Bound port: af8a5cc5-e53e-4dc8-a735-30de15e725c0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:44:40.810245 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.868629 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] For port af8a5cc5-e53e-4dc8-a735-30de15e725c0, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:44:40.873677 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] For port af8a5cc5-e53e-4dc8-a735-30de15e725c0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=af8a5cc5-e53e-4dc8-a735-30de15e725c0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:44:40.914504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-44a979c6-01fc-434e-91f8-2d9561d3b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:40.916127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-44a979c6-01fc-434e-91f8-2d9561d3b9e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 898 time: 0.1736658 Feb 11 14:44:40.930796 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.970539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:40.982053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:40.982672 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:41.043267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-207cefb7-24b1-4317-96e7-b603424d9c44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 1000 time: 0.1199009 Feb 11 14:44:41.043646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f541b9-79fa-41d9-bd36-a10a3f2e30f7 None None] Pushing event updated for resources: {'Port': ['ID=af8a5cc5-e53e-4dc8-a735-30de15e725c0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:41.078719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Subnet': ['ID=d5bb245c-6c4f-48e0-af77-ce01be6ce172,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:41.087614 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.088174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.088756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.089121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.089451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.089783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.090159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.090489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.090814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.091817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.092199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.092534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:41.122514 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:41.126174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Checking segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:44:41.126533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network hostable DHCP agents. Network: 254339a2-4eac-4fd2-866f-f6eb3b348d14, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:44:41.150161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-313864f6-6d33-4c56-88e9-e4488eda203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:41.151637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-313864f6-6d33-4c56-88e9-e4488eda203c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 200 len: 834 time: 0.0900848 Feb 11 14:44:41.200008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:44:41.208784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-64c42bd3-0ec7-478a-85f4-eb5bda242e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:41.210320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-64c42bd3-0ec7-478a-85f4-eb5bda242e92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520253 Feb 11 14:44:41.304698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-24ada98d-33bb-4ca4-a4c4-4a83e6efa04a service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876093 Feb 11 14:44:41.316961 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:39Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:41.330590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 254339a2-4eac-4fd2-866f-f6eb3b348d14) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:41.338690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5647a-1501-4341-ade8-00caf5026885 None None] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:44:41.352722 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e140468-6744-4582-9fd0-b132c5771862 None None] The sync data for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 is: [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:39Z', 'revision_number': 3, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:44:41.367361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:41.368073 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:41.422348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4aecae5-8464-4a32-9143-9deca8776db2 req-d03238ab-668d-48be-b63a-e9375ec6d3eb service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116946 Feb 11 14:44:41.436806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9db0223f-1185-41f0-bd02-218df8019385 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0288846 Feb 11 14:44:41.439485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37132) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:41.532534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-254339a2-4eac-4fd2-866f-f6eb3b348d14', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'fixed_ips': [{'subnet_id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:44:41.534385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:41.741828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Allocated IP 172.20.0.18 (254339a2-4eac-4fd2-866f-f6eb3b348d14/d5bb245c-6c4f-48e0-af77-ce01be6ce172/2343b586-f57a-4503-ada3-51171f59c595) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:44:41.930589 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.020591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.027151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.072800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:42.077886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:42.094417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:44:42.099806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Pushing event updated for resources: {'Port': ['ID=2343b586-f57a-4503-ada3-51171f59c595,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:42.110664 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.111025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.111372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.111702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.112095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.112424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.112745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.113087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.113403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.113719 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.114032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.114342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:44:42.167682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Attempting to bind port 2343b586-f57a-4503-ada3-51171f59c595 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:44:42.168040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Attempting to bind port 2343b586-f57a-4503-ada3-51171f59c595 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:44:42.168655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Attempting to bind port 2343b586-f57a-4503-ada3-51171f59c595 on network 254339a2-4eac-4fd2-866f-f6eb3b348d14 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:44:42.174070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:44:42.174442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Checking segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:44:42.174845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.175230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Bound using segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:44:42.175691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Bound port: 2343b586-f57a-4503-ada3-51171f59c595, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:44:42.176340 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.247085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e340025b-88f0-4387-8dda-08181ead737e None None] For port 2343b586-f57a-4503-ada3-51171f59c595, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:44:42.251401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e340025b-88f0-4387-8dda-08181ead737e None None] For port 2343b586-f57a-4503-ada3-51171f59c595, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2343b586-f57a-4503-ada3-51171f59c595,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:44:42.330336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.358361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.20.0.17 (254339a2-4eac-4fd2-866f-f6eb3b348d14/d5bb245c-6c4f-48e0-af77-ce01be6ce172/81a71714-1717-47b5-bde8-a99aff389bc6) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:44:42.416844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340025b-88f0-4387-8dda-08181ead737e None None] Pushing event updated for resources: {'Port': ['ID=2343b586-f57a-4503-ada3-51171f59c595,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:42.526735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.599134 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.665454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:42.669242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:42.673119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:44:42.680794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:42.727723 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:42.964678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.206304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device af8a5cc5-e53e-4dc8-a735-30de15e725c0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:43.260782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port af8a5cc5-e53e-4dc8-a735-30de15e725c0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:43.265831 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.283119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.342913 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.366324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port af8a5cc5-e53e-4dc8-a735-30de15e725c0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=af8a5cc5-e53e-4dc8-a735-30de15e725c0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:43.397920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.474129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:43.479525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.495753 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.501010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2343b586-f57a-4503-ada3-51171f59c595 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:43.582504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:43.584128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:43.611994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=af8a5cc5-e53e-4dc8-a735-30de15e725c0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:43.634287 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2343b586-f57a-4503-ada3-51171f59c595 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:43.634660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.737961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.766831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 089f852b-408d-46d9-b3ed-5992db15b8a6 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:44:43.772225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-0dcfc61f-ef77-464a-9005-118a0b7895b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721595 Feb 11 14:44:43.790374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 2343b586-f57a-4503-ada3-51171f59c595, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2343b586-f57a-4503-ada3-51171f59c595,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:43.866732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.931480 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=2343b586-f57a-4503-ada3-51171f59c595,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:44.011317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec825381-89d2-4ec3-a887-1e8ab407a047 None None] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:44:44.072715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d5f4e0e2-efe3-4aa7-ac3c-b5f06385e143 None None] Provisioning complete for port 2343b586-f57a-4503-ada3-51171f59c595 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:44.073123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e0e2-efe3-4aa7-ac3c-b5f06385e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:44.270446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-891eb47d-b2f5-4a36-b691-9314524ff881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:44.273096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-891eb47d-b2f5-4a36-b691-9314524ff881 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.4369144 Feb 11 14:44:44.283641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:44:44.298715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-64051d7f-1297-4172-9586-a8e05ce61fb2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "PUT /v2.0/routers/089f852b-408d-46d9-b3ed-5992db15b8a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483219 Feb 11 14:44:44.299385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Sync routers for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:44:44.313979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:44.317192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:44.416134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-220db0dc-4b7c-4e42-94a6-aaa021ea6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:44.416658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-220db0dc-4b7c-4e42-94a6-aaa021ea6a6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1177399 Feb 11 14:44:44.572205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-d6a6206b-7d46-43bc-b8cf-e92bf8103219 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1002 time: 0.1304083 Feb 11 14:44:44.600074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-99b8d773-5d19-4ac1-9f56-bd35d05b09df None None] Provisioning complete for port 2343b586-f57a-4503-ada3-51171f59c595 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:44.600634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99b8d773-5d19-4ac1-9f56-bd35d05b09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:44.661948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-c34d71bf-8546-4afc-8a11-9976daa5b0a2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:44.669879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-c34d71bf-8546-4afc-8a11-9976daa5b0a2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/networks?id=254339a2-4eac-4fd2-866f-f6eb3b348d14 HTTP/1.1" status: 200 len: 798 time: 0.2390015 Feb 11 14:44:44.682330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:44.697373 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-2981368a-7ca1-4d01-a8cb-5cba305aec14 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/quotas/7ca2354df0ed42a0850ebeadc81a4565 HTTP/1.1" status: 200 len: 375 time: 0.0244865 Feb 11 14:44:44.708829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-8332fa55-58aa-43b1-b0b1-cc4e90e47009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:44.710559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-8332fa55-58aa-43b1-b0b1-cc4e90e47009 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.1274040 Feb 11 14:44:44.769815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-99b8d773-5d19-4ac1-9f56-bd35d05b09df None None] Provisioning complete for port 81a71714-1717-47b5-bde8-a99aff389bc6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:44.769815 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99b8d773-5d19-4ac1-9f56-bd35d05b09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:44.800926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-065e661b-9df6-4dbe-8454-59c58d9e2674 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0981491 Feb 11 14:44:44.807179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-76921c9e-c86a-4e47-b649-fa41532e214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:44.808937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-76921c9e-c86a-4e47-b649-fa41532e214f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818346 Feb 11 14:44:44.878627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99b8d773-5d19-4ac1-9f56-bd35d05b09df None None] Port 81a71714-1717-47b5-bde8-a99aff389bc6 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:44:44.984433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-7a12d55a-ad30-48c1-b15d-00fffad13b3f service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665804 Feb 11 14:44:44.990191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:42Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '81a71714-1717-47b5-bde8-a99aff389bc6', 'name': '', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:a2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:42Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 2, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:44.993135 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-7971c673-f28f-4a83-a43b-46644cbd070d service neutron] 10.222.0.31 "GET /v2.0/networks/254339a2-4eac-4fd2-866f-f6eb3b348d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830685 Feb 11 14:44:45.022989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Checking router: 089f852b-408d-46d9-b3ed-5992db15b8a6 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:44:45.028750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Updating router 089f852b-408d-46d9-b3ed-5992db15b8a6 port 81a71714-1717-47b5-bde8-a99aff389bc6 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:44:45.051591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-87eef458-8e45-4fc9-865f-18a9064ddcbc None None] Provisioning complete for port 81a71714-1717-47b5-bde8-a99aff389bc6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:45.051887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87eef458-8e45-4fc9-865f-18a9064ddcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.084395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.138019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-87eef458-8e45-4fc9-865f-18a9064ddcbc None None] Port 81a71714-1717-47b5-bde8-a99aff389bc6 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:44:45.153441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-4c28e3b6-02e2-43e2-ab39-f34739fd6b1e service neutron] 10.222.0.31 "GET /v2.0/networks/254339a2-4eac-4fd2-866f-f6eb3b348d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594224 Feb 11 14:44:45.156869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-23c25a33-b497-4640-81a2-4a7af959daa7 req-11405672-4910-4f2d-8d38-dc24d26f71a1 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553490 Feb 11 14:44:45.211008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device af8a5cc5-e53e-4dc8-a735-30de15e725c0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:45.337756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port af8a5cc5-e53e-4dc8-a735-30de15e725c0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:45.341029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.482268 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.484838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2343b586-f57a-4503-ada3-51171f59c595 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:45.537217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2343b586-f57a-4503-ada3-51171f59c595 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:45.537596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.551772 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1b701f2f-8c3e-4195-9983-713c4dfbd064 req-262776c7-d041-4473-a8b1-51101d3e57f9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 210 time: 0.0288270 Feb 11 14:44:45.563907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.627535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91209d-79df-42e9-b7f9-b2aaa0a13fdc None None] Pushing event updated for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:45.730708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Attempting to bind port 81a71714-1717-47b5-bde8-a99aff389bc6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:44:45.730708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Attempting to bind port 81a71714-1717-47b5-bde8-a99aff389bc6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:44:45.730708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Attempting to bind port 81a71714-1717-47b5-bde8-a99aff389bc6 on network 254339a2-4eac-4fd2-866f-f6eb3b348d14 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:44:45.732981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:44:45.733394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Checking segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:44:45.733767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.734149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Bound using segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:44:45.734638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Bound port: 81a71714-1717-47b5-bde8-a99aff389bc6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:44:45.735050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.805366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] For port 81a71714-1717-47b5-bde8-a99aff389bc6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:44:45.808821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] For port 81a71714-1717-47b5-bde8-a99aff389bc6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81a71714-1717-47b5-bde8-a99aff389bc6,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:44:45.864647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-501be91e-26fc-4311-a1c1-e2c11eeb3979 None None] Provisioning complete for port 81a71714-1717-47b5-bde8-a99aff389bc6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:45.865117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-501be91e-26fc-4311-a1c1-e2c11eeb3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.892663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.936040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-501be91e-26fc-4311-a1c1-e2c11eeb3979 None None] Port 81a71714-1717-47b5-bde8-a99aff389bc6 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:44:45.964621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:44:45.965278 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:45.968608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91209d-79df-42e9-b7f9-b2aaa0a13fdc None None] Pushing event updated for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:46.104779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:44:46.244639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] Provisioning complete for port 81a71714-1717-47b5-bde8-a99aff389bc6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:46.245041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:46.384417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:46.413253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:42Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '81a71714-1717-47b5-bde8-a99aff389bc6', 'name': '', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:a2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:42Z', 'updated_at': '2022-02-11T14:44:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:44:46.453570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e121781a-35e6-4e6f-b8d1-a7b819640f9d None None] The sync data for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 is: [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:42Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '81a71714-1717-47b5-bde8-a99aff389bc6', 'name': '', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:a2:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:42Z', 'updated_at': '2022-02-11T14:44:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:44:46.462441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] For port 81a71714-1717-47b5-bde8-a99aff389bc6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81a71714-1717-47b5-bde8-a99aff389bc6,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:46.552478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:46.617996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b3b0c-83a2-4900-b8e9-6b0320c748e9 None None] Pushing event updated for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:46.727788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ff1dcf9-cc84-49c3-a90e-cf9fa3c4ca5c req-f2b05e91-b53e-4541-b562-2f25e9fcde18 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 210 time: 0.0968609 Feb 11 14:44:47.153040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81a71714-1717-47b5-bde8-a99aff389bc6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:47.204034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 81a71714-1717-47b5-bde8-a99aff389bc6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:47.204514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:47.587531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-7442cd6e-8754-4351-8527-9af9a78e4b93 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:47.589149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-7442cd6e-8754-4351-8527-9af9a78e4b93 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.62 "GET /v2.0/networks?id=254339a2-4eac-4fd2-866f-f6eb3b348d14 HTTP/1.1" status: 200 len: 798 time: 0.1404743 Feb 11 14:44:47.601462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Request body: {'port': {'device_id': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'admin_state_up': True, 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:47.798209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Made reservation on behalf of 7ca2354df0ed42a0850ebeadc81a4565 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:44:47.802344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:47.899415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6b71ec60-23d0-48a5-bc2e-92665c5e283f req-47276c30-9c1b-4746-be3f-888f416bc54a tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 210 time: 0.0995600 Feb 11 14:44:47.947834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Allocated IP 172.20.0.30 (254339a2-4eac-4fd2-866f-f6eb3b348d14/d5bb245c-6c4f-48e0-af77-ce01be6ce172/f8f3b4a0-63fe-4618-9c08-64f81071441d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:44:48.063020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.135146 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a8f376e-b557-4bce-8704-5b175f0bd888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.158538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.206468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:44:48.209522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:44:48.212035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:44:48.239901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event updated for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:48.271169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:48.271811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.384026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-3a0ce3a3-b464-4b48-9c44-662b501d7596 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7866788 Feb 11 14:44:48.395969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Request body: {'port': {'device_id': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:44:48.465726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.493450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-783751a2-b300-4654-a200-155a347d741f None None] Provisioning complete for port f8f3b4a0-63fe-4618-9c08-64f81071441d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:48.493978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-783751a2-b300-4654-a200-155a347d741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.533329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-783751a2-b300-4654-a200-155a347d741f None None] Port f8f3b4a0-63fe-4618-9c08-64f81071441d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:44:48.759484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f3b4a0-63fe-4618-9c08-64f81071441d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:44:48.767058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.779751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Transition to ACTIVE for port object f8f3b4a0-63fe-4618-9c08-64f81071441d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:44:48.849431 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:48.903202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:48.985636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Attempting to bind port f8f3b4a0-63fe-4618-9c08-64f81071441d on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:44:48.986006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Attempting to bind port f8f3b4a0-63fe-4618-9c08-64f81071441d by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:44:48.986331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Attempting to bind port f8f3b4a0-63fe-4618-9c08-64f81071441d on network 254339a2-4eac-4fd2-866f-f6eb3b348d14 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:44:49.017340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Port f8f3b4a0-63fe-4618-9c08-64f81071441d on network 254339a2-4eac-4fd2-866f-f6eb3b348d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:44:49.018268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Attempting to bind port f8f3b4a0-63fe-4618-9c08-64f81071441d on network 254339a2-4eac-4fd2-866f-f6eb3b348d14 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:44:49.025861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:44:49.026225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Checking segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:44:49.026592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Bound using segment: {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:44:49.027024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Bound port: f8f3b4a0-63fe-4618-9c08-64f81071441d, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd73678-368c-43a9-af50-f100bfac1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:44:49.027383 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:49.084675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df064cc-42bf-4bbd-b9f5-45da0d6b39f4 req-25f8dc88-7e23-4e26-a77c-a85f55bf48d3 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.086251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0df064cc-42bf-4bbd-b9f5-45da0d6b39f4 req-25f8dc88-7e23-4e26-a77c-a85f55bf48d3 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 907 time: 0.0976541 Feb 11 14:44:49.117026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:44:49.120147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:44:49.198366 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:49.235547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.236008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:49.238058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] 10.222.0.62 "PUT /v2.0/ports/f8f3b4a0-63fe-4618-9c08-64f81071441d HTTP/1.1" status: 200 len: 1055 time: 0.8464737 Feb 11 14:44:49.238496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:44:49.240764 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c78901c-fcb5-40f1-b844-c10ff2cf354a" -d '{"events": [{"name": "network-changed", "server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:44:49.263748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ca3e-30ae-4ee4-8d48-aea3f08e0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:49.292193 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd9a373-4bc1-4623-a1e4-df4cc5bed667 x-openstack-request-id: req-2cd9a373-4bc1-4623-a1e4-df4cc5bed667 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:44:49.292553 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:44:49.292943 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cd9a373-4bc1-4623-a1e4-df4cc5bed667 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:44:49.293390 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d', 'status': 'completed', 'code': 200} Feb 11 14:44:49.363095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-9b33664d-eb13-4de6-996f-8cb71e205f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.364930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-9b33664d-eb13-4de6-996f-8cb71e205f36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 1058 time: 0.0495691 Feb 11 14:44:49.477950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-a44e5fff-7130-490c-aba0-91fae366da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.479119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-a44e5fff-7130-490c-aba0-91fae366da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.480847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-a44e5fff-7130-490c-aba0-91fae366da80 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1086738 Feb 11 14:44:49.578464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-7ccc9025-f477-45de-8c97-8da5f93d1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.580073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c78901c-fcb5-40f1-b844-c10ff2cf354a req-7ccc9025-f477-45de-8c97-8da5f93d1e15 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910013 Feb 11 14:44:49.663909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-9a7085ce-5d47-4a81-9f2f-9b9580123874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.665444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-9a7085ce-5d47-4a81-9f2f-9b9580123874 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 1058 time: 0.0464556 Feb 11 14:44:49.707785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-2e224623-8ea7-464c-a40e-a48d725d0d9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d HTTP/1.1" status: 200 len: 217 time: 0.0352862 Feb 11 14:44:49.758457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-ac2e9667-79dd-4f25-827b-d8710104a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.759914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-ac2e9667-79dd-4f25-827b-d8710104a618 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5bb245c-6c4f-48e0-af77-ce01be6ce172 HTTP/1.1" status: 200 len: 837 time: 0.0455539 Feb 11 14:44:49.808947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-9f453c8d-0350-4e91-b0ea-6dba4f0934fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:49.810446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-9f453c8d-0350-4e91-b0ea-6dba4f0934fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=254339a2-4eac-4fd2-866f-f6eb3b348d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442088 Feb 11 14:44:49.898532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-27f6329b-b4d6-4d3a-9157-c3e5fa2589c4 service neutron] 10.222.0.62 "GET /v2.0/networks/254339a2-4eac-4fd2-866f-f6eb3b348d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817664 Feb 11 14:44:49.992832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5455772-fe6d-4d11-819a-c304c3dc385a req-f0a20ec2-37a0-4928-8654-086ba07c1845 service neutron] 10.222.0.62 "GET /v2.0/networks/254339a2-4eac-4fd2-866f-f6eb3b348d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Feb 11 14:44:50.205303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02e3b4-b687-488b-b786-9f9983c9156e req-f93d5d49-28a1-41b5-aa65-43b93d3316b9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:50.206823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c02e3b4-b687-488b-b786-9f9983c9156e req-f93d5d49-28a1-41b5-aa65-43b93d3316b9 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 907 time: 0.0494630 Feb 11 14:44:50.455538 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c42b5862-9f03-4eb7-8f7a-9dd57538bb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:51.332811 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d917d-47b9-405c-9793-b5b151c4ee15 req-b3b5c3e1-67da-43b5-9ee5-0155e23edad8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:51.334608 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d91d917d-47b9-405c-9793-b5b151c4ee15 req-b3b5c3e1-67da-43b5-9ee5-0155e23edad8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 907 time: 0.0554757 Feb 11 14:44:51.781469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:52.450616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75cd5c-70aa-490a-8fe5-d3f5319316b3 req-f50d55e5-aac4-4072-af91-b6b56284376b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:52.452103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f75cd5c-70aa-490a-8fe5-d3f5319316b3 req-f50d55e5-aac4-4072-af91-b6b56284376b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 907 time: 0.0474126 Feb 11 14:44:53.247500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:53.282026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f8f3b4a0-63fe-4618-9c08-64f81071441d details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:44:53.413491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:53.413491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:53.413491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'f8f3b4a0-63fe-4618-9c08-64f81071441d', 'network_id': '254339a2-4eac-4fd2-866f-f6eb3b348d14', 'port_id': 'f8f3b4a0-63fe-4618-9c08-64f81071441d', 'mac_address': 'fa:16:3e:5a:f1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb245c-6c4f-48e0-af77-ce01be6ce172', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:44:53.602698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb668-2b66-4327-8d32-c5552952546e req-f8f258a1-aa52-4c84-862f-bbd4c5e6e0e0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:53.604459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18ddb668-2b66-4327-8d32-c5552952546e req-f8f258a1-aa52-4c84-862f-bbd4c5e6e0e0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 907 time: 0.0631056 Feb 11 14:44:53.614165 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:53.628413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f3b4a0-63fe-4618-9c08-64f81071441d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:44:53.650577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:53.758137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:53.808508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:53.980487 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f8f3b4a0-63fe-4618-9c08-64f81071441d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:44:54.735906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8bd5-0ea1-4aa6-b95b-fd9bb8c83781 req-0ab83d30-aaac-4e94-9c44-10d5b814d4de tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:54.738311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-00ba8bd5-0ea1-4aa6-b95b-fd9bb8c83781 req-0ab83d30-aaac-4e94-9c44-10d5b814d4de tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 908 time: 0.0581477 Feb 11 14:44:55.293890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f8f3b4a0-63fe-4618-9c08-64f81071441d up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:44:55.409563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port f8f3b4a0-63fe-4618-9c08-64f81071441d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:44:55.413726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port f8f3b4a0-63fe-4618-9c08-64f81071441d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:44:55.417079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:55.493328 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:55.519686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:44:55.521987 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad6eef-913c-4e62-b44f-44084a658b76" -d '{"events": [{"server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:44:55.535237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:55.561419 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93c7db-a2dc-4559-982c-142bd5db5b0b x-openstack-request-id: req-ac93c7db-a2dc-4559-982c-142bd5db5b0b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:44:55.561711 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "name": "network-vif-plugged", "status": "completed", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:44:55.561962 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac93c7db-a2dc-4559-982c-142bd5db5b0b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:44:55.562363 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d', 'code': 200} Feb 11 14:44:55.598400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:55.649938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:55.670991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c184750-4cda-4b3c-b6ae-5b08618a4401 req-d4b5259c-d70a-4385-806a-3439be9b8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:55.679066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c184750-4cda-4b3c-b6ae-5b08618a4401 req-d4b5259c-d70a-4385-806a-3439be9b8f75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 1060 time: 0.0512948 Feb 11 14:44:55.716551 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:55.859805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0e7d-fe49-421f-ab89-6a66aba2553f req-82221bd3-ba74-4753-a76d-ca3fd3d439c2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:55.861328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a0f0e7d-fe49-421f-ab89-6a66aba2553f req-82221bd3-ba74-4753-a76d-ca3fd3d439c2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0513046 Feb 11 14:44:56.986986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af644c-1f63-4294-8b7b-114829c6c87a req-5ba2cf45-413a-49a1-8b39-a5815167cd70 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:56.988471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52af644c-1f63-4294-8b7b-114829c6c87a req-5ba2cf45-413a-49a1-8b39-a5815167cd70 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0507622 Feb 11 14:44:57.110764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca88b0c-9bcc-4ba4-93b0-2d8c080c4058 req-22d091f4-9a38-422a-9db6-27a93f4ef3da tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:57.112252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cca88b0c-9bcc-4ba4-93b0-2d8c080c4058 req-22d091f4-9a38-422a-9db6-27a93f4ef3da tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0490959 Feb 11 14:44:57.220414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795b0c1-b51d-4b95-9f26-0f78b0861664 req-9513aea3-c8c4-4418-80aa-b563561b20fb tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:57.222478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1795b0c1-b51d-4b95-9f26-0f78b0861664 req-9513aea3-c8c4-4418-80aa-b563561b20fb tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 1060 time: 0.0422876 Feb 11 14:44:57.332867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d83f0b-7eb4-4094-8dc0-228eb10c6414 req-06a7dd08-a05f-4d2a-bc6e-7e1f600b34fc tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:57.334932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9d83f0b-7eb4-4094-8dc0-228eb10c6414 req-06a7dd08-a05f-4d2a-bc6e-7e1f600b34fc tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0444932 Feb 11 14:44:57.372422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9d83f0b-7eb4-4094-8dc0-228eb10c6414 req-de30082c-ee68-441f-b38c-b01f653dd2d6 tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0309560 Feb 11 14:44:57.394279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37302) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:44:57.437748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2cdd-8ce2-40a3-b61b-f34f0eaaa8aa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:57.439335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-26cc2cdd-8ce2-40a3-b61b-f34f0eaaa8aa tempest-TestSecurityGroupsBasicOps-1156290678 tempest-TestSecurityGroupsBasicOps-1156290678-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 1055 time: 0.0441184 Feb 11 14:44:57.916260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093230-784a-4d24-bc5f-2c3288ad789f req-fe89a52d-3e28-4310-8ed9-8fc1b2140fae tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:57.917882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33093230-784a-4d24-bc5f-2c3288ad789f req-fe89a52d-3e28-4310-8ed9-8fc1b2140fae tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0504808 Feb 11 14:44:59.055175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4d92-c0f8-4f79-a6f2-c91daaa3351b req-5322afb7-ce13-4760-ba2a-17681b854dff tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:59.056619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-688a4d92-c0f8-4f79-a6f2-c91daaa3351b req-5322afb7-ce13-4760-ba2a-17681b854dff tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0517499 Feb 11 14:44:59.212372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-22c22afc-33bf-464b-b5ed-72b8b904659d tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:59.213851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-22c22afc-33bf-464b-b5ed-72b8b904659d tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.62 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 909 time: 0.0504804 Feb 11 14:44:59.317210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port f8f3b4a0-63fe-4618-9c08-64f81071441d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:44:59.317210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:59.401640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port f8f3b4a0-63fe-4618-9c08-64f81071441d, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f8f3b4a0-63fe-4618-9c08-64f81071441d,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:44:59.402002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:59.414284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for f8f3b4a0-63fe-4618-9c08-64f81071441d owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:44:59.626411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:59.664177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=f8f3b4a0-63fe-4618-9c08-64f81071441d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:44:59.700796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] No DVR routers for this DVR port f8f3b4a0-63fe-4618-9c08-64f81071441d on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:44:59.703745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:59.707315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-83a12ec7-3c3d-45bc-a202-1ba42d3ef6ee req-923f877b-8a40-4c7e-8da2-185ad15d0c66 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.62 "DELETE /v2.0/ports/f8f3b4a0-63fe-4618-9c08-64f81071441d HTTP/1.1" status: 204 len: 173 time: 0.4880033 Feb 11 14:44:59.707605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'name': 'network-vif-deleted', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:44:59.709937 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f37643-e704-4309-ac82-4eace1753bbc" -d '{"events": [{"server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "name": "network-vif-deleted", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:44:59.750563 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c97122-28f2-4192-9746-cb87524d1b5f x-openstack-request-id: req-13c97122-28f2-4192-9746-cb87524d1b5f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:44:59.751126 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e204bac4-d2b1-4a42-891f-1618d9dea42e", "name": "network-vif-deleted", "tag": "f8f3b4a0-63fe-4618-9c08-64f81071441d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:44:59.751611 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13c97122-28f2-4192-9746-cb87524d1b5f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:44:59.752243 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e204bac4-d2b1-4a42-891f-1618d9dea42e', 'name': 'network-vif-deleted', 'tag': 'f8f3b4a0-63fe-4618-9c08-64f81071441d', 'status': 'completed', 'code': 200} Feb 11 14:45:00.164602 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-63716415-4748-481b-b4de-cbc309f41c78 req-c838065d-e35b-4c47-8490-e77650a2fc0b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=e204bac4-d2b1-4a42-891f-1618d9dea42e HTTP/1.1" status: 200 len: 210 time: 0.0276473 Feb 11 14:45:00.701133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:01.224360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:01.318614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f8f3b4a0-63fe-4618-9c08-64f81071441d no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:01.342763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: f8f3b4a0-63fe-4618-9c08-64f81071441d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:01.343110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f8f3b4a0-63fe-4618-9c08-64f81071441d not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:01.455386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:01.595288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:02.195480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port 81a71714-1717-47b5-bde8-a99aff389bc6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:02.199063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:02.288794 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port 81a71714-1717-47b5-bde8-a99aff389bc6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=81a71714-1717-47b5-bde8-a99aff389bc6,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:02.289549 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:02.300693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for 81a71714-1717-47b5-bde8-a99aff389bc6 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:02.541581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:02.575331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=81a71714-1717-47b5-bde8-a99aff389bc6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:02.760311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:02.982274 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 089f852b-408d-46d9-b3ed-5992db15b8a6 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:03.087815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:03.093717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50b81508-1faf-441d-bc2d-e870684a77a0 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "PUT /v2.0/routers/089f852b-408d-46d9-b3ed-5992db15b8a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682733 Feb 11 14:45:03.096921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37400) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:03.104003 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Sync routers for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:03.118404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:03.119339 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:03.178675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting subnet d5bb245c-6c4f-48e0-af77-ce01be6ce172 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:45:03.185525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.223671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.240526 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:03.314560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.427734 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.453101 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:45:02Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:03.462275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.468816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/subnets/d5bb245c-6c4f-48e0-af77-ce01be6ce172 HTTP/1.1" status: 204 len: 168 time: 0.3672967 Feb 11 14:45:03.468816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c1237-e8f6-48c7-9b36-fbaafe0e2191 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bb245c-6c4f-48e0-af77-ce01be6ce172,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:03.469397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:03.478030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f9e9c-64ee-4c83-af80-d121ff9ad918 None None] Network 254339a2-4eac-4fd2-866f-f6eb3b348d14 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:45:03.496019 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Checking router: 089f852b-408d-46d9-b3ed-5992db15b8a6 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:03.505798 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Routers {'089f852b-408d-46d9-b3ed-5992db15b8a6'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:03.507315 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['089f852b-408d-46d9-b3ed-5992db15b8a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:03.622315 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.688734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] DHCP port deletion for 254339a2-4eac-4fd2-866f-f6eb3b348d14 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:45:03.717628 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] Set router 089f852b-408d-46d9-b3ed-5992db15b8a6 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:03.758813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.760964 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Deleting port 2343b586-f57a-4503-ada3-51171f59c595 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:03.761597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.839582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] For port 2343b586-f57a-4503-ada3-51171f59c595, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2343b586-f57a-4503-ada3-51171f59c595,segment=NetworkSegment(2cd73678-368c-43a9-af50-f100bfac1c4d),segment_id=2cd73678-368c-43a9-af50-f100bfac1c4d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:03.840285 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.855477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Calling delete_port for 2343b586-f57a-4503-ada3-51171f59c595 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:03.904414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port af8a5cc5-e53e-4dc8-a735-30de15e725c0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:03.904761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:03.922390 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:45:02Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:03.956315 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f548dc2-87af-4770-b2a6-ddaf1bca2afd None None] The sync data for ids ['089f852b-408d-46d9-b3ed-5992db15b8a6'] in n-d-828407-1 is: [{'id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1500013068', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:45:02Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'af8a5cc5-e53e-4dc8-a735-30de15e725c0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089f852b-408d-46d9-b3ed-5992db15b8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:44:38Z', 'updated_at': '2022-02-11T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:03.994410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port af8a5cc5-e53e-4dc8-a735-30de15e725c0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=af8a5cc5-e53e-4dc8-a735-30de15e725c0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:03.994852 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.007640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for af8a5cc5-e53e-4dc8-a735-30de15e725c0 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:04.078817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.106374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] Pushing event deleted for resources: {'Port': ['ID=2343b586-f57a-4503-ada3-51171f59c595,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:04.111526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554795e3-ed75-4551-a9c5-cad58a56d5d1 None None] No DVR routers for this DVR port 2343b586-f57a-4503-ada3-51171f59c595 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:04.295971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.321847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=af8a5cc5-e53e-4dc8-a735-30de15e725c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:04.394086 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.498328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.500812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.626569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.627539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Fanout notify agent at l3_agent the message router_deleted on router 089f852b-408d-46d9-b3ed-5992db15b8a6 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:45:04.634540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.635659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e63c7691-da4c-44be-be4e-9106610672ef tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/routers/089f852b-408d-46d9-b3ed-5992db15b8a6 HTTP/1.1" status: 204 len: 168 time: 1.1660478 Feb 11 14:45:04.638297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:04.724555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.815166 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.836100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254339a2-4eac-4fd2-866f-f6eb3b348d14']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:04.845733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd73678-368c-43a9-af50-f100bfac1c4d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:04.846031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd73678-368c-43a9-af50-f100bfac1c4d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:04.856369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.869924 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.876318 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:45:04.878400 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:45:04.879890 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:45:05.050495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.056664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.067199 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/networks/254339a2-4eac-4fd2-866f-f6eb3b348d14 HTTP/1.1" status: 204 len: 168 time: 0.4254265 Feb 11 14:45:05.067586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37436) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:05.095108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5dcac-69b9-46c9-9e00-ab52eb96995e tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Network': ['ID=254339a2-4eac-4fd2-866f-f6eb3b348d14,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:05.177609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device af8a5cc5-e53e-4dc8-a735-30de15e725c0 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:05.200722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: af8a5cc5-e53e-4dc8-a735-30de15e725c0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:05.201079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device af8a5cc5-e53e-4dc8-a735-30de15e725c0 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:05.201493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81a71714-1717-47b5-bde8-a99aff389bc6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:05.220965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 81a71714-1717-47b5-bde8-a99aff389bc6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:05.221345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 81a71714-1717-47b5-bde8-a99aff389bc6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:05.221763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2343b586-f57a-4503-ada3-51171f59c595 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:05.240768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2343b586-f57a-4503-ada3-51171f59c595 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:05.241129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2343b586-f57a-4503-ada3-51171f59c595 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:05.289115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port 6b2e9815-049d-48d0-bb10-b956028f2419 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:05.289470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.372996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.373332 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.386419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for 6b2e9815-049d-48d0-bb10-b956028f2419 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:05.621046 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.653603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=6b2e9815-049d-48d0-bb10-b956028f2419,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:05.715993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:05.716218 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Floating IP baa7099b-3091-4f08-8948-99ad35fd0953 disassociated (deleted). External IP: 172.25.7.96, port: f56ab3f0-892b-4501-a8f7-60ae7a643a74. Feb 11 14:45:05.932109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 82031e47-6119-47f5-836a-757aaf434847 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:06.044029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:06.048920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:06.056679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Sync routers for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:06.073374 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:06.074556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:06.080738 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50bd1afe-60a2-42aa-acc0-a03b763154d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/floatingips/baa7099b-3091-4f08-8948-99ad35fd0953 HTTP/1.1" status: 204 len: 168 time: 1.0120018 Feb 11 14:45:06.081463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:06.083781 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb" -d '{"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:06.142321 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b81ba04-bab5-4601-8a24-7cf97d56901c x-openstack-request-id: req-5b81ba04-bab5-4601-8a24-7cf97d56901c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:06.142626 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:06.143126 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b81ba04-bab5-4601-8a24-7cf97d56901c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:06.143545 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'status': 'completed', 'code': 200} Feb 11 14:45:06.206300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:06.212639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-3d1d9428-ffbf-467c-bde3-5786abcfe9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:06.214628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-3d1d9428-ffbf-467c-bde3-5786abcfe9ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 1135 time: 0.0465221 Feb 11 14:45:06.342756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-dc134c91-3c03-4944-aab8-ccb213c3d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:06.344474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-dc134c91-3c03-4944-aab8-ccb213c3d39f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 200 len: 898 time: 0.1236794 Feb 11 14:45:06.389210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-f5906eb0-f962-4387-8a72-7ff50ceeee01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 200 len: 217 time: 0.0376127 Feb 11 14:45:06.451746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:06.457117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-ac21dffe-a9fe-47c2-8faf-356d29f4af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:06.458568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-ac21dffe-a9fe-47c2-8faf-356d29f4af3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 200 len: 834 time: 0.0614717 Feb 11 14:45:06.481058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Checking router: 82031e47-6119-47f5-836a-757aaf434847 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:06.495998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:06.496626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:06.538128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32383-a7ca-4076-b450-b3bbe96878b3 req-4c73eb06-52f5-4425-bf1e-a68eac868581 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:06.539831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1f32383-a7ca-4076-b450-b3bbe96878b3 req-4c73eb06-52f5-4425-bf1e-a68eac868581 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0921304 Feb 11 14:45:06.544919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-0faee025-89f7-47ce-82c4-d195012aa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:06.546281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-0faee025-89f7-47ce-82c4-d195012aa3bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b14c7e9-d282-44a1-b87b-a76ee1414cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629919 Feb 11 14:45:06.616928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:06.647391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1f32383-a7ca-4076-b450-b3bbe96878b3 req-8646d5a1-2a18-42ca-b89b-8f89f0618699 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0874321 Feb 11 14:45:06.673231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-9115f20a-17bf-44ac-808b-b8265d2eb126 service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191194 Feb 11 14:45:06.844359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:06.872284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fa0c3-4133-4737-bf0a-f000815c7df1 None None] The sync data for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 is: [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09', 'name': '', 'network_id': '1b14c7e9-d282-44a1-b87b-a76ee1414cc1', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'mac_address': 'fa:16:3e:d6:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:44Z', 'updated_at': '2022-02-11T14:43:48Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'subnets': [{'id': '377cbceb-3dea-46b0-9d83-1aa8312b2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:07.112931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-309ed9a4-425f-4c79-9cc3-382c4c7b17cb req-ccf359c7-ad89-44f6-b682-54611da060d2 service neutron] 10.222.0.60 "GET /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308717 Feb 11 14:45:07.169753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fb171-5a11-4d72-8feb-0395689464ca None None] New status for floating IP baa7099b-3091-4f08-8948-99ad35fd0953: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:45:07.765229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db17cb-1675-4585-b73c-bd72ba8bbac3 req-4c758e9d-9731-4663-a3db-c9e2313e35a2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:07.766713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85db17cb-1675-4585-b73c-bd72ba8bbac3 req-4c758e9d-9731-4663-a3db-c9e2313e35a2 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0519385 Feb 11 14:45:07.806932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-85db17cb-1675-4585-b73c-bd72ba8bbac3 req-a0ae817f-5278-44e8-9624-a6b48b3e9166 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/security-groups?id=92be49e4-d5c2-486b-bf87-349db0fd7df7&id=e876f6af-a5e1-4fc6-a861-a95821f231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333800 Feb 11 14:45:07.862359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-8c28b290-ac97-4ea4-b944-9194d96ebb70 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:07.864075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-8c28b290-ac97-4ea4-b944-9194d96ebb70 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.60 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 984 time: 0.0511980 Feb 11 14:45:07.959950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port f56ab3f0-892b-4501-a8f7-60ae7a643a74 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:07.960179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.054553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port f56ab3f0-892b-4501-a8f7-60ae7a643a74, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f56ab3f0-892b-4501-a8f7-60ae7a643a74,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:08.055136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.068049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for f56ab3f0-892b-4501-a8f7-60ae7a643a74 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:08.306593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.336582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=f56ab3f0-892b-4501-a8f7-60ae7a643a74,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:08.392178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] No DVR routers for this DVR port f56ab3f0-892b-4501-a8f7-60ae7a643a74 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:08.395400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.398929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10ca2b4a-2f25-48d7-80ab-8d8458499e42 req-40d9892d-213e-4c0c-ac6c-2761b80c25c4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.60 "DELETE /v2.0/ports/f56ab3f0-892b-4501-a8f7-60ae7a643a74 HTTP/1.1" status: 204 len: 173 time: 0.5291612 Feb 11 14:45:08.399369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'name': 'network-vif-deleted', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:08.401698 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca63582-64db-4fb2-bada-387dd2419de8" -d '{"events": [{"server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "name": "network-vif-deleted", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:08.451086 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3519c8-f18c-4a59-8d98-82fef57a98ca x-openstack-request-id: req-0a3519c8-f18c-4a59-8d98-82fef57a98ca {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:08.451390 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81389838-ceca-4150-80b0-193cf5df4bbd", "name": "network-vif-deleted", "tag": "f56ab3f0-892b-4501-a8f7-60ae7a643a74", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:08.451641 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a3519c8-f18c-4a59-8d98-82fef57a98ca {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:08.452195 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81389838-ceca-4150-80b0-193cf5df4bbd', 'name': 'network-vif-deleted', 'tag': 'f56ab3f0-892b-4501-a8f7-60ae7a643a74', 'status': 'completed', 'code': 200} Feb 11 14:45:08.918718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-170bf36f-41cf-401a-be34-0cc82d3e4c5d req-66294cef-f875-4f93-961f-18af040b15f3 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "GET /v2.0/ports?device_id=81389838-ceca-4150-80b0-193cf5df4bbd HTTP/1.1" status: 200 len: 210 time: 0.0263197 Feb 11 14:45:09.981297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37522) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:10.032291 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.058338 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.149311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.151900 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.153192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/security-groups/e876f6af-a5e1-4fc6-a861-a95821f231e4 HTTP/1.1" status: 204 len: 168 time: 0.1738303 Feb 11 14:45:10.155949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:10.186576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e291-4de0-4024-86fa-0339558f896c tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876f6af-a5e1-4fc6-a861-a95821f231e4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:10.227108 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.252470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.375689 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.378934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.380340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/security-groups/92be49e4-d5c2-486b-bf87-349db0fd7df7 HTTP/1.1" status: 204 len: 168 time: 0.2221136 Feb 11 14:45:10.383178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37528) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:10.393860 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d17a-540f-4b16-be2d-edeb0d4315d4 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be49e4-d5c2-486b-bf87-349db0fd7df7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:10.751224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:11.017354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:11.018590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:11.115945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:11.116344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:11.129375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:11.375309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:11.407508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:11.607246 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:11.837480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Router 82031e47-6119-47f5-836a-757aaf434847 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:11.945580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:11.953544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8060e274-6005-4f6f-9cfc-2e26b3334b2b tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "PUT /v2.0/routers/82031e47-6119-47f5-836a-757aaf434847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661957 Feb 11 14:45:11.953544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37532) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:11.959569 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Sync routers for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:11.970058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:11.970671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:12.008651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting subnet 377cbceb-3dea-46b0-9d83-1aa8312b2f73 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:45:12.012099 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.055290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.089554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:12.151762 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.278155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:45:11Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:12.305700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Checking router: 82031e47-6119-47f5-836a-757aaf434847 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:12.314797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Routers {'82031e47-6119-47f5-836a-757aaf434847'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:12.315454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:44:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['82031e47-6119-47f5-836a-757aaf434847'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:12.422697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] Set router 82031e47-6119-47f5-836a-757aaf434847 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:12.449509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f56ab3f0-892b-4501-a8f7-60ae7a643a74 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:12.461786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.490576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Subnet': ['ID=377cbceb-3dea-46b0-9d83-1aa8312b2f73,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:12.498472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.505161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:12.505651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-165fd376-5ee5-4711-9254-285059005213 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/subnets/377cbceb-3dea-46b0-9d83-1aa8312b2f73 HTTP/1.1" status: 204 len: 168 time: 0.5508196 Feb 11 14:45:12.513451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: f56ab3f0-892b-4501-a8f7-60ae7a643a74 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:12.513807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f56ab3f0-892b-4501-a8f7-60ae7a643a74 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:12.544388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940ce10-b2fa-436a-b7e1-267e7cdd4a9b None None] Network 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:45:12.631384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.750121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.859265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Deleting port f6240c46-66d6-4867-bb8a-f1a5647d504f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:12.859907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.894276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:45:11Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:12.924086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc8fb3-c68f-4cac-b909-454e453b57ff None None] The sync data for ids ['82031e47-6119-47f5-836a-757aaf434847'] in n-d-828407-1 is: [{'id': '82031e47-6119-47f5-836a-757aaf434847', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2094092409', 'tenant_id': '7ca2354df0ed42a0850ebeadc81a4565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:43:40Z', 'updated_at': '2022-02-11T14:45:11Z', 'revision_number': 5, 'project_id': '7ca2354df0ed42a0850ebeadc81a4565', 'gw_port': {'id': 'f6240c46-66d6-4867-bb8a-f1a5647d504f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82031e47-6119-47f5-836a-757aaf434847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:43:41Z', 'updated_at': '2022-02-11T14:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:12.959770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] For port f6240c46-66d6-4867-bb8a-f1a5647d504f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f6240c46-66d6-4867-bb8a-f1a5647d504f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:12.965477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:12.965852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] DHCP port deletion for 1b14c7e9-d282-44a1-b87b-a76ee1414cc1 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:45:12.979345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Calling delete_port for f6240c46-66d6-4867-bb8a-f1a5647d504f owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:13.014801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Deleting port a5109f9f-4b16-42fe-9651-147f1e972ff5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:13.015189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.099294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] For port a5109f9f-4b16-42fe-9651-147f1e972ff5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a5109f9f-4b16-42fe-9651-147f1e972ff5,segment=NetworkSegment(58462b73-0967-4511-b3d2-b94c95e2dd00),segment_id=58462b73-0967-4511-b3d2-b94c95e2dd00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:13.099773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.133641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Calling delete_port for a5109f9f-4b16-42fe-9651-147f1e972ff5 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:13.207062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a5109f9f-4b16-42fe-9651-147f1e972ff5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:13.289864 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.311842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.316524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Port': ['ID=f6240c46-66d6-4867-bb8a-f1a5647d504f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:13.385094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.469066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.474379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.476502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.512002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:13.513946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] Pushing event deleted for resources: {'Port': ['ID=a5109f9f-4b16-42fe-9651-147f1e972ff5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:13.518936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced124f-b652-4499-aee5-f61ec5045bb7 None None] No DVR routers for this DVR port a5109f9f-4b16-42fe-9651-147f1e972ff5 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:13.540835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:13.541218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9ead1e68-c9e0-4a9f-8f8b-b84c74d66d09 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:13.701488 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.702064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Fanout notify agent at l3_agent the message router_deleted on router 82031e47-6119-47f5-836a-757aaf434847 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:45:13.708773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.709894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a2feb4d6-5652-4606-aec2-837d2c409df8 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/routers/82031e47-6119-47f5-836a-757aaf434847 HTTP/1.1" status: 204 len: 168 time: 1.2029440 Feb 11 14:45:13.712615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37540) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:13.794286 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.885012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.905792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b14c7e9-d282-44a1-b87b-a76ee1414cc1']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:13.915596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58462b73-0967-4511-b3d2-b94c95e2dd00') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:13.915894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58462b73-0967-4511-b3d2-b94c95e2dd00') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:13.925063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.938358 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.943967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:45:13.944349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:45:13.947261 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:45:14.077020 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:14.079820 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:14.083368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] 10.222.0.31 "DELETE /v2.0/networks/1b14c7e9-d282-44a1-b87b-a76ee1414cc1 HTTP/1.1" status: 204 len: 168 time: 0.3697383 Feb 11 14:45:14.100342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22979e-e8e2-4628-837c-95b0169bff50 tempest-TestSecurityGroupsBasicOps-697759121 tempest-TestSecurityGroupsBasicOps-697759121-project] Pushing event deleted for resources: {'Network': ['ID=1b14c7e9-d282-44a1-b87b-a76ee1414cc1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:14.814417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:14.988482 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57974e4d-1c4b-42fe-97d2-3966895587b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ca2354df0ed42a0850ebeadc81a4565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722043 Feb 11 14:45:14.990875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:15.041566 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:15.064672 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:15.149753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6240c46-66d6-4867-bb8a-f1a5647d504f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:15.164434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:15.169217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:15.171747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ec972cc-8d40-4c79-bea5-5b50b3417e1c HTTP/1.1" status: 204 len: 168 time: 0.1788716 Feb 11 14:45:15.176739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f6240c46-66d6-4867-bb8a-f1a5647d504f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:15.178883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f6240c46-66d6-4867-bb8a-f1a5647d504f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:15.186384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d6a36-ef59-4db5-9e1b-7f13297dfc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec972cc-8d40-4c79-bea5-5b50b3417e1c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:15.812482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:15.826386 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-632bde4d-c7cf-4c20-a93b-a28e22c1024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:15.902895 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-632bde4d-c7cf-4c20-a93b-a28e22c1024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.004002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-632bde4d-c7cf-4c20-a93b-a28e22c1024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.042267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bde4d-c7cf-4c20-a93b-a28e22c1024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e57fa7-0919-4090-afd9-cba7a035e2d1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:16.046437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-632bde4d-c7cf-4c20-a93b-a28e22c1024f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0d2430835b4b6c8c484140e981bf0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328682 Feb 11 14:45:16.049288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 37572) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:16.100378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.121886 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.484018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.487513 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:16.488466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7e57fa7-0919-4090-afd9-cba7a035e2d1 HTTP/1.1" status: 204 len: 168 time: 0.4381549 Feb 11 14:45:16.498448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43a4d-5591-4bf6-97f9-0abfa3415438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e57fa7-0919-4090-afd9-cba7a035e2d1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:17.307619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:17.358207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0219981c-82a2-4d3e-864e-5573e03ee8b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a08ebe39306e4e679f3b1a4cd71bb76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489345 Feb 11 14:45:17.360689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 37586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:17.411937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:17.434451 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:17.547133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:17.550610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:17.551778 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/904b7262-8b1b-4cd6-9c93-388482d132e0 HTTP/1.1" status: 204 len: 168 time: 0.1901271 Feb 11 14:45:17.560405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64f89d-c5b7-4798-98e5-664317149ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b7262-8b1b-4cd6-9c93-388482d132e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:18.181758 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fff922b-1b73-4d48-9da6-aa86038ab9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:20.569486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d092cc20-1521-44c3-8a2c-30f8b1b6d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:21.855380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.220792 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.301371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.684306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-dca0535e-5f57-425a-93e3-1e58e8afb8a9 req-fce9afe8-214a-46e2-b2ad-3023b6b2eecd service neutron] (109376) timed out ('10.222.0.62', 55482) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:45:30.661469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:31.420984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:32.715095 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:45:36.497135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:36.634578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b9404c8-1fb1-4e80-9c47-65efcf05bbe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b62d9544ed249f58836af74a0bc0319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362886 Feb 11 14:45:36.637007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:36.684090 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.704536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.786418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.788939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.790070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8 HTTP/1.1" status: 204 len: 168 time: 0.1521966 Feb 11 14:45:36.797770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83c3fc-bc8c-4f62-90a0-ebb604ef3c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53af31-2093-48ef-9b4e-1cd8a7e7f8f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:44.731372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-b619c198-b733-4076-9552-3d45ef3b8d5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425501 Feb 11 14:45:44.811694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-0c04a20f-5118-4fab-b0dd-7f9cddfd8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:44.813588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-0c04a20f-5118-4fab-b0dd-7f9cddfd8a94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.0411229 Feb 11 14:45:44.924971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-11014146-20d3-4643-b52d-7bf143fe3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:44.926450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-11014146-20d3-4643-b52d-7bf143fe3daa service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0940297 Feb 11 14:45:44.993964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-fc6f8dfd-9257-4382-9e9e-e95094e34993 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1002 time: 0.0612209 Feb 11 14:45:45.047952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-c3e23237-6603-4eb6-862f-dd643cb12c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:45.049472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-c3e23237-6603-4eb6-862f-dd643cb12c5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0497839 Feb 11 14:45:45.096199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-31420d2e-3aee-4998-8dca-aa1e3c0ba757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:45.097788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-31420d2e-3aee-4998-8dca-aa1e3c0ba757 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418315 Feb 11 14:45:45.190189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-95bb0724-b851-442a-825c-7c5100ffdfc6 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Feb 11 14:45:45.285132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d4e408-7383-4162-89bf-75b6011b6123 req-dcc91cdb-d233-4f25-8f2c-316b791e274d service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881205 Feb 11 14:45:48.518617 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc63448f-2851-4bea-af89-e45597c92e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:50.455265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8212a184-0bbb-4e5f-885d-d0c2214eab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:51.821708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:53.210029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:53.329877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:00.643520 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:01.399545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:09.717279 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:46:18.175613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ac12146-f86b-44d5-a78e-26345fc5e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:20.438630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8933-360a-48de-be58-82dcd0520fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:21.839204 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:23.249731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:23.359269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:25.454666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3ee3401-a3aa-4caa-a237-937c1a679db5 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325457247&fields=id&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 267 time: 0.0348351 Feb 11 14:46:25.565029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-58358fcc-1509-42ed-a876-bd8b453ace8a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:25.566479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-58358fcc-1509-42ed-a876-bd8b453ace8a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1046112 Feb 11 14:46:25.581595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-71428d9b-23db-4868-8a08-e72b81e4ee33 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/quotas/f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 375 time: 0.0089922 Feb 11 14:46:25.638368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-3c771c1a-d853-4b1b-9667-fa8823d7b558 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509162 Feb 11 14:46:25.849493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-b998dadb-017d-458b-be94-7f95ee7a2c94 service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989844 Feb 11 14:46:25.956146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-7b32660b-9433-4790-9d53-12fa46959f5b service neutron] 10.222.0.31 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 Feb 11 14:46:26.880329 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-19dfe1c0-10cf-4fd6-b16b-8432c7417bd5 req-d7d763d0-9b5e-4fda-b708-0f8c13500f53 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Feb 11 14:46:27.975228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5fa48904-dad9-4b3b-9c7b-fbc3ac0dbf30 req-6c1303f4-1dff-416d-8356-7f56ec7404fa tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0277119 Feb 11 14:46:28.544186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-1fd28da1-b3d0-4823-af88-3522a691139e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:28.545615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-1fd28da1-b3d0-4823-af88-3522a691139e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 812 time: 0.1054318 Feb 11 14:46:28.590991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-460fa376-393a-4c3d-b3c8-267a9e4363af tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a40095696144588e809f81009df3d7 HTTP/1.1" status: 200 len: 380 time: 0.0358357 Feb 11 14:46:28.599474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'port': {'device_id': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'admin_state_up': True, 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'security_groups': ['b49345b3-8507-4c09-9b1b-8a04595f11da']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:28.781483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Made reservation on behalf of f8a40095696144588e809f81009df3d7 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:46:28.785352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:28.925660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.20.0.11 (c1592f37-0737-4225-8f9b-2db0c629c62d/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34/2f0c795b-bf37-4e53-ac90-cd3891c74b9d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:46:29.106359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.114828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06f7aba2-558d-47d9-92b2-113a11d37696 req-0e2c7bf7-cd76-4247-ab2a-faa96f7b1aa1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0262666 Feb 11 14:46:29.239466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.285806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network c1592f37-0737-4225-8f9b-2db0c629c62d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:46:29.289043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:46:29.293099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:46:29.300547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:29.331550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.331797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.332143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.332518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.332811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.333177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.333699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.334176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.334354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.334797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.335135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.335465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:29.364060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:29.365118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.460360 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-a604bbff-6999-44be-b488-82734af44a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8633580 Feb 11 14:46:29.469638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-bf6b0caa-becd-415a-9e53-915001ad55ac tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:46:29.470656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-bf6b0caa-becd-415a-9e53-915001ad55ac tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060928 Feb 11 14:46:29.543652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Request body: {'port': {'device_id': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:29.596396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-07bbf070-b4dd-4e62-8d16-35a3bc48e341 None None] Provisioning complete for port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:46:29.596821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07bbf070-b4dd-4e62-8d16-35a3bc48e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.602876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.639031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-07bbf070-b4dd-4e62-8d16-35a3bc48e341 None None] Port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:46:29.872763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0c795b-bf37-4e53-ac90-cd3891c74b9d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:46:29.880464 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.893448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Transition to ACTIVE for port object 2f0c795b-bf37-4e53-ac90-cd3891c74b9d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:46:29.959290 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.057314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:30.107103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Attempting to bind port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:46:30.107713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Attempting to bind port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:46:30.107824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Attempting to bind port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:46:30.112561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d on network c1592f37-0737-4225-8f9b-2db0c629c62d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:46:30.112882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Attempting to bind port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d on network c1592f37-0737-4225-8f9b-2db0c629c62d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:46:30.119075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:46:30.119555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Checking segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:46:30.119994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Bound using segment: {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:46:30.120604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Bound port: 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298917-1f7c-4feb-bcaa-70af821568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:46:30.120999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.293495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:46:30.306364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15172f29-3c71-4012-9452-3ca4c9d285e9 req-0a3a54a5-4c08-44c7-ab16-08b25be8da5f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:30.309904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15172f29-3c71-4012-9452-3ca4c9d285e9 req-0a3a54a5-4c08-44c7-ab16-08b25be8da5f tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0825212 Feb 11 14:46:30.312719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:46:30.355278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15172f29-3c71-4012-9452-3ca4c9d285e9 req-7d673cc6-f129-4363-a626-8af36a5229ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 Feb 11 14:46:30.422446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.459493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:30.460345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.462034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] 10.222.0.60 "PUT /v2.0/ports/2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 1092 time: 0.9828012 Feb 11 14:46:30.462675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:46:30.464801 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:30.497455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6fcf0-99dd-45a3-aac5-09b26437f081 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:30.668725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-f6962c44-75c5-4429-9d9c-799b86a52f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:30.671665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-f6962c44-75c5-4429-9d9c-799b86a52f24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0685234 Feb 11 14:46:30.724516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.730726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-da195da6-7e9a-41e2-9793-d8d85306969c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 217 time: 0.0520363 Feb 11 14:46:30.747379 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642e5a0-81db-4e4b-bc58-d8c3a9f19e67 x-openstack-request-id: req-3642e5a0-81db-4e4b-bc58-d8c3a9f19e67 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:30.747682 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:30.747933 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3642e5a0-81db-4e4b-bc58-d8c3a9f19e67 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:30.748337 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'status': 'completed', 'code': 200} Feb 11 14:46:30.794730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-b3b6d661-3df9-42f9-9a19-66ddb0c03341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:30.796853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-b3b6d661-3df9-42f9-9a19-66ddb0c03341 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0594952 Feb 11 14:46:30.851644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-882e7211-7f2a-45a0-9c60-68919a935408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:30.853397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-882e7211-7f2a-45a0-9c60-68919a935408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491369 Feb 11 14:46:30.944590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-e267160c-7f1b-4913-ad7b-b149cb985006 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Feb 11 14:46:31.039206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe299d7-fb37-4975-a4e0-eb737902dee3 req-7d32c9bf-908e-4b4d-b46e-e5cf7a11342d service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882845 Feb 11 14:46:31.207652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-788b5268-ede2-4514-846f-e8040ebcd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:31.209183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-788b5268-ede2-4514-846f-e8040ebcd41c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0423510 Feb 11 14:46:31.298038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-5d150cdc-f25f-4286-b30e-4877fa8046f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:31.299524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-5d150cdc-f25f-4286-b30e-4877fa8046f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0846753 Feb 11 14:46:31.444789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:31.670356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-075be8d4-4c40-4286-9fd6-d87813ed4288 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 217 time: 0.3640652 Feb 11 14:46:31.741829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-f5f27e27-e1ef-4014-b22c-f20ccb4a8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:31.743396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-f5f27e27-e1ef-4014-b22c-f20ccb4a8520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0651720 Feb 11 14:46:31.751198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed483a4-43ad-4dfa-89b9-c01e682b6af6 req-0892a917-e6b9-41dc-a5fc-a32a24643661 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:31.752521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eed483a4-43ad-4dfa-89b9-c01e682b6af6 req-0892a917-e6b9-41dc-a5fc-a32a24643661 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0842216 Feb 11 14:46:31.819493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eed483a4-43ad-4dfa-89b9-c01e682b6af6 req-04d85eb9-ae8d-4ce1-8368-f9e13d3631e0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588765 Feb 11 14:46:31.822280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-d62cd51a-8928-4811-a435-475deccb5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:31.823763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-d62cd51a-8928-4811-a435-475deccb5939 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703564 Feb 11 14:46:31.925463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-b161452d-ca6f-4e8e-bf00-fcadb2652993 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945268 Feb 11 14:46:32.019077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49b7aa72-2763-40aa-baa9-c9e89aadcbe3 req-a031040b-8c69-4e08-a3c9-807cfb133aef service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Feb 11 14:46:32.947610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f720a-0165-46b1-a9c5-942a7c3f98df req-05ab5248-9a01-43c8-9928-83ae53b631de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:32.949104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f29f720a-0165-46b1-a9c5-942a7c3f98df req-05ab5248-9a01-43c8-9928-83ae53b631de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0520022 Feb 11 14:46:32.987026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f29f720a-0165-46b1-a9c5-942a7c3f98df req-85c08aac-2567-4a83-b27c-1f08156d6316 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Feb 11 14:46:34.116675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57117e-4184-4780-8b8a-0b4904c5e4d9 req-b4010879-25ad-416a-9b72-afd473ab9a51 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:34.118300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b57117e-4184-4780-8b8a-0b4904c5e4d9 req-b4010879-25ad-416a-9b72-afd473ab9a51 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0552185 Feb 11 14:46:34.156657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6b57117e-4184-4780-8b8a-0b4904c5e4d9 req-e03faff6-1f75-4b9f-8b60-4db99c5ddf22 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Feb 11 14:46:35.274260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67719dc0-34d1-4e7e-9fde-6f6420795e99 req-e0512eab-a001-49e3-98f7-14e13f32b26e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:35.275703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67719dc0-34d1-4e7e-9fde-6f6420795e99 req-e0512eab-a001-49e3-98f7-14e13f32b26e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0517642 Feb 11 14:46:35.313627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67719dc0-34d1-4e7e-9fde-6f6420795e99 req-82c2d65a-8830-44d0-9485-4c5bfcd9ef0e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Feb 11 14:46:36.431982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb225a1-1043-4625-ae93-7b053a265ee4 req-64a490c2-63c3-40b5-a4f0-6550fcfae55b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:36.433509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb225a1-1043-4625-ae93-7b053a265ee4 req-64a490c2-63c3-40b5-a4f0-6550fcfae55b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0494864 Feb 11 14:46:36.471975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb225a1-1043-4625-ae93-7b053a265ee4 req-2dfb0a2b-b595-4965-a924-0194c0b27a40 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Feb 11 14:46:37.588041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076deae7-52db-483f-919f-696570381ba2 req-4896470b-a02b-4749-b963-447ecd60abba tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:37.589545 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-076deae7-52db-483f-919f-696570381ba2 req-4896470b-a02b-4749-b963-447ecd60abba tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0485618 Feb 11 14:46:37.628823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-076deae7-52db-483f-919f-696570381ba2 req-50ca64b1-2732-4c85-938c-5ac9d379d98e tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Feb 11 14:46:38.753437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4ec8-0bb4-4e3d-b00a-446748d50ad8 req-8b67b005-31ab-496c-9d4f-0f82d6bdf7c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:38.755160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-285e4ec8-0bb4-4e3d-b00a-446748d50ad8 req-8b67b005-31ab-496c-9d4f-0f82d6bdf7c3 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0575607 Feb 11 14:46:38.801059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-285e4ec8-0bb4-4e3d-b00a-446748d50ad8 req-3ef20588-63d0-4b0d-ba71-91dc1e3b25be tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396292 Feb 11 14:46:39.918225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82adf2d-cfda-4ca3-8c43-f453202f10a7 req-032d3ecf-6567-48e8-9020-11af4e634a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:39.919786 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b82adf2d-cfda-4ca3-8c43-f453202f10a7 req-032d3ecf-6567-48e8-9020-11af4e634a9a tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0492315 Feb 11 14:46:39.957933 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b82adf2d-cfda-4ca3-8c43-f453202f10a7 req-3e660db0-698a-4df3-922c-14f01b86b76b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Feb 11 14:46:41.073889 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62852e4-a5b0-4f09-bd52-b95b30b73091 req-7afc818c-8b9a-41d2-bc0a-13f1390de411 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:41.075410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b62852e4-a5b0-4f09-bd52-b95b30b73091 req-7afc818c-8b9a-41d2-bc0a-13f1390de411 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0502539 Feb 11 14:46:41.113411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b62852e4-a5b0-4f09-bd52-b95b30b73091 req-8309be56-aca4-4c15-b709-85164ac1f2f0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Feb 11 14:46:42.239023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5445-0785-4620-889b-0a0cdea73adf req-2c8a6a39-4443-44cc-98b5-d207819715b4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:42.242433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-503d5445-0785-4620-889b-0a0cdea73adf req-2c8a6a39-4443-44cc-98b5-d207819715b4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 944 time: 0.0566084 Feb 11 14:46:42.278575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-503d5445-0785-4620-889b-0a0cdea73adf req-58c94698-2506-4a4e-8f43-440554e1319b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Feb 11 14:46:42.851024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2f0c795b-bf37-4e53-ac90-cd3891c74b9d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:46:42.948812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:42.961082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'port_id': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'mac_address': 'fa:16:3e:79:b8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:46:42.999615 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:43.016686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0c795b-bf37-4e53-ac90-cd3891c74b9d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:46:43.035030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:43.107360 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:43.157362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:43.165188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.165545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.165875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.166227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.166598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.166932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.167203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.167633 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.167845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.168155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.168481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.168791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:43.328568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['2f0c795b-bf37-4e53-ac90-cd3891c74b9d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:46:43.413966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570b58-9a30-4cc0-98de-2e00dc70b005 req-dfdc8aaa-fbfb-43f0-98dd-9561c4da968d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:43.413966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02570b58-9a30-4cc0-98de-2e00dc70b005 req-dfdc8aaa-fbfb-43f0-98dd-9561c4da968d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 945 time: 0.0644798 Feb 11 14:46:43.469421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02570b58-9a30-4cc0-98de-2e00dc70b005 req-538a8f58-1a63-4f3c-986e-0df82f974a21 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469487 Feb 11 14:46:44.587880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c524-027c-4a4a-bd72-1aa03ab45fd2 req-e5ef1236-b2d4-40b2-a667-6490d13146f7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:44.592530 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c561c524-027c-4a4a-bd72-1aa03ab45fd2 req-e5ef1236-b2d4-40b2-a667-6490d13146f7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Feb 11 14:46:44.626716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c561c524-027c-4a4a-bd72-1aa03ab45fd2 req-8e26f6d0-eeb1-497b-9135-3f71470cb6eb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Feb 11 14:46:44.855466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2f0c795b-bf37-4e53-ac90-cd3891c74b9d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:46:44.953003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:46:44.956755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:46:44.957159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:45.035955 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:45.058850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:46:45.061141 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5674c-3b5f-46c5-b61b-5ce09ac0acd9" -d '{"events": [{"server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "name": "network-vif-plugged", "status": "completed", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:45.074508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:46:45.130304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:45.167333 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd849a6-558d-4612-9165-329962957cce x-openstack-request-id: req-9fd849a6-558d-4612-9165-329962957cce {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:45.167648 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "name": "network-vif-plugged", "status": "completed", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:45.167897 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fd849a6-558d-4612-9165-329962957cce {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:45.168291 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'code': 200} Feb 11 14:46:45.181498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:45.264410 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089312-5257-4abd-824b-8cdf658ff2de req-799e5671-afba-445a-bfac-eca32c31dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.265933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41089312-5257-4abd-824b-8cdf658ff2de req-799e5671-afba-445a-bfac-eca32c31dd84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0438874 Feb 11 14:46:45.300995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41089312-5257-4abd-824b-8cdf658ff2de req-aba11406-d991-4a56-b0b0-39a131d5414b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275278 Feb 11 14:46:45.739677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c272f-08e0-44b2-bcef-169be843b337 req-7695ef12-2bfa-438e-bed9-4ed9f121f98b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:45.741203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-601c272f-08e0-44b2-bcef-169be843b337 req-7695ef12-2bfa-438e-bed9-4ed9f121f98b tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Feb 11 14:46:45.779909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-601c272f-08e0-44b2-bcef-169be843b337 req-527814bc-46b7-4480-9a06-0d8801d39674 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Feb 11 14:46:46.717894 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:46:46.778263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-3e30e0bf-83ec-43ae-81cd-39a7c4a3a4e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908420 Feb 11 14:46:46.901821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-21b57a79-12f9-41a1-b531-ff5fc3c3b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:46.903316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-21b57a79-12f9-41a1-b531-ff5fc3c3b1bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.0800653 Feb 11 14:46:46.918658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e28264-3b6e-497f-b146-5db55ad561e0 req-b18bd6b1-d26e-4265-9cd2-83cf64f9f977 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:46.920161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44e28264-3b6e-497f-b146-5db55ad561e0 req-b18bd6b1-d26e-4265-9cd2-83cf64f9f977 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0658760 Feb 11 14:46:47.006300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44e28264-3b6e-497f-b146-5db55ad561e0 req-45020e0a-b43d-4b63-82b5-867682dbee85 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795105 Feb 11 14:46:47.038901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-c8a0fe6a-be27-460e-9106-04ad79dcb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:47.040057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-c8a0fe6a-be27-460e-9106-04ad79dcb3a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1123555 Feb 11 14:46:47.117553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-d00630b2-89e0-48ec-a5e6-9fae59d8f3e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1002 time: 0.0696363 Feb 11 14:46:47.130033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d782ea9-b29d-421e-87bd-898d9f6d916a req-cee9743a-e283-4231-952e-f2cb4feb5701 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:47.131715 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d782ea9-b29d-421e-87bd-898d9f6d916a req-cee9743a-e283-4231-952e-f2cb4feb5701 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0547595 Feb 11 14:46:47.168056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-4018729b-a4ca-4d79-8b64-26e86ba738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:47.169673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-4018729b-a4ca-4d79-8b64-26e86ba738f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0461118 Feb 11 14:46:47.176848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d782ea9-b29d-421e-87bd-898d9f6d916a req-29190111-13d3-4177-8687-c2d56ba7fbad tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Feb 11 14:46:47.199308 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38510) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:47.222471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-3d9362d0-84a5-4321-a1c1-56233af51177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:47.224269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-3d9362d0-84a5-4321-a1c1-56233af51177 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450294 Feb 11 14:46:47.235416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-4da4b7f0-755b-4b42-947c-53d1b55c36bc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:46:47.236356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-4da4b7f0-755b-4b42-947c-53d1b55c36bc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051053 Feb 11 14:46:47.330129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-5e9240f3-63ae-496b-b37d-5a4f2a2651c2 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874393 Feb 11 14:46:47.386060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634ae2f-bc6c-40b1-ab52-18643e893c9a tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:47.389546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b634ae2f-bc6c-40b1-ab52-18643e893c9a tempest-TestVolumeBootPattern-988384566 tempest-TestVolumeBootPattern-988384566-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1092 time: 0.1874771 Feb 11 14:46:47.390532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:47.396247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:47.422108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bdedf3d8-3198-4aca-aa8a-2916745db963 req-bb305fa7-7813-4863-ac96-d0f3c1739427 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Feb 11 14:46:47.507702 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:47.606479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:47.715068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Allocated IP 172.25.7.143 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b1ff8d60-0f1c-45ea-9b19-c47ac76912da) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:46:48.150040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:48.183790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cec5bbd8-1c8b-4af8-a999-183cb048558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:48.245078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:48.293277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:46:48.294708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:46:48.298540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:46:48.332391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=b1ff8d60-0f1c-45ea-9b19-c47ac76912da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:48.345260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.348315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.349089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.349089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.349089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.349374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:46:48.681217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:48.913604 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:49.066588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:49.118936 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:49.187256 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event updated for resources: {'Port': ['ID=b1ff8d60-0f1c-45ea-9b19-c47ac76912da,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:49.199067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:49.304442 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP ee814a8e-acff-44fd-b161-263358d467ea associated. External IP: 172.25.7.143, port: 2f0c795b-bf37-4e53-ac90-cd3891c74b9d. Feb 11 14:46:49.531851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:46:49.640873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:46:49.652681 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:46:49.664310 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:46:49.665058 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:49.744204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:49.772255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6a804086-48bf-46d8-8530-cd9724e6bb14 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3804898 Feb 11 14:46:49.774567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:46:49.774707 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:46:49.775381 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:46:49.821686 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf904f-1313-4fd9-8407-55d453270f3b x-openstack-request-id: req-06cf904f-1313-4fd9-8407-55d453270f3b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:46:49.821975 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:46:49.822228 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06cf904f-1313-4fd9-8407-55d453270f3b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:46:49.822637 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'status': 'completed', 'code': 200} Feb 11 14:46:49.884848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-be79b0bb-1e23-4291-9d61-4391439dfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:49.886530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-be79b0bb-1e23-4291-9d61-4391439dfe0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0432248 Feb 11 14:46:49.984697 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-047102c7-9cb6-4a70-a0e7-d36c201324a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:49.986519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-047102c7-9cb6-4a70-a0e7-d36c201324a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0942163 Feb 11 14:46:50.011327 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}, {'id': 'ee814a8e-acff-44fd-b161-263358d467ea', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:79:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:48Z', 'updated_at': '2022-02-11T14:46:48Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:50.038939 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:46:50.047539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:46:50.048137 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:50.056064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-10fdebc0-1601-4bdc-9510-617111aee0e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 1000 time: 0.0622811 Feb 11 14:46:50.110201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-68c42a8a-e11e-41da-9e06-e440806d6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:50.111690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-68c42a8a-e11e-41da-9e06-e440806d6a62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0493174 Feb 11 14:46:50.159858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-614e3b0d-1273-412d-8389-469f74a89f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:46:50.161609 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-614e3b0d-1273-412d-8389-469f74a89f4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437887 Feb 11 14:46:50.163438 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:46:50.252585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-fef49b60-a85d-41a0-ab8e-0e53e2a1846a service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Feb 11 14:46:50.354888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ec17c66-8e6e-4cdd-9c33-595770fda3f7 req-636ddc35-984f-489e-a6ad-c9eeadde77f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959506 Feb 11 14:46:50.417372 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}, {'id': 'ee814a8e-acff-44fd-b161-263358d467ea', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:79:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:48Z', 'updated_at': '2022-02-11T14:46:48Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:46:50.443706 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e0b74-7412-44e9-af65-bb840fee8db1 None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}, {'id': 'ee814a8e-acff-44fd-b161-263358d467ea', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:79:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:46:48Z', 'updated_at': '2022-02-11T14:46:48Z', 'revision_number': 0, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:46:50.507650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212f3278-de04-4930-9a23-8289d017a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:50.681552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3088807-002f-4a9e-b601-4dac7ab78ac5 None None] New status for floating IP ee814a8e-acff-44fd-b161-263358d467ea: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:46:51.804907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:53.217381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:53.325102 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.497304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:55.607951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66a7edd2-a3a9-4c26-9355-dd65e471c474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.681890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66a7edd2-a3a9-4c26-9355-dd65e471c474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.753254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66a7edd2-a3a9-4c26-9355-dd65e471c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.795023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7edd2-a3a9-4c26-9355-dd65e471c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d26681-08f9-4d11-8018-a30c2576c5e8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:55.799692 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-66a7edd2-a3a9-4c26-9355-dd65e471c474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12cb216734da4da39604bd6fcc586e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012061 Feb 11 14:46:55.802827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:55.850939 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.871991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.964827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.967375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:55.968537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5d26681-08f9-4d11-8018-a30c2576c5e8 HTTP/1.1" status: 204 len: 168 time: 0.1647496 Feb 11 14:46:55.976315 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116cff-c14f-490a-9c3a-bef553910e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d26681-08f9-4d11-8018-a30c2576c5e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:58.538607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:58.543373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344668330', 'description': 'tempest-secgroup-smoke-1344668330 description', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:58.610482 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.619255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.691761 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.736076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.776148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82f394-0abc-4099-a239-9b2d03447588,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:58.810176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.873263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.901841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948043a2-52a7-4873-8822-f64be48739b5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:58.972144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.973411 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b299a4e7-acb2-4228-a93d-141ef1176ef6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4337032 Feb 11 14:46:58.976369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:58.980791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:59.061507 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.122268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.170177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.188019 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a30b27d-5e20-4e21-b4d7-62e7926cc73f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:59.241160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.242380 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b16abb35-0e35-4fef-a2b7-7dfe0d23d489 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649906 Feb 11 14:46:59.245175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:59.249904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:59.346382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.405164 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.473962 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.492791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d419ea0-70ce-4feb-a8d9-5b380baab73b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:59.589481 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.590682 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-074dd232-69ba-48ee-9a5b-c6a73f6f6028 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445816 Feb 11 14:46:59.593567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:59.598518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:46:59.686541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.745177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.838920 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.858702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2062369-677d-409c-8cee-f98604a53e2d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:46:59.937825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.939109 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-18e43dcd-60dc-4c8b-beaa-6ddd4fdc8180 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446522 Feb 11 14:46:59.941878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:46:59.946313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:00.032264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.095279 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.141782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.160854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd88a870-0f12-47b9-84d3-27da86eba79e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:00.246533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.247741 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1633eb3b-2b85-408b-966e-5d0830591ebf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049548 Feb 11 14:47:00.250515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:00.255468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:00.387522 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:47:00.392589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.454537 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.536779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.555742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db946e1b-8b40-43ec-aad3-801154a2642b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:00.658119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.659295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ec1c6240-b8aa-45ee-8637-eb61325d729a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4078646 Feb 11 14:47:00.662562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:00.667099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '948043a2-52a7-4873-8822-f64be48739b5', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:00.707866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.764745 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:47:00.770251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.832788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.930340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.945875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ba1b0f-fbbb-4056-9ee9-05cfea85f3ed,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:01.041311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.042597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-903c54c2-ab99-4ff9-8f25-80547f12e429 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3790865 Feb 11 14:47:01.045616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:01.051175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'network': {'name': 'tempest-network-smoke--32349156', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:01.135943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:47:01.139676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.163715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:47:01.172447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.172786 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Added segment e201d5fb-63ee-43e4-96e3-c8525f1f45e9 of type vlan for network 1667e059-7293-440d-b9b5-fbb3fca6c1fe Feb 11 14:47:01.213750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.290104 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.295876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:01.297921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.361384 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Network': ['ID=1667e059-7293-440d-b9b5-fbb3fca6c1fe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:01.371972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:47:01.401837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-359c0414-7638-4628-a7d9-367eaed7a175 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3549612 Feb 11 14:47:01.404926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:01.409787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'admin_state_up': True, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:01.417866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.525286 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.526326 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.581250 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:01.795828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.075997 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.095932 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.203017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.179 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:47:02.302786 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.422031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.460489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:02.463320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:02.466665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:47:02.493148 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:02.783023 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:02.972324 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:03.187422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:47:03.295621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:47:03.305179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Sync routers for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:47:03.315162 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:03.315689 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:03.447339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:03.451667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-881bf5f3-ea3e-4c0e-90c8-e6d01be3c953 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0428784 Feb 11 14:47:03.452375 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:03.502169 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:03.594669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f26a7acc-4f52-4f6b-a7ae-59acc5626115 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6a2e1fd6e2da4f2dbab544ca057b6df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1411359 Feb 11 14:47:03.597731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38620) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:03.684767 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:02Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:03.687373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd3d68-fd40-4cef-a60e-1176f4856e1e tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:03.688951 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f5fd3d68-fd40-4cef-a60e-1176f4856e1e tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899484 Feb 11 14:47:03.691860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38622) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:03.711193 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Checking router: 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:47:03.711539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Updating router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:47:03.720185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f01c4bde-f4ed-40be-b00d-44836f33a2e9 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267372 Feb 11 14:47:03.728827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38624) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:03.733511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848763005', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:03.735273 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:03.901873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:47:03.905575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:03.988942 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.078807 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.132165 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Attempting to bind port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:47:04.132527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Attempting to bind port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:47:04.132885 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Attempting to bind port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:47:04.139515 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Pushing event updated for resources: {'Port': ['ID=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:04.145710 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:47:04.146097 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:47:04.146513 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.146890 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:47:04.147342 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Bound port: 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:47:04.147715 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.150853 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.151192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.151523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.151851 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.156821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:04.187750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.205366 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] For port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:47:04.208650 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] For port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:47:04.253943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Subnet': ['ID=ac0b34f3-c873-455d-8665-c8d7f7017e62,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:04.266076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Checking segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:47:04.266076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network hostable DHCP agents. Network: 1667e059-7293-440d-b9b5-fbb3fca6c1fe, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:47:04.285351 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.339521 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:04.340167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:04.341620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:47:04.381142 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa9b7e-e3cd-4b4b-a7ee-44040dcf2b8a None None] Pushing event updated for resources: {'Port': ['ID=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:04.416298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1667e059-7293-440d-b9b5-fbb3fca6c1fe) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:04.421345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:04.422059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.426292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89113aa-0b6e-4f6a-9c51-02cf4db20d40 None None] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:47:04.450260 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:04.487647 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2a5bdbfb-83d5-4b16-8ab1-9d38295711a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7577465 Feb 11 14:47:04.491683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:04.589012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:47:04.595685 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.641193 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:02Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:04.669643 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72810015-a364-41a3-bc7d-48abb5a144ef None None] The sync data for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 is: [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:02Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:47:04.748576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Allocated IP 172.20.0.2 (1667e059-7293-440d-b9b5-fbb3fca6c1fe/ac0b34f3-c873-455d-8665-c8d7f7017e62/3ef4d0bd-f55b-43ae-8502-bf1a5319bb60) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:47:04.918856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:04.976783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.003066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.019864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:05.021375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:05.025040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:47:05.033870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Pushing event updated for resources: {'Port': ['ID=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:05.087087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Attempting to bind port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:47:05.087486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Attempting to bind port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:47:05.087812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Attempting to bind port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:47:05.092996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:47:05.093370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Checking segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:47:05.093773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.094213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Bound using segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:47:05.094679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Bound port: 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:47:05.095058 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.167048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] For port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:47:05.172345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] For port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:47:05.264878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:05.269393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.369802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042e44c-3a68-457d-ac1f-963ee85e693f None None] Pushing event updated for resources: {'Port': ['ID=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:05.382825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:05.383196 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.477476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.501792 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:05.560505 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.657677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:05.687626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.1 (1667e059-7293-440d-b9b5-fbb3fca6c1fe/ac0b34f3-c873-455d-8665-c8d7f7017e62/85252849-edc3-4dee-9b77-cba9f52221e3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:47:05.812486 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.936132 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:05.977668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:05.980483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:05.984053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:47:05.990840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:06.032441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:06.234088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:06.542135 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:06.599238 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:06.679608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:06.682443 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:06.772013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:06.773347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:06.889258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:47:07.003607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:47:07.008719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-04c64dd6-1021-423a-aa72-4aec8188338b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/1ebd10de-9871-4a14-aa31-c61f4fbf0a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153823 Feb 11 14:47:07.017483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Sync routers for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:47:07.028858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:07.029509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:07.156055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:07.170493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-b1aa9671-93de-4750-b2b2-9c35538c2128 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344668330&fields=id&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 267 time: 0.0406990 Feb 11 14:47:07.206443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33304d-91b4-4a15-b74f-8c7dd8492af0 None None] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:47:07.304857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-00bcf534-0b29-4ac4-b4c4-651b6eb01774 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:07.306952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-00bcf534-0b29-4ac4-b4c4-651b6eb01774 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 795 time: 0.1253986 Feb 11 14:47:07.323872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-60c6a1b9-7958-4381-a54b-8b1946549579 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/quotas/6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 375 time: 0.0103230 Feb 11 14:47:07.377668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-cd0dd51e-c239-4e81-b528-5fc192d8fca8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476778 Feb 11 14:47:07.386833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:07.478436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-9ce4e9ed-69e9-4341-955d-c8b82bd7e813 service neutron] 10.222.0.31 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878062 Feb 11 14:47:07.550389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] Provisioning complete for port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:07.550671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:07.570273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-338d5b58-3006-4e0b-902d-4f051da63d13 service neutron] 10.222.0.31 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854445 Feb 11 14:47:07.661492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:07.661863 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:07.799347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:07.863575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-998dfa01-b5a8-4c9c-a424-07926373a628 req-cdf33586-5338-4ee0-a129-364026833461 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 210 time: 0.0489392 Feb 11 14:47:07.872000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] For port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:07.883692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 2, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:07.892787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:07.936861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Checking router: 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:47:07.937272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Updating router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 port 85252849-edc3-4dee-9b77-cba9f52221e3 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:47:07.944654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.007019 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.064409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292b21e-7cc7-46fe-93aa-78d7ddcb01a7 None None] Pushing event updated for resources: {'Port': ['ID=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:08.082598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:08.083014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.330449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8ffc5cc0-2545-4e30-9ce7-09b3f3c9c36d None None] Provisioning complete for port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:08.330821 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5cc0-2545-4e30-9ce7-09b3f3c9c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.481701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.505766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8ffc5cc0-2545-4e30-9ce7-09b3f3c9c36d None None] Provisioning complete for port 85252849-edc3-4dee-9b77-cba9f52221e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:08.510618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5cc0-2545-4e30-9ce7-09b3f3c9c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.545909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc5cc0-2545-4e30-9ce7-09b3f3c9c36d None None] Port 85252849-edc3-4dee-9b77-cba9f52221e3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:47:08.559094 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.611329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75e0f-501b-41db-ba65-6b29dfcc405b None None] Pushing event updated for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:08.676356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Attempting to bind port 85252849-edc3-4dee-9b77-cba9f52221e3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:47:08.676753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Attempting to bind port 85252849-edc3-4dee-9b77-cba9f52221e3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:47:08.677149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Attempting to bind port 85252849-edc3-4dee-9b77-cba9f52221e3 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:47:08.685618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:47:08.686000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Checking segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:47:08.686411 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.686807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Bound using segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:47:08.687273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Bound port: 85252849-edc3-4dee-9b77-cba9f52221e3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:47:08.687663 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.689626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d28703e0-1833-4c86-823c-c7e32f372a9a None None] Provisioning complete for port 85252849-edc3-4dee-9b77-cba9f52221e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:08.689981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d28703e0-1833-4c86-823c-c7e32f372a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.762284 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d28703e0-1833-4c86-823c-c7e32f372a9a None None] Port 85252849-edc3-4dee-9b77-cba9f52221e3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:47:08.792185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] For port 85252849-edc3-4dee-9b77-cba9f52221e3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:47:08.795515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] For port 85252849-edc3-4dee-9b77-cba9f52221e3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85252849-edc3-4dee-9b77-cba9f52221e3,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:47:08.880936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.920115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] Provisioning complete for port 85252849-edc3-4dee-9b77-cba9f52221e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:08.920471 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:08.985922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86de861b-2a17-4194-a2f1-e184d600ba7c req-824e8269-a3a3-4df1-9f6f-e4ae345766fa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 210 time: 0.0431561 Feb 11 14:47:08.993613 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75e0f-501b-41db-ba65-6b29dfcc405b None None] Pushing event updated for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:08.998753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:09.000657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:46:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:09.160396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:09.162973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:09.228511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:09.258611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] For port 85252849-edc3-4dee-9b77-cba9f52221e3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85252849-edc3-4dee-9b77-cba9f52221e3,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:09.359488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:09.414086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:09.415592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:09.639075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2325343-35e5-402e-aa9b-f449b073e8c8 None None] Pushing event updated for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:09.655016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ccb518f4-d92b-4019-9d5b-f3c407d2c41a None None] Provisioning complete for port 85252849-edc3-4dee-9b77-cba9f52221e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:09.655016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccb518f4-d92b-4019-9d5b-f3c407d2c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:09.735214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:08Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:09.777729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22bcb2-49cb-4ab9-b56a-667e17dcb7ff None None] The sync data for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 is: [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:08Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:47:10.099667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-35481941-02d4-4058-bf53-b6e7ea8cc43c req-aebd9294-6992-426e-a34a-6e1a7445daf7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 210 time: 0.0273738 Feb 11 14:47:10.378892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-4f64c401-6446-4288-9702-a2a8f9f2ffcd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:10.380440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-4f64c401-6446-4288-9702-a2a8f9f2ffcd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 795 time: 0.1149311 Feb 11 14:47:10.439535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-13b416f1-ca00-4f16-b928-f10610a3588d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 380 time: 0.0492840 Feb 11 14:47:10.450916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'port': {'device_id': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'admin_state_up': True, 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'security_groups': ['948043a2-52a7-4873-8822-f64be48739b5']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:10.679550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:47:10.688320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:10.823209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.12 (1667e059-7293-440d-b9b5-fbb3fca6c1fe/ac0b34f3-c873-455d-8665-c8d7f7017e62/1ca921d1-b3e1-4832-ba63-9d07280794f5) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:47:10.970262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.067913 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.115902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:11.119041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:11.123820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:47:11.153970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:11.199676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:11.200404 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.249653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b98663-2ddc-468e-bbf5-16f982d81da4 req-ed78ef11-2cc4-4552-b460-f0cee0271d9a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:11.251208 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80b98663-2ddc-468e-bbf5-16f982d81da4 req-ed78ef11-2cc4-4552-b460-f0cee0271d9a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 932 time: 0.0705876 Feb 11 14:47:11.283334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85252849-edc3-4dee-9b77-cba9f52221e3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:11.297561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80b98663-2ddc-468e-bbf5-16f982d81da4 req-3ee4cead-dc28-40b8-b685-a0ea4a381059 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Feb 11 14:47:11.302431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-95805363-4b10-49d5-bf23-12a4344332fe tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566251 Feb 11 14:47:11.322201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Request body: {'port': {'device_id': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:11.349228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 85252849-edc3-4dee-9b77-cba9f52221e3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:11.349597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.376939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.393046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fba537b5-e44b-4970-b216-70b7064dd4c7 None None] Provisioning complete for port 1ca921d1-b3e1-4832-ba63-9d07280794f5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:11.393435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba537b5-e44b-4970-b216-70b7064dd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.437349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fba537b5-e44b-4970-b216-70b7064dd4c7 None None] Port 1ca921d1-b3e1-4832-ba63-9d07280794f5 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:47:11.645665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca921d1-b3e1-4832-ba63-9d07280794f5 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:47:11.653311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.665690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Transition to ACTIVE for port object 1ca921d1-b3e1-4832-ba63-9d07280794f5 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:47:11.753677 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.801674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:11.880399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:47:11.880743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:47:11.881084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:47:11.886221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:47:11.886657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:47:11.892559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:47:11.895739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Checking segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:47:11.895739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Bound using segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:47:11.895739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Bound port: 1ca921d1-b3e1-4832-ba63-9d07280794f5, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:47:11.895739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:11.961661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:47:11.965129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:47:12.039162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:12.080199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.080817 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:12.082229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 1092 time: 0.7720556 Feb 11 14:47:12.082714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:47:12.085560 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745f902-5ad9-4137-af71-80769580264f" -d '{"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:47:12.118363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388bb0e-4bc9-4366-b82e-50c551ff8169 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:12.139585 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515777a-3ec2-4d0a-9026-958988757a52 x-openstack-request-id: req-1515777a-3ec2-4d0a-9026-958988757a52 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:47:12.139881 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:47:12.140138 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1515777a-3ec2-4d0a-9026-958988757a52 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:47:12.140631 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'status': 'completed', 'code': 200} Feb 11 14:47:12.202649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f902-5ad9-4137-af71-80769580264f req-bf89066a-48bc-4572-84fb-827e7a51f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.204180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6745f902-5ad9-4137-af71-80769580264f req-bf89066a-48bc-4572-84fb-827e7a51f308 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1095 time: 0.0450208 Feb 11 14:47:12.310011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f902-5ad9-4137-af71-80769580264f req-4bdd253a-6f0d-4665-a06f-af7f94534764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.311489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6745f902-5ad9-4137-af71-80769580264f req-4bdd253a-6f0d-4665-a06f-af7f94534764 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0985913 Feb 11 14:47:12.446843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f902-5ad9-4137-af71-80769580264f req-e7bf171b-d7c3-42a5-a9d9-30b3a104a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.448304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6745f902-5ad9-4137-af71-80769580264f req-e7bf171b-d7c3-42a5-a9d9-30b3a104a59c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297982 Feb 11 14:47:12.457432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ef474-3ba8-416b-93c9-c5ea6f0d0938 req-c2985daa-5d6e-439f-978c-73fca5cdb577 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.458860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f9ef474-3ba8-416b-93c9-c5ea6f0d0938 req-c2985daa-5d6e-439f-978c-73fca5cdb577 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0831761 Feb 11 14:47:12.525660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f9ef474-3ba8-416b-93c9-c5ea6f0d0938 req-c9ca9b3a-23e3-4545-84fd-d70c382e46a2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605161 Feb 11 14:47:12.539536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-903d823e-abfa-4ad0-aea2-024468bf96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.541209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-903d823e-abfa-4ad0-aea2-024468bf96a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1095 time: 0.0557783 Feb 11 14:47:12.586900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-ce2275ab-48c1-4615-9340-d0b7efd36cfe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 217 time: 0.0385778 Feb 11 14:47:12.636800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-9d47f6dc-d008-487f-949f-55a0390692c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.638354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-9d47f6dc-d008-487f-949f-55a0390692c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0449104 Feb 11 14:47:12.684595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-b20f9884-c86d-4589-9060-801569349492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:12.686223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-b20f9884-c86d-4589-9060-801569349492 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416732 Feb 11 14:47:12.778316 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-3dbc5007-398a-46e9-83c7-701b1c4614c2 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Feb 11 14:47:12.869972 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1cbee99e-3cd1-4000-980f-21a7be94a8c6 req-251a0db6-7372-4320-8638-58a797cc34e5 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Feb 11 14:47:13.648545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10125-27d1-42bd-9c5c-dd75a51128de req-f60301da-1399-4668-a6b8-db32b8336b4f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:13.650065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ded10125-27d1-42bd-9c5c-dd75a51128de req-f60301da-1399-4668-a6b8-db32b8336b4f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0538108 Feb 11 14:47:13.689208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ded10125-27d1-42bd-9c5c-dd75a51128de req-94653c38-31b7-4472-b9f9-8b8ebb3ca32c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Feb 11 14:47:14.815321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065832af-96b6-4a8f-b275-cf7fa8476c8d req-72876f7f-dfaa-4f01-a22c-da7885b7b940 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:14.816780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-065832af-96b6-4a8f-b275-cf7fa8476c8d req-72876f7f-dfaa-4f01-a22c-da7885b7b940 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Feb 11 14:47:14.853523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-065832af-96b6-4a8f-b275-cf7fa8476c8d req-0c13bad7-96ee-4879-86f1-beebb3dae063 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306351 Feb 11 14:47:15.972527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c40a0-b87b-4ffc-b032-52291576a38f req-d2178bfa-fa33-4322-b171-69b00deb307a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:15.974030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a6c40a0-b87b-4ffc-b032-52291576a38f req-d2178bfa-fa33-4322-b171-69b00deb307a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0513575 Feb 11 14:47:16.012123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a6c40a0-b87b-4ffc-b032-52291576a38f req-cf691e7d-047b-4cc6-8df8-2dac212ab5e5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Feb 11 14:47:16.088399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:47:16.183607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:16.195397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'mac_address': 'fa:16:3e:22:70:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:47:16.235854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:16.248858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca921d1-b3e1-4832-ba63-9d07280794f5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:47:16.267671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:16.335928 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:16.384242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:16.552236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['1ca921d1-b3e1-4832-ba63-9d07280794f5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:47:17.133690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6bfe0-dc1f-4581-a306-81c816895075 req-1f4027ac-5f81-41a6-8eee-b0e3d9ee6949 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:17.135187 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6be6bfe0-dc1f-4581-a306-81c816895075 req-1f4027ac-5f81-41a6-8eee-b0e3d9ee6949 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 945 time: 0.0534608 Feb 11 14:47:17.173826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6be6bfe0-dc1f-4581-a306-81c816895075 req-77fc4ecb-8161-4e59-a097-6a8d48468834 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Feb 11 14:47:18.089948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:47:18.210214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13a762ae-516c-4437-8eba-839ea2ccf6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:18.239389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 1ca921d1-b3e1-4832-ba63-9d07280794f5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:47:18.244067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 1ca921d1-b3e1-4832-ba63-9d07280794f5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:47:18.244449 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:18.291539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bea5-06b1-4d5d-8b76-1c394160390a req-a7883287-6c0c-4c18-97a6-5b95773bd509 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:18.293041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3984bea5-06b1-4d5d-8b76-1c394160390a req-a7883287-6c0c-4c18-97a6-5b95773bd509 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Feb 11 14:47:18.327371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:18.333332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3984bea5-06b1-4d5d-8b76-1c394160390a req-9e543114-e3a3-4e0e-9e1e-f8b272a386c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Feb 11 14:47:18.350808 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:47:18.353612 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165b410-0a7a-4baa-8e5d-af0d1c019a2f" -d '{"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:47:18.366018 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:47:18.392250 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7aa05d-ef42-4ab3-a841-5cea2cc69efb x-openstack-request-id: req-7c7aa05d-ef42-4ab3-a841-5cea2cc69efb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:47:18.392610 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:47:18.392867 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c7aa05d-ef42-4ab3-a841-5cea2cc69efb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:47:18.393339 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'code': 200} Feb 11 14:47:18.439148 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:18.489367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d7cc-b811-45eb-9ace-4899b234b460 req-01579051-696c-451a-9338-994a3b3e08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:18.491063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d183d7cc-b811-45eb-9ace-4899b234b460 req-01579051-696c-451a-9338-994a3b3e08df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0433919 Feb 11 14:47:18.491195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:18.529421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d183d7cc-b811-45eb-9ace-4899b234b460 req-53fffa70-c5f1-4cdc-b6e3-827f1b2751a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Feb 11 14:47:19.463565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f76f9-a56f-49b0-8630-0c29a140f825 req-4e5e8107-c1a3-4d91-94b0-6e3777b3fcf3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:19.465106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c2f76f9-a56f-49b0-8630-0c29a140f825 req-4e5e8107-c1a3-4d91-94b0-6e3777b3fcf3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0610919 Feb 11 14:47:19.505097 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c2f76f9-a56f-49b0-8630-0c29a140f825 req-604fa2c8-66c4-4612-86c8-7997f79bfd17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338635 Feb 11 14:47:20.461996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f23518f7-e1f3-4308-8bbb-8de40616a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:20.630590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d64db1-1d76-4b52-8070-f5cc693d4abb req-aa790381-36ad-4742-8ee6-3d0ed2f32d59 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:20.632150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3d64db1-1d76-4b52-8070-f5cc693d4abb req-aa790381-36ad-4742-8ee6-3d0ed2f32d59 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0534661 Feb 11 14:47:20.670498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3d64db1-1d76-4b52-8070-f5cc693d4abb req-11824549-08db-4f29-971d-cea8b3bf8ff8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Feb 11 14:47:20.788589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013326-ad37-4767-bec8-c90acf66fdbd req-48b1c916-8a3f-4cb1-9ce8-b32964dbcb52 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:20.790507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06013326-ad37-4767-bec8-c90acf66fdbd req-48b1c916-8a3f-4cb1-9ce8-b32964dbcb52 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Feb 11 14:47:20.827606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-06013326-ad37-4767-bec8-c90acf66fdbd req-1bec2507-0701-4b29-9a05-231238df3cd5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Feb 11 14:47:20.848655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:20.889309 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5fec4-641e-4229-b993-e17087331be5 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:20.890919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-99f5fec4-641e-4229-b993-e17087331be5 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1092 time: 0.0411079 Feb 11 14:47:20.893861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:20.898103 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:47:21.004819 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.105583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.213039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.21 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/718b39e5-28ee-4c29-ad09-35ee5073d72d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:47:21.310916 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.398980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.439221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:47:21.442009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:47:21.445379 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:47:21.471713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=718b39e5-28ee-4c29-ad09-35ee5073d72d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:21.807162 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.827462 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:21.958687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:22.124985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:22.215874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:22.284313 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=718b39e5-28ee-4c29-ad09-35ee5073d72d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:22.296146 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:22.396841 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP ec41d09b-e871-41b1-bade-32030aebbf22 associated. External IP: 172.25.7.21, port: 1ca921d1-b3e1-4832-ba63-9d07280794f5. Feb 11 14:47:22.601885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:47:22.707089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:47:22.717115 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Sync routers for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:47:22.727464 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:22.728051 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:47:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:22.789949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:22.821575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-77cb7906-4bcd-4792-ad51-9e187071e8ed tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9260921 Feb 11 14:47:22.822417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:47:22.824407 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb000a4-329c-4cb5-87f6-a15494f86528" -d '{"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:47:22.832835 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:22.930890 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924bd33d-3085-4275-8632-5b7731363440 x-openstack-request-id: req-924bd33d-3085-4275-8632-5b7731363440 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:47:22.931434 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:47:22.931683 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-924bd33d-3085-4275-8632-5b7731363440 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:47:22.932100 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'status': 'completed', 'code': 200} Feb 11 14:47:22.942456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772a78-1a97-4813-8dd8-cf784829b098 req-89552cb1-c525-47b5-81ce-37656501ed31 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:22.944251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da772a78-1a97-4813-8dd8-cf784829b098 req-89552cb1-c525-47b5-81ce-37656501ed31 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0676522 Feb 11 14:47:23.007927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da772a78-1a97-4813-8dd8-cf784829b098 req-c179ca66-4b34-432d-9a45-7586a9db221b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571840 Feb 11 14:47:23.017941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-926f87e4-b385-4ad7-b119-d89129d0d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:23.030570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-926f87e4-b385-4ad7-b119-d89129d0d32f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0559635 Feb 11 14:47:23.030702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38700) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:23.083147 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ec41d09b-e871-41b1-bade-32030aebbf22', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'mac_address': 'fa:16:3e:22:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:47:21Z', 'updated_at': '2022-02-11T14:47:21Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:23.097801 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fac50477-4b5b-4137-950c-73bfb3c3695f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ec41d09b-e871-41b1-bade-32030aebbf22 HTTP/1.1" status: 200 len: 991 time: 0.0647800 Feb 11 14:47:23.110234 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Checking router: 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:47:23.118749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-c36bd4dd-a903-48ca-a9d6-20ad2ef62d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:23.119147 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:47:23.119735 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:47:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:23.120237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-c36bd4dd-a903-48ca-a9d6-20ad2ef62d25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.0928879 Feb 11 14:47:23.190486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-2f109f0c-ef3c-424f-bfbe-ae6c81d7b30a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 999 time: 0.0629923 Feb 11 14:47:23.222249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:23.230773 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:47:23.239259 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-f2510af8-c933-4eae-8cfe-6ace586c371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:23.241636 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-f2510af8-c933-4eae-8cfe-6ace586c371a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0450203 Feb 11 14:47:23.291101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-a3b66a87-1cdc-4324-a9b8-1a89517beaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:23.292711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-a3b66a87-1cdc-4324-a9b8-1a89517beaec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453136 Feb 11 14:47:23.304016 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:23.388512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-5cfd787e-558d-402a-84f8-fb63aca00724 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891931 Feb 11 14:47:23.505408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5bb000a4-329c-4cb5-87f6-a15494f86528 req-e56c6dd0-8773-410c-846c-5cc1df46cd28 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048815 Feb 11 14:47:23.507672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-36fe24a0-a226-41eb-a5ed-d4fae90f93f1 req-1a06877e-9b88-4cff-8e08-e8d5b6932d7e service neutron] (109375) timed out ('10.222.0.31', 39962) {{(pid=109375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:47:23.548804 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ec41d09b-e871-41b1-bade-32030aebbf22', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'mac_address': 'fa:16:3e:22:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:47:21Z', 'updated_at': '2022-02-11T14:47:21Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:47:23.578038 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818930a-04ae-45e2-9d70-730dcaaa844e None None] The sync data for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 is: [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ec41d09b-e871-41b1-bade-32030aebbf22', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'mac_address': 'fa:16:3e:22:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:47:21Z', 'updated_at': '2022-02-11T14:47:21Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:47:23.716232 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:47:23.773168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9840e42-17cf-4fce-aee4-1d05e3b03cce None None] New status for floating IP ec41d09b-e871-41b1-bade-32030aebbf22: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:47:24.100669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:24.163104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-488e4165-3db8-425e-9520-ea0c0266c2ea tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ec41d09b-e871-41b1-bade-32030aebbf22 HTTP/1.1" status: 200 len: 993 time: 0.0612643 Feb 11 14:47:30.678855 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:31.473050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:40.576625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-0c21ce1b-720d-49e4-9536-f0e481c5b9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405877 Feb 11 14:47:40.660344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-9e8aacd3-32b5-438e-b9e3-93cdf25217de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:40.661871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-9e8aacd3-32b5-438e-b9e3-93cdf25217de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0401487 Feb 11 14:47:40.765219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-f3bb3234-10a1-4992-8f68-02e4caa1eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:40.766726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-f3bb3234-10a1-4992-8f68-02e4caa1eecb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0858943 Feb 11 14:47:41.152870 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-243cbb13-462f-4d3d-a1b5-0f6759804111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 1002 time: 0.3789325 Feb 11 14:47:41.205824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-2953409e-3e62-4071-81f6-26cd2cd6e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:41.207236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-2953409e-3e62-4071-81f6-26cd2cd6e8f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0446577 Feb 11 14:47:41.254902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-a9c718a9-50cb-433a-9c3b-0fdf0497b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:41.256347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-a9c718a9-50cb-433a-9c3b-0fdf0497b462 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421045 Feb 11 14:47:41.343668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-4784a5c8-c2e2-4400-b06b-7b9c5c68a0bb service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Feb 11 14:47:41.433674 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-96e9cb37-17e8-481a-a81b-1a7112476e55 req-31c365c4-988c-4a8d-93c0-4f0c55858593 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834622 Feb 11 14:47:48.147659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5c5119c-397f-45c9-a972-8204ff346e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:48.744482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-c196a35e-619c-4d1d-859c-a155d7ec24f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386009 Feb 11 14:47:48.824110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da959-95f2-441a-b786-af2283f78d46 req-9aad0464-b599-48cb-90c3-bc68ca1ae936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:48.825624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-9aad0464-b599-48cb-90c3-bc68ca1ae936 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.0397394 Feb 11 14:47:48.934078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da959-95f2-441a-b786-af2283f78d46 req-f8cbb765-34da-40d6-bd20-6ac6a7282ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:48.935611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-f8cbb765-34da-40d6-bd20-6ac6a7282ceb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0907927 Feb 11 14:47:49.001941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-547d23e3-c8c9-4b21-b50d-13dbcea8c28c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 1002 time: 0.0583198 Feb 11 14:47:49.051136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da959-95f2-441a-b786-af2283f78d46 req-2ea8b698-43dc-4da2-bc24-2b5052dd2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:49.052760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-2ea8b698-43dc-4da2-bc24-2b5052dd2772 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0428765 Feb 11 14:47:49.102090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da959-95f2-441a-b786-af2283f78d46 req-fb9709df-e26c-4858-a8af-30202a370693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:49.103572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-fb9709df-e26c-4858-a8af-30202a370693 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436242 Feb 11 14:47:49.193269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-adf2a2a0-5ee8-40ee-988d-fae47a5f865e service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818207 Feb 11 14:47:49.286902 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab0da959-95f2-441a-b786-af2283f78d46 req-4d125f27-7023-4f70-a8a1-aa5b468b8206 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867238 Feb 11 14:47:50.490344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-5a56-4c11-95e1-62ee5b3a995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:51.799130 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:53.221916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:53.324585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:55.225514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-ff0a0913-a26e-49b2-b032-9c8d8b984835 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:55.227021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-ff0a0913-a26e-49b2-b032-9c8d8b984835 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0411153 Feb 11 14:47:55.245550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:55.336266 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:55.467838 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:55.496038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9369b54-540b-4ee3-b42b-f75a17a3ad4b req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629375 Feb 11 14:47:55.501050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2cd040-be07-485e-8cc3-1ae34b1030c2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:47:55.511557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.511557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.511557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.512004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.512213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.512487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.512822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.513225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.513570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.513906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.514255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.514579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3549ee-812d-43c2-8b2a-a48e21ecfb43 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:47:55.641702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2855e2c-1dd5-43c3-bb1c-348d9c411d3d req-532fd139-654e-47cd-a9cd-8f6b00953d77 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:55.643121 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2855e2c-1dd5-43c3-bb1c-348d9c411d3d req-532fd139-654e-47cd-a9cd-8f6b00953d77 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0532289 Feb 11 14:47:55.689717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2855e2c-1dd5-43c3-bb1c-348d9c411d3d req-f0247029-ed32-4797-8d72-3cd6204ab2c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345156 Feb 11 14:47:55.714292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:55.774673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ff7b93e1-47ac-4f4d-b984-94a1ecbadcd6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ec41d09b-e871-41b1-bade-32030aebbf22 HTTP/1.1" status: 200 len: 993 time: 0.0591931 Feb 11 14:47:56.136502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-8f2d6cb9-2c2e-49e3-931a-f1c8002dc722 req-9ead46c3-069b-4e46-b279-4bcb25b8abc6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:47:56.137556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f2d6cb9-2c2e-49e3-931a-f1c8002dc722 req-9ead46c3-069b-4e46-b279-4bcb25b8abc6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538094 Feb 11 14:47:56.519876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37fc8-1e67-4dfd-b955-c13dfca63dbd req-793396ea-c56d-4d94-ac03-dc683917ea9f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:56.521398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bd37fc8-1e67-4dfd-b955-c13dfca63dbd req-793396ea-c56d-4d94-ac03-dc683917ea9f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0488224 Feb 11 14:47:56.559676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8bd37fc8-1e67-4dfd-b955-c13dfca63dbd req-54f57de1-8a84-4d6d-9512-792eb7d0a944 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Feb 11 14:47:56.677630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:47:56.770488 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-2ad8cd1f-a78d-4046-a111-ab58158c22c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917430 Feb 11 14:47:56.779080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-d98c799f-26d3-45b5-8074-ff626469cb92 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:47:56.780020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-d98c799f-26d3-45b5-8074-ff626469cb92 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047538 Feb 11 14:47:57.676180 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c086f7e-1d91-4031-8d96-1f9cd1207bb7 req-e09eca5b-cde5-4198-a7d0-5d8887a5187e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:57.677790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c086f7e-1d91-4031-8d96-1f9cd1207bb7 req-e09eca5b-cde5-4198-a7d0-5d8887a5187e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Feb 11 14:47:57.716572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6c086f7e-1d91-4031-8d96-1f9cd1207bb7 req-f44451e7-5f78-491c-aa5a-cbe873257557 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Feb 11 14:47:58.683076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-699865e9-06c5-42db-b033-3d7c21e44d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:58.684680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-699865e9-06c5-42db-b033-3d7c21e44d4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0466356 Feb 11 14:47:58.777142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-30fafb1d-5cae-40ab-b9f3-f42635a6d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:58.778656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-30fafb1d-5cae-40ab-b9f3-f42635a6d597 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.0877302 Feb 11 14:47:58.874832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-f8a784f6-e880-4498-b11a-67be04def225 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 1001 time: 0.0895493 Feb 11 14:47:58.882945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584459f6-a344-474f-bbea-e0252ddbd813 req-8c7e20df-39f0-447e-820a-0a97869a2c41 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:58.884399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-584459f6-a344-474f-bbea-e0252ddbd813 req-8c7e20df-39f0-447e-820a-0a97869a2c41 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0933881 Feb 11 14:47:58.957260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-584459f6-a344-474f-bbea-e0252ddbd813 req-37a14561-5f37-43b9-9968-139c2e0c65af tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645883 Feb 11 14:47:58.958673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-cc21f77a-843d-405d-8677-971cf7b86c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:58.960109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-cc21f77a-843d-405d-8677-971cf7b86c2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0747838 Feb 11 14:47:59.004413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-0532359c-a502-4835-8ded-199065d41483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:47:59.005945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-0532359c-a502-4835-8ded-199065d41483 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400305 Feb 11 14:47:59.095832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-0b4c2304-82f0-40ce-845c-0d8aeeefbe3f service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833738 Feb 11 14:47:59.188442 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-20a009e3-9a55-4470-8276-5355368bcc64 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862796 Feb 11 14:48:00.073919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6143-ccb8-4819-a5cc-89bc837604a3 req-6317aabd-e00a-4b4b-9587-e75768a02d86 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:00.075406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c29b6143-ccb8-4819-a5cc-89bc837604a3 req-6317aabd-e00a-4b4b-9587-e75768a02d86 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0494452 Feb 11 14:48:00.113255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c29b6143-ccb8-4819-a5cc-89bc837604a3 req-d371eb80-398c-432f-9728-381c6e5094a0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Feb 11 14:48:00.715350 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:48:00.718984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:01.227947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95982f27-7179-48f2-80ec-d215d4ce8db3 req-d5a15bac-f607-4d2e-b5e0-04e1f8a9a757 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:01.229457 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95982f27-7179-48f2-80ec-d215d4ce8db3 req-d5a15bac-f607-4d2e-b5e0-04e1f8a9a757 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Feb 11 14:48:01.267320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95982f27-7179-48f2-80ec-d215d4ce8db3 req-6900d22a-4f59-4f1d-8811-9bcfc4699c92 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Feb 11 14:48:01.427722 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:02.386742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7bd13-a9b4-4ad7-9f09-8cfd7a6ac3ec req-73bc8ba4-fdb9-4dff-a3e7-381d9e5645bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:02.388256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c0c7bd13-a9b4-4ad7-9f09-8cfd7a6ac3ec req-73bc8ba4-fdb9-4dff-a3e7-381d9e5645bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0522161 Feb 11 14:48:02.425851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c0c7bd13-a9b4-4ad7-9f09-8cfd7a6ac3ec req-d23a6a09-c7cf-4932-86d7-a740d294267e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Feb 11 14:48:03.544486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca711888-f7e1-402e-8eee-42d4625253b0 req-5de24e88-7c44-4469-be25-fff90d248762 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:03.545991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca711888-f7e1-402e-8eee-42d4625253b0 req-5de24e88-7c44-4469-be25-fff90d248762 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0491972 Feb 11 14:48:03.583307 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ca711888-f7e1-402e-8eee-42d4625253b0 req-620e8a32-b5c0-49c6-9c26-d9a74dcc7cfa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306737 Feb 11 14:48:04.701902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f169a5-9ff7-4b0f-ae25-6b216c79e714 req-84fa12c4-d7cd-46dd-a192-243e5c85ef5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:04.703364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69f169a5-9ff7-4b0f-ae25-6b216c79e714 req-84fa12c4-d7cd-46dd-a192-243e5c85ef5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0493045 Feb 11 14:48:04.741379 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69f169a5-9ff7-4b0f-ae25-6b216c79e714 req-79cb9995-2000-489e-95da-8a0d3f17238e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Feb 11 14:48:05.862760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c0357-1be6-4648-9ae3-7cff82623885 req-0e87b099-c4ea-498e-9843-7de94906543a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:05.864329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac5c0357-1be6-4648-9ae3-7cff82623885 req-0e87b099-c4ea-498e-9843-7de94906543a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0539513 Feb 11 14:48:05.902076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac5c0357-1be6-4648-9ae3-7cff82623885 req-3992b799-0570-49b4-9411-3aae0fb1d161 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Feb 11 14:48:07.016120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad48145-d20c-4544-aee4-8f0d6c0013ce req-6742adde-7521-4881-b025-ce1f36d5a0fa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:07.017632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dad48145-d20c-4544-aee4-8f0d6c0013ce req-6742adde-7521-4881-b025-ce1f36d5a0fa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0481548 Feb 11 14:48:07.055733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dad48145-d20c-4544-aee4-8f0d6c0013ce req-075ef346-dc66-476d-8410-a428e8faea91 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Feb 11 14:48:08.171527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f671719-5bc2-4bc5-a597-cea4fd302579 req-07778c9a-710c-4585-9047-8272954653e8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:08.173107 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f671719-5bc2-4bc5-a597-cea4fd302579 req-07778c9a-710c-4585-9047-8272954653e8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0488968 Feb 11 14:48:08.211588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f671719-5bc2-4bc5-a597-cea4fd302579 req-26364dd7-2689-4301-bc1d-97576fc65d14 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Feb 11 14:48:09.346377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820a5fb-ace4-419e-9c9d-dc16ef9ce66d req-6eebd3bb-bfe4-4d52-be80-7e9197e48c58 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:09.348588 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8820a5fb-ace4-419e-9c9d-dc16ef9ce66d req-6eebd3bb-bfe4-4d52-be80-7e9197e48c58 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0680165 Feb 11 14:48:09.392773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8820a5fb-ace4-419e-9c9d-dc16ef9ce66d req-70a17281-a11e-4d0e-acde-1b9ab53420ef tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Feb 11 14:48:10.508409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17c64f-8b0d-47da-af10-181ad4c13d4b req-4d79b703-ba71-4edf-95d6-c9257a2ce330 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:10.509918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c17c64f-8b0d-47da-af10-181ad4c13d4b req-4d79b703-ba71-4edf-95d6-c9257a2ce330 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0480938 Feb 11 14:48:10.547456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c17c64f-8b0d-47da-af10-181ad4c13d4b req-bc6c0d15-ee1d-4da7-9cd2-855664a9e714 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Feb 11 14:48:11.666836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18df25-e0e4-47b7-aa8f-657a449e6a5e req-206a94db-cc58-4b4a-83c3-48c77395d82f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:11.668326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f18df25-e0e4-47b7-aa8f-657a449e6a5e req-206a94db-cc58-4b4a-83c3-48c77395d82f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0488369 Feb 11 14:48:11.718664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f18df25-e0e4-47b7-aa8f-657a449e6a5e req-6ac9c15d-4362-4d54-883b-a615af8a26d5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Feb 11 14:48:12.836766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b7753-1fa0-4056-bbe7-981a5312c047 req-7cacec88-2bd7-45d6-80c1-8dc2b6320950 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:12.838280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-845b7753-1fa0-4056-bbe7-981a5312c047 req-7cacec88-2bd7-45d6-80c1-8dc2b6320950 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0523798 Feb 11 14:48:12.876054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-845b7753-1fa0-4056-bbe7-981a5312c047 req-7a235a17-128b-43c9-aa30-a4a993a7a224 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Feb 11 14:48:13.989395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09fb0-3feb-4df7-8d53-43edbf2feb0e req-961a16fc-0d58-4ebe-87bd-9fa288d2f752 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:13.990855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-efb09fb0-3feb-4df7-8d53-43edbf2feb0e req-961a16fc-0d58-4ebe-87bd-9fa288d2f752 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0478363 Feb 11 14:48:14.029927 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-efb09fb0-3feb-4df7-8d53-43edbf2feb0e req-05b41657-15d1-4201-b5c3-2188ee878f5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330734 Feb 11 14:48:15.146832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d22d-c5d7-4366-a074-c7e264274aa0 req-56708635-e36c-4f1d-baaf-8b7a16e9012b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:15.148368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5f5d22d-c5d7-4366-a074-c7e264274aa0 req-56708635-e36c-4f1d-baaf-8b7a16e9012b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0491478 Feb 11 14:48:15.186811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5f5d22d-c5d7-4366-a074-c7e264274aa0 req-843aa71f-5a3a-426e-a2c7-8fb8a251a802 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Feb 11 14:48:16.306484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c82c9-c744-442f-a436-185cb2a29ccd req-91a3530d-9f76-4539-bbf9-19b91f83e126 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:16.308132 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e6c82c9-c744-442f-a436-185cb2a29ccd req-91a3530d-9f76-4539-bbf9-19b91f83e126 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0537021 Feb 11 14:48:16.346019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e6c82c9-c744-442f-a436-185cb2a29ccd req-7492f3bf-a049-4520-a2e4-80333e99b577 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Feb 11 14:48:16.409903 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-1974f7f5-31bf-4a12-9710-83e1dff9e82f service neutron] show failed (client error): The resource could not be found. Feb 11 14:48:16.410907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-1974f7f5-31bf-4a12-9710-83e1dff9e82f service neutron] 10.222.0.62 "GET /v2.0/ports/1ca921d1-b3e1-4832-ba63-9d07280794f5/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0547972 Feb 11 14:48:16.904619 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-1fb1effd-5eac-499a-9a82-1bcf275f9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:16.906138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-1fb1effd-5eac-499a-9a82-1bcf275f9b4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 1097 time: 0.0726829 Feb 11 14:48:16.918057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:48:16.968738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.177890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:17.210370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:48:17.250086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:48:17.252432 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20f89d8-730b-4065-baf0-0aede26e36ca" -d '{"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:17.256271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.268704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Transition to ACTIVE for port object 1ca921d1-b3e1-4832-ba63-9d07280794f5 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:48:17.307307 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c8ddb-64cc-47ae-a143-a52400984b52 x-openstack-request-id: req-1d3c8ddb-64cc-47ae-a143-a52400984b52 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:17.307862 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:17.308118 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d3c8ddb-64cc-47ae-a143-a52400984b52 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:17.308589 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'code': 200} Feb 11 14:48:17.319236 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.428592 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18532691-eae7-45b7-a172-9b083745402f service neutron] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:17.485879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714c909-7f29-4c99-8f3c-73b47835ffa0 req-8510faac-4e3e-4cd6-92ef-b53d0a1bc0c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:17.488342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2714c909-7f29-4c99-8f3c-73b47835ffa0 req-8510faac-4e3e-4cd6-92ef-b53d0a1bc0c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0576849 Feb 11 14:48:17.495833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] No DVR routers for this DVR port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:17.547047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2714c909-7f29-4c99-8f3c-73b47835ffa0 req-6bda8716-45d1-4074-b74c-5c205d1b4ff0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514321 Feb 11 14:48:17.638401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:48:17.638661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:48:17.638973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:48:17.643426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:48:17.643743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Attempting to bind port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on network 1667e059-7293-440d-b9b5-fbb3fca6c1fe {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:48:17.649103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:48:17.649481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Checking segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:48:17.649857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Bound using segment: {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:48:17.650294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Bound port: 1ca921d1-b3e1-4832-ba63-9d07280794f5, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:48:17.650632 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.716245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:48:17.719231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:48:17.788335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.824595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:17.825255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:17.826728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-18532691-eae7-45b7-a172-9b083745402f service neutron] 10.222.0.60 "PUT /v2.0/ports/1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 1092 time: 0.9125307 Feb 11 14:48:17.858466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18532691-eae7-45b7-a172-9b083745402f service neutron] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:17.893010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-2e548df0-e320-4a2f-af36-ed528ecf5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:17.894585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-2e548df0-e320-4a2f-af36-ed528ecf5d43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1095 time: 0.0454788 Feb 11 14:48:17.990523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-16a3b069-a66e-406d-82b2-3a8df6ad76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:17.992006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-16a3b069-a66e-406d-82b2-3a8df6ad76eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.0908701 Feb 11 14:48:18.056476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-5d8d6422-4f89-4c8c-9387-154ef9d1b289 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 999 time: 0.0580146 Feb 11 14:48:18.111599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-19694dad-d6b5-4797-99e8-3602397c5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:18.113225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-19694dad-d6b5-4797-99e8-3602397c5b52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0502861 Feb 11 14:48:18.157360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-5e54de45-4666-4d8b-9db2-4d3161397b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:18.158961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-5e54de45-4666-4d8b-9db2-4d3161397b1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399446 Feb 11 14:48:18.159742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-324bc66a-f112-44a5-8fda-b702cfd8a700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:18.247103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-e2276804-7375-4fc3-8e8f-6a9515ad3923 service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818577 Feb 11 14:48:18.338456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7045980e-0bd9-44b3-99de-5273963bc9c8 req-9a1f0aa5-69ff-444f-8c41-2e59438dd04f service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Feb 11 14:48:18.669060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557a6a-67b0-4eee-a6da-72e2f1db9470 req-6d88f0ea-f7aa-4427-9093-641b105e76be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:18.672815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53557a6a-67b0-4eee-a6da-72e2f1db9470 req-6d88f0ea-f7aa-4427-9093-641b105e76be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0580170 Feb 11 14:48:18.710981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53557a6a-67b0-4eee-a6da-72e2f1db9470 req-9fb6b4f4-7d59-4484-807d-c2324940e274 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Feb 11 14:48:19.310091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:48:19.312346 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3" -d '{"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:19.361440 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44609db6-4bea-464f-b5f1-9de3e1b81f22 x-openstack-request-id: req-44609db6-4bea-464f-b5f1-9de3e1b81f22 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:19.361738 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:19.361992 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44609db6-4bea-464f-b5f1-9de3e1b81f22 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:19.362389 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'status': 'completed', 'code': 200} Feb 11 14:48:19.450336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-1303a6b4-5198-4610-88d2-8d39d29dc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.451830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-1303a6b4-5198-4610-88d2-8d39d29dc59b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1095 time: 0.0718966 Feb 11 14:48:19.454182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-5cb441a0-9285-4a2e-9789-9dea051abb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.455508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-5cb441a0-9285-4a2e-9789-9dea051abb8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1095 time: 0.0661976 Feb 11 14:48:19.609237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-96baf04f-3380-4ff5-b60c-b26e196175db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.610710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-96baf04f-3380-4ff5-b60c-b26e196175db service neutron] 10.222.0.62 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.1528735 Feb 11 14:48:19.613379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-35aa201b-e8ab-425b-b806-8d0751a64402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.615213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-35aa201b-e8ab-425b-b806-8d0751a64402 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.1493499 Feb 11 14:48:19.720275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-25dbc9ea-893d-4b78-ac7c-57a40b1b04c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 999 time: 0.1029823 Feb 11 14:48:19.728600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-6efbd519-5f8a-40a8-8cc5-09b4356ab0dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 999 time: 0.1011207 Feb 11 14:48:19.832816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-6325152d-50fe-4cb0-8956-677b8e3fc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.834393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-6325152d-50fe-4cb0-8956-677b8e3fc0df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.1066203 Feb 11 14:48:19.836495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-ac6d26ff-c90e-4d9c-a23e-e7150569157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.837832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-ac6d26ff-c90e-4d9c-a23e-e7150569157f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.1028163 Feb 11 14:48:19.905060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275fa4f-0cbd-4e9a-ac0f-0818ff62a11e req-0f57f173-e64c-4a84-a4ea-85ede5a6c7f2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.906460 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c275fa4f-0cbd-4e9a-ac0f-0818ff62a11e req-0f57f173-e64c-4a84-a4ea-85ede5a6c7f2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.1234453 Feb 11 14:48:19.935966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-dd467bc8-210a-4023-b93c-c9553f90ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.937503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-dd467bc8-210a-4023-b93c-c9553f90ba1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962071 Feb 11 14:48:19.941360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-1d8ce53f-5c61-4399-822e-c00ab6f2baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:19.943337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-1d8ce53f-5c61-4399-822e-c00ab6f2baae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927167 Feb 11 14:48:20.018793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c275fa4f-0cbd-4e9a-ac0f-0818ff62a11e req-95ab57df-51f0-433d-a222-664ca76c6595 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053057 Feb 11 14:48:20.109328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-be34f97c-4b4f-46bd-870d-588b109ebc6c service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637199 Feb 11 14:48:20.112623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-ea39b604-d782-4674-a565-df1350cdc315 service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561215 Feb 11 14:48:20.400118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:20.446073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:20.485616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47fbc4cc-39d4-4a35-b417-62b4360a4cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:20.586664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-e5cd45ef-e745-4596-aa00-d0e8f8a34cb3 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705374 Feb 11 14:48:20.591746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeaf1303-0ea0-4b74-a3ee-edff1a1469a3 req-402f74e3-1d12-4913-8d7b-9493b6f8799c service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680624 Feb 11 14:48:21.142181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281585cf-8df7-42f9-bad1-850879435994 req-04315488-7e31-42f0-9ac5-a66b5b353611 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:21.143648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-281585cf-8df7-42f9-bad1-850879435994 req-04315488-7e31-42f0-9ac5-a66b5b353611 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 944 time: 0.0479548 Feb 11 14:48:21.180924 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-281585cf-8df7-42f9-bad1-850879435994 req-fde9d3a6-57f2-49db-894d-d1095c154d9d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Feb 11 14:48:21.276591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:48:21.381334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:21.396684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'port_id': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'mac_address': 'fa:16:3e:22:70:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:48:21.433478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:21.446423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca921d1-b3e1-4832-ba63-9d07280794f5 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:48:21.465769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:21.559848 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:21.608877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:21.616584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.616970 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.617358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.617696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.618063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.618349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.618670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.619058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.619425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.619752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.620074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.620394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:21.629875 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b6212-9289-4467-83d3-e41349307016 req-d217c0f5-6251-45aa-8749-7ec552197664 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:21.631751 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e2b6212-9289-4467-83d3-e41349307016 req-d217c0f5-6251-45aa-8749-7ec552197664 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 945 time: 0.0556636 Feb 11 14:48:21.670403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e2b6212-9289-4467-83d3-e41349307016 req-3a192aea-fe44-4343-8bd8-a47b1c15f8a2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Feb 11 14:48:21.779522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-229c37a5-1682-4851-8ae8-4c3bbfcbd865 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:21.781052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-229c37a5-1682-4851-8ae8-4c3bbfcbd865 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 945 time: 0.0845511 Feb 11 14:48:21.782591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['1ca921d1-b3e1-4832-ba63-9d07280794f5'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:48:21.818511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:21.842342 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-ecf080ee-6880-477a-a71f-4876d020c7e5 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:48:21.843420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-ecf080ee-6880-477a-a71f-4876d020c7e5 service neutron] 10.222.0.62 "DELETE /v2.0/ports/1ca921d1-b3e1-4832-ba63-9d07280794f5/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0555601 Feb 11 14:48:21.928838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-c63883cf-8475-4749-b65c-c669343d3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:21.930379 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-c63883cf-8475-4749-b65c-c669343d3aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1096 time: 0.0447352 Feb 11 14:48:22.019483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-f2fceaa6-b72c-498f-a7b5-3ca99e5ee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:22.021519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-f2fceaa6-b72c-498f-a7b5-3ca99e5ee7df service neutron] 10.222.0.62 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.0847244 Feb 11 14:48:22.090396 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-0f39eaf2-cc4d-4fcf-9412-9be086a84850 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 1000 time: 0.0627925 Feb 11 14:48:22.137980 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-25bf99f5-65a5-4b7c-b8a0-20fcf106e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:22.139419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-25bf99f5-65a5-4b7c-b8a0-20fcf106e881 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0430627 Feb 11 14:48:22.184403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-6d95963c-9f01-45d4-80fb-a0088193d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:22.185833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-6d95963c-9f01-45d4-80fb-a0088193d686 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391979 Feb 11 14:48:22.277409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-ad21b208-1a3e-459c-b695-4a49920e1445 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Feb 11 14:48:22.365888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bac78ce5-50a4-4905-97fd-fb9eac53464c req-662c0cf2-e59a-485d-9973-c11da4095eb8 service neutron] 10.222.0.62 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811725 Feb 11 14:48:22.793750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be299-7420-4b5a-93d9-a23bcfc1ce0d req-c2091a5f-b5e6-484c-8be2-70688d2f4561 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:22.795226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a8be299-7420-4b5a-93d9-a23bcfc1ce0d req-c2091a5f-b5e6-484c-8be2-70688d2f4561 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Feb 11 14:48:22.838325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a8be299-7420-4b5a-93d9-a23bcfc1ce0d req-8cf9c9d4-1c9b-4b77-a8d6-49db5bb0ab87 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Feb 11 14:48:23.227882 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:23.288165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:48:23.316773 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:23.370456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 1ca921d1-b3e1-4832-ba63-9d07280794f5 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:48:23.374434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 1ca921d1-b3e1-4832-ba63-9d07280794f5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:48:23.374806 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:23.460073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:23.482992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:48:23.485225 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addcf527-2aa1-444b-8cd3-e564ab787e3e" -d '{"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:23.497472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:23.524001 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc9ef8a-540e-4f18-be6e-8635aa761f7a x-openstack-request-id: req-6fc9ef8a-540e-4f18-be6e-8635aa761f7a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:23.524293 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-plugged", "status": "completed", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:23.524536 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fc9ef8a-540e-4f18-be6e-8635aa761f7a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:23.524951 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'code': 200} Feb 11 14:48:23.559399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:23.609433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:23.953504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b8002-aad1-48be-94d7-eea40c7d85d0 req-f5edc28b-b6d7-40fc-b8bc-fada486433d5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:23.954989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6a7b8002-aad1-48be-94d7-eea40c7d85d0 req-f5edc28b-b6d7-40fc-b8bc-fada486433d5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0484712 Feb 11 14:48:23.992790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6a7b8002-aad1-48be-94d7-eea40c7d85d0 req-5d2d4538-508e-4aa2-9284-6565f402bbf1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Feb 11 14:48:24.015254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:48:24.074950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5460ab33-655d-4bb6-bafe-1729b5a677ba tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ec41d09b-e871-41b1-bade-32030aebbf22 HTTP/1.1" status: 200 len: 993 time: 0.0585880 Feb 11 14:48:30.690629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:31.434584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:37.713502 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:48:41.778297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-77511f64-1974-4433-b608-be721a399e01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383935 Feb 11 14:48:41.857627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-88a68dd4-372c-4bbd-92fd-2740411c6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:41.859136 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-88a68dd4-372c-4bbd-92fd-2740411c6450 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0398455 Feb 11 14:48:41.960799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-1b1c501d-439e-401f-bff0-09c9f54737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:41.962283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-1b1c501d-439e-401f-bff0-09c9f54737a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0851657 Feb 11 14:48:42.025493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-7395b6d6-516d-412f-a36d-446a2c2922af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 1002 time: 0.0560503 Feb 11 14:48:42.077515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-4b5d444c-df10-4ad2-bfc3-577ff438d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:42.084946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-4b5d444c-df10-4ad2-bfc3-577ff438d8f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0472534 Feb 11 14:48:42.124235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-ca51e7a5-af59-4d4e-bc9b-a91091383692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:42.131272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-ca51e7a5-af59-4d4e-bc9b-a91091383692 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400860 Feb 11 14:48:42.212785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-47729f83-3e1d-4789-b777-dca23ab56abd service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800147 Feb 11 14:48:42.308987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ea8bcb37-8867-4974-a71c-8d9ddbfa701e req-478da97f-e97a-4d8a-98f7-e70bbce8fd85 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893445 Feb 11 14:48:48.164620 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba31e0-1f22-40d7-8101-dc432ecc472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:50.467036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78965f3c-b918-47fd-b970-f039c425fa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:51.862871 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:52.701793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f06cb-1843-45b3-94ec-68317bd88d3e req-96b10690-1017-4f3d-95bd-747b8b2ed7b4 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:52.703318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-126f06cb-1843-45b3-94ec-68317bd88d3e req-96b10690-1017-4f3d-95bd-747b8b2ed7b4 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0403879 Feb 11 14:48:52.737878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-126f06cb-1843-45b3-94ec-68317bd88d3e req-ec52ada8-c4c4-4747-87f7-52512bded16a tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284894 Feb 11 14:48:52.758999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38848) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:48:52.915924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 718b39e5-28ee-4c29-ad09-35ee5073d72d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:48:52.916170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:52.993605 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:52.993936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.005161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 718b39e5-28ee-4c29-ad09-35ee5073d72d owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:48:53.216622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.233304 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.239632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=718b39e5-28ee-4c29-ad09-35ee5073d72d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:53.300681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.301118 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP ec41d09b-e871-41b1-bade-32030aebbf22 disassociated (deleted). External IP: 172.25.7.21, port: 1ca921d1-b3e1-4832-ba63-9d07280794f5. Feb 11 14:48:53.336201 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.507341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:48:53.614908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:48:53.623421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:53.625940 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Sync routers for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:48:53.635416 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:53.636028 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:53.646790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-98ba85e9-6912-47b2-aecb-b10df117c9f3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec41d09b-e871-41b1-bade-32030aebbf22 HTTP/1.1" status: 204 len: 168 time: 0.8867335 Feb 11 14:48:53.647481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:48:53.649909 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:53.693590 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa4e4e-7d9e-4b02-aac5-f599060f45a6 x-openstack-request-id: req-31aa4e4e-7d9e-4b02-aac5-f599060f45a6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:53.693859 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:53.694121 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31aa4e4e-7d9e-4b02-aac5-f599060f45a6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:53.694772 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'status': 'completed', 'code': 200} Feb 11 14:48:53.740345 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:53.767394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-8a804580-0f12-4635-ace8-78545e0e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:53.767394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-8a804580-0f12-4635-ace8-78545e0e536c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 1097 time: 0.0461063 Feb 11 14:48:53.851780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-d06216a5-095f-4144-9b02-288b0439cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:53.853308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-d06216a5-095f-4144-9b02-288b0439cc1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 200 len: 896 time: 0.0863390 Feb 11 14:48:53.894538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-e874cf5f-2f71-4588-ab2b-f15da2948a22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 200 len: 217 time: 0.0351219 Feb 11 14:48:53.938986 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:53.947604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-e5e8b2fd-969b-487b-8a6d-6f53b882f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:53.949241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-e5e8b2fd-969b-487b-8a6d-6f53b882f370 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 200 len: 834 time: 0.0489302 Feb 11 14:48:53.964768 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Checking router: 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:53.973121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:53.973701 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:53.996722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-7c6a634b-1d5b-4662-aa3a-388a642b0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:53.996722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-7c6a634b-1d5b-4662-aa3a-388a642b0e7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1667e059-7293-440d-b9b5-fbb3fca6c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405614 Feb 11 14:48:54.078814 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:54.122348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d52e-76ba-417b-a771-ae0841a66274 req-805ec3e7-b0e3-444b-b1df-e53dd3da220b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:54.123965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56b4d52e-76ba-417b-a771-ae0841a66274 req-805ec3e7-b0e3-444b-b1df-e53dd3da220b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0778098 Feb 11 14:48:54.129478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-85b3f60e-776a-4dfa-bee7-88fc02563a63 service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275792 Feb 11 14:48:54.208333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56b4d52e-76ba-417b-a771-ae0841a66274 req-4eac1325-5cd0-48c1-81f2-5e9a9539ffb3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779338 Feb 11 14:48:54.245084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-54051cb0-5dca-44b0-beaa-ff2b6f618d2a req-8ce41ab3-755c-4346-9fdc-0dbae3c15d7d service neutron] 10.222.0.60 "GET /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086156 Feb 11 14:48:54.289617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:54.319073 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1374e7-b9eb-44a2-bd11-04f27d5c9fda None None] The sync data for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 is: [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:47:06Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '85252849-edc3-4dee-9b77-cba9f52221e3', 'name': '', 'network_id': '1667e059-7293-440d-b9b5-fbb3fca6c1fe', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:12:38:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:05Z', 'updated_at': '2022-02-11T14:47:09Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': 'ac0b34f3-c873-455d-8665-c8d7f7017e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:48:54.529082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a23bb-b6d4-44f7-87d8-f1fafd99cfc8 None None] New status for floating IP ec41d09b-e871-41b1-bade-32030aebbf22: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:48:55.328476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-8708ae4f-6fbc-4c6a-b367-ad1016f2a0d1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:55.329979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-8708ae4f-6fbc-4c6a-b367-ad1016f2a0d1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0487721 Feb 11 14:48:55.331218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3b1e-ecfd-4298-afce-98001ec176a1 req-8ad99deb-b5b9-4326-83a0-f4bf2d377a56 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:48:55.332700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb0f3b1e-ecfd-4298-afce-98001ec176a1 req-8ad99deb-b5b9-4326-83a0-f4bf2d377a56 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 946 time: 0.0482624 Feb 11 14:48:55.374002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fb0f3b1e-ecfd-4298-afce-98001ec176a1 req-03f1feb0-39e4-4c52-97c4-b313f1cf328a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=948043a2-52a7-4873-8822-f64be48739b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350983 Feb 11 14:48:55.418817 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 1ca921d1-b3e1-4832-ba63-9d07280794f5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:48:55.419192 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:55.507657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 1ca921d1-b3e1-4832-ba63-9d07280794f5, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=1ca921d1-b3e1-4832-ba63-9d07280794f5,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:55.508022 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:55.520375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 1ca921d1-b3e1-4832-ba63-9d07280794f5 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:48:55.713184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:55.741168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=1ca921d1-b3e1-4832-ba63-9d07280794f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:55.766532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.766881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.767219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.767552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.767879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.768211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.768536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.768862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.769211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.769630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.769951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.770271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:55.790787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] No DVR routers for this DVR port 1ca921d1-b3e1-4832-ba63-9d07280794f5 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:48:55.793843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:55.797111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b70fbef-3bfa-4ce3-adb3-048bfac5b1d3 req-d7126886-858f-46ed-8f6d-92bbdfb274c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "DELETE /v2.0/ports/1ca921d1-b3e1-4832-ba63-9d07280794f5 HTTP/1.1" status: 204 len: 173 time: 0.4614310 Feb 11 14:48:55.797543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-deleted', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:48:55.799798 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835013f5-f8a3-4764-8bac-13fe7673727e" -d '{"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-deleted", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:48:55.839069 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e35252f-1275-4b7a-8ad0-017abb21be9a x-openstack-request-id: req-6e35252f-1275-4b7a-8ad0-017abb21be9a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:48:55.839069 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055564bb-0a04-4659-b3be-25b59ae4abc3", "name": "network-vif-deleted", "tag": "1ca921d1-b3e1-4832-ba63-9d07280794f5", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:48:55.839069 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e35252f-1275-4b7a-8ad0-017abb21be9a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:48:55.839069 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055564bb-0a04-4659-b3be-25b59ae4abc3', 'name': 'network-vif-deleted', 'tag': '1ca921d1-b3e1-4832-ba63-9d07280794f5', 'status': 'completed', 'code': 200} Feb 11 14:48:56.489067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d750f4d-33ab-4d43-86f6-9b2f48aa56ef req-5c74a228-1b2b-4de7-9397-1a747ac84548 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=055564bb-0a04-4659-b3be-25b59ae4abc3 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Feb 11 14:48:57.550760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:48:57.899432 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:58.147788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 85252849-edc3-4dee-9b77-cba9f52221e3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:48:58.148133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:58.234462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 85252849-edc3-4dee-9b77-cba9f52221e3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85252849-edc3-4dee-9b77-cba9f52221e3,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:48:58.234757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:58.246728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 85252849-edc3-4dee-9b77-cba9f52221e3 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:48:58.479079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:58.508767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=85252849-edc3-4dee-9b77-cba9f52221e3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:58.677830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.224585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:48:59.333898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:48:59.340666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cc6b40e4-446c-4f3c-a6f7-db5f8cd08ba4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/1ebd10de-9871-4a14-aa31-c61f4fbf0a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871315 Feb 11 14:48:59.342290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:48:59.346737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Sync routers for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:48:59.357229 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:59.357819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:59.392235 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting subnet ac0b34f3-c873-455d-8665-c8d7f7017e62 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:48:59.395338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.413385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:48:59.435226 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.442405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 1ca921d1-b3e1-4832-ba63-9d07280794f5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:48:59.443003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 1ca921d1-b3e1-4832-ba63-9d07280794f5 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:48:59.458942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:59.522224 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.668246 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.692648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0b34f3-c873-455d-8665-c8d7f7017e62,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:48:59.703257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.703733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.703968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.704268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.704601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.705010 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.705397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.706209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.706209 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.706453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.706598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.706913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:48:59.709389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6e4be-f072-4d26-be3e-7388e0fbcdbf None None] Network 1667e059-7293-440d-b9b5-fbb3fca6c1fe requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:48:59.709726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.716812 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a16e26f2-0dd7-4111-9fe6-80fe06645de1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/subnets/ac0b34f3-c873-455d-8665-c8d7f7017e62 HTTP/1.1" status: 204 len: 168 time: 0.3695786 Feb 11 14:48:59.716973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38868) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:48:59.722769 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:48:58Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:59.748168 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Checking router: 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:48:59.756825 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Routers {'1ebd10de-9871-4a14-aa31-c61f4fbf0a75'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:48:59.757519 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:48:59.839465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.869543 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] Set router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:48:59.913547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] DHCP port deletion for 1667e059-7293-440d-b9b5-fbb3fca6c1fe request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:48:59.955714 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.961463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Deleting port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:48:59.962082 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.022854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] For port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,segment=NetworkSegment(e201d5fb-63ee-43e4-96e3-c8525f1f45e9),segment_id=e201d5fb-63ee-43e4-96e3-c8525f1f45e9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:00.023406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.036324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Calling delete_port for 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:00.050120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:48:58Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:00.077467 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c807f22-c19a-439a-b027-a9fbb752ca7f None None] The sync data for ids ['1ebd10de-9871-4a14-aa31-c61f4fbf0a75'] in n-d-828407-1 is: [{'id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926813761', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:47:01Z', 'updated_at': '2022-02-11T14:48:58Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd10de-9871-4a14-aa31-c61f4fbf0a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:47:02Z', 'updated_at': '2022-02-11T14:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:00.080933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:00.081299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.160948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:00.161362 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.172908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:00.228234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.253478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] Pushing event deleted for resources: {'Port': ['ID=3ef4d0bd-f55b-43ae-8502-bf1a5319bb60,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:00.257020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7aee4-20e4-4f16-8e30-a93f55b9136c None None] No DVR routers for this DVR port 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:00.416678 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.442465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:00.510531 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.609778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.612029 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.696950 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.731295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.731882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Fanout notify agent at l3_agent the message router_deleted on router 1ebd10de-9871-4a14-aa31-c61f4fbf0a75 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:49:00.738592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.739703 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a58e0355-c693-43cd-87e1-fd551059d0e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/routers/1ebd10de-9871-4a14-aa31-c61f4fbf0a75 HTTP/1.1" status: 204 len: 168 time: 1.0218809 Feb 11 14:49:00.743224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:00.820160 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.909750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.929643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1667e059-7293-440d-b9b5-fbb3fca6c1fe']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:00.938805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:00.939107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e201d5fb-63ee-43e4-96e3-c8525f1f45e9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:00.948106 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.961223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.967598 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:49:00.973840 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:49:01.102375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.111543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.112439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/networks/1667e059-7293-440d-b9b5-fbb3fca6c1fe HTTP/1.1" status: 204 len: 168 time: 0.3682642 Feb 11 14:49:01.115370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38872) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:01.192108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.225028 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.285905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:01.307369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:01.307703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6fc3ccf0-0d3d-47a8-8cdd-8e360e8f4f29 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:01.308124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:01.328770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:01.329307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3ef4d0bd-f55b-43ae-8502-bf1a5319bb60 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:01.329672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85252849-edc3-4dee-9b77-cba9f52221e3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:01.336818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.340564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.344645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/security-groups/948043a2-52a7-4873-8822-f64be48739b5 HTTP/1.1" status: 204 len: 168 time: 0.2255476 Feb 11 14:49:01.353614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 85252849-edc3-4dee-9b77-cba9f52221e3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:01.354416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85252849-edc3-4dee-9b77-cba9f52221e3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:01.360031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684f63e-c091-441d-96c7-18a4c85f662e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948043a2-52a7-4873-8822-f64be48739b5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:01.439717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.441536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660a290-6b32-408c-8f99-851a0fdb1dd9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Network': ['ID=1667e059-7293-440d-b9b5-fbb3fca6c1fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:01.721099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:01.725647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135216066', 'description': 'tempest-secgroup-smoke-2135216066 description', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:01.799465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.862666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.913445 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.941982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe34348-ea58-4e84-8a83-67e3fb12976c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:01.996850 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:01.998157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a8d315b5-32ed-49ed-ad58-4197dc3160c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2760494 Feb 11 14:49:02.001089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:02.005470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:02.107695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.161402 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.252716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.269519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3697fba7-c374-4324-9377-ca5de236f30c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:02.344075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.345353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-827cdeb2-81f6-4a9b-8625-a9f20ac5d4ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3433194 Feb 11 14:49:02.348007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:02.352320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:02.454430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.508635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.582150 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.602078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f934a54-cef1-459d-bacc-98ae161a0f00,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:02.675176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.676398 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6afb93e1-99cc-435d-9692-08dd1706d5c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274753 Feb 11 14:49:02.679091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:02.683440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:02.786594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.843367 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.919444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:02.936800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855837bf-9584-4a35-aeff-e8f8392a6b89,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:03.001252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.002439 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e83d1e25-800b-4dd8-9bcb-0f3f9845bb73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223996 Feb 11 14:49:03.005227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:03.009830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:03.078907 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.135572 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.227078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.245789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5292066f-6312-428d-8224-130e9d581ca6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:03.298269 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.299523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae687df9-c4e2-40dc-93b7-842a1909d67f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933540 Feb 11 14:49:03.302349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:03.308975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:03.376058 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:49:03.380927 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.439745 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.524204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.545105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6d4ea-8369-4936-b917-964c62b48c13,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:03.596668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:03.638953 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.640216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60987a2f-3090-4774-9bb6-bec88b4140dd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3368869 Feb 11 14:49:03.643235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38892) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:03.649555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': 'dfe34348-ea58-4e84-8a83-67e3fb12976c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:03.748015 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:49:03.753180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.758423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port b1ff8d60-0f1c-45ea-9b19-c47ac76912da {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:03.762435 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.804939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.833889 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.834218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.846140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for b1ff8d60-0f1c-45ea-9b19-c47ac76912da owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:03.891193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.910098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afb250e-b3ac-4ba0-a0d9-35df15ee3a60,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:03.985261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:03.988212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5b0eeb87-0df3-4c4c-87c6-7131821a034c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422337 Feb 11 14:49:03.989357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 38894) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:03.994131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'network': {'name': 'tempest-network-smoke--906998197', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:04.085025 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.110718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=b1ff8d60-0f1c-45ea-9b19-c47ac76912da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:04.113542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:49:04.117075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.142172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:49:04.150991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.157509 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Added segment b798b60b-2d45-4e9a-81e0-04446706e101 of type vlan for network 87437d6a-a8c2-4850-bd21-c5e911425033 Feb 11 14:49:04.174095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.174427 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP ee814a8e-acff-44fd-b161-263358d467ea disassociated (deleted). External IP: 172.25.7.143, port: 2f0c795b-bf37-4e53-ac90-cd3891c74b9d. Feb 11 14:49:04.191337 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.319541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.327141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:04.328691 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.380321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:04.395171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Network': ['ID=87437d6a-a8c2-4850-bd21-c5e911425033,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:04.406413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 87437d6a-a8c2-4850-bd21-c5e911425033 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:49:04.438122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c677ed52-649e-4688-aa5b-cb5e7db4df79 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4477141 Feb 11 14:49:04.440867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:04.473986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'admin_state_up': True, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:04.511760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:04.517282 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.524146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:04.535625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:04.536392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:04.544495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7992e6a-e148-4ce1-8788-7e79ba47f1ff tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "DELETE /v2.0/floatingips/ee814a8e-acff-44fd-b161-263358d467ea HTTP/1.1" status: 204 len: 168 time: 0.9467144 Feb 11 14:49:04.545098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:04.547393 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:04.571266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.572604 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.604803 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff10b3f8-a519-45c1-a844-d6b766eaef6e x-openstack-request-id: req-ff10b3f8-a519-45c1-a844-d6b766eaef6e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:04.604981 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:04.605279 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff10b3f8-a519-45c1-a844-d6b766eaef6e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:04.605730 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'status': 'completed', 'code': 200} Feb 11 14:49:04.638220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.654070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:04.668356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-9f5a820d-2230-468e-8249-224b7214cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:04.669972 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-9f5a820d-2230-468e-8249-224b7214cbb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0505373 Feb 11 14:49:04.777080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-cc422b62-01a2-4cb6-91db-8d24c92c5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:04.778648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-cc422b62-01a2-4cb6-91db-8d24c92c5ac7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.1023426 Feb 11 14:49:04.834056 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-239404e4-b3eb-4f83-b738-5d871a33f3bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 200 len: 217 time: 0.0476513 Feb 11 14:49:04.845051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:04.884780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-7eb03ef2-1660-4378-96b3-07e12bbeb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:04.886271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-7eb03ef2-1660-4378-96b3-07e12bbeb808 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0464120 Feb 11 14:49:04.935675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-5253a7eb-f7a3-4d7e-a8e8-7292da3a964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:04.937306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-5253a7eb-f7a3-4d7e-a8e8-7292da3a964c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451391 Feb 11 14:49:05.046556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:05.072413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ed44-c466-4157-83a2-11558f843440 req-e0465d01-7610-4024-82c6-51006af852dc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:05.074039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6855ed44-c466-4157-83a2-11558f843440 req-e0465d01-7610-4024-82c6-51006af852dc tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0777938 Feb 11 14:49:05.084172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:05.093338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:05.094010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:05.101737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-e4b663df-057c-4225-91e6-6fc90f62895f service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574488 Feb 11 14:49:05.121272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:05.143346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6855ed44-c466-4157-83a2-11558f843440 req-c57db976-36d9-4f35-ad11-5cbd0c2274d4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605955 Feb 11 14:49:05.146649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:05.206359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:05.229849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e76f0f57-11d6-4205-bfd7-7b4891c3ebbd req-e57e97f0-f0ec-42d7-a71b-1dd1d29e1c04 service neutron] 10.222.0.60 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203218 Feb 11 14:49:05.259026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.16 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/271562bd-fe23-46e3-a6f0-6076f248174b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:49:05.360492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:05.435158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:05.457110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:05.461817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61912e-d068-46d8-bf50-d2041cf77a9c None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '6a20a3df-37c3-4079-910e-217bf027a51e', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'port_id': '077ac746-8343-4626-9204-0023e23771e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'mac_address': 'fa:16:3e:c8:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:43:56Z', 'updated_at': '2022-02-11T14:43:59Z', 'revision_number': 1, 'project_id': 'f8a40095696144588e809f81009df3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:05.495055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:05.498665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:05.502306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:49:05.526066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=271562bd-fe23-46e3-a6f0-6076f248174b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:05.687324 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2d9ef-8432-45f9-af31-3dd0f963b77a None None] New status for floating IP ee814a8e-acff-44fd-b161-263358d467ea: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:49:05.833759 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.025644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.230276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:49:06.305927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792acc-9d7e-4e8c-803f-fd2a8670d1b2 req-98323951-04f3-4d1a-aa16-465fa930b8c2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:06.307330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95792acc-9d7e-4e8c-803f-fd2a8670d1b2 req-98323951-04f3-4d1a-aa16-465fa930b8c2 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0871429 Feb 11 14:49:06.384268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95792acc-9d7e-4e8c-803f-fd2a8670d1b2 req-95b03456-de96-4215-af68-146b3db6e5eb tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706069 Feb 11 14:49:06.395047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:06.405860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Sync routers for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:06.417116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:06.418040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:06.434191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-94f28e60-a64c-46c3-9712-b05b93c20b38 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:06.435667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-94f28e60-a64c-46c3-9712-b05b93c20b38 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 946 time: 0.0546641 Feb 11 14:49:06.487134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.490823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3533addf-b591-42a0-8bc6-1893e17d4a08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0468204 Feb 11 14:49:06.492058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:06.523284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-056de0d5-7a48-4bf0-824c-2915138e20b3 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6a2e1fd6e2da4f2dbab544ca057b6df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298202 Feb 11 14:49:06.526055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:06.528774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:06.534502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:06.534898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.633772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000be356-46d1-467c-8249-fcbfa00101e1 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:06.635302 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-000be356-46d1-467c-8249-fcbfa00101e1 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082537 Feb 11 14:49:06.636064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:06.636498 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.638106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:06.649526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for 2f0c795b-bf37-4e53-ac90-cd3891c74b9d owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:06.666150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-16bb4b35-fc0b-4a24-a346-4f1339132d6c tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269713 Feb 11 14:49:06.669382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:06.674681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832956876', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:06.734312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:05Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:06.761045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Checking router: 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:06.761391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Updating router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf port 271562bd-fe23-46e3-a6f0-6076f248174b binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:49:06.786673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.817398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:49:06.820874 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.850447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.880870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=2f0c795b-bf37-4e53-ac90-cd3891c74b9d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:06.930838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port 2f0c795b-bf37-4e53-ac90-cd3891c74b9d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:06.934103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:06.937892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-78e07712-7a3e-4f46-bb81-06bfc8bf4012 req-5e86ea6e-129f-417e-baa0-f8f814973839 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.60 "DELETE /v2.0/ports/2f0c795b-bf37-4e53-ac90-cd3891c74b9d HTTP/1.1" status: 204 len: 173 time: 0.4964657 Feb 11 14:49:06.938347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'name': 'network-vif-deleted', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:06.940650 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdb72e7-1662-46b2-a3e8-d8de92159251" -d '{"events": [{"server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "name": "network-vif-deleted", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:06.994391 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3774a6b-4425-4e51-a2ad-52739932376d x-openstack-request-id: req-a3774a6b-4425-4e51-a2ad-52739932376d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:06.994696 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f7b879-eac5-4573-8c0e-4afa2821a5f8", "name": "network-vif-deleted", "tag": "2f0c795b-bf37-4e53-ac90-cd3891c74b9d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:06.994953 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3774a6b-4425-4e51-a2ad-52739932376d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:06.995385 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f7b879-eac5-4573-8c0e-4afa2821a5f8', 'name': 'network-vif-deleted', 'tag': '2f0c795b-bf37-4e53-ac90-cd3891c74b9d', 'status': 'completed', 'code': 200} Feb 11 14:49:07.070797 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.131330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.191897 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.201128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Subnet': ['ID=63e84b58-5a82-4392-8aba-90707d83388e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:07.208791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:49:07.209265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network hostable DHCP agents. Network: 87437d6a-a8c2-4850-bd21-c5e911425033, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:49:07.250857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Attempting to bind port 271562bd-fe23-46e3-a6f0-6076f248174b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:49:07.251224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Attempting to bind port 271562bd-fe23-46e3-a6f0-6076f248174b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:49:07.251585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Attempting to bind port 271562bd-fe23-46e3-a6f0-6076f248174b on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:49:07.253522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcb818-77a4-4b09-bc04-924264fb3b33 None None] Pushing event updated for resources: {'Port': ['ID=271562bd-fe23-46e3-a6f0-6076f248174b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:07.259119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:49:07.259495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:49:07.260260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.260772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:49:07.261344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Bound port: 271562bd-fe23-46e3-a6f0-6076f248174b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:49:07.261548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.285014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 87437d6a-a8c2-4850-bd21-c5e911425033 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:49:07.320065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] For port 271562bd-fe23-46e3-a6f0-6076f248174b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:49:07.326401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] For port 271562bd-fe23-46e3-a6f0-6076f248174b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=271562bd-fe23-46e3-a6f0-6076f248174b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:49:07.359396 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 87437d6a-a8c2-4850-bd21-c5e911425033) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:07.364401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:07.365340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.377937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465898cc-c822-4570-9a79-3c375b54728a None None] Network 87437d6a-a8c2-4850-bd21-c5e911425033 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:49:07.396066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.455645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a05bf9cb-dd03-46ca-9b2e-3e3530d19b17 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7852414 Feb 11 14:49:07.458353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38920) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:07.524199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcb818-77a4-4b09-bc04-924264fb3b33 None None] Pushing event updated for resources: {'Port': ['ID=271562bd-fe23-46e3-a6f0-6076f248174b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:07.529884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:07.530644 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:07.699002 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:07.756110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-87437d6a-a8c2-4850-bd21-c5e911425033', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:49:07.757015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:07.913478 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18b0f692-39b7-4306-acb6-1fde664a5017 req-c0f18505-f036-4f62-88a5-5d5fb0ae1db4 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0709183 Feb 11 14:49:08.002003 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Allocated IP 172.20.0.2 (87437d6a-a8c2-4850-bd21-c5e911425033/63e84b58-5a82-4392-8aba-90707d83388e/57398f4c-5e0a-496a-a5b1-c030ff5eb0ad) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:49:08.073013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:05Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:08.106761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d3a55-658d-4363-8616-92097ed40103 None None] The sync data for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 is: [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:05Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:08.194224 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.262848 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.280557 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.309225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Network 87437d6a-a8c2-4850-bd21-c5e911425033 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:08.312150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:08.316676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:49:08.319826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Pushing event updated for resources: {'Port': ['ID=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:08.377282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Attempting to bind port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:49:08.377652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Attempting to bind port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:49:08.378023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Attempting to bind port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:49:08.400262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:49:08.401056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:49:08.401809 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.402440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Bound using segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:49:08.403700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Bound port: 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:49:08.411122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.489845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] For port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:49:08.493213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] For port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:49:08.560054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.643186 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.1 (87437d6a-a8c2-4850-bd21-c5e911425033/63e84b58-5a82-4392-8aba-90707d83388e/a23737c4-1fa1-4a33-9d5b-e03b48fad199) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:49:08.644961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584397b2-7bcf-4ef2-864e-9dd7138cd92d None None] Pushing event updated for resources: {'Port': ['ID=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:08.799154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.908452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:08.951316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 87437d6a-a8c2-4850-bd21-c5e911425033 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:08.994326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:08.999291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:09.009906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:49:09.068448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.070864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9fe6fd01-4280-4d8a-98f5-edb003da3da3 req-609f87c0-003b-4aff-802d-a3944b18f017 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0399916 Feb 11 14:49:09.284805 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.347022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:09.396665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:09.399311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.614307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.623612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2f0c795b-bf37-4e53-ac90-cd3891c74b9d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:09.650629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 2f0c795b-bf37-4e53-ac90-cd3891c74b9d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:09.650971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2f0c795b-bf37-4e53-ac90-cd3891c74b9d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:09.691267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.718108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.776241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:09.816216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:09.825569 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.844476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.845246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 271562bd-fe23-46e3-a6f0-6076f248174b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:09.959766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:09.960579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 87437d6a-a8c2-4850-bd21-c5e911425033 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:09.962435 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:09.980220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 271562bd-fe23-46e3-a6f0-6076f248174b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:09.980595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.092000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e99f05-5fe0-420a-9344-099f0802a9dd None None] Network 87437d6a-a8c2-4850-bd21-c5e911425033 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:49:10.179680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:10.224044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.247077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 271562bd-fe23-46e3-a6f0-6076f248174b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=271562bd-fe23-46e3-a6f0-6076f248174b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:10.256678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8f84529a-b421-4a30-acb0-1f4c35879ffb None None] Provisioning complete for port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:10.257114 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f84529a-b421-4a30-acb0-1f4c35879ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.276278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b7d21c66-162b-4a3f-84bc-e878de87934d req-b70a3f8f-e42b-4cc1-90a4-2567c435f0e1 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0430393 Feb 11 14:49:10.352999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:10.359658 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-424e9e56-f69f-47bd-aa0a-7bfd4e1da9a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/68ddb1af-daec-4a8c-b4c7-a92b72aa60cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9001157 Feb 11 14:49:10.362267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.516537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=271562bd-fe23-46e3-a6f0-6076f248174b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:10.517729 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Sync routers for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:10.534265 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:10.534265 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:10.557524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-35437a0d-39ec-4803-b7e6-91eb05c32e05 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135216066&fields=id&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 267 time: 0.0433807 Feb 11 14:49:10.664595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:10.721340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-4dc77bda-603d-4729-a844-70f7056a2347 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:10.723578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-4dc77bda-603d-4729-a844-70f7056a2347 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 796 time: 0.1649106 Feb 11 14:49:10.745368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-7229bf2f-217b-4581-9906-f5dd1de8e23c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/quotas/6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 375 time: 0.0154955 Feb 11 14:49:10.805820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-0f62e20e-7c76-4cc4-b0b3-cba361d29054 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590816 Feb 11 14:49:10.856610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ec73888d-bba2-4342-8163-7493067bd2b7 None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:10.857230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec73888d-bba2-4342-8163-7493067bd2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.911183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ec73888d-bba2-4342-8163-7493067bd2b7 None None] Port a23737c4-1fa1-4a33-9d5b-e03b48fad199 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:49:10.915043 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 2, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:10.917347 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-577047de-6bf2-4be3-9d9e-0db38247bd56 service neutron] 10.222.0.31 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004179 Feb 11 14:49:10.923165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ec73888d-bba2-4342-8163-7493067bd2b7 None None] Provisioning complete for port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:10.923807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec73888d-bba2-4342-8163-7493067bd2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:10.974023 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Checking router: 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:10.975932 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Updating router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf port a23737c4-1fa1-4a33-9d5b-e03b48fad199 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:49:11.005356 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.046407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-836acfd5-deef-4566-9769-56b87ef86a7b service neutron] 10.222.0.31 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215832 Feb 11 14:49:11.163028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-628ca7ba-f056-428c-9d89-f93af6c4449b None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:11.163629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-628ca7ba-f056-428c-9d89-f93af6c4449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.203511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-628ca7ba-f056-428c-9d89-f93af6c4449b None None] Port a23737c4-1fa1-4a33-9d5b-e03b48fad199 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:49:11.326378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:11.379565 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.410814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:11.411265 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.413744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1800758d-8262-4164-bbfb-06f6d3e60304 req-6721fcd6-fe0a-4ad6-bf8d-647fb270a984 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 210 time: 0.0361521 Feb 11 14:49:11.445947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-295e1ad2-bcbe-4180-abac-918b72f11153 req-060c2a62-3a01-4f30-a8aa-6b781f6163c7 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9f7b879-eac5-4573-8c0e-4afa2821a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0534015 Feb 11 14:49:11.462657 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.486721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ed44ce84-9c56-465f-a8e3-9f3d0b20f0a5 None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:11.487311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed44ce84-9c56-465f-a8e3-9f3d0b20f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.541194 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Pushing event updated for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:11.560767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed44ce84-9c56-465f-a8e3-9f3d0b20f0a5 None None] Port a23737c4-1fa1-4a33-9d5b-e03b48fad199 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:49:11.568515 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.568854 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.569200 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.569824 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.570081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.570399 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.570516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 271562bd-fe23-46e3-a6f0-6076f248174b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:11.570714 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.571025 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.571336 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.571654 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.571999 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.572307 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:11.611421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Attempting to bind port a23737c4-1fa1-4a33-9d5b-e03b48fad199 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:49:11.611820 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Attempting to bind port a23737c4-1fa1-4a33-9d5b-e03b48fad199 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:49:11.617441 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Attempting to bind port a23737c4-1fa1-4a33-9d5b-e03b48fad199 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:49:11.617747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:49:11.618094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:49:11.618483 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.618858 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Bound using segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:49:11.619500 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Bound port: a23737c4-1fa1-4a33-9d5b-e03b48fad199, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:49:11.619869 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.626538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 271562bd-fe23-46e3-a6f0-6076f248174b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:11.627002 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.692103 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] For port a23737c4-1fa1-4a33-9d5b-e03b48fad199, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:49:11.695472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] For port a23737c4-1fa1-4a33-9d5b-e03b48fad199, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a23737c4-1fa1-4a33-9d5b-e03b48fad199,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:49:11.777032 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.786506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:11.788441 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.833664 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:11.834546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:11.888145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:11.931870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] For port a23737c4-1fa1-4a33-9d5b-e03b48fad199, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a23737c4-1fa1-4a33-9d5b-e03b48fad199,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:12.007079 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:12.045040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:12.081279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c2a4-5874-4b29-ad96-d10bd433890f None None] Pushing event updated for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:12.083605 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c016a48-2c78-4297-a883-b976ee923efc None None] Pushing event updated for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:12.128471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1b48c8d0-1799-4a5a-adf9-87024480707d None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:12.128866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b48c8d0-1799-4a5a-adf9-87024480707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:12.253455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:12.279326 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b639cbe-48ae-406d-b490-4d4262c6238b None None] The sync data for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 is: [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:12.533888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3121a4c-812a-487b-b181-04143db486d0 req-9b6746df-74e1-402e-a2ef-12e7b594bca6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 210 time: 0.0283186 Feb 11 14:49:13.488043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-87c14f62-0bf1-4a0b-8a5e-5e2bfb5bf8e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:13.490322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-87c14f62-0bf1-4a0b-8a5e-5e2bfb5bf8e1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 796 time: 0.1271172 Feb 11 14:49:13.502051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a23737c4-1fa1-4a33-9d5b-e03b48fad199 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:13.543464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-b4c8172e-0a3d-4c9e-953d-e869fbb5f0cb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 380 time: 0.0445702 Feb 11 14:49:13.552194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'port': {'device_id': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'admin_state_up': True, 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'security_groups': ['dfe34348-ea58-4e84-8a83-67e3fb12976c']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:13.555087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port a23737c4-1fa1-4a33-9d5b-e03b48fad199 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:13.555472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:13.666762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ef37e15-1b58-4bbf-8da0-a08ea8e6bbef req-0e5d9757-f85c-42df-88ac-d258422d1466 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 210 time: 0.0260456 Feb 11 14:49:13.776346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:49:13.776579 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:13.923693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.10 (87437d6a-a8c2-4850-bd21-c5e911425033/63e84b58-5a82-4392-8aba-90707d83388e/655dc847-4c9f-4684-aba6-cfc8b11d6314) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:49:14.063010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.160188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.209590 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 87437d6a-a8c2-4850-bd21-c5e911425033 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:14.212568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:14.216781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:49:14.246655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:14.281477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:14.282485 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.378462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-47baf479-3cc9-4af4-ba63-6439ab4baa72 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299067 Feb 11 14:49:14.391426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Request body: {'port': {'device_id': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:14.448779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.465671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-170586d5-75bf-47aa-8c4b-8e76826d71a1 None None] Provisioning complete for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:14.466184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170586d5-75bf-47aa-8c4b-8e76826d71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.505261 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-170586d5-75bf-47aa-8c4b-8e76826d71a1 None None] Port 655dc847-4c9f-4684-aba6-cfc8b11d6314 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:49:14.713486 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:14.731257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:49:14.739527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.778425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Transition to ACTIVE for port object 655dc847-4c9f-4684-aba6-cfc8b11d6314 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:49:14.798072 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e529-6487-4475-84b3-507766b9a175 req-cd52643d-6b45-45ab-bad0-4eaa2e6687bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:14.799594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ca9e529-6487-4475-84b3-507766b9a175 req-cd52643d-6b45-45ab-bad0-4eaa2e6687bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 932 time: 0.0575352 Feb 11 14:49:14.825335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:14.886252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ca9e529-6487-4475-84b3-507766b9a175 req-dd218cb6-dc26-4dae-834b-cd44275d6878 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804467 Feb 11 14:49:14.895138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:14.976766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:49:14.977222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:49:14.977629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:49:14.982398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:49:14.982731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:49:14.987751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:49:14.988099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:49:14.988496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Bound using segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:49:14.988953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Bound port: 655dc847-4c9f-4684-aba6-cfc8b11d6314, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:49:14.989319 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:15.063288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:49:15.066543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:49:15.193919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:15.231681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.232739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:15.233235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] 10.222.0.62 "PUT /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1092 time: 0.8466096 Feb 11 14:49:15.233677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:15.235900 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f8ce4-4381-4827-89d2-62b0f8b031fe" -d '{"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:15.263628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51c24c-a2e9-4b4e-b7bb-a7ace13c864a service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:15.280047 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a620d-de8b-480d-ae4e-2027973fef4f x-openstack-request-id: req-195a620d-de8b-480d-ae4e-2027973fef4f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:15.280427 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:15.280747 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-195a620d-de8b-480d-ae4e-2027973fef4f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:15.281194 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:49:15.347860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-2c9478b8-fbed-46a7-b2a2-399f678e7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.349639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-2c9478b8-fbed-46a7-b2a2-399f678e7947 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1095 time: 0.0485587 Feb 11 14:49:15.455710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-999d4522-707b-4ac9-8f3a-7c5a9b397d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.457241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-999d4522-707b-4ac9-8f3a-7c5a9b397d0d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1007056 Feb 11 14:49:15.547877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-8711bfce-8a21-4479-a8ad-12ebfd0324b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.549259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c08f8ce4-4381-4827-89d2-62b0f8b031fe req-8711bfce-8a21-4479-a8ad-12ebfd0324b7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859075 Feb 11 14:49:15.632327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-6006364d-ec4d-42c1-b831-a1304cbcf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.633849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-6006364d-ec4d-42c1-b831-a1304cbcf92a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1095 time: 0.0458195 Feb 11 14:49:15.675413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-284f277b-313f-4737-8788-2fe040cc664e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 217 time: 0.0336218 Feb 11 14:49:15.724126 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-7eaa66b3-a462-457a-93c0-93d438e2f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.725682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-7eaa66b3-a462-457a-93c0-93d438e2f1b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0437396 Feb 11 14:49:15.774814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-d7f3e537-553b-4a76-8d70-7afbfdbe4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:15.776289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-d7f3e537-553b-4a76-8d70-7afbfdbe4e24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439665 Feb 11 14:49:15.866650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-7704e3f3-4f4b-4f5d-988d-76455ccb1434 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Feb 11 14:49:15.968152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0d98549-3f27-4727-879b-71e27a5dc238 req-9c759cd8-3a0d-4c6b-b18d-ab32207391d9 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947788 Feb 11 14:49:16.032093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af5e76-fb12-4eeb-ad20-f8b4dc6ee0d0 req-514eee0b-35c7-4311-8cfb-6e28e4b20e5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:16.041954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16af5e76-fb12-4eeb-ad20-f8b4dc6ee0d0 req-514eee0b-35c7-4311-8cfb-6e28e4b20e5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0705564 Feb 11 14:49:16.083160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16af5e76-fb12-4eeb-ad20-f8b4dc6ee0d0 req-846db74a-b685-455c-9a5d-95ea5050d712 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400774 Feb 11 14:49:17.207301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30de39-f13d-4033-8d7c-e7626c9504de req-cdf1435f-45de-4060-8a41-3970bd085760 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:17.208826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe30de39-f13d-4033-8d7c-e7626c9504de req-cdf1435f-45de-4060-8a41-3970bd085760 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0544171 Feb 11 14:49:17.247024 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe30de39-f13d-4033-8d7c-e7626c9504de req-95168c0e-4a62-48d6-8335-8f2d7ed4dba8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Feb 11 14:49:18.093280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 38988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:18.182611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e76300f-5d3c-4369-a7b5-5697995a22ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.246474 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:18.247043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.320545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.320875 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.333402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:18.364678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c82f-e347-44bc-981f-7a01aad6a759 req-4c218378-65b7-4512-8652-6b35b6889fa9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:18.366215 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b310c82f-e347-44bc-981f-7a01aad6a759 req-4c218378-65b7-4512-8652-6b35b6889fa9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0485389 Feb 11 14:49:18.404708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b310c82f-e347-44bc-981f-7a01aad6a759 req-209da8be-ed67-409a-b9c1-579b3fc48c77 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Feb 11 14:49:18.524990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.549962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=c5aba6cd-1e4a-44e4-9aed-75ea3e0eaac3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:18.613021 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.613439 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Floating IP 6a20a3df-37c3-4079-910e-217bf027a51e disassociated (deleted). External IP: 172.25.7.120, port: 077ac746-8343-4626-9204-0023e23771e9. Feb 11 14:49:18.711630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:49:18.807908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:18.818492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:18.820237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:49:18.856429 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.869634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:49:18.889731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:18.924919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:18.929426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:18.934856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:18.944246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:18.944848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:18.956787 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a721ee1d-833a-4ba1-bc37-3949b5712882 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "DELETE /v2.0/floatingips/6a20a3df-37c3-4079-910e-217bf027a51e HTTP/1.1" status: 204 len: 168 time: 0.8624103 Feb 11 14:49:18.957436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:18.959642 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b849bc-f92e-493d-8f09-9779015c4bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:18.988842 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:19.010268 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673640c6-14c3-4369-81d7-4c9c5d331097 x-openstack-request-id: req-673640c6-14c3-4369-81d7-4c9c5d331097 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:19.014528 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "tag": "077ac746-8343-4626-9204-0023e23771e9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:19.014528 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-673640c6-14c3-4369-81d7-4c9c5d331097 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:19.014528 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'tag': '077ac746-8343-4626-9204-0023e23771e9', 'status': 'completed', 'code': 200} Feb 11 14:49:19.096617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-d89065be-2a36-492d-935b-624e4f44726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.098162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-d89065be-2a36-492d-935b-624e4f44726d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8a40095696144588e809f81009df3d7&device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 1097 time: 0.0553572 Feb 11 14:49:19.101197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:19.119886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:19.197942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-7af44a83-b750-470a-85c2-11a812e2eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.200045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-7af44a83-b750-470a-85c2-11a812e2eb43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 200 len: 913 time: 0.0952225 Feb 11 14:49:19.250601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-19107d07-221f-419b-b645-6e4ea44241f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 200 len: 217 time: 0.0420320 Feb 11 14:49:19.255361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['655dc847-4c9f-4684-aba6-cfc8b11d6314'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:49:19.313294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-811b5e43-7d98-44a0-bb22-0f7498b3a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.313934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-811b5e43-7d98-44a0-bb22-0f7498b3a882 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 200 len: 851 time: 0.0536549 Feb 11 14:49:19.382075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-ebc437c3-816e-44ac-a6b9-fff1b2d04ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.384781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-ebc437c3-816e-44ac-a6b9-fff1b2d04ff0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1592f37-0737-4225-8f9b-2db0c629c62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528069 Feb 11 14:49:19.464263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:19.491587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:19.525509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf54095-b305-4920-b300-632291b19025 req-0294991e-464c-42e2-83f4-7c89daa902e9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.526930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:19.527076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbf54095-b305-4920-b300-632291b19025 req-0294991e-464c-42e2-83f4-7c89daa902e9 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 946 time: 0.1333604 Feb 11 14:49:19.527849 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:48:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:19.529808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-8a1e35f3-8616-47cb-aa2a-83b2b3053125 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373973 Feb 11 14:49:19.543210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b4600-e569-4dae-bde0-3a73a6f92d65 req-502437c5-f50a-4c88-a39b-75ea92a3b1d2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.545421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b4b4600-e569-4dae-bde0-3a73a6f92d65 req-502437c5-f50a-4c88-a39b-75ea92a3b1d2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0614073 Feb 11 14:49:19.585175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b4b4600-e569-4dae-bde0-3a73a6f92d65 req-47f0bcc1-cccd-4f1b-9fe3-8a982bdc4ff9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Feb 11 14:49:19.622624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbf54095-b305-4920-b300-632291b19025 req-2082ca5d-f7eb-4012-95bd-6bfb10b672e0 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/security-groups?id=b49345b3-8507-4c09-9b1b-8a04595f11da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869346 Feb 11 14:49:19.656693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0b849bc-f92e-493d-8f09-9779015c4bbc req-981f8a27-ad62-42c2-8d9f-b05fd4eaf5a6 service neutron] 10.222.0.62 "GET /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149197 Feb 11 14:49:19.698364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:19.984008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-4f238e5d-c745-4a0a-a014-1e31e6161dab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:19.985406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-4f238e5d-c745-4a0a-a014-1e31e6161dab tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Feb 11 14:49:20.063590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:20.076349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port 077ac746-8343-4626-9204-0023e23771e9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:20.076852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.090280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f09d2-85c2-4a45-8605-9506a6ec60b9 None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:33:51Z', 'revision_number': 4, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c', 'name': '', 'network_id': 'c1592f37-0737-4225-8f9b-2db0c629c62d', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'mac_address': 'fa:16:3e:e4:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:50Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'subnets': [{'id': '56f2d8e7-08df-4185-8d1a-b6b2aa6efc34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:20.170359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] For port 077ac746-8343-4626-9204-0023e23771e9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=077ac746-8343-4626-9204-0023e23771e9,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:20.170720 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.182662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for 077ac746-8343-4626-9204-0023e23771e9 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:20.324205 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0110d481-b4a8-4d01-b2d2-9d39ab730fbf None None] New status for floating IP 6a20a3df-37c3-4079-910e-217bf027a51e: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:49:20.376616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.406054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=077ac746-8343-4626-9204-0023e23771e9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:20.452748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] No DVR routers for this DVR port 077ac746-8343-4626-9204-0023e23771e9 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:20.455554 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.458992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01fbd910-6b92-44c3-a5d5-6bc6ffa689cf req-8a413e94-066b-4776-88e4-a9cb55335e6d tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.62 "DELETE /v2.0/ports/077ac746-8343-4626-9204-0023e23771e9 HTTP/1.1" status: 204 len: 173 time: 0.4656262 Feb 11 14:49:20.459451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'name': 'network-vif-deleted', 'tag': '077ac746-8343-4626-9204-0023e23771e9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:20.461705 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b59813-48e6-4083-8b6e-ff007ba6fcd8" -d '{"events": [{"server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "name": "network-vif-deleted", "tag": "077ac746-8343-4626-9204-0023e23771e9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:20.498170 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67e3c3-77ac-4bc9-bf88-e053ef2f4b00 x-openstack-request-id: req-2d67e3c3-77ac-4bc9-bf88-e053ef2f4b00 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:20.498637 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fda4bb-d639-4058-895b-de62d4ef36d0", "name": "network-vif-deleted", "tag": "077ac746-8343-4626-9204-0023e23771e9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:20.498899 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d67e3c3-77ac-4bc9-bf88-e053ef2f4b00 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:20.499300 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fda4bb-d639-4058-895b-de62d4ef36d0', 'name': 'network-vif-deleted', 'tag': '077ac746-8343-4626-9204-0023e23771e9', 'status': 'completed', 'code': 200} Feb 11 14:49:20.502748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-664fad6d-056e-4c44-b3c9-0958b8c0d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.714891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb6832-e79a-4309-a036-79fdecfff251 req-f21d8b68-44c8-43bb-a7df-058db44b6064 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:20.716741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fdb6832-e79a-4309-a036-79fdecfff251 req-f21d8b68-44c8-43bb-a7df-058db44b6064 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0560405 Feb 11 14:49:20.721872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09cb6cbf-698e-471d-a4a6-cb9c21dec5b3 req-199687f5-0796-4038-93bb-01e87b40a7da tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Feb 11 14:49:20.729366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:49:20.777860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6fdb6832-e79a-4309-a036-79fdecfff251 req-045577c9-c073-43e6-8d4c-e6b514ff30a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517797 Feb 11 14:49:20.891221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:49:20.895375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:49:20.897037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:20.980334 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:21.002429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:21.004652 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d511dd5-323f-4b0d-a042-a625b65dc634" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:21.017544 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:21.042856 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b333e30-8757-4450-b259-1eb70f21ac65 x-openstack-request-id: req-2b333e30-8757-4450-b259-1eb70f21ac65 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:21.043149 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:21.043469 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b333e30-8757-4450-b259-1eb70f21ac65 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:21.043928 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'code': 200} Feb 11 14:49:21.085135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:21.136864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:21.145492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6f759-7567-4f1b-ae5f-c788f6bd30ee req-3e92f88f-b319-4ce2-8671-c1c15f0c2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:21.147300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40e6f759-7567-4f1b-ae5f-c788f6bd30ee req-3e92f88f-b319-4ce2-8671-c1c15f0c2cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0455921 Feb 11 14:49:21.182345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40e6f759-7567-4f1b-ae5f-c788f6bd30ee req-f3fe6e11-f027-4422-b7e1-8813182fa1fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284438 Feb 11 14:49:21.825696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6031ff5e-0514-45a1-b86a-f1c87d7c6f5e req-498297c9-a860-4c17-bc59-93bbc28d1999 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0282853 Feb 11 14:49:21.846159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:21.909159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff18b0-e18f-478a-b80f-af1cf0a91d3b req-ebb57123-278b-4f56-9e9e-d5254f64a2dc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:21.910624 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61ff18b0-e18f-478a-b80f-af1cf0a91d3b req-ebb57123-278b-4f56-9e9e-d5254f64a2dc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0536473 Feb 11 14:49:21.949764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61ff18b0-e18f-478a-b80f-af1cf0a91d3b req-4cb382c0-995f-4d93-9f38-666386f4ae7f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Feb 11 14:49:22.920391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e96ad9b6-5cec-4cbb-adda-6470ba795c15 req-10565c2b-36e4-43bf-bd9a-e65c547d0468 tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Feb 11 14:49:23.065070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca89607-7bea-418f-9f2c-295dfe34974a req-f78e2d05-5eb8-46b5-931a-010edb975b4a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:23.066728 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ca89607-7bea-418f-9f2c-295dfe34974a req-f78e2d05-5eb8-46b5-931a-010edb975b4a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0492122 Feb 11 14:49:23.105582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5ca89607-7bea-418f-9f2c-295dfe34974a req-4cbb1e7f-fa69-4f92-ab0f-f99242425a6a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Feb 11 14:49:23.223256 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.227779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a178cb-5e7a-41e7-b8a5-d4d37d565193 req-9a4b92c6-5e1d-4f5b-be29-1752be5e15c1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:23.229413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07a178cb-5e7a-41e7-b8a5-d4d37d565193 req-9a4b92c6-5e1d-4f5b-be29-1752be5e15c1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0565608 Feb 11 14:49:23.270629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-07a178cb-5e7a-41e7-b8a5-d4d37d565193 req-0385c3d1-52f3-43bd-89be-41fc5302dde4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Feb 11 14:49:23.294034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:23.296710 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.334969 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e6900-2040-4664-a30e-e606ddf669c8 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:23.336493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-027e6900-2040-4664-a30e-e606ddf669c8 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1092 time: 0.0408459 Feb 11 14:49:23.339254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:23.343964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:49:23.406070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.506187 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.607676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.214 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/00885b18-6a84-4c93-8f98-3142fc7c5338) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:49:23.714641 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.782848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:23.823027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:49:23.827752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:49:23.830205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:49:23.835777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=00885b18-6a84-4c93-8f98-3142fc7c5338,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:24.337264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff61e77e-c19a-4e41-932a-bb96dde70211 req-0084a669-0622-4dfd-8df1-ac5b56d291ef tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "GET /v2.0/ports?device_id=12fda4bb-d639-4058-895b-de62d4ef36d0 HTTP/1.1" status: 200 len: 210 time: 0.3466938 Feb 11 14:49:24.520719 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:24.656294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:24.759518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 077ac746-8343-4626-9204-0023e23771e9 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:24.779850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 077ac746-8343-4626-9204-0023e23771e9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:24.780196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 077ac746-8343-4626-9204-0023e23771e9 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:24.805405 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:24.890930 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:24.961634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=00885b18-6a84-4c93-8f98-3142fc7c5338,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:24.973738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:25.073224 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP ab55d2d1-9593-43af-9c8b-d7cc491c9d65 associated. External IP: 172.25.7.214, port: 655dc847-4c9f-4684-aba6-cfc8b11d6314. Feb 11 14:49:25.292456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:25.400602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:25.402696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39028) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:25.410959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Sync routers for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:25.421101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:25.424467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:25.458578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:25.487054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f6f139f1-5575-427a-86f6-3caf1a3ec80a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1467030 Feb 11 14:49:25.487820 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:49:25.499029 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29442b4e-fc7c-4d60-b992-1947ceb27ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:49:25.721017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Deleting port 1403ccdc-99f7-4bb7-ba33-307bd51a6bc5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:25.721498 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aec32e0-a8a7-4e30-80d8-e2245d28bb21 x-openstack-request-id: req-8aec32e0-a8a7-4e30-80d8-e2245d28bb21 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:49:25.721623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:25.721748 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:49:25.721748 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aec32e0-a8a7-4e30-80d8-e2245d28bb21 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:49:25.721748 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:49:25.722080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:25.722196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f0f1-c6ab-4dbb-8905-32e664aad540 req-a3d8f3b6-af0f-45be-a55d-3f29e0cadb39 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:25.722196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a88f0f1-c6ab-4dbb-8905-32e664aad540 req-a3d8f3b6-af0f-45be-a55d-3f29e0cadb39 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0772972 Feb 11 14:49:25.722424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-d506c355-b116-42f8-83f0-ca990430f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:25.722424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-d506c355-b116-42f8-83f0-ca990430f051 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0647454 Feb 11 14:49:25.722636 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a88f0f1-c6ab-4dbb-8905-32e664aad540 req-fee5a8e1-8d19-46ca-8b31-ae37903a0d00 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Feb 11 14:49:25.722636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:25.782582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cb76bb64-e774-4eaa-af0d-b06ff47239fa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ab55d2d1-9593-43af-9c8b-d7cc491c9d65 HTTP/1.1" status: 200 len: 992 time: 0.0816152 Feb 11 14:49:25.829129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ab55d2d1-9593-43af-9c8b-d7cc491c9d65', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:49:24Z', 'updated_at': '2022-02-11T14:49:24Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:25.857306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Checking router: 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:25.866354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:25.866966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:25.975951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:26.039300 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.039517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.058228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Calling delete_port for 1403ccdc-99f7-4bb7-ba33-307bd51a6bc5 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:26.130870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-934e7650-78eb-45b1-b86c-5581d0b18f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:26.132356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-934e7650-78eb-45b1-b86c-5581d0b18f44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.4746890 Feb 11 14:49:26.211332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ab55d2d1-9593-43af-9c8b-d7cc491c9d65', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:49:24Z', 'updated_at': '2022-02-11T14:49:24Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:26.215044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-097e58a1-0fab-45d9-8384-c6a273edb331 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.0744233 Feb 11 14:49:26.243045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edcd8c4-e5d2-434b-825c-8211611c0a5a None None] The sync data for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 is: [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'ab55d2d1-9593-43af-9c8b-d7cc491c9d65', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:49:24Z', 'updated_at': '2022-02-11T14:49:24Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:26.298960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-5dc2bfcb-3f1a-4b9e-a5c5-fed195cad327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:26.300323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-5dc2bfcb-3f1a-4b9e-a5c5-fed195cad327 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0792835 Feb 11 14:49:26.346457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-4f5222d7-a719-41e9-8d07-0a9007380288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:26.347985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-4f5222d7-a719-41e9-8d07-0a9007380288 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411642 Feb 11 14:49:26.377062 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.434594 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b71ffe-08c5-46c4-ae6b-c761a69ba00c None None] New status for floating IP ab55d2d1-9593-43af-9c8b-d7cc491c9d65: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:49:26.442096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'Port': ['ID=1403ccdc-99f7-4bb7-ba33-307bd51a6bc5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:26.519370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-3460cf6f-933e-4b81-91cb-f466ae4a5a73 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609859 Feb 11 14:49:26.526038 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.528556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.530306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ee9fb257-951b-4e41-a588-e4d8bba38eed tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "DELETE /v2.0/floatingips/949ac091-ef08-405c-af7f-d439cd278e1b HTTP/1.1" status: 204 len: 168 time: 1.1263473 Feb 11 14:49:26.618795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29442b4e-fc7c-4d60-b992-1947ceb27ec0 req-c0dd1a86-81a8-4ba0-8098-983879976272 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865238 Feb 11 14:49:26.786388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:26.845718 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a91b2697-598f-4e3d-abbd-3e35cb5763ae tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ab55d2d1-9593-43af-9c8b-d7cc491c9d65 HTTP/1.1" status: 200 len: 994 time: 0.0581722 Feb 11 14:49:30.113373 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39052) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:30.172350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.196969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.307301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.310245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.312073 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] 10.222.0.31 "DELETE /v2.0/security-groups/b49345b3-8507-4c09-9b1b-8a04595f11da HTTP/1.1" status: 204 len: 168 time: 0.1976604 Feb 11 14:49:30.321533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6805ef8-62dc-49d8-bdb1-e32e3a0671de tempest-TestVolumeBootPattern-741266101 tempest-TestVolumeBootPattern-741266101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49345b3-8507-4c09-9b1b-8a04595f11da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:30.456046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39056) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:30.685710 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.905467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.146514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Deleting port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:31.146857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.223812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] For port 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:31.224178 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.235739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Calling delete_port for 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:31.490836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.529996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.555935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:31.730302 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:31.941176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Router ff2bfee0-f713-4832-9c7d-f938a3cc4209 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:32.051985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:32.056864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-782487d5-415b-45b8-a7a2-43ca7c9ca0db admin admin] 10.222.0.31 "PUT /v2.0/routers/ff2bfee0-f713-4832-9c7d-f938a3cc4209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997336 Feb 11 14:49:32.060268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39060) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:32.063369 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Sync routers for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:32.074557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:32.075086 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:32.162372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.180205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:32.262277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.354838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:49:31Z', 'revision_number': 5, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port': {'id': 'bb25c9f3-8010-466d-8df9-a8c282e5ad2c', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:33:43Z', 'updated_at': '2022-02-11T14:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:32.369000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Deleting port bb25c9f3-8010-466d-8df9-a8c282e5ad2c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:32.369345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.381999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Checking router: ff2bfee0-f713-4832-9c7d-f938a3cc4209 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:32.390170 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Routers {'ff2bfee0-f713-4832-9c7d-f938a3cc4209'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:32.390765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:32.445029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] For port bb25c9f3-8010-466d-8df9-a8c282e5ad2c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:32.445390 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.457257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Calling delete_port for bb25c9f3-8010-466d-8df9-a8c282e5ad2c owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:32.477683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] Set router ff2bfee0-f713-4832-9c7d-f938a3cc4209 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:32.526825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:49:32Z', 'revision_number': 6, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:32.555744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946b99c-c1c9-4c09-8332-d3dda8ac0e15 None None] The sync data for ids ['ff2bfee0-f713-4832-9c7d-f938a3cc4209'] in n-d-828407-1 is: [{'id': 'ff2bfee0-f713-4832-9c7d-f938a3cc4209', 'name': 'tempest-TestVolumeBootPattern-1222764261-router', 'tenant_id': 'f8a40095696144588e809f81009df3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:41Z', 'updated_at': '2022-02-11T14:49:32Z', 'revision_number': 6, 'project_id': 'f8a40095696144588e809f81009df3d7', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:32.679438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.708187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb25c9f3-8010-466d-8df9-a8c282e5ad2c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:32.770228 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.859219 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.861275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.958534 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.959123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2bfee0-f713-4832-9c7d-f938a3cc4209 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:49:32.963842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:32.965054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-31c25920-7610-45d2-9441-5fba0cdf836e admin admin] 10.222.0.31 "DELETE /v2.0/routers/ff2bfee0-f713-4832-9c7d-f938a3cc4209 HTTP/1.1" status: 204 len: 168 time: 0.9030504 Feb 11 14:49:32.967593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39062) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:33.017537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Deleting subnet 56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:49:33.020534 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.053223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.128477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.245275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.268682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f2d8e7-08df-4185-8d1a-b6b2aa6efc34,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:33.274268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.277501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a7b4649-8a08-4801-8d08-b238e46ed9b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/56f2d8e7-08df-4185-8d1a-b6b2aa6efc34 HTTP/1.1" status: 204 len: 168 time: 0.3088338 Feb 11 14:49:33.279979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39064) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:33.280446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887f80f-7769-4371-b940-aa8dfe4d295c None None] Network c1592f37-0737-4225-8f9b-2db0c629c62d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:49:33.360907 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:33.374280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.400404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:33.400740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6a2d5f3c-cc6d-440c-81c0-5de59df8ff9c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:33.401179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bb25c9f3-8010-466d-8df9-a8c282e5ad2c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:33.422217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: bb25c9f3-8010-466d-8df9-a8c282e5ad2c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:33.422558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device bb25c9f3-8010-466d-8df9-a8c282e5ad2c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:33.433135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Deleting port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:33.433555 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.514791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] For port 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=67ad126e-a50f-4c74-8c3b-2d1559f994e7,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:33.518438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.528330 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Calling delete_port for 67ad126e-a50f-4c74-8c3b-2d1559f994e7 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:33.537281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] DHCP port deletion for c1592f37-0737-4225-8f9b-2db0c629c62d request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:49:33.590305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Deleting port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:33.590886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.659218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] For port 67ad126e-a50f-4c74-8c3b-2d1559f994e7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=67ad126e-a50f-4c74-8c3b-2d1559f994e7,segment=NetworkSegment(7c298917-1f7c-4feb-bcaa-70af821568f2),segment_id=7c298917-1f7c-4feb-bcaa-70af821568f2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:33.659615 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.672883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Calling delete_port for 67ad126e-a50f-4c74-8c3b-2d1559f994e7 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:33.696432 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.722326 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ad126e-a50f-4c74-8c3b-2d1559f994e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:33.726089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] No DVR routers for this DVR port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:33.747756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.772047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Pushing event deleted for resources: {'Port': ['ID=67ad126e-a50f-4c74-8c3b-2d1559f994e7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:33.776239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] No DVR routers for this DVR port 67ad126e-a50f-4c74-8c3b-2d1559f994e7 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:33.783388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.783731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.784073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.784394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.786917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6e4117-12dc-41e9-b894-61d023e1e79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:49:33.801520 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.821646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1592f37-0737-4225-8f9b-2db0c629c62d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:33.830696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c298917-1f7c-4feb-bcaa-70af821568f2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:33.830991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c298917-1f7c-4feb-bcaa-70af821568f2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:33.840039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.853442 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.859850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:49:33.862293 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:49:33.982332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.987165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:33.990430 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c1592f37-0737-4225-8f9b-2db0c629c62d HTTP/1.1" status: 204 len: 168 time: 0.7094450 Feb 11 14:49:33.993482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39066) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:34.006087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ed3e3-d47f-4bd4-bc14-943b0017a583 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1592f37-0737-4225-8f9b-2db0c629c62d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:34.331624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:34.568800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Deleting port 4459efc6-a1ae-466d-a121-0606b6e70f40 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:34.569166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:34.649282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] For port 4459efc6-a1ae-466d-a121-0606b6e70f40, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=4459efc6-a1ae-466d-a121-0606b6e70f40,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:34.649639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:34.661778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Calling delete_port for 4459efc6-a1ae-466d-a121-0606b6e70f40 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:35.209589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:35.240845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Pushing event deleted for resources: {'Port': ['ID=4459efc6-a1ae-466d-a121-0606b6e70f40,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:35.299735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 67ad126e-a50f-4c74-8c3b-2d1559f994e7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:35.325476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 67ad126e-a50f-4c74-8c3b-2d1559f994e7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:35.325956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 67ad126e-a50f-4c74-8c3b-2d1559f994e7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:35.399978 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:35.614124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Router 47308276-11c0-4697-9b27-2741e04ddeff has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:49:35.718618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:49:35.723924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a3188e6-e3ec-402c-901d-54976a30111b admin admin] 10.222.0.31 "PUT /v2.0/routers/47308276-11c0-4697-9b27-2741e04ddeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294257 Feb 11 14:49:35.726517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:35.728914 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Sync routers for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:49:35.738854 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:35.739449 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:35.829978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:35.840937 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:35.929749 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.011317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '7dba3498-a055-4787-b7c7-b37346214428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:49:34Z', 'revision_number': 5, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port': {'id': '7dba3498-a055-4787-b7c7-b37346214428', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47308276-11c0-4697-9b27-2741e04ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:34:00Z', 'updated_at': '2022-02-11T14:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:36.036836 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Checking router: 47308276-11c0-4697-9b27-2741e04ddeff for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:49:36.045283 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Routers {'47308276-11c0-4697-9b27-2741e04ddeff'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:49:36.046374 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:49:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['47308276-11c0-4697-9b27-2741e04ddeff'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:36.075577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Deleting port 7dba3498-a055-4787-b7c7-b37346214428 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:36.075914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.129481 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] Set router 47308276-11c0-4697-9b27-2741e04ddeff gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:49:36.152073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] For port 7dba3498-a055-4787-b7c7-b37346214428, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7dba3498-a055-4787-b7c7-b37346214428,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:36.152440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.164453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Calling delete_port for 7dba3498-a055-4787-b7c7-b37346214428 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:36.182011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:49:35Z', 'revision_number': 6, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:36.207873 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31777a-1db9-4f45-812e-e76c09cd00fe None None] The sync data for ids ['47308276-11c0-4697-9b27-2741e04ddeff'] in n-d-828407-1 is: [{'id': '47308276-11c0-4697-9b27-2741e04ddeff', 'name': 'tempest-TestVolumeBootPattern-1967438947-router', 'tenant_id': 'd4229b13adbc4959b4686b0e24112193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:33:59Z', 'updated_at': '2022-02-11T14:49:35Z', 'revision_number': 6, 'project_id': 'd4229b13adbc4959b4686b0e24112193', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:49:36.405591 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.433622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dba3498-a055-4787-b7c7-b37346214428,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:36.492051 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.583336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.585653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.730661 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.731163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47308276-11c0-4697-9b27-2741e04ddeff {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:49:36.735439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.736577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f798b908-45f7-4f47-bba0-daf1c6615662 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47308276-11c0-4697-9b27-2741e04ddeff HTTP/1.1" status: 204 len: 168 time: 1.0090041 Feb 11 14:49:36.739091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39070) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:36.786146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Deleting subnet 88dfa919-2529-4b57-a258-041fae76e9b4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:49:36.789221 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.822370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:36.896871 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.011127 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.039031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.042278 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88dfa919-2529-4b57-a258-041fae76e9b4 HTTP/1.1" status: 204 len: 168 time: 0.3022323 Feb 11 14:49:37.043826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330d4c4-05b0-4c94-977a-436c49923ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dfa919-2529-4b57-a258-041fae76e9b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:37.044837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39072) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:37.045893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6daf03-adae-4bda-9ac2-e5bd05d573fc None None] Network 92856231-713c-43ea-bbf0-43e60d848cb2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:49:37.122153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.180648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Deleting port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:37.181027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.240381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] DHCP port deletion for 92856231-713c-43ea-bbf0-43e60d848cb2 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:49:37.249376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] For port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:37.249945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.265349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Calling delete_port for 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:37.297699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Deleting port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:49:37.298345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.313677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4459efc6-a1ae-466d-a121-0606b6e70f40 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:37.366989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 4459efc6-a1ae-466d-a121-0606b6e70f40 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:37.367328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 4459efc6-a1ae-466d-a121-0606b6e70f40 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:37.367745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:37.469211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.497915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] No DVR routers for this DVR port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:37.499988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Pushing event deleted for resources: {'Port': ['ID=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:37.546185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:37.546439 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:37.546845 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7dba3498-a055-4787-b7c7-b37346214428 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:49:37.574187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] For port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,segment=NetworkSegment(a4773d30-1515-4d5a-a2b2-6954f850c9fe),segment_id=a4773d30-1515-4d5a-a2b2-6954f850c9fe)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:49:37.574581 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.575364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.576736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 7dba3498-a055-4787-b7c7-b37346214428 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:49:37.577097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7dba3498-a055-4787-b7c7-b37346214428 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:49:37.588614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Calling delete_port for 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:49:37.598582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92856231-713c-43ea-bbf0-43e60d848cb2']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:37.608356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4773d30-1515-4d5a-a2b2-6954f850c9fe') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:37.608783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4773d30-1515-4d5a-a2b2-6954f850c9fe') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:49:37.618298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.631276 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.637178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:49:37.637564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:49:37.639190 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:49:37.668765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.701237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] Pushing event deleted for resources: {'Port': ['ID=17064bf4-6446-4a2a-81e3-ec9df0a8ec7b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:37.707225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e7651-8f45-4411-b02d-4e83f9b4e5f6 None None] No DVR routers for this DVR port 17064bf4-6446-4a2a-81e3-ec9df0a8ec7b on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:49:37.765923 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.771620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:37.775497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] 10.222.0.31 "DELETE /v2.0/networks/92856231-713c-43ea-bbf0-43e60d848cb2 HTTP/1.1" status: 204 len: 168 time: 0.7291217 Feb 11 14:49:37.787235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08388c-ac23-4a09-8bef-93017ba8e692 admin admin] Pushing event deleted for resources: {'Network': ['ID=92856231-713c-43ea-bbf0-43e60d848cb2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:38.061273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39076) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:38.100971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1a46e3f0-4879-40f3-a992-a164937bce01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8a40095696144588e809f81009df3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384479 Feb 11 14:49:38.103449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39078) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:38.154469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:38.174469 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:38.290841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:38.293508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:38.294677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9c904f7-5766-4d9b-9404-3386448f89fa HTTP/1.1" status: 204 len: 168 time: 0.1903427 Feb 11 14:49:38.302479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cbf1-888c-44a1-b1f7-a2d463cc63f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c904f7-5766-4d9b-9404-3386448f89fa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:39.005904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39084) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:39.045016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ebf7cfd9-b53c-4be8-96e2-2d771aaa12d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4229b13adbc4959b4686b0e24112193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379462 Feb 11 14:49:39.048012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39086) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:39.095119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:39.115937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:39.216368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:39.219563 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:39.220718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/081fc884-730d-416a-b47b-d4c4f0448502 HTTP/1.1" status: 204 len: 168 time: 0.1718025 Feb 11 14:49:39.228677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72dd0e-34de-4e2e-87e4-c37a85d63872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fc884-730d-416a-b47b-d4c4f0448502,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:49:48.176131 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b42df34-73f8-4650-86d7-39be82b12a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:50.439151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcdc131f-d355-432b-ae76-b6199e30da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:50.745867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-1982010d-b5e2-4971-a5c9-96d6f99c871e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403347 Feb 11 14:49:50.829741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-68ea964a-d190-4e51-bea9-1c10c911ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:50.831233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-68ea964a-d190-4e51-bea9-1c10c911ef44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0414231 Feb 11 14:49:50.934196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-5d0c991b-c49a-48d3-ad84-57922edf26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:50.935917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-5d0c991b-c49a-48d3-ad84-57922edf26d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0831685 Feb 11 14:49:51.004991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-96d407fd-e76d-47ac-a49f-413a8b3a8f3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1002 time: 0.0617607 Feb 11 14:49:51.055029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-6daabda4-0fa6-4dd7-8a6f-e782b95adf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:51.056519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-6daabda4-0fa6-4dd7-8a6f-e782b95adf0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0438337 Feb 11 14:49:51.100780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-a6567c0e-f82c-4648-940b-ee1de1399ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:51.102309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-a6567c0e-f82c-4648-940b-ee1de1399ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393021 Feb 11 14:49:51.192663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-e3693afe-3885-4bef-a0a8-c2900964bd1b service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Feb 11 14:49:51.278779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fdf788a9-4f24-4848-a44f-7aa0ab6ea5bc req-56e3cf72-084d-4d54-aa02-74bf22780fb8 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792909 Feb 11 14:49:51.713980 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:51.827478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:53.239253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:53.301851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:58.393673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1db4c-f0c8-4491-b323-a36e82f54dd3 req-bc385a17-c711-4eda-bf40-8dfc04e261c2 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:58.395190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31f1db4c-f0c8-4491-b323-a36e82f54dd3 req-bc385a17-c711-4eda-bf40-8dfc04e261c2 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1097 time: 0.2869761 Feb 11 14:49:58.429124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31f1db4c-f0c8-4491-b323-a36e82f54dd3 req-9564664f-1ec2-45a1-a601-4778a1487dd9 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278280 Feb 11 14:49:58.620028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c663fd0-4bab-4c1e-896a-5400b2e47d76 req-dea84a1f-a9d0-49e6-8d8c-3a89dc22ed68 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:58.621549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c663fd0-4bab-4c1e-896a-5400b2e47d76 req-dea84a1f-a9d0-49e6-8d8c-3a89dc22ed68 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.1169467 Feb 11 14:49:58.658517 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1c663fd0-4bab-4c1e-896a-5400b2e47d76 req-0a20ccc0-cdef-46c3-bd85-588571ecbcef tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305042 Feb 11 14:49:58.686055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:49:58.749374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-37b5f4b8-a3a3-4833-9f55-d8ff3018765e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ab55d2d1-9593-43af-9c8b-d7cc491c9d65 HTTP/1.1" status: 200 len: 994 time: 0.0615313 Feb 11 14:49:59.394766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57d092-19da-408c-b1fc-cea21a03330a req-5252c0d5-1180-4ec8-a660-64f916023fda tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:49:59.396241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b57d092-19da-408c-b1fc-cea21a03330a req-5252c0d5-1180-4ec8-a660-64f916023fda tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0475137 Feb 11 14:49:59.433969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4b57d092-19da-408c-b1fc-cea21a03330a req-99045627-fe32-498f-b918-49f1847901aa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Feb 11 14:49:59.504091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-148a638f-ddef-4a6e-8ad2-0b65954f7396 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386086 Feb 11 14:50:00.555478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fbd0c-7d95-406b-9d73-332dec37d1e0 req-2f72ac18-f512-4908-85ef-7c142ba61474 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:00.556871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc8fbd0c-7d95-406b-9d73-332dec37d1e0 req-2f72ac18-f512-4908-85ef-7c142ba61474 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0505071 Feb 11 14:50:00.595873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc8fbd0c-7d95-406b-9d73-332dec37d1e0 req-98f90c4c-e56c-400a-85d6-40e2e9891ef2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Feb 11 14:50:00.725185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:01.473737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:01.506198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-307bcd75-da8c-4dac-a542-7b0fb979e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:01.507697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-307bcd75-da8c-4dac-a542-7b0fb979e8aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1097 time: 0.0409038 Feb 11 14:50:01.598927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-e7ca415c-de63-4961-98be-305b1a2a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:01.600423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-e7ca415c-de63-4961-98be-305b1a2a72fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0865600 Feb 11 14:50:01.664412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-06d4fe72-55d6-49be-8eb9-267a4463b70f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1002 time: 0.0578609 Feb 11 14:50:01.745518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-037e954b-5007-4b18-9e6d-5430edc18ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:01.746901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-037e954b-5007-4b18-9e6d-5430edc18ef0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0706816 Feb 11 14:50:01.754211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb2e1-acba-47c6-963e-d78a18ea5bae req-be8a69de-4d51-4a62-9324-d007e16848a6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:01.755565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a97fb2e1-acba-47c6-963e-d78a18ea5bae req-be8a69de-4d51-4a62-9324-d007e16848a6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0889533 Feb 11 14:50:01.817311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a97fb2e1-acba-47c6-963e-d78a18ea5bae req-3e8ac8c7-0d69-44b4-953c-b6857518a78f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537436 Feb 11 14:50:01.819876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-f4f8e451-003c-4726-b20a-246f1d1e621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:01.821330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-f4f8e451-003c-4726-b20a-246f1d1e621b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649266 Feb 11 14:50:01.914845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-eaf9af2b-bf10-4a44-9278-9966d9915024 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Feb 11 14:50:02.002125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-5cce18c2-b081-46ed-9d01-5706a9ab50e9 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804133 Feb 11 14:50:02.937668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e604-0ea0-4ca9-8835-e66154b46b0e req-60e9613a-49e4-4ccc-a8f8-82a34c8f3888 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:02.939179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ec5e604-0ea0-4ca9-8835-e66154b46b0e req-60e9613a-49e4-4ccc-a8f8-82a34c8f3888 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0478148 Feb 11 14:50:02.976078 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ec5e604-0ea0-4ca9-8835-e66154b46b0e req-51afa438-bb19-46c2-a518-1d4772f4801f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Feb 11 14:50:04.096131 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676554-0d11-4f8c-b7d6-73aaf6078be9 req-4c5abc61-b82a-4495-9153-cbb915409060 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:04.097641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f676554-0d11-4f8c-b7d6-73aaf6078be9 req-4c5abc61-b82a-4495-9153-cbb915409060 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0542786 Feb 11 14:50:04.135123 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f676554-0d11-4f8c-b7d6-73aaf6078be9 req-bff48bc8-b201-4953-beb3-79017c9bcbae tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Feb 11 14:50:05.252032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34231d81-8efa-43c6-bbf2-68578df972db req-822bbe95-d7b8-4681-910f-3f4a96f94787 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:05.253594 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34231d81-8efa-43c6-bbf2-68578df972db req-822bbe95-d7b8-4681-910f-3f4a96f94787 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0515628 Feb 11 14:50:05.290225 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34231d81-8efa-43c6-bbf2-68578df972db req-77672d1e-39df-4c52-850a-4f304b248bf4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Feb 11 14:50:06.405967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2ac4-dfcd-4c92-b530-fc7930b4bba5 req-63ecc388-bccf-4f4b-997d-d882924195bd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:06.407467 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff7d2ac4-dfcd-4c92-b530-fc7930b4bba5 req-63ecc388-bccf-4f4b-997d-d882924195bd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0489318 Feb 11 14:50:06.445119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff7d2ac4-dfcd-4c92-b530-fc7930b4bba5 req-36962bb7-6166-4dba-ac94-22612be618b5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Feb 11 14:50:07.562563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691006-f983-4abc-b253-f9725149dc86 req-50f11bb2-d9ca-4be2-b27c-a2d0b1a3f32f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:07.564367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e691006-f983-4abc-b253-f9725149dc86 req-50f11bb2-d9ca-4be2-b27c-a2d0b1a3f32f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0484655 Feb 11 14:50:07.601423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e691006-f983-4abc-b253-f9725149dc86 req-4475f176-7d1c-4159-bfea-90ccaca26026 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Feb 11 14:50:08.714367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b410-0c50-4e9e-b653-2d9bdb5049c5 req-75227391-01fc-45f0-a602-f6207bbb693c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:08.723198 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9773b410-0c50-4e9e-b653-2d9bdb5049c5 req-75227391-01fc-45f0-a602-f6207bbb693c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0472949 Feb 11 14:50:08.753366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9773b410-0c50-4e9e-b653-2d9bdb5049c5 req-8b4bf4b1-59b3-4139-81d1-40c2e56e3a2e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Feb 11 14:50:09.869877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370a1a4-c3bd-48bb-a4a3-160eecb81443 req-97e1ec4b-203c-46e2-80c4-2467ace909be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:09.871386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d370a1a4-c3bd-48bb-a4a3-160eecb81443 req-97e1ec4b-203c-46e2-80c4-2467ace909be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0485451 Feb 11 14:50:09.909106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d370a1a4-c3bd-48bb-a4a3-160eecb81443 req-d9c718d3-77a3-4bb8-85e2-5059ec3f5312 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Feb 11 14:50:11.040569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939c85-116d-4db4-a767-72c582987157 req-a14fa7fd-95be-4718-b0b8-203d337e3848 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:11.042144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89939c85-116d-4db4-a767-72c582987157 req-a14fa7fd-95be-4718-b0b8-203d337e3848 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0638440 Feb 11 14:50:11.089921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89939c85-116d-4db4-a767-72c582987157 req-7b0b3387-c849-499a-9017-7dfc0458b27f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 Feb 11 14:50:12.212135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cba14e-713d-4d69-9abd-bdf3268090ee req-6c7bf918-a74a-44e9-b7d2-eecf83b9bd4b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:12.213645 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5cba14e-713d-4d69-9abd-bdf3268090ee req-6c7bf918-a74a-44e9-b7d2-eecf83b9bd4b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0530944 Feb 11 14:50:12.255419 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d5cba14e-713d-4d69-9abd-bdf3268090ee req-0661d7d5-5c3c-47f1-9289-1a88012a9a43 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357623 Feb 11 14:50:13.370613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65bb10-cfbf-48a2-b584-f5b615e28615 req-fdf9e868-021f-45b4-bd4a-99fbae70593b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:13.372086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af65bb10-cfbf-48a2-b584-f5b615e28615 req-fdf9e868-021f-45b4-bd4a-99fbae70593b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0483727 Feb 11 14:50:13.409973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af65bb10-cfbf-48a2-b584-f5b615e28615 req-41070a71-ea42-444e-aba3-8272a861fc4e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Feb 11 14:50:14.522657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91336c-2af2-4093-a61e-c51d8d6819ec req-c58967d3-f1fd-4b21-9ad8-3d4b8db6f6a6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:14.524123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de91336c-2af2-4093-a61e-c51d8d6819ec req-c58967d3-f1fd-4b21-9ad8-3d4b8db6f6a6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0475023 Feb 11 14:50:14.561527 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-de91336c-2af2-4093-a61e-c51d8d6819ec req-23b18c54-e1cc-4f27-b4da-6a82b6593598 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Feb 11 14:50:15.676340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e5acd-88aa-44eb-a117-d45c3833ed31 req-07037c7a-1604-4418-aa4d-d3f672ff0fc5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:15.677832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe3e5acd-88aa-44eb-a117-d45c3833ed31 req-07037c7a-1604-4418-aa4d-d3f672ff0fc5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0471251 Feb 11 14:50:15.714129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe3e5acd-88aa-44eb-a117-d45c3833ed31 req-1506b5ac-4cdf-45ef-97a4-a026ab8d63c5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304356 Feb 11 14:50:16.827718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172f1c-78e9-4426-bba4-beb652d1ac21 req-2423cf75-0a5e-4b5a-88aa-74ff97d5fafa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:16.829211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78172f1c-78e9-4426-bba4-beb652d1ac21 req-2423cf75-0a5e-4b5a-88aa-74ff97d5fafa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0479839 Feb 11 14:50:16.866444 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78172f1c-78e9-4426-bba4-beb652d1ac21 req-f5b3a3d5-664b-40a2-8b8e-ce0738a883a0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Feb 11 14:50:17.988459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a06b-c84d-4f02-9294-b1f48919958b req-e7e80bde-674a-4bf4-86c8-526f28f29e94 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:17.989955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcf0a06b-c84d-4f02-9294-b1f48919958b req-e7e80bde-674a-4bf4-86c8-526f28f29e94 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0524487 Feb 11 14:50:18.026579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fcf0a06b-c84d-4f02-9294-b1f48919958b req-58226e73-7000-431d-b221-450a7d38a994 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Feb 11 14:50:18.187823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72136d68-eefe-4080-b265-fdf445007b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:19.030991 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-10c2c30e-d1df-447c-aba1-e94dfd32e88d service neutron] show failed (client error): The resource could not be found. Feb 11 14:50:19.031996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-10c2c30e-d1df-447c-aba1-e94dfd32e88d service neutron] 10.222.0.62 "GET /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0531318 Feb 11 14:50:19.145113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3421e8-42c3-46c3-9fff-bd2b4bc7ea06 req-fcf9b582-41dd-44be-9f6b-a2021795ea28 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:19.146580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a3421e8-42c3-46c3-9fff-bd2b4bc7ea06 req-fcf9b582-41dd-44be-9f6b-a2021795ea28 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0524638 Feb 11 14:50:19.184520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a3421e8-42c3-46c3-9fff-bd2b4bc7ea06 req-77da0781-0aa1-4d21-933f-bcfe48f2bb3f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Feb 11 14:50:19.576195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-705ddb1c-41a7-45b0-9537-896d0a8058fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:19.577891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-705ddb1c-41a7-45b0-9537-896d0a8058fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 1097 time: 0.0424385 Feb 11 14:50:19.589468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:50:19.647651 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:19.845689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:19.877096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:50:19.914512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:19.916799 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121c810-e046-407e-bda7-9f5912c4ebff" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:19.921024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:19.932941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Transition to ACTIVE for port object 655dc847-4c9f-4684-aba6-cfc8b11d6314 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:50:19.969293 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425873dc-0849-412a-8acc-5d76060a5909 x-openstack-request-id: req-425873dc-0849-412a-8acc-5d76060a5909 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:19.969721 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:19.970005 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-425873dc-0849-412a-8acc-5d76060a5909 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:19.970410 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'code': 200} Feb 11 14:50:19.999222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:20.076799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:20.090121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.090465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.090803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.091135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.091463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.091799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.092114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.092436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.092754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.093098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.093415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.093740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:50:20.132995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] No DVR routers for this DVR port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:50:20.269211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:50:20.269541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:50:20.269865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:50:20.274235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:50:20.274557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:50:20.279243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:50:20.279577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:50:20.279951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Bound using segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:50:20.280365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Bound port: 655dc847-4c9f-4684-aba6-cfc8b11d6314, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:50:20.280716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:20.303734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ed90-fade-4b8e-8304-00bcd09029bf req-de48c50a-3428-49b7-aeca-c584f501ae75 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.305181 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4983ed90-fade-4b8e-8304-00bcd09029bf req-de48c50a-3428-49b7-aeca-c584f501ae75 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0489347 Feb 11 14:50:20.342916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:50:20.343486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4983ed90-fade-4b8e-8304-00bcd09029bf req-14d129b8-de58-46ce-ad3b-3358f0353449 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Feb 11 14:50:20.346036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:50:20.410227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:20.450419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.451086 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:20.452486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] 10.222.0.60 "PUT /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1092 time: 0.8671658 Feb 11 14:50:20.472984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b44c0-cf77-4840-b840-5f955581fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:20.508573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17ca5d7c-5b78-4623-bfac-baff40a75f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:20.519338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-63bff1d8-8ac2-48ba-a549-29ff46b6636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.520988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-63bff1d8-8ac2-48ba-a549-29ff46b6636d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1095 time: 0.0441430 Feb 11 14:50:20.616344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-eb94a557-89f7-4fd8-8500-5b3da20709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.618098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-eb94a557-89f7-4fd8-8500-5b3da20709e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0912254 Feb 11 14:50:20.687493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-b231ce6c-e065-404c-bb3e-d9d9be4c6056 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.0634227 Feb 11 14:50:20.741028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-cfb92578-4f67-4c25-ac15-18f8ab788ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.743412 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-cfb92578-4f67-4c25-ac15-18f8ab788ffc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0491312 Feb 11 14:50:20.788136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-2ce4ee99-82da-4cae-bf70-165870d19685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:20.789643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-2ce4ee99-82da-4cae-bf70-165870d19685 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398922 Feb 11 14:50:20.879231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-75059755-898c-41cc-92f4-e604b783ea22 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828655 Feb 11 14:50:20.965554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9231b526-da2d-4e6a-8bab-6bdc4fa5bb24 req-fac68183-da03-44b4-9be0-c119c61c9cb9 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801466 Feb 11 14:50:21.461354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c07db7-a302-473d-bd16-4d22fb85c5d7 req-eaad44ca-cc57-4cf9-aac5-54b2057f79a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:21.462820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c07db7-a302-473d-bd16-4d22fb85c5d7 req-eaad44ca-cc57-4cf9-aac5-54b2057f79a8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0488093 Feb 11 14:50:21.503613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c07db7-a302-473d-bd16-4d22fb85c5d7 req-0a6cbcf9-b9fd-40dc-a10f-3b5f8b3a37fa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Feb 11 14:50:21.827771 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:21.971732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:21.974107 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec69e7c-0c12-4b6e-9625-fd76c101cf88" -d '{"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:22.021757 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4880142f-5d9f-4ab1-b1d1-41332111ceb4 x-openstack-request-id: req-4880142f-5d9f-4ab1-b1d1-41332111ceb4 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:22.022079 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:22.022334 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4880142f-5d9f-4ab1-b1d1-41332111ceb4 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:22.022803 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:50:22.107421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-edba2198-3052-4c03-9148-fa0d7de8018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.108821 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-edba2198-3052-4c03-9148-fa0d7de8018b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1095 time: 0.0673184 Feb 11 14:50:22.111277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-55e1f30e-0cc7-4d48-8b4e-f4ac6623b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.112810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-55e1f30e-0cc7-4d48-8b4e-f4ac6623b8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1095 time: 0.0628951 Feb 11 14:50:22.268709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-bc220ee0-eb44-4ac8-8e0b-e7b13d72e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.270201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-bc220ee0-eb44-4ac8-8e0b-e7b13d72e492 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.1533670 Feb 11 14:50:22.271288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-c0b787b2-e901-46ac-8c1f-cc259610e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.272590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-c0b787b2-e901-46ac-8c1f-cc259610e1f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.1480784 Feb 11 14:50:22.380733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-d1994c5e-31c1-4cb3-83db-6a2c4bb7d38c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.1038041 Feb 11 14:50:22.382436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-38efe572-2b5b-49a2-84e3-45c85abc3957 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.0993106 Feb 11 14:50:22.464071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-ccf1024c-db46-4013-a4be-393ea443d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.465525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-ccf1024c-db46-4013-a4be-393ea443d3c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0787165 Feb 11 14:50:22.466895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-2fcb1274-624f-4711-b081-8fd760ff47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.468186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-2fcb1274-624f-4711-b081-8fd760ff47e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0744023 Feb 11 14:50:22.542293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-8f21268e-dc15-419f-920d-8794d3b59358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.543799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-8f21268e-dc15-419f-920d-8794d3b59358 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711138 Feb 11 14:50:22.546232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-a803345d-f37d-42f8-b701-93c75b419ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.547575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-a803345d-f37d-42f8-b701-93c75b419ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671728 Feb 11 14:50:22.725743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3e956-024e-45c8-8402-48fff74cbc0e req-77b92b9c-fdc0-40e5-986a-8cd80c3bbb20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:22.727160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-baf3e956-024e-45c8-8402-48fff74cbc0e req-77b92b9c-fdc0-40e5-986a-8cd80c3bbb20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.1524723 Feb 11 14:50:22.749965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-0498dedb-9fb9-4045-a4ee-45e9f6a49c66 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987884 Feb 11 14:50:22.764555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-c55f2822-36d6-4863-a354-b91e0b074442 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056966 Feb 11 14:50:22.867375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-baf3e956-024e-45c8-8402-48fff74cbc0e req-05ea2125-76d1-45bd-aef5-c6c485f90b70 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330235 Feb 11 14:50:22.936477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-7c2ee748-00f5-4f65-b4be-ab3aeee429f9 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754944 Feb 11 14:50:22.938382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fec69e7c-0c12-4b6e-9625-fd76c101cf88 req-9b16d417-255d-4970-9d93-1eb0699f2155 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637826 Feb 11 14:50:23.023426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:50:23.062282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:50:23.232044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:23.329785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:23.880957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:50:23.981422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:23.990207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9332c25-164a-4af3-adde-9d642e00ef27 req-f096f9d3-85a2-477b-b52a-04240c09b49e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:23.991830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9332c25-164a-4af3-adde-9d642e00ef27 req-f096f9d3-85a2-477b-b52a-04240c09b49e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 944 time: 0.0473015 Feb 11 14:50:23.993371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:50:24.028777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c9332c25-164a-4af3-adde-9d642e00ef27 req-f173b315-eb18-4c04-87d0-b8d9599cb6b5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Feb 11 14:50:24.029651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:24.042609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:50:24.062740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:24.152479 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:24.200571 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:24.373778 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['655dc847-4c9f-4684-aba6-cfc8b11d6314'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:50:24.533902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102f5a-27fc-4b4c-a96c-8ac72511f1b6 req-8f41c8d8-a2c5-473f-9457-40610c37e682 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.535396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a102f5a-27fc-4b4c-a96c-8ac72511f1b6 req-8f41c8d8-a2c5-473f-9457-40610c37e682 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0525317 Feb 11 14:50:24.579573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-93fbb351-734c-42ad-8c17-88b2f7505f0c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.581249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-93fbb351-734c-42ad-8c17-88b2f7505f0c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Feb 11 14:50:24.581616 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a102f5a-27fc-4b4c-a96c-8ac72511f1b6 req-d908f407-276c-4ade-aac9-e19c8fca9d32 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Feb 11 14:50:24.645246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-3cf31972-e71d-4a8f-838c-f805d31f90ac service neutron] 10.222.0.60 "GET /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.0568678 Feb 11 14:50:24.706869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-d24bff9d-6f53-4dfe-8db3-49187e1a232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.708283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-d24bff9d-6f53-4dfe-8db3-49187e1a232b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1096 time: 0.0414362 Feb 11 14:50:24.811182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-9a6ef823-ce32-4f79-aaa4-2446ca2d9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.812680 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-9a6ef823-ce32-4f79-aaa4-2446ca2d9126 service neutron] 10.222.0.60 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0981162 Feb 11 14:50:24.876765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-d97a6fdb-0b87-464a-be57-6530127a1585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1001 time: 0.0556283 Feb 11 14:50:24.927838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-044e711d-3952-40a4-a5ac-6184f815ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.930532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-044e711d-3952-40a4-a5ac-6184f815ccc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0474055 Feb 11 14:50:24.974335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-973afc8c-8dbf-4bc7-8a6a-9eb15e5acb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:24.975727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-973afc8c-8dbf-4bc7-8a6a-9eb15e5acb53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387614 Feb 11 14:50:25.061436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-4d2eb5c1-423e-4aa4-84e4-6a90f3ae6a98 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792065 Feb 11 14:50:25.151730 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-8e52f64a-fd1a-4044-837c-78d5f54befdb service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Feb 11 14:50:25.698722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff30b02-b2ba-4b60-8744-b319e1900f3f req-fd3f5386-8afa-4c64-aa25-f8104e7d12b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:25.700195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff30b02-b2ba-4b60-8744-b319e1900f3f req-fd3f5386-8afa-4c64-aa25-f8104e7d12b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0480645 Feb 11 14:50:25.737036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff30b02-b2ba-4b60-8744-b319e1900f3f req-c98667ee-7d4e-42a2-8243-929deb474720 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Feb 11 14:50:25.894344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:50:26.015115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:50:26.019554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:50:26.019927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:26.095640 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:26.117263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:26.119488 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a766a1-cde4-4322-8868-344eea58e8dc" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:26.132417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:26.172228 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8c446-3025-4aa0-a530-b8909d8a8e87 x-openstack-request-id: req-ebd8c446-3025-4aa0-a530-b8909d8a8e87 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:26.172228 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:26.172228 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd8c446-3025-4aa0-a530-b8909d8a8e87 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:26.172228 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'code': 200} Feb 11 14:50:26.210775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:26.261892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:26.855469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb75b84-b047-44e2-b011-edb74519e207 req-0d73dd6f-4e7c-4225-9ada-07d0d7e1e43a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:26.856971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebb75b84-b047-44e2-b011-edb74519e207 req-0d73dd6f-4e7c-4225-9ada-07d0d7e1e43a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0516114 Feb 11 14:50:26.899288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ebb75b84-b047-44e2-b011-edb74519e207 req-a7ecd32a-1f3c-40e0-b350-dd0dd28ac7e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Feb 11 14:50:27.530439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-154371b5-16dd-4270-aed1-5e167de6b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:27.531908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-154371b5-16dd-4270-aed1-5e167de6b41a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 1097 time: 0.0400991 Feb 11 14:50:27.543033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:50:27.593768 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:27.788870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:27.820937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:50:27.862500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:27.864631 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efad029-50d3-4f81-9fde-935f4dd5868c" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:27.868718 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:27.881198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Transition to ACTIVE for port object 655dc847-4c9f-4684-aba6-cfc8b11d6314 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:50:27.912783 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf3e02-a03e-4ac1-b070-4aaac58ed304 x-openstack-request-id: req-bebf3e02-a03e-4ac1-b070-4aaac58ed304 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:27.913097 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:27.913368 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bebf3e02-a03e-4ac1-b070-4aaac58ed304 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:27.913768 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'code': 200} Feb 11 14:50:27.995043 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:28.420527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:28.437027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f276eb-be86-4f90-823c-1f6375f8975d req-796380c7-ef0b-4401-86b0-a2177e55b959 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:28.438505 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55f276eb-be86-4f90-823c-1f6375f8975d req-796380c7-ef0b-4401-86b0-a2177e55b959 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.4703913 Feb 11 14:50:28.476002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] No DVR routers for this DVR port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:50:28.527866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55f276eb-be86-4f90-823c-1f6375f8975d req-e117d65b-10a9-4bea-8a2e-c33f7871918a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830879 Feb 11 14:50:28.617967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:50:28.618312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:50:28.618631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:50:28.622844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:50:28.623162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Attempting to bind port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on network 87437d6a-a8c2-4850-bd21-c5e911425033 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:50:28.628436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:50:28.628769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Checking segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:50:28.629191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Bound using segment: {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:50:28.629613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Bound port: 655dc847-4c9f-4684-aba6-cfc8b11d6314, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798b60b-2d45-4e9a-81e0-04446706e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:50:28.629963 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:28.697661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:50:28.701862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:50:28.713693 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:50:28.788295 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:28.823190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:28.823808 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:28.825651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] 10.222.0.62 "PUT /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1093 time: 1.2863824 Feb 11 14:50:28.861237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00ad6d-614a-41b4-89c1-2c8e2e6de323 service neutron] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=11']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:28.897815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-8bdae02f-524b-4bcb-8899-6c3cfcb4dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:28.899346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-8bdae02f-524b-4bcb-8899-6c3cfcb4dd9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1096 time: 0.0461662 Feb 11 14:50:28.991116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-a06a8d03-98b3-4884-a819-9e6f50ab2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:28.992596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-a06a8d03-98b3-4884-a819-9e6f50ab2cb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0864034 Feb 11 14:50:29.071621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-5972d648-ddbc-4fe9-9e79-4f81180c35c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.0723500 Feb 11 14:50:29.117957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-057e82d8-43eb-4a6c-bdfc-d02745fa87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:29.119300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-057e82d8-43eb-4a6c-bdfc-d02745fa87cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0417230 Feb 11 14:50:29.161774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-be686839-e8a3-41e1-8880-88ed06599a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:29.163201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-be686839-e8a3-41e1-8880-88ed06599a3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379870 Feb 11 14:50:29.250935 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-06348820-8c37-4353-bc4b-8ea5e175f172 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811992 Feb 11 14:50:29.339463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ed931ad-26fb-4fd1-92ed-8359c4544de5 req-e8762886-5cfa-4d29-838b-daa40353fdf8 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Feb 11 14:50:29.644884 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583c667-ec61-49a3-8d80-95ccdcf977c7 req-e34ca812-9a25-4387-9ecf-a2761f0be693 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:29.646384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8583c667-ec61-49a3-8d80-95ccdcf977c7 req-e34ca812-9a25-4387-9ecf-a2761f0be693 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0479939 Feb 11 14:50:29.685083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8583c667-ec61-49a3-8d80-95ccdcf977c7 req-591f9008-b891-431b-bd68-44c6d9361a47 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Feb 11 14:50:29.914667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:29.917075 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83" -d '{"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:29.928829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:50:29.965011 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a711eee-8035-4a67-9d7b-b4f068271bc7 x-openstack-request-id: req-6a711eee-8035-4a67-9d7b-b4f068271bc7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:29.965302 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:29.965563 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a711eee-8035-4a67-9d7b-b4f068271bc7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:29.966005 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:50:29.967231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:50:30.055921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-efc7f305-0034-4e2a-8f13-7a9ad285bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.057451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-efc7f305-0034-4e2a-8f13-7a9ad285bfb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1096 time: 0.0702300 Feb 11 14:50:30.059828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-ac8dd487-331a-46af-be34-038b243508e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.061489 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-ac8dd487-331a-46af-be34-038b243508e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1096 time: 0.0754814 Feb 11 14:50:30.219577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-f18fd4a8-09fb-4db1-89e3-d732e652cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.221043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-f18fd4a8-09fb-4db1-89e3-d732e652cd1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.1570280 Feb 11 14:50:30.222114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-720b06e6-9fa6-4401-81f7-43ada54fdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.223421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-720b06e6-9fa6-4401-81f7-43ada54fdccf service neutron] 10.222.0.60 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.1520207 Feb 11 14:50:30.329559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-f40f2e66-0822-4256-bf87-02a3c07d279c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.1016243 Feb 11 14:50:30.333631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-ed8e112e-2fef-4da8-93d4-c105518e8e66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1000 time: 0.1003001 Feb 11 14:50:30.415852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-3272c62c-b69f-4158-8204-36a8b804645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.417341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-3272c62c-b69f-4158-8204-36a8b804645b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0801437 Feb 11 14:50:30.418711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-0c17593d-1bda-406f-9dea-3ec1c3ae44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.420033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-0c17593d-1bda-406f-9dea-3ec1c3ae44b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0758634 Feb 11 14:50:30.488819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-716e83cb-df5e-4ace-ac80-1fe2e495b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.490248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-716e83cb-df5e-4ace-ac80-1fe2e495b063 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658479 Feb 11 14:50:30.492585 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-88ac7237-6665-4d8d-b735-1bea1511fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.493959 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-88ac7237-6665-4d8d-b735-1bea1511fcf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615175 Feb 11 14:50:30.646655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-b046ccd5-8f97-459a-a3af-999895958393 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495996 Feb 11 14:50:30.649965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-0320f5a0-c212-44bc-ae5f-ce4639815345 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456501 Feb 11 14:50:30.685381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:30.808406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15a18b-37c7-4fed-b2bf-9a8da7d47d66 req-eb8e0ff5-7301-4a86-846d-5737889a7740 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:30.809964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c15a18b-37c7-4fed-b2bf-9a8da7d47d66 req-eb8e0ff5-7301-4a86-846d-5737889a7740 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 945 time: 0.0502322 Feb 11 14:50:30.818205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-169f0aa0-d472-4cb5-ac30-5ebf30cab7cb service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649265 Feb 11 14:50:30.820098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f630cb5c-3ad9-407f-ae7d-3ea01c268e83 req-8a0b028a-f3da-45d8-b43c-8345f1c05937 service neutron] 10.222.0.60 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599383 Feb 11 14:50:30.856275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c15a18b-37c7-4fed-b2bf-9a8da7d47d66 req-a04da602-23bd-41be-8b9e-aaf76926510c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377824 Feb 11 14:50:31.069568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:50:31.165607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:31.177706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'port_id': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'mac_address': 'fa:16:3e:05:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:50:31.214658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:31.227165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:50:31.245782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:31.296646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:31.346235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:31.450316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:31.513826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['655dc847-4c9f-4684-aba6-cfc8b11d6314'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:50:31.973973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7c055-a59c-49d6-abe4-762de0673c84 req-58dca1ad-1fef-4a8c-8c5f-a18ec30253d5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:31.975434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7f7c055-a59c-49d6-abe4-762de0673c84 req-58dca1ad-1fef-4a8c-8c5f-a18ec30253d5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 946 time: 0.0480108 Feb 11 14:50:32.012043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7f7c055-a59c-49d6-abe4-762de0673c84 req-2133cd4d-6766-41b3-bbe5-bb2488a6e38b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Feb 11 14:50:32.034850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39212) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:50:32.096818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-da4e91b3-306a-48f5-860d-f8ecce0d300d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/ab55d2d1-9593-43af-9c8b-d7cc491c9d65 HTTP/1.1" status: 200 len: 993 time: 0.0608354 Feb 11 14:50:33.069256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:50:33.176687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:50:33.180595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 655dc847-4c9f-4684-aba6-cfc8b11d6314 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:50:33.180994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:33.258308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:33.280147 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:50:33.282447 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd474c-63b9-4ca5-8c0f-b4b547c32e71" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:50:33.294657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:50:33.322620 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c1751-55df-4bac-a059-8202a10eb874 x-openstack-request-id: req-f26c1751-55df-4bac-a059-8202a10eb874 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:50:33.324338 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-plugged", "status": "completed", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:50:33.324338 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f26c1751-55df-4bac-a059-8202a10eb874 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:50:33.324338 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'code': 200} Feb 11 14:50:33.365040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:33.411733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=13']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:50:48.169477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae82c444-69ff-4264-978e-8296e0610fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:50.449268 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa3e-9590-4c3a-aed3-095c57ef7d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:51.827713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:52.730271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-c2b18010-4496-44a1-b9cd-ac6ed02a20c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442016 Feb 11 14:50:52.811393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-d3fd8a35-f91c-44aa-bb83-be6d1ffbfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:52.812872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-d3fd8a35-f91c-44aa-bb83-be6d1ffbfe2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1098 time: 0.0396047 Feb 11 14:50:52.913827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-b02e7847-4997-4362-86ce-82bfd1d07b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:52.915338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-b02e7847-4997-4362-86ce-82bfd1d07b4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.0839450 Feb 11 14:50:52.983889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-f48e28dd-d851-48f1-8670-af48b67c64e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 1002 time: 0.0609932 Feb 11 14:50:53.032342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-1dd96d98-e2fc-4bf5-be2b-9569be7b60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:53.033818 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-1dd96d98-e2fc-4bf5-be2b-9569be7b60ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0422242 Feb 11 14:50:53.078379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-6e1ce724-7bf4-4e0c-8ec8-23ea0064cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:50:53.079867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-6e1ce724-7bf4-4e0c-8ec8-23ea0064cb09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391102 Feb 11 14:50:53.171487 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-ab0db68d-206c-4e44-b4b3-2b1a106de74f service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839329 Feb 11 14:50:53.221904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:53.260545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f5b4596-207e-48b3-b168-e01dc8fe69c7 req-841b207f-3423-4e96-b696-161ab08da2fd service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815823 Feb 11 14:50:53.307852 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:00.708378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:01.507862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:02.719715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80a6-f1be-4be4-a19b-009c19cd6559 req-1438b65d-24cc-46ef-bc58-06624571db1c tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:02.721313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53cc80a6-f1be-4be4-a19b-009c19cd6559 req-1438b65d-24cc-46ef-bc58-06624571db1c tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1098 time: 0.0433187 Feb 11 14:51:02.755659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53cc80a6-f1be-4be4-a19b-009c19cd6559 req-ec5fb788-69e6-4c1d-acbb-9481e8832195 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282564 Feb 11 14:51:02.777948 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:02.929681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 00885b18-6a84-4c93-8f98-3142fc7c5338 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:51:02.929947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.001535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.001860 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.013074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 00885b18-6a84-4c93-8f98-3142fc7c5338 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:51:03.199394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.227475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=00885b18-6a84-4c93-8f98-3142fc7c5338,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:03.239028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.239383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.239723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.240238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.241661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.243465 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.243805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.245310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.245668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.246012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.246353 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.246712 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:03.300373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.300711 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP ab55d2d1-9593-43af-9c8b-d7cc491c9d65 disassociated (deleted). External IP: 172.25.7.214, port: 655dc847-4c9f-4684-aba6-cfc8b11d6314. Feb 11 14:51:03.811756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:51:03.917000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:51:03.921756 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:03.926896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Sync routers for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:51:03.937323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:03.937931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:03.948190 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c513bce0-a284-46cd-abab-9c0450591496 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab55d2d1-9593-43af-9c8b-d7cc491c9d65 HTTP/1.1" status: 204 len: 168 time: 1.1692085 Feb 11 14:51:03.948876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:51:03.951272 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec4147e-cb1d-4219-9a35-8833f979b70b" -d '{"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:51:03.989943 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb245576-904e-48a3-abe9-3296a9c58058 x-openstack-request-id: req-bb245576-904e-48a3-abe9-3296a9c58058 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:51:03.989943 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:51:03.989943 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb245576-904e-48a3-abe9-3296a9c58058 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:51:03.990360 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:51:04.047476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:04.059656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-2f5c5315-6742-4093-bb1a-46adf57856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:04.059656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-2f5c5315-6742-4093-bb1a-46adf57856ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 1098 time: 0.0478551 Feb 11 14:51:04.174840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-4130d89f-6622-429c-a670-752ae12b85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:04.176461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-4130d89f-6622-429c-a670-752ae12b85e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 200 len: 897 time: 0.1074648 Feb 11 14:51:04.217825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-12829dfb-f6d1-4ce3-a912-2b8aff9fbf65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 200 len: 217 time: 0.0348320 Feb 11 14:51:04.255897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:04.280965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-bec4ec63-62ca-415a-95bc-2578e47dd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:04.282445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-bec4ec63-62ca-415a-95bc-2578e47dd471 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 200 len: 835 time: 0.0514786 Feb 11 14:51:04.286567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Checking router: 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:51:04.294857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:04.295435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:04.332997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-25a53130-ab2d-4a3b-a2f8-16ac4916d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:04.334536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-25a53130-ab2d-4a3b-a2f8-16ac4916d158 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87437d6a-a8c2-4850-bd21-c5e911425033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415912 Feb 11 14:51:04.408670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:04.438526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b364e2-b8ef-471a-a614-546284607238 req-24787e2a-96b9-41c3-8acb-030e57f13401 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:04.439820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-f9fcfa22-481c-4929-9185-aa3f0af92e86 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922019 Feb 11 14:51:04.440480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61b364e2-b8ef-471a-a614-546284607238 req-24787e2a-96b9-41c3-8acb-030e57f13401 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 947 time: 0.0529768 Feb 11 14:51:04.496865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61b364e2-b8ef-471a-a614-546284607238 req-cb72a910-4a8b-4f8b-a16d-905182353f82 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 Feb 11 14:51:04.554052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dec4147e-cb1d-4219-9a35-8833f979b70b req-b87257b5-1a82-4001-9793-c69acfb69cb4 service neutron] 10.222.0.62 "GET /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988982 Feb 11 14:51:04.609786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-44903580-af89-40ac-9075-7ca74f14392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:04.639632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44903580-af89-40ac-9075-7ca74f14392d None None] The sync data for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 is: [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:49:09Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'a23737c4-1fa1-4a33-9d5b-e03b48fad199', 'name': '', 'network_id': '87437d6a-a8c2-4850-bd21-c5e911425033', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:9c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '63e84b58-5a82-4392-8aba-90707d83388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:08Z', 'updated_at': '2022-02-11T14:49:11Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '63e84b58-5a82-4392-8aba-90707d83388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:51:04.853283 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2895f5-32dc-40df-8794-f7ff8a1759e7 None None] New status for floating IP ab55d2d1-9593-43af-9c8b-d7cc491c9d65: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:51:05.620782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ce711-95ab-4aa4-874b-7082ee619185 req-be51527c-ad08-4046-86f9-0101bd3dc647 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:05.622312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-667ce711-95ab-4aa4-874b-7082ee619185 req-be51527c-ad08-4046-86f9-0101bd3dc647 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 947 time: 0.0484815 Feb 11 14:51:05.660796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-667ce711-95ab-4aa4-874b-7082ee619185 req-2f51f6c2-24d8-4d72-85af-257b4d2acf8a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfe34348-ea58-4e84-8a83-67e3fb12976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324163 Feb 11 14:51:05.713405 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:51:05.795473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817edd-9e67-4476-9404-849d260f1dee req-a988cd40-2d66-4f43-9a80-c96f69139848 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:05.796834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44817edd-9e67-4476-9404-849d260f1dee req-a988cd40-2d66-4f43-9a80-c96f69139848 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 947 time: 0.0469868 Feb 11 14:51:05.887624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:51:05.887965 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:05.972359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 655dc847-4c9f-4684-aba6-cfc8b11d6314, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=655dc847-4c9f-4684-aba6-cfc8b11d6314,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:05.972748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:05.984373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 655dc847-4c9f-4684-aba6-cfc8b11d6314 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:51:06.187880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:06.216193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=655dc847-4c9f-4684-aba6-cfc8b11d6314,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:06.278656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] No DVR routers for this DVR port 655dc847-4c9f-4684-aba6-cfc8b11d6314 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:51:06.278656 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:06.278656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-44817edd-9e67-4476-9404-849d260f1dee req-872f0d14-a33c-4217-94a0-9bac90f9a0b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "DELETE /v2.0/ports/655dc847-4c9f-4684-aba6-cfc8b11d6314 HTTP/1.1" status: 204 len: 173 time: 0.4643321 Feb 11 14:51:06.278656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-deleted', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:51:06.278656 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e15843-afa9-4869-826c-824f15095b35" -d '{"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-deleted", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:51:06.306795 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb28488-3747-4380-889f-d721334ecf7c x-openstack-request-id: req-cfb28488-3747-4380-889f-d721334ecf7c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:51:06.306795 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36265aab-6abf-44fb-a7fa-5c78c5b84b7b", "name": "network-vif-deleted", "tag": "655dc847-4c9f-4684-aba6-cfc8b11d6314", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:51:06.307170 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfb28488-3747-4380-889f-d721334ecf7c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:51:06.307580 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36265aab-6abf-44fb-a7fa-5c78c5b84b7b', 'name': 'network-vif-deleted', 'tag': '655dc847-4c9f-4684-aba6-cfc8b11d6314', 'status': 'completed', 'code': 200} Feb 11 14:51:06.766230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0880af53-fec4-4661-846d-ef14efefd378 req-11412391-5f01-4840-9917-6049889e1514 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=36265aab-6abf-44fb-a7fa-5c78c5b84b7b HTTP/1.1" status: 200 len: 210 time: 0.0259016 Feb 11 14:51:07.823325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39244) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:08.175042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:08.415490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port a23737c4-1fa1-4a33-9d5b-e03b48fad199 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:51:08.415831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:08.502919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port a23737c4-1fa1-4a33-9d5b-e03b48fad199, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=a23737c4-1fa1-4a33-9d5b-e03b48fad199,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:08.503279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:08.515161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for a23737c4-1fa1-4a33-9d5b-e03b48fad199 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:51:08.774809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:08.802968 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=a23737c4-1fa1-4a33-9d5b-e03b48fad199,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:08.976016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.182304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:51:09.256739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:51:09.279466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 655dc847-4c9f-4684-aba6-cfc8b11d6314 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:51:09.279870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 655dc847-4c9f-4684-aba6-cfc8b11d6314 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:51:09.284606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:51:09.291116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-12675af7-639a-402e-a8d6-7c21dfd397a9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/68ddb1af-daec-4a8c-b4c7-a92b72aa60cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667242 Feb 11 14:51:09.293752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39246) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:09.299603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba2531-f272-4964-992b-283216690495 None None] Sync routers for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:51:09.317493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba2531-f272-4964-992b-283216690495 None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:09.318028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2bba2531-f272-4964-992b-283216690495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:09.348016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting subnet 63e84b58-5a82-4392-8aba-90707d83388e {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:51:09.351707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.395009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.486343 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.581308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2bba2531-f272-4964-992b-283216690495 None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:09.605654 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.637814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Subnet': ['ID=63e84b58-5a82-4392-8aba-90707d83388e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:09.641591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.644776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9ab0f88c-7f0b-48d3-850f-48a9ba37d526 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/subnets/63e84b58-5a82-4392-8aba-90707d83388e HTTP/1.1" status: 204 len: 168 time: 0.3497057 Feb 11 14:51:09.647529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:09.679783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc105f-daae-4de6-bf7e-2ed4dc6c5afa None None] Network 87437d6a-a8c2-4850-bd21-c5e911425033 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:51:09.756123 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.860884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2bba2531-f272-4964-992b-283216690495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:51:08Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:09.864173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:09.892126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba2531-f272-4964-992b-283216690495 None None] Checking router: 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:51:09.904759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba2531-f272-4964-992b-283216690495 None None] Routers {'68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:09.904759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2bba2531-f272-4964-992b-283216690495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:09.942776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] DHCP port deletion for 87437d6a-a8c2-4850-bd21-c5e911425033 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:51:09.986012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 271562bd-fe23-46e3-a6f0-6076f248174b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:51:09.986475 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.043561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Deleting port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:51:10.043934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.069684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 271562bd-fe23-46e3-a6f0-6076f248174b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=271562bd-fe23-46e3-a6f0-6076f248174b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:10.070142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.082049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 271562bd-fe23-46e3-a6f0-6076f248174b owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:51:10.086666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2bba2531-f272-4964-992b-283216690495 None None] Set router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:10.200408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] For port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,segment=NetworkSegment(b798b60b-2d45-4e9a-81e0-04446706e101),segment_id=b798b60b-2d45-4e9a-81e0-04446706e101)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:10.200656 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.219547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Calling delete_port for 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:51:10.313844 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.340715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=271562bd-fe23-46e3-a6f0-6076f248174b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:10.357336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2bba2531-f272-4964-992b-283216690495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:51:08Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:10.390502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba2531-f272-4964-992b-283216690495 None None] The sync data for ids ['68ddb1af-daec-4a8c-b4c7-a92b72aa60cf'] in n-d-828407-1 is: [{'id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-205922838', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:49:04Z', 'updated_at': '2022-02-11T14:51:08Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '271562bd-fe23-46e3-a6f0-6076f248174b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ddb1af-daec-4a8c-b4c7-a92b72aa60cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:49:05Z', 'updated_at': '2022-02-11T14:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:51:10.399814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.421190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.430042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Pushing event deleted for resources: {'Port': ['ID=57398f4c-5e0a-496a-a5b1-c030ff5eb0ad,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:10.438178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] No DVR routers for this DVR port 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:51:10.441705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.442107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.442431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.442788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.443113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.448485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de8a36d-2d52-4581-be4d-c1b14cc8e72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:10.515373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.517730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.662935 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.663668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Fanout notify agent at l3_agent the message router_deleted on router 68ddb1af-daec-4a8c-b4c7-a92b72aa60cf {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:51:10.670934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.672040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1ba8e3ea-a40c-4766-8a2a-09a6c71a2eaa tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/routers/68ddb1af-daec-4a8c-b4c7-a92b72aa60cf HTTP/1.1" status: 204 len: 168 time: 1.0235353 Feb 11 14:51:10.674730 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:10.752056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.841671 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.863278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87437d6a-a8c2-4850-bd21-c5e911425033']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:10.873350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b798b60b-2d45-4e9a-81e0-04446706e101') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:10.873644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b798b60b-2d45-4e9a-81e0-04446706e101') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:10.884542 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.903155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.909091 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:51:10.909485 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: timer() Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:51:10.913068 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:51:11.073945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.078746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.082107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/networks/87437d6a-a8c2-4850-bd21-c5e911425033 HTTP/1.1" status: 204 len: 168 time: 0.4064398 Feb 11 14:51:11.085508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39252) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:11.098574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a49a-6a99-4a35-a8d7-634ae29da2c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Network': ['ID=87437d6a-a8c2-4850-bd21-c5e911425033,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:11.141772 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.166489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.301945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.304816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.306043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfe34348-ea58-4e84-8a83-67e3fb12976c HTTP/1.1" status: 204 len: 168 time: 0.2195439 Feb 11 14:51:11.315910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f340608-91de-4797-991f-abfbb89e1a3c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe34348-ea58-4e84-8a83-67e3fb12976c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:11.448989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:51:11.470141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:51:11.470491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 57398f4c-5e0a-496a-a5b1-c030ff5eb0ad not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:51:11.470918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a23737c4-1fa1-4a33-9d5b-e03b48fad199 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:51:11.490234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: a23737c4-1fa1-4a33-9d5b-e03b48fad199 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:51:11.490582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device a23737c4-1fa1-4a33-9d5b-e03b48fad199 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:51:11.491006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 271562bd-fe23-46e3-a6f0-6076f248174b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:51:11.511301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 271562bd-fe23-46e3-a6f0-6076f248174b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:51:11.511301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 271562bd-fe23-46e3-a6f0-6076f248174b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:51:11.804218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39258) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:11.808996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438087290', 'description': 'tempest-secgroup-smoke-438087290 description', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:11.890933 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:11.959331 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.027941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.056864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:12.131496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.132760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51fa552f-3083-44be-a7ad-78e459cf07a1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3274748 Feb 11 14:51:12.135581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39260) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:12.139935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:12.231357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.289448 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.358822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.378171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b45d3d-5773-484d-8289-33bfb5eef314,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:12.446598 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.447838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2f07f075-ef93-4ed0-abe7-72c356fdf9e9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112888 Feb 11 14:51:12.450633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39262) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:12.454976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:12.541776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.597847 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.667597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.687822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e042755-b823-4d3d-8837-60190e55116b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:12.766852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.768110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ef9f85bb-cfc6-40f9-87fa-4e1112216d5c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165553 Feb 11 14:51:12.771584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39264) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:12.775966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:12.855679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.916275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.970255 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:12.987323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6096fe-ff07-48d7-88c3-16dcfba54b7c,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:13.064133 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.065392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b740b8b0-b76d-4ea1-a3ca-59ad25331c1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928894 Feb 11 14:51:13.068559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39266) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:13.072870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:13.174899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.234560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.296018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.314615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486aee96-fe9b-4caa-8fbe-a9807b06c179,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:13.378264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.379751 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4f6b8c72-8b18-41d7-af96-72678434e502 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102355 Feb 11 14:51:13.383092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39268) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:13.387600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:13.473619 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:51:13.478685 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.538153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.627253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.645814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7834f3d5-b15a-410e-b3c6-38297eda5ac9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:13.715188 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.716428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d7dbc736-3087-44fa-ade3-a261b539c57d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324025 Feb 11 14:51:13.719127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39270) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:13.723428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:13.839163 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:51:13.844152 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.904147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.953239 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:13.972030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c9f468-5525-4c8e-88db-264d844e17a8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:14.035216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.037098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1bb54964-ee06-444b-82c5-72fe294f5db1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163769 Feb 11 14:51:14.039798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39272) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:14.044525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'network': {'name': 'tempest-network-smoke--301559094', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:14.136285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:51:14.139904 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.163583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:51:14.172014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.172360 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Added segment 10b19169-48b4-4e03-95a6-63e8d0cd8341 of type vlan for network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 Feb 11 14:51:14.213380 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.347818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.353397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:14.353991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.416635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Network': ['ID=86da6f1b-de38-47c5-b4bb-ef528f8b3526,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:14.427362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:51:14.459904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eb52c0db-5446-4511-b85e-64f9fbfdf909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4190662 Feb 11 14:51:14.462688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:14.467553 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'admin_state_up': True, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:14.548265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.549388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.599743 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:14.794446 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.065613 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.087479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.185208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.88 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b82f53ad-84dd-483d-b1da-33bc2b595448) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:51:15.284726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.388245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.429273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:15.432015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:15.434556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:51:15.457139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=b82f53ad-84dd-483d-b1da-33bc2b595448,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:15.742626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:15.952411 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.147429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router ab0310f2-0684-42bb-8218-43e1bb47bcb4 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:51:16.250826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:51:16.261705 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Sync routers for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:51:16.270926 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:16.271508 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:16.365988 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.367250 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6b38edef-9960-4fbf-8745-ce55ae9a9783 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9034724 Feb 11 14:51:16.370427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:16.371284 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:16.400917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9f7dc6e3-a467-4f20-a1d5-0a5e9b5ad098 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6a2e1fd6e2da4f2dbab544ca057b6df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271060 Feb 11 14:51:16.401146 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:16.483786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af598396-8552-4d5a-8d9a-1a40afc52045 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:16.485326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af598396-8552-4d5a-8d9a-1a40afc52045 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0832946 Feb 11 14:51:16.488115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:16.522638 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cf60159b-6988-42fb-9233-edfc31d42dcd tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311365 Feb 11 14:51:16.522867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:16.527596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45021965', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:16.547529 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:15Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:16.573654 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Checking router: ab0310f2-0684-42bb-8218-43e1bb47bcb4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:51:16.573996 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Updating router ab0310f2-0684-42bb-8218-43e1bb47bcb4 port b82f53ad-84dd-483d-b1da-33bc2b595448 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:51:16.598212 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.673535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:51:16.677079 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.850060 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.902044 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.930968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.954550 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Attempting to bind port b82f53ad-84dd-483d-b1da-33bc2b595448 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:51:16.954916 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Attempting to bind port b82f53ad-84dd-483d-b1da-33bc2b595448 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:51:16.955276 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Attempting to bind port b82f53ad-84dd-483d-b1da-33bc2b595448 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:51:16.967294 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Pushing event updated for resources: {'Port': ['ID=b82f53ad-84dd-483d-b1da-33bc2b595448,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:16.974180 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:51:16.974555 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:51:16.974963 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.975353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:51:16.975817 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Bound port: b82f53ad-84dd-483d-b1da-33bc2b595448, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:51:16.976192 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:16.979195 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.979539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.979894 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.980202 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.980709 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.981073 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.981399 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.981724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.982043 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.982369 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.982685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.983000 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:16.984026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Subnet': ['ID=45d6032f-535d-44cb-a7dd-1945f258aaeb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:17.000253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:51:17.000618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network hostable DHCP agents. Network: 86da6f1b-de38-47c5-b4bb-ef528f8b3526, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:51:17.033338 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] For port b82f53ad-84dd-483d-b1da-33bc2b595448, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:51:17.036271 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] For port b82f53ad-84dd-483d-b1da-33bc2b595448, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b82f53ad-84dd-483d-b1da-33bc2b595448,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:51:17.068561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:51:17.091303 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.130844 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 86da6f1b-de38-47c5-b4bb-ef528f8b3526) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:17.134908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:17.135824 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.145355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64ec3-d758-4a27-b922-5b9872e568a1 None None] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:51:17.151291 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:17.151886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:17.153771 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6e54-e821-432f-906d-0e7e028993d0 None None] Pushing event updated for resources: {'Port': ['ID=b82f53ad-84dd-483d-b1da-33bc2b595448,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:17.234824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bcd60529-45d8-4e30-af51-cda710f44402 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7108259 Feb 11 14:51:17.237568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39284) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:17.260458 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:17.295591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:51:17.296595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.445001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Allocated IP 172.20.0.2 (86da6f1b-de38-47c5-b4bb-ef528f8b3526/45d6032f-535d-44cb-a7dd-1945f258aaeb/60be596f-c9df-4a1e-b67b-18bbee96d0fa) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:51:17.446908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:15Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:17.474718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb3ecb-5c8d-4540-9a9f-aedf8b9cb0d4 None None] The sync data for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 is: [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:15Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:51:17.602732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.678342 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.743815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:17.746948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:17.749625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:51:17.762779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Pushing event updated for resources: {'Port': ['ID=60be596f-c9df-4a1e-b67b-18bbee96d0fa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:17.829848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Attempting to bind port 60be596f-c9df-4a1e-b67b-18bbee96d0fa on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:51:17.830215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Attempting to bind port 60be596f-c9df-4a1e-b67b-18bbee96d0fa by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:51:17.830578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Attempting to bind port 60be596f-c9df-4a1e-b67b-18bbee96d0fa on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:51:17.837296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:51:17.837671 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:51:17.838227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.838933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Bound using segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:51:17.840197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Bound port: 60be596f-c9df-4a1e-b67b-18bbee96d0fa, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:51:17.840585 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:17.915582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] For port 60be596f-c9df-4a1e-b67b-18bbee96d0fa, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:51:17.918796 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] For port 60be596f-c9df-4a1e-b67b-18bbee96d0fa, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=60be596f-c9df-4a1e-b67b-18bbee96d0fa,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:51:17.998558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.063376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ad539-b97d-47a8-a0bc-3f087dfcc45f None None] Pushing event updated for resources: {'Port': ['ID=60be596f-c9df-4a1e-b67b-18bbee96d0fa,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:18.086299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.181467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c16ddc97-b3f9-4c7d-bddf-4289f88877fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.404178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.1 (86da6f1b-de38-47c5-b4bb-ef528f8b3526/45d6032f-535d-44cb-a7dd-1945f258aaeb/3709400c-dfa2-492b-8f46-f757f7d84678) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:51:18.518094 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.605264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.648232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:18.651197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:18.654857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:51:18.661172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:18.705676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:18.909567 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.021426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf75eb-cfb3-4e82-b1f2-e0e371f5d63f None None] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:51:19.089935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] Provisioning complete for port 60be596f-c9df-4a1e-b67b-18bbee96d0fa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:19.090316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.219710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.239661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.274064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.278876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] For port 60be596f-c9df-4a1e-b67b-18bbee96d0fa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=60be596f-c9df-4a1e-b67b-18bbee96d0fa,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:19.342426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.362744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.364676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:19.420176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79955-afa9-4f17-aaec-9cd5a83d9e04 None None] Pushing event updated for resources: {'Port': ['ID=60be596f-c9df-4a1e-b67b-18bbee96d0fa,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:19.454837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b82f53ad-84dd-483d-b1da-33bc2b595448 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:19.489736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:19.491445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:19.513061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b82f53ad-84dd-483d-b1da-33bc2b595448 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:19.513522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.596402 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.617154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router ab0310f2-0684-42bb-8218-43e1bb47bcb4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:51:19.617773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port b82f53ad-84dd-483d-b1da-33bc2b595448, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b82f53ad-84dd-483d-b1da-33bc2b595448,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:19.674962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c30f0585-4cfd-46cf-9f72-aba7253c803f None None] Provisioning complete for port 60be596f-c9df-4a1e-b67b-18bbee96d0fa triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:19.675596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c30f0585-4cfd-46cf-9f72-aba7253c803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.715253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:19.716048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 60be596f-c9df-4a1e-b67b-18bbee96d0fa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:19.753560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:51:19.760045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c90edc77-fdca-43f2-a64e-eb088851dc2f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/ab0310f2-0684-42bb-8218-43e1bb47bcb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214198 Feb 11 14:51:20.008352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-b004b6ed-5543-46d7-8a6b-07bfa5b92799 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438087290&fields=id&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 267 time: 0.0557616 Feb 11 14:51:20.017635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Sync routers for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:51:20.060423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:20.061119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:50:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:20.066296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=b82f53ad-84dd-483d-b1da-33bc2b595448,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:20.126040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-928ffe89-c85c-4f74-9acf-c95aea731789 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:20.127419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-928ffe89-c85c-4f74-9acf-c95aea731789 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 796 time: 0.1119652 Feb 11 14:51:20.143401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-880d9de6-0bdc-4132-acfa-842734f8121d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/quotas/6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Feb 11 14:51:20.147947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 60be596f-c9df-4a1e-b67b-18bbee96d0fa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:20.148315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.196077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-462ec7be-5ac6-4efb-95fd-1bb94a49334d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467863 Feb 11 14:51:20.211741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-8544b81d-2304-4ce4-96a1-8ae01fd46028 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:51:20.212726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-8544b81d-2304-4ce4-96a1-8ae01fd46028 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052676 Feb 11 14:51:20.254730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c30f0585-4cfd-46cf-9f72-aba7253c803f None None] Provisioning complete for port 3709400c-dfa2-492b-8f46-f757f7d84678 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:20.255786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c30f0585-4cfd-46cf-9f72-aba7253c803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.260836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:20.299846 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-dabd3fcb-4d2d-40ac-8efb-a43ad9811964 service neutron] 10.222.0.31 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Feb 11 14:51:20.354906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c30f0585-4cfd-46cf-9f72-aba7253c803f None None] Port 3709400c-dfa2-492b-8f46-f757f7d84678 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:51:20.398310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-f1a1ff1e-a318-4716-928e-a8ca9e9b5600 service neutron] 10.222.0.31 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905685 Feb 11 14:51:20.513748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cfd2b84c-3182-4791-9ec2-1d6898430c87 None None] Provisioning complete for port 3709400c-dfa2-492b-8f46-f757f7d84678 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:20.514119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b84c-3182-4791-9ec2-1d6898430c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.517431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0de81d1-98f5-49c5-be27-3b709930b284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.558994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2b84c-3182-4791-9ec2-1d6898430c87 None None] Port 3709400c-dfa2-492b-8f46-f757f7d84678 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:51:20.574814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 2, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:20.604764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Checking router: ab0310f2-0684-42bb-8218-43e1bb47bcb4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:51:20.605106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Updating router ab0310f2-0684-42bb-8218-43e1bb47bcb4 port 3709400c-dfa2-492b-8f46-f757f7d84678 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:51:20.632050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.662620 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9d667020-3a15-4784-bc71-8289e3755d1e req-7379c225-2126-4664-b7b9-ccd6128eba46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 210 time: 0.0312347 Feb 11 14:51:20.908025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:20.953566 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.004543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3407-480c-47f9-a049-6adc3bcfc583 None None] Pushing event updated for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:21.069090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Attempting to bind port 3709400c-dfa2-492b-8f46-f757f7d84678 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:51:21.069470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Attempting to bind port 3709400c-dfa2-492b-8f46-f757f7d84678 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:51:21.069892 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Attempting to bind port 3709400c-dfa2-492b-8f46-f757f7d84678 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:51:21.075853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:51:21.078784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:51:21.078784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.078784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Bound using segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:51:21.078784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Bound port: 3709400c-dfa2-492b-8f46-f757f7d84678, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:51:21.078784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.147800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] For port 3709400c-dfa2-492b-8f46-f757f7d84678, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:51:21.151177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] For port 3709400c-dfa2-492b-8f46-f757f7d84678, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3709400c-dfa2-492b-8f46-f757f7d84678,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:51:21.263228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.333072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3407-480c-47f9-a049-6adc3bcfc583 None None] Pushing event updated for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:21.338962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] Provisioning complete for port 3709400c-dfa2-492b-8f46-f757f7d84678 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:21.339343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.362437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:21.363082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:51:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:21.407721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b82f53ad-84dd-483d-b1da-33bc2b595448 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:21.561914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b82f53ad-84dd-483d-b1da-33bc2b595448 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:21.562303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.586600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:21.617118 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.713666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] For port 3709400c-dfa2-492b-8f46-f757f7d84678, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3709400c-dfa2-492b-8f46-f757f7d84678,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:21.775447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70d7aae5-66c1-4a2f-b3e8-8bbb314282bb req-b0bbcebb-911d-4993-a83a-c262cec4bd82 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 210 time: 0.0436826 Feb 11 14:51:21.797845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:21.839207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 60be596f-c9df-4a1e-b67b-18bbee96d0fa up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:22.077436 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:22.079341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5d9b9-f78a-41d8-90ca-014ef5f193ff None None] Pushing event updated for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:22.105453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f8599e46-2237-4901-8cc7-c5e05600a87e None None] Provisioning complete for port 3709400c-dfa2-492b-8f46-f757f7d84678 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:22.105823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8599e46-2237-4901-8cc7-c5e05600a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:22.141066 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 60be596f-c9df-4a1e-b67b-18bbee96d0fa triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:22.141436 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:22.187445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:22.220450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f4ab4-09d0-482f-b660-336baf980e0c None None] The sync data for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 is: [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:51:22.515852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-a977ba7d-cb8f-48c5-be61-b3943d68199d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:22.517704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-a977ba7d-cb8f-48c5-be61-b3943d68199d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 796 time: 0.1162963 Feb 11 14:51:22.563851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-a65aeb94-6145-467d-b525-51ef8e7346d0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 379 time: 0.0370457 Feb 11 14:51:22.573810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'port': {'device_id': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'admin_state_up': True, 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'security_groups': ['982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:22.736348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:51:22.741456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:22.886512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.14 (86da6f1b-de38-47c5-b4bb-ef528f8b3526/45d6032f-535d-44cb-a7dd-1945f258aaeb/45e47734-3cdf-4153-867f-a754058f0c64) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:51:22.894709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4b8f1fe-fa78-4f0d-95c4-c5f234e4f748 req-dbc67329-86c5-45be-86a1-22ce070035ce tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 210 time: 0.0385146 Feb 11 14:51:23.033360 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.131708 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.179848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:23.183029 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:23.187196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:51:23.212830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:23.228553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.228990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.229282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.229621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.229967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.230302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.230637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.230970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.231301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.231626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.231958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.232427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:51:23.240434 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.260242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:23.260976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.341325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.378646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-cd5e7cb0-75c3-4e6f-a337-3fd29d88d94f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086436 Feb 11 14:51:23.393191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Request body: {'port': {'device_id': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:23.397433 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3709400c-dfa2-492b-8f46-f757f7d84678 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:23.447122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bb0c81a1-44a1-4032-a2da-a8d54f454444 None None] Provisioning complete for port 45e47734-3cdf-4153-867f-a754058f0c64 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:23.447493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb0c81a1-44a1-4032-a2da-a8d54f454444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.457371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.495584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3709400c-dfa2-492b-8f46-f757f7d84678 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:23.495584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.497075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c81a1-44a1-4032-a2da-a8d54f454444 None None] Port 45e47734-3cdf-4153-867f-a754058f0c64 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:51:23.721618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e47734-3cdf-4153-867f-a754058f0c64 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:51:23.729542 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.741398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Transition to ACTIVE for port object 45e47734-3cdf-4153-867f-a754058f0c64 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:51:23.799243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:23.852955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:23.937830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:51:23.938508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:51:23.938508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:51:23.943228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:51:23.943625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:51:23.949877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:51:23.950305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:51:23.950757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Bound using segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:51:23.951294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Bound port: 45e47734-3cdf-4153-867f-a754058f0c64, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:51:23.951717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:24.047195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581ce67-f31e-4cca-8ebf-3bdaf5da4fe2 req-52a27536-7f0d-422b-8193-f858e23cab1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.048677 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d581ce67-f31e-4cca-8ebf-3bdaf5da4fe2 req-52a27536-7f0d-422b-8193-f858e23cab1a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 944 time: 0.0946727 Feb 11 14:51:24.054943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:51:24.059668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:51:24.091787 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d581ce67-f31e-4cca-8ebf-3bdaf5da4fe2 req-4b36ed57-046a-4c3c-b400-11ae2fc56d3f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345736 Feb 11 14:51:24.120119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:24.158317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.158995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:24.160370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] 10.222.0.60 "PUT /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1092 time: 0.7744353 Feb 11 14:51:24.160849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:51:24.163113 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ede2f6-66ab-4b32-94a2-eece47561463" -d '{"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:51:24.187563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aca41-d8bd-424c-be4e-6948f90fa669 service neutron] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:24.207821 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e17e7b-915b-4fa0-8d64-475c1a53a054 x-openstack-request-id: req-59e17e7b-915b-4fa0-8d64-475c1a53a054 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:51:24.208656 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:51:24.208939 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59e17e7b-915b-4fa0-8d64-475c1a53a054 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:51:24.209352 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'status': 'completed', 'code': 200} Feb 11 14:51:24.269465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-285338fd-ec0b-4c89-b0db-01f7ba96d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.271602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-285338fd-ec0b-4c89-b0db-01f7ba96d95d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1095 time: 0.0440567 Feb 11 14:51:24.368487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-5824938d-d63a-4cf9-a752-e467f76118ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.370039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-5824938d-d63a-4cf9-a752-e467f76118ce service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0918264 Feb 11 14:51:24.465691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-38a55055-4245-4fd6-bd01-06fd487ff7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.467163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28ede2f6-66ab-4b32-94a2-eece47561463 req-38a55055-4245-4fd6-bd01-06fd487ff7d2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912504 Feb 11 14:51:24.541225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-6d61d38a-d6d1-4fc4-ab71-6fadf1ee38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.542679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-6d61d38a-d6d1-4fc4-ab71-6fadf1ee38fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1095 time: 0.0398126 Feb 11 14:51:24.583589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-38f52fad-424d-42c9-8bc0-8450473d80e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 217 time: 0.0332303 Feb 11 14:51:24.633996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-9be4a3e1-aadb-4b29-a1eb-2c1ad91db54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.635343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-9be4a3e1-aadb-4b29-a1eb-2c1ad91db54e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0461674 Feb 11 14:51:24.679632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-d76c3965-9f0c-417e-808c-fb222d3470bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:24.681175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-d76c3965-9f0c-417e-808c-fb222d3470bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398862 Feb 11 14:51:24.768513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-082c7031-f0dd-4822-aa47-35eb32c32eb4 service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808568 Feb 11 14:51:24.859997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1c366b-1f2d-4767-95ea-6171f4bd97af req-e3207738-9e4a-45e5-aac8-02fedacef5bb service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Feb 11 14:51:25.204814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d76bf-9160-4909-9553-957f448cc0c8 req-2f2c6191-ce80-44eb-957f-0be20e934d29 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:25.206288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-885d76bf-9160-4909-9553-957f448cc0c8 req-2f2c6191-ce80-44eb-957f-0be20e934d29 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 944 time: 0.0473938 Feb 11 14:51:25.242930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-885d76bf-9160-4909-9553-957f448cc0c8 req-6b5a63fd-ea73-4b89-a8dd-e8a1aa9fdff0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301907 Feb 11 14:51:26.361919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84dc7-f67b-49e9-a309-fb29ddc38e6c req-316f025d-32c6-4ddb-9ced-0665aa071670 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:26.363377 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3d84dc7-f67b-49e9-a309-fb29ddc38e6c req-316f025d-32c6-4ddb-9ced-0665aa071670 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 944 time: 0.0500276 Feb 11 14:51:26.399595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f3d84dc7-f67b-49e9-a309-fb29ddc38e6c req-21415987-b16a-438d-97fc-865615c1430b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296249 Feb 11 14:51:27.522390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3a7b-c9dd-4181-a3a3-ba45648a2681 req-7639e937-cb1b-4573-b2b3-4b4e8f0cdf5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:27.524079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdc3a7b-c9dd-4181-a3a3-ba45648a2681 req-7639e937-cb1b-4573-b2b3-4b4e8f0cdf5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 944 time: 0.0530615 Feb 11 14:51:27.561098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bdc3a7b-c9dd-4181-a3a3-ba45648a2681 req-c974e74c-be38-4c86-906f-47a0a15c5d5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Feb 11 14:51:28.130679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:51:28.223167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:28.234093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '45e47734-3cdf-4153-867f-a754058f0c64', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'port_id': '45e47734-3cdf-4153-867f-a754058f0c64', 'mac_address': 'fa:16:3e:6f:b0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:51:28.270763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:28.283618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e47734-3cdf-4153-867f-a754058f0c64 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:51:28.302809 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:28.381746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:28.428047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:28.581211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['45e47734-3cdf-4153-867f-a754058f0c64'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:51:28.673225 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce383efe-28ae-4427-913d-4b50e40911b9 req-549547c6-49ea-446e-be89-3ebb43f6bf3b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:28.674749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce383efe-28ae-4427-913d-4b50e40911b9 req-549547c6-49ea-446e-be89-3ebb43f6bf3b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0467396 Feb 11 14:51:28.713391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ce383efe-28ae-4427-913d-4b50e40911b9 req-37e1145f-52b3-4677-8830-61aee069ae88 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Feb 11 14:51:29.835522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b09c84-a8d8-486b-83fc-6538dba480d9 req-4e34157b-a3c6-418d-99a9-e3134b3f4691 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:29.837032 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c5b09c84-a8d8-486b-83fc-6538dba480d9 req-4e34157b-a3c6-418d-99a9-e3134b3f4691 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0484796 Feb 11 14:51:29.873698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c5b09c84-a8d8-486b-83fc-6538dba480d9 req-50ee9a72-ccf4-4ea1-8e9e-0e5988c1b5ab tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307071 Feb 11 14:51:30.145748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:51:30.265716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 45e47734-3cdf-4153-867f-a754058f0c64 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:51:30.269324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 45e47734-3cdf-4153-867f-a754058f0c64 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:51:30.269695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.342781 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.364736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:51:30.366981 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a8efa-d882-4476-a641-c9525bde4d73" -d '{"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:51:30.379827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:51:30.407631 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a8f01-c5be-435e-b588-b78a1ebc9869 x-openstack-request-id: req-cc2a8f01-c5be-435e-b588-b78a1ebc9869 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:51:30.407922 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:51:30.408176 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc2a8f01-c5be-435e-b588-b78a1ebc9869 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:51:30.408647 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'code': 200} Feb 11 14:51:30.479418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.530360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:30.563652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684d86-518c-4730-9ba4-97ec23e36973 req-ff067aa3-54ec-449f-8f24-7f40413f1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:30.568801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17684d86-518c-4730-9ba4-97ec23e36973 req-ff067aa3-54ec-449f-8f24-7f40413f1636 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0973859 Feb 11 14:51:30.599440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17684d86-518c-4730-9ba4-97ec23e36973 req-60712c40-9d81-49b0-b34a-34462e20d5f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274215 Feb 11 14:51:30.690391 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.995936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7804e8-3588-4d1b-a0de-526221d43f7e req-730646b1-db2f-4cac-b4fe-1e38e230af99 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:30.999510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb7804e8-3588-4d1b-a0de-526221d43f7e req-730646b1-db2f-4cac-b4fe-1e38e230af99 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0517263 Feb 11 14:51:31.036359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cb7804e8-3588-4d1b-a0de-526221d43f7e req-63e4d87e-ed57-467e-97f3-1b580074ed07 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Feb 11 14:51:31.534483 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:32.151077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07921e2-ff42-4e81-b3ef-8fbdcf0b8a59 req-da150587-6c0b-4582-8856-3aa23ffde2b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:32.152542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b07921e2-ff42-4e81-b3ef-8fbdcf0b8a59 req-da150587-6c0b-4582-8856-3aa23ffde2b6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0465398 Feb 11 14:51:32.193555 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b07921e2-ff42-4e81-b3ef-8fbdcf0b8a59 req-481a1edf-2f99-4d8e-a98a-a54f9adcb2b3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349743 Feb 11 14:51:32.306878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2f17a-71a5-499e-9385-2983b47e93e2 req-2d1a183e-f1c8-477c-8ded-3e4f07317a73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:32.308372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31e2f17a-71a5-499e-9385-2983b47e93e2 req-2d1a183e-f1c8-477c-8ded-3e4f07317a73 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0478017 Feb 11 14:51:32.345925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-31e2f17a-71a5-499e-9385-2983b47e93e2 req-3be4a1f6-c385-4e1f-bb58-a19fa7f1ac68 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Feb 11 14:51:32.366691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39340) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:32.404994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3b1dc-232d-4bb0-b7ab-d344da066d28 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:32.406469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84f3b1dc-232d-4bb0-b7ab-d344da066d28 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1092 time: 0.0388453 Feb 11 14:51:32.409235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39342) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:32.413519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '45e47734-3cdf-4153-867f-a754058f0c64', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:51:32.513727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:32.611543 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:32.710761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.187 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/72bad930-e148-4268-be7b-7a8cbafae9a3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:51:32.813136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:32.936456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:32.975363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:51:32.978270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:51:32.981714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:51:33.006726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=72bad930-e148-4268-be7b-7a8cbafae9a3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:33.328831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:33.464271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:33.618671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:33.667240 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:33.735344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=72bad930-e148-4268-be7b-7a8cbafae9a3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:51:33.747609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:33.849872 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP 7abb473c-e397-4571-9253-8e47cb28de67 associated. External IP: 172.25.7.187, port: 45e47734-3cdf-4153-867f-a754058f0c64. Feb 11 14:51:34.371155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router ab0310f2-0684-42bb-8218-43e1bb47bcb4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:51:34.472940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:51:34.483455 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Sync routers for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:51:34.493113 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:34.497875 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:51:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:34.542683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:34.569755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d6ced602-4589-470c-a9c3-aafebfeb6909 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1595101 Feb 11 14:51:34.570338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:51:34.572576 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae44e30-db8d-4e50-9212-521df95e7355" -d '{"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:51:34.600375 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:34.681931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142a95-f565-469a-ab9e-b86c16f33242 req-beecd0b8-8e63-4416-b552-6c553ff654ae tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:34.688059 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293519b-f70b-41b2-97bf-5bde97af82e6 x-openstack-request-id: req-d293519b-f70b-41b2-97bf-5bde97af82e6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:51:34.688367 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:51:34.688600 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d293519b-f70b-41b2-97bf-5bde97af82e6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:51:34.689049 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'status': 'completed', 'code': 200} Feb 11 14:51:34.689542 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef142a95-f565-469a-ab9e-b86c16f33242 req-beecd0b8-8e63-4416-b552-6c553ff654ae tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0682642 Feb 11 14:51:34.729428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef142a95-f565-469a-ab9e-b86c16f33242 req-6391a577-8718-46ef-b5af-e5d8a10dadee tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389388 Feb 11 14:51:34.753059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44e30-db8d-4e50-9212-521df95e7355 req-8ff10b71-10cf-4b26-abbd-f7e3135d88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:34.753497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:34.753962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-8ff10b71-10cf-4b26-abbd-f7e3135d88dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0432730 Feb 11 14:51:34.814546 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f3f84d53-1fb5-4c0a-aebf-9244d188eeb4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/7abb473c-e397-4571-9253-8e47cb28de67 HTTP/1.1" status: 200 len: 992 time: 0.0595171 Feb 11 14:51:34.865715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44e30-db8d-4e50-9212-521df95e7355 req-af0f4aff-52e1-4e3d-9fb5-7a62a5969761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:34.867188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-af0f4aff-52e1-4e3d-9fb5-7a62a5969761 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.1066036 Feb 11 14:51:34.916108 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '7abb473c-e397-4571-9253-8e47cb28de67', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'port_id': '45e47734-3cdf-4153-867f-a754058f0c64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'mac_address': 'fa:16:3e:6f:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:51:33Z', 'updated_at': '2022-02-11T14:51:33Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:34.934599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-2ad01dcf-ef02-44b9-af02-cfdc84c169e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1000 time: 0.0612464 Feb 11 14:51:34.941511 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Checking router: ab0310f2-0684-42bb-8218-43e1bb47bcb4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:51:34.949699 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:51:34.950284 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:51:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:34.983870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44e30-db8d-4e50-9212-521df95e7355 req-25adf5e5-5f87-4c19-8256-7de8b5be7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:34.985380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-25adf5e5-5f87-4c19-8256-7de8b5be7321 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0441871 Feb 11 14:51:35.028924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44e30-db8d-4e50-9212-521df95e7355 req-0f6f31a0-735a-4c32-b726-f13d242ea322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:35.030418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-0f6f31a0-735a-4c32-b726-f13d242ea322 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391810 Feb 11 14:51:35.130140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-0819fc6e-f280-4ae0-9a8e-0ebcb7e3b76f service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913980 Feb 11 14:51:35.153201 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:51:35.219053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eae44e30-db8d-4e50-9212-521df95e7355 req-7f87545c-9f48-4ecf-9bf4-e07853c51a3f service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814915 Feb 11 14:51:35.367687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '7abb473c-e397-4571-9253-8e47cb28de67', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'port_id': '45e47734-3cdf-4153-867f-a754058f0c64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'mac_address': 'fa:16:3e:6f:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:51:33Z', 'updated_at': '2022-02-11T14:51:33Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:51:35.398579 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8da6-3fc4-4f91-af50-2bf7b0d8a14d None None] The sync data for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 is: [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '7abb473c-e397-4571-9253-8e47cb28de67', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'port_id': '45e47734-3cdf-4153-867f-a754058f0c64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'mac_address': 'fa:16:3e:6f:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:51:33Z', 'updated_at': '2022-02-11T14:51:33Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:51:35.578266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27370fd-50b1-4800-9595-ec6eb1ae0674 None None] New status for floating IP 7abb473c-e397-4571-9253-8e47cb28de67: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:51:35.818184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:51:35.879339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41451d35-5d64-47fc-aa39-a1f393e199a0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/7abb473c-e397-4571-9253-8e47cb28de67 HTTP/1.1" status: 200 len: 994 time: 0.0599530 Feb 11 14:51:42.712313 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:51:43.636914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-7d450387-f924-40e3-ba74-e55d71ee2190 req-e84771fc-914b-48f2-9bed-a1134271e787 service neutron] (109376) timed out ('10.222.0.31', 55782) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:51:44.601826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-fe7ac77f-b46f-4fec-8cb5-ab0e6a95d690 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445185 Feb 11 14:51:44.680288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ae7d1cd3-b857-4a31-a29b-bc30f5e46ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:44.681805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ae7d1cd3-b857-4a31-a29b-bc30f5e46ec4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0393641 Feb 11 14:51:44.783344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ea778793-441f-4ee6-941b-86a30a812552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:44.785103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ea778793-441f-4ee6-941b-86a30a812552 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.0838549 Feb 11 14:51:44.855239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-b2ab0050-1262-4753-9ff7-683cceee554c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1002 time: 0.0620475 Feb 11 14:51:44.902950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-f406facd-d8a8-454a-8ad7-a7adbb63c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:44.904342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-f406facd-d8a8-454a-8ad7-a7adbb63c735 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0427608 Feb 11 14:51:44.949991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ddd06570-7189-4f9a-ad29-e5559916e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:51:44.951452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-ddd06570-7189-4f9a-ad29-e5559916e67c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389922 Feb 11 14:51:45.042020 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-61275a13-c465-4b25-8126-c8a8ca001c04 service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828562 Feb 11 14:51:45.136878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79cbf0c-b9e1-45cc-9eb5-1741ecdab32c req-8ac0a7e3-962e-4d32-b705-c215e8c62ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870717 Feb 11 14:51:48.187967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b538c2-354c-407b-89a5-d7a5277182e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:50.450334 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cd33-1c3f-4d6f-8df8-79bd59027228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:51.839411 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:53.236938 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:53.321887 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:00.719018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:01.522904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:07.306623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29048480-f145-4963-86ad-127cb091d97d req-069ac53d-9774-4be6-bbe5-ef352ef8fe63 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:07.308501 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29048480-f145-4963-86ad-127cb091d97d req-069ac53d-9774-4be6-bbe5-ef352ef8fe63 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0476120 Feb 11 14:52:07.345784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29048480-f145-4963-86ad-127cb091d97d req-81255b2a-92a7-4ed7-b600-b7cb7616d002 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Feb 11 14:52:07.373175 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:07.752971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7ba0aba-8c05-4ebb-a2ae-392f75f8a8de tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/7abb473c-e397-4571-9253-8e47cb28de67 HTTP/1.1" status: 200 len: 994 time: 0.3786640 Feb 11 14:52:08.201797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91777feb-530e-4469-b365-ca174252b021 req-006d2b50-b419-4d4b-b2f0-fa30e6427d49 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:08.203279 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91777feb-530e-4469-b365-ca174252b021 req-006d2b50-b419-4d4b-b2f0-fa30e6427d49 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0388322 Feb 11 14:52:08.236873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91777feb-530e-4469-b365-ca174252b021 req-2b775bf5-d770-49cc-9470-39b441955bc3 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272832 Feb 11 14:52:08.356511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-57fd958f-e955-4b1e-bd19-b6eaa536cce1 req-41e8caaa-8b06-4321-aece-797e42d00ff8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:52:08.357603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57fd958f-e955-4b1e-bd19-b6eaa536cce1 req-41e8caaa-8b06-4321-aece-797e42d00ff8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552371 Feb 11 14:52:09.249376 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-792d5200-9920-436d-9049-171feee8ed55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387604 Feb 11 14:52:09.257974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-e773704b-706c-4fc3-9794-3f33fcee00b9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:52:09.269791 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-e773704b-706c-4fc3-9794-3f33fcee00b9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048285 Feb 11 14:52:10.186430 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-1782a7b7-8dbb-4952-b157-097d536a183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:10.188191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-1782a7b7-8dbb-4952-b157-097d536a183d service neutron] 10.222.0.31 "GET /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1094 time: 0.0338106 Feb 11 14:52:10.197684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Request body: {'binding': {'host': 'n-h1-828407-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:10.198372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 14:52:10.328984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on host n-h1-828407-1 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:10.329667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:10.329667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:10.334269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:52:10.334582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:10.339695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:10.340033 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:10.340418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Bound using segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:10.340849 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Bound port: 45e47734-3cdf-4153-867f-a754058f0c64, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:10.425127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:10.486900 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:10.488070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] 10.222.0.31 "POST /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64/bindings HTTP/1.1" status: 201 len: 389 time: 0.2938712 Feb 11 14:52:10.831635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd20e-d405-4407-9a09-6cbeb8101a7e req-c1b8c11b-cf4b-4d90-9a14-e00f8a577834 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:10.833675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e7fd20e-d405-4407-9a09-6cbeb8101a7e req-c1b8c11b-cf4b-4d90-9a14-e00f8a577834 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0489860 Feb 11 14:52:10.871525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e7fd20e-d405-4407-9a09-6cbeb8101a7e req-01222cd1-75fe-4a49-8ecc-94ea81ab6518 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Feb 11 14:52:11.295483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-b5b51055-e5a6-47ba-953a-ece092dfafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:11.297009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-b5b51055-e5a6-47ba-953a-ece092dfafb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1097 time: 0.0946329 Feb 11 14:52:11.383168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-006bba1e-8ad4-49fd-a4aa-c50d7de48032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:11.384625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-006bba1e-8ad4-49fd-a4aa-c50d7de48032 service neutron] 10.222.0.62 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.0812280 Feb 11 14:52:11.456086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-f94b2e6c-6b07-4470-9dec-b2f60579ddf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1002 time: 0.0650332 Feb 11 14:52:11.504424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-ab4da0dd-13b8-4782-8a22-e53f7c0f3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:11.505924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-ab4da0dd-13b8-4782-8a22-e53f7c0f3402 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0434990 Feb 11 14:52:11.549863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-e04541a0-c52c-4cb5-b7ed-db23729b03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:11.551966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-e04541a0-c52c-4cb5-b7ed-db23729b03e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392668 Feb 11 14:52:11.641568 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-2ca8a5bb-72a4-44fb-a566-33def772a0d5 service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Feb 11 14:52:11.729055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-f433bcc4-07b6-4e16-9c90-1d366b6dbe51 service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806131 Feb 11 14:52:11.862078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8e008955-78b1-446a-997a-82a6ee9df099 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:11.863631 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8e008955-78b1-446a-997a-82a6ee9df099 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1097 time: 0.0769882 Feb 11 14:52:11.874407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828407-1'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:11.929339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.051950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11295a-e91a-4c48-b082-2060ef9c3463 req-2fb28554-a091-4964-a6c7-b6d4ef1850bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:12.053474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f11295a-e91a-4c48-b082-2060ef9c3463 req-2fb28554-a091-4964-a6c7-b6d4ef1850bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.1098409 Feb 11 14:52:12.116047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:12.120210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f11295a-e91a-4c48-b082-2060ef9c3463 req-9f6850df-c751-4ce1-9aec-c41a4ee218d7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608194 Feb 11 14:52:12.157526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:12.197578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:12.199832 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07638032-dc79-4037-bc55-4b21e6af35c9" -d '{"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-unplugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:12.203880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.236559 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50a7ea-fb90-4737-854d-e742047e0784 x-openstack-request-id: req-7e50a7ea-fb90-4737-854d-e742047e0784 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:12.236864 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-unplugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:12.237161 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e50a7ea-fb90-4737-854d-e742047e0784 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:12.237580 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'code': 200} Feb 11 14:52:12.272125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.358497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:12.420554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on host n-h2-828407-1 for vnic_type normal with profile {"migrating_to": "n-h1-828407-1"} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:12.421051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:12.421605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:12.426997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:52:12.427320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Attempting to bind port 45e47734-3cdf-4153-867f-a754058f0c64 on network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:12.432232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:12.432572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Checking segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:12.432986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Bound using segment: {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:12.433417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Bound port: 45e47734-3cdf-4153-867f-a754058f0c64, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b19169-48b4-4e03-95a6-63e8d0cd8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:12.433777 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.498721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:12.501988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:12.525408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-73d5e5d8-1cd3-45b8-837a-80caa1959a99 None None] Provisioning complete for port 45e47734-3cdf-4153-867f-a754058f0c64 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:12.525921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73d5e5d8-1cd3-45b8-837a-80caa1959a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.570054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-73d5e5d8-1cd3-45b8-837a-80caa1959a99 None None] Port 45e47734-3cdf-4153-867f-a754058f0c64 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:52:12.571710 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.671121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:12.710000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:12.710617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.712071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-8879bc42-38c7-411b-9c93-bb9660f7be00 service neutron] 10.222.0.62 "PUT /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1122 time: 0.8417814 Feb 11 14:52:12.771281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['45e47734-3cdf-4153-867f-a754058f0c64'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:52:12.821807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Provisioning complete for port 45e47734-3cdf-4153-867f-a754058f0c64 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:12.822182 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.957235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:12.996224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:12.998466 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340b8f1-535d-42c1-a4aa-04bff0b59ca1" -d '{"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:13.016056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:13.066189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:13.126059 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649599b8-a883-4579-8bd3-c8d6cd1066fb x-openstack-request-id: req-649599b8-a883-4579-8bd3-c8d6cd1066fb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:13.126347 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-plugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:13.126593 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-649599b8-a883-4579-8bd3-c8d6cd1066fb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:13.126974 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'code': 200} Feb 11 14:52:13.239276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207316d-4268-4e99-90dc-a5ff2762b618 req-8c848bff-3a0f-4da0-8272-2a223598d06c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:13.240690 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c207316d-4268-4e99-90dc-a5ff2762b618 req-8c848bff-3a0f-4da0-8272-2a223598d06c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0496907 Feb 11 14:52:13.240812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:13.254448 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.254786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.255123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.255451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.255779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.256094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.256411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.256726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.257199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.257519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.257836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.258175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99da53-e902-4436-ace5-02253cef2c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:13.285176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c207316d-4268-4e99-90dc-a5ff2762b618 req-1e01ce79-3731-4e92-8be2-4189128f260d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Feb 11 14:52:14.238470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:14.241426 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef82462-cbc4-4f14-a165-f058b526381d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:14.277460 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec2126-1a44-4b59-9048-f8d3bf4f45d5 x-openstack-request-id: req-64ec2126-1a44-4b59-9048-f8d3bf4f45d5 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:14.277755 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:14.278011 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64ec2126-1a44-4b59-9048-f8d3bf4f45d5 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:14.278436 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'status': 'completed', 'code': 200} Feb 11 14:52:14.340883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82462-cbc4-4f14-a165-f058b526381d req-75b0382e-9ab1-439c-95ba-76efc032ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:14.342434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-75b0382e-9ab1-439c-95ba-76efc032ae35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1127 time: 0.0416343 Feb 11 14:52:14.404729 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883204f-1cae-4cdd-9dc8-f24c93ed2b4e req-cb1df739-60c4-4207-8cd0-4b48970f2638 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:14.406252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8883204f-1cae-4cdd-9dc8-f24c93ed2b4e req-cb1df739-60c4-4207-8cd0-4b48970f2638 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0522311 Feb 11 14:52:14.435936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82462-cbc4-4f14-a165-f058b526381d req-969e1bae-3254-442e-bdd1-f4dc6e603fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:14.437753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-969e1bae-3254-442e-bdd1-f4dc6e603fc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.0885770 Feb 11 14:52:14.444283 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8883204f-1cae-4cdd-9dc8-f24c93ed2b4e req-3efc75cc-876e-4376-968e-7793e1f0393c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Feb 11 14:52:14.502005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-d0d9b7e2-9b8b-4939-b00c-ddd1992574b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1002 time: 0.0576530 Feb 11 14:52:14.549994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82462-cbc4-4f14-a165-f058b526381d req-93b126c3-5287-4d5b-9e3b-0aa6ef1e78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:14.552241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-93b126c3-5287-4d5b-9e3b-0aa6ef1e78c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0437772 Feb 11 14:52:14.606084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82462-cbc4-4f14-a165-f058b526381d req-8e4e670b-5717-4fbe-89f7-46ea8104a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:14.607577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-8e4e670b-5717-4fbe-89f7-46ea8104a918 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486572 Feb 11 14:52:14.695597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-0ec9d126-be81-4c76-b66e-1bf44d58f20a service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798752 Feb 11 14:52:14.788991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bef82462-cbc4-4f14-a165-f058b526381d req-416d544a-e7f1-420d-a4a9-230cafb669c9 service neutron] 10.222.0.60 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882707 Feb 11 14:52:15.525931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:52:15.564071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae38c7-99ed-4b2a-b7d2-5e6b7617936b req-b32211cb-eb67-490c-8cda-286f3ce7faf9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:15.565495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3eae38c7-99ed-4b2a-b7d2-5e6b7617936b req-b32211cb-eb67-490c-8cda-286f3ce7faf9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0489595 Feb 11 14:52:15.603330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3eae38c7-99ed-4b2a-b7d2-5e6b7617936b req-9614f013-13fe-4391-8ecf-0e8f2e6d03c8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Feb 11 14:52:15.640128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:15.651814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 has no active binding in host n-h1-828407-1 {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 14:52:16.719622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3482b7-ca2b-4918-9b81-8592526c1758 req-af668274-8ecb-427d-935b-75768a61a296 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:16.721111 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da3482b7-ca2b-4918-9b81-8592526c1758 req-af668274-8ecb-427d-935b-75768a61a296 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0481782 Feb 11 14:52:16.757893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-da3482b7-ca2b-4918-9b81-8592526c1758 req-b07fd6c1-2c84-4557-95d4-c226952e3782 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Feb 11 14:52:17.815788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-cadb670b-07ee-471c-b3fe-3a2c398f537d service neutron] 10.222.0.60 "GET /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 384 time: 0.0551884 Feb 11 14:52:17.913999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9670e-d9c9-4af7-881a-4f49eb52b64b req-9a9168d2-d49c-41b1-9e72-b705e1168641 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:17.915473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48a9670e-d9c9-4af7-881a-4f49eb52b64b req-9a9168d2-d49c-41b1-9e72-b705e1168641 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 946 time: 0.0887465 Feb 11 14:52:18.017428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48a9670e-d9c9-4af7-881a-4f49eb52b64b req-6f2813d6-2b6e-41ef-8e5e-3a38772750ad tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810332 Feb 11 14:52:18.054291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:18.073300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:18.113054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:18.115866 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f717116-09e5-453b-97cd-757cb7e53a98" -d '{"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-unplugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:18.123093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:18.153864 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e2cc53-7de5-4e58-acb3-9a078230545e x-openstack-request-id: req-c5e2cc53-7de5-4e58-acb3-9a078230545e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:18.154163 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-unplugged", "status": "completed", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:18.154420 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5e2cc53-7de5-4e58-acb3-9a078230545e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:18.154827 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'code': 200} Feb 11 14:52:18.227208 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b46b1f-3d14-4b51-aeb0-1ab957a8bb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:18.244745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:18.316867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] Transition to ACTIVE for port object 45e47734-3cdf-4153-867f-a754058f0c64 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:52:18.427896 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:18.518748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] Pushing event updated for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=11']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:18.554797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] No DVR routers for this DVR port 45e47734-3cdf-4153-867f-a754058f0c64 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:52:18.683408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-0cff3124-5fc2-42be-b33a-92569b4dc99c service neutron] 10.222.0.60 "PUT /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64/bindings/n-h1-828407-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8616071 Feb 11 14:52:18.839173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-5c13e87d-bd0f-4e07-9938-be6e5edd3350 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:18.840622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-5c13e87d-bd0f-4e07-9938-be6e5edd3350 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0464137 Feb 11 14:52:18.887764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-eddfe39f-27fb-4cb0-8df2-fa229d507e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:18.889278 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-eddfe39f-27fb-4cb0-8df2-fa229d507e9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 1096 time: 0.0394971 Feb 11 14:52:18.950127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-4d2d2833-3f9e-478e-99d4-b888ff8aae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:18.951560 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-4d2d2833-3f9e-478e-99d4-b888ff8aae11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1096 time: 0.0389023 Feb 11 14:52:19.040597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-057f5a59-2836-433d-aae7-6bc6ca02bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:19.042295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-057f5a59-2836-433d-aae7-6bc6ca02bbde service neutron] 10.222.0.62 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.0831075 Feb 11 14:52:19.134001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-40d79d3c-4815-4082-8fce-c0b618991448 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 1000 time: 0.0843859 Feb 11 14:52:19.156720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29159bd-f7f3-4cdc-ac72-5f18385860ec req-3d401969-680d-4644-bf58-83afc278a077 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:19.158156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e29159bd-f7f3-4cdc-ac72-5f18385860ec req-3d401969-680d-4644-bf58-83afc278a077 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0685682 Feb 11 14:52:19.216922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-67ef18f2-47c2-4413-9bce-b503d540d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:19.218323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-67ef18f2-47c2-4413-9bce-b503d540d3b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0768843 Feb 11 14:52:19.225429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e29159bd-f7f3-4cdc-ac72-5f18385860ec req-c1fafedf-e741-47c1-a8de-1efcadef7bc2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458834 Feb 11 14:52:19.264804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-95b68149-026a-43bf-945b-d9452b1e9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:19.266322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-95b68149-026a-43bf-945b-d9452b1e9e2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400772 Feb 11 14:52:19.351565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-232c8f77-7260-44de-8206-5136a94afc4a service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786695 Feb 11 14:52:19.443194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-f4638724-d12d-4dcf-b864-d96353454172 service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842638 Feb 11 14:52:19.711379 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:52:19.870129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-580178f0-c552-4851-a80e-ba752aef17bc tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:19.871627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-580178f0-c552-4851-a80e-ba752aef17bc tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 1096 time: 0.0440221 Feb 11 14:52:20.076179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-faed1bf9-9887-4ad7-ae37-d9c200db1d88 service neutron] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:20.079458 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-faed1bf9-9887-4ad7-ae37-d9c200db1d88 service neutron] Notify callbacks [] for binding, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:20.080609 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-faed1bf9-9887-4ad7-ae37-d9c200db1d88 service neutron] 10.222.0.62 "DELETE /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64/bindings/n-h2-828407-1 HTTP/1.1" status: 204 len: 173 time: 0.2010617 Feb 11 14:52:20.343735 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfad9a-97ef-45ab-a43d-99dcc8874bb8 req-8e73c1b1-d4d6-4bd6-987b-49f47cb43e0a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:20.345219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23bfad9a-97ef-45ab-a43d-99dcc8874bb8 req-8e73c1b1-d4d6-4bd6-987b-49f47cb43e0a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0490069 Feb 11 14:52:20.374335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:52:20.382936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23bfad9a-97ef-45ab-a43d-99dcc8874bb8 req-65a3d736-6bc3-4edf-b53b-1f0acdac8484 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312946 Feb 11 14:52:20.424843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:52:20.461998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd035055-3ebf-48cc-aa92-87ccaaeea2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:20.490761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d17d2f-9575-4437-8a94-750ab7bdc738 req-c0ac6902-366f-4d23-8782-6e97af71b5b1 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:20.492293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29d17d2f-9575-4437-8a94-750ab7bdc738 req-c0ac6902-366f-4d23-8782-6e97af71b5b1 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1096 time: 0.0403626 Feb 11 14:52:20.528011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29d17d2f-9575-4437-8a94-750ab7bdc738 req-85908d58-a598-4100-b10b-81d6f0caf5b2 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294111 Feb 11 14:52:20.645933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863eb1a-c8cb-420f-aea5-17e1c90dd53b req-b8290ef7-de40-4d19-aa1a-52ab846594b1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:20.647335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4863eb1a-c8cb-420f-aea5-17e1c90dd53b req-b8290ef7-de40-4d19-aa1a-52ab846594b1 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0530798 Feb 11 14:52:20.684686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4863eb1a-c8cb-420f-aea5-17e1c90dd53b req-13708a1c-b898-48f4-9827-7ba63272f129 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Feb 11 14:52:20.706934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:20.766755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b6e1e81-4171-489a-b107-9834f78ca43a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/7abb473c-e397-4571-9253-8e47cb28de67 HTTP/1.1" status: 200 len: 992 time: 0.0586607 Feb 11 14:52:20.997851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:21.150569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 72bad930-e148-4268-be7b-7a8cbafae9a3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:52:21.150838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.227145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.227469 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.239134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 72bad930-e148-4268-be7b-7a8cbafae9a3 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:52:21.461655 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.487077 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=72bad930-e148-4268-be7b-7a8cbafae9a3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:21.501705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.502064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.502406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.502747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.503133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.503454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.503785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.504116 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.504478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.504804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.505159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.505484 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:21.568669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.569349 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP 7abb473c-e397-4571-9253-8e47cb28de67 disassociated (deleted). External IP: 172.25.7.187, port: 45e47734-3cdf-4153-867f-a754058f0c64. Feb 11 14:52:21.774451 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router ab0310f2-0684-42bb-8218-43e1bb47bcb4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:52:21.838921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.881377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:52:21.886210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:21.892231 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Sync routers for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:52:21.902454 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:21.903051 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:21.912679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8ff08da3-a4d4-41f2-96ee-25ab512e2045 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/floatingips/7abb473c-e397-4571-9253-8e47cb28de67 HTTP/1.1" status: 204 len: 168 time: 0.9137244 Feb 11 14:52:21.913342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:21.915617 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:21.961575 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d219748-feaa-4396-986a-87456cc85bec x-openstack-request-id: req-9d219748-feaa-4396-986a-87456cc85bec {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:21.961869 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:21.962124 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d219748-feaa-4396-986a-87456cc85bec {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:21.962562 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'status': 'completed', 'code': 200} Feb 11 14:52:22.012494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:22.032508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-f126f288-eb0e-4d22-ac7c-c0969069f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:22.034001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-f126f288-eb0e-4d22-ac7c-c0969069f51c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 1096 time: 0.0454583 Feb 11 14:52:22.126435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-ecae3294-64fa-4aea-af8a-7ebc1c7b59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:22.128030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-ecae3294-64fa-4aea-af8a-7ebc1c7b59fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 200 len: 897 time: 0.0877938 Feb 11 14:52:22.181178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-d18847f3-5ef2-4a2f-86f0-2b961b03f3f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 200 len: 217 time: 0.0439458 Feb 11 14:52:22.221040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:22.228987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-a8ab9d71-aab8-4c03-acff-85b2ba669f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:22.230462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-a8ab9d71-aab8-4c03-acff-85b2ba669f67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 200 len: 833 time: 0.0439429 Feb 11 14:52:22.247610 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Checking router: ab0310f2-0684-42bb-8218-43e1bb47bcb4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:52:22.256663 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:22.260432 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:22.280723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-1b2b2d5f-a355-42b6-b0f6-42d373521101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:22.287203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-1b2b2d5f-a355-42b6-b0f6-42d373521101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=86da6f1b-de38-47c5-b4bb-ef528f8b3526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443358 Feb 11 14:52:22.371490 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:22.411810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5830c-7538-41bb-86a4-60218dfdc763 req-9c9ed5c5-a4bc-4eeb-a705-00ff63c44ef5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:22.413318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c5830c-7538-41bb-86a4-60218dfdc763 req-9c9ed5c5-a4bc-4eeb-a705-00ff63c44ef5 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.0993404 Feb 11 14:52:22.418734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-0a042e68-eead-4e0a-ab88-483a72d30382 service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239593 Feb 11 14:52:22.497100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37c5830c-7538-41bb-86a4-60218dfdc763 req-fcfb449d-b9e7-4012-9c42-9f19da5df643 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774002 Feb 11 14:52:22.532291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6553bc71-3b39-4b9b-a43e-e3d1a54bfee3 req-7fd3fd67-113c-4632-ae40-be504e8d32a5 service neutron] 10.222.0.62 "GET /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994501 Feb 11 14:52:22.575244 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:22.604293 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a27ac-5566-49af-82e1-6a9a30b2a992 None None] The sync data for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 is: [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:51:18Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '3709400c-dfa2-492b-8f46-f757f7d84678', 'name': '', 'network_id': '86da6f1b-de38-47c5-b4bb-ef528f8b3526', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:47:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:18Z', 'updated_at': '2022-02-11T14:51:21Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '45d6032f-535d-44cb-a7dd-1945f258aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:52:22.982102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7339427-be34-4e05-b390-059dd5d1dbc2 None None] New status for floating IP 7abb473c-e397-4571-9253-8e47cb28de67: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:52:23.138745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-7dd8d535-6b1c-4a16-bb92-698e6ab8bf86 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:23.140315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-7dd8d535-6b1c-4a16-bb92-698e6ab8bf86 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 945 time: 0.3915281 Feb 11 14:52:23.231063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 45e47734-3cdf-4153-867f-a754058f0c64 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:52:23.231406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.242985 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.323096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 45e47734-3cdf-4153-867f-a754058f0c64, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=45e47734-3cdf-4153-867f-a754058f0c64,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:23.323096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.331284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 45e47734-3cdf-4153-867f-a754058f0c64 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:52:23.341959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.534627 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.564053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=45e47734-3cdf-4153-867f-a754058f0c64,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:23.578040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.578464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.578869 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.579269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.579661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.580053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.580457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.580864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.581187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.586445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.586445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.586445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:23.602493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f56ee452-0e4d-4ced-ad1a-0a5f88d23730 req-a1d73764-6c31-4377-8ea5-7f41e3e9349a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d965a1a-f86e-4e49-ae67-33cf729ea81b HTTP/1.1" status: 200 len: 210 time: 0.0304790 Feb 11 14:52:23.622337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] No DVR routers for this DVR port 45e47734-3cdf-4153-867f-a754058f0c64 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:52:23.624954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:23.628184 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0bf83db-65b7-4020-88d3-468b2742d5ab req-cc448b18-9de9-4240-99fc-2103eab7929f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.62 "DELETE /v2.0/ports/45e47734-3cdf-4153-867f-a754058f0c64 HTTP/1.1" status: 204 len: 173 time: 0.4820349 Feb 11 14:52:23.628613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-deleted', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:23.630931 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa3ff8-483d-4c9b-bf3f-fca1da65cb68" -d '{"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-deleted", "tag": "45e47734-3cdf-4153-867f-a754058f0c64"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:23.667510 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9254167-115b-4bb9-827b-b790a0bc88bf x-openstack-request-id: req-f9254167-115b-4bb9-827b-b790a0bc88bf {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:23.667799 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d965a1a-f86e-4e49-ae67-33cf729ea81b", "name": "network-vif-deleted", "tag": "45e47734-3cdf-4153-867f-a754058f0c64", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:23.668048 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9254167-115b-4bb9-827b-b790a0bc88bf {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:23.668441 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d965a1a-f86e-4e49-ae67-33cf729ea81b', 'name': 'network-vif-deleted', 'tag': '45e47734-3cdf-4153-867f-a754058f0c64', 'status': 'completed', 'code': 200} Feb 11 14:52:24.657774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39462) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:25.012961 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:25.264719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 3709400c-dfa2-492b-8f46-f757f7d84678 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:52:25.265008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:25.351120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 3709400c-dfa2-492b-8f46-f757f7d84678, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3709400c-dfa2-492b-8f46-f757f7d84678,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:25.351488 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:25.363111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 3709400c-dfa2-492b-8f46-f757f7d84678 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:52:25.644463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:25.675677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=3709400c-dfa2-492b-8f46-f757f7d84678,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:25.846747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.058292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router ab0310f2-0684-42bb-8218-43e1bb47bcb4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:52:26.163504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:52:26.168663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa7faa84-3ec9-4392-8434-75e2dcab2231 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/ab0310f2-0684-42bb-8218-43e1bb47bcb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5098245 Feb 11 14:52:26.171364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39464) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:26.172981 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Sync routers for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:52:26.183121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:26.183716 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:26.222231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting subnet 45d6032f-535d-44cb-a7dd-1945f258aaeb {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:52:26.225905 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.272184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.289984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:26.357367 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.494483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.525790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.530027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/subnets/45d6032f-535d-44cb-a7dd-1945f258aaeb HTTP/1.1" status: 204 len: 168 time: 0.3573887 Feb 11 14:52:26.531422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76730c7-9d85-48dd-9408-32b2c318c09e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Subnet': ['ID=45d6032f-535d-44cb-a7dd-1945f258aaeb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:26.533386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:26.541031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbc4d8-2fb4-4f11-89c4-5e9c9451b5bb None None] Network 86da6f1b-de38-47c5-b4bb-ef528f8b3526 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:52:26.552377 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:52:25Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:26.583801 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Checking router: ab0310f2-0684-42bb-8218-43e1bb47bcb4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:52:26.592282 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Routers {'ab0310f2-0684-42bb-8218-43e1bb47bcb4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:26.592986 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:26.657880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.697171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] Set router ab0310f2-0684-42bb-8218-43e1bb47bcb4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:26.755390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] DHCP port deletion for 86da6f1b-de38-47c5-b4bb-ef528f8b3526 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:52:26.768024 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.803772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Deleting port 60be596f-c9df-4a1e-b67b-18bbee96d0fa {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:52:26.804147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.865350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] For port 60be596f-c9df-4a1e-b67b-18bbee96d0fa, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=60be596f-c9df-4a1e-b67b-18bbee96d0fa,segment=NetworkSegment(10b19169-48b4-4e03-95a6-63e8d0cd8341),segment_id=10b19169-48b4-4e03-95a6-63e8d0cd8341)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:26.865749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.878890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Calling delete_port for 60be596f-c9df-4a1e-b67b-18bbee96d0fa owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:52:26.879184 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:52:25Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:26.893434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port b82f53ad-84dd-483d-b1da-33bc2b595448 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:52:26.893781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.906299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174765f1-5381-4b2d-abb6-acc9f15d4604 None None] The sync data for ids ['ab0310f2-0684-42bb-8218-43e1bb47bcb4'] in n-d-828407-1 is: [{'id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493793922', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:51:14Z', 'updated_at': '2022-02-11T14:52:25Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': 'b82f53ad-84dd-483d-b1da-33bc2b595448', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0310f2-0684-42bb-8218-43e1bb47bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:51:15Z', 'updated_at': '2022-02-11T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:52:26.985514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port b82f53ad-84dd-483d-b1da-33bc2b595448, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b82f53ad-84dd-483d-b1da-33bc2b595448,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:26.985795 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.997053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for b82f53ad-84dd-483d-b1da-33bc2b595448 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:52:27.038868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.064729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] Pushing event deleted for resources: {'Port': ['ID=60be596f-c9df-4a1e-b67b-18bbee96d0fa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:27.068951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25127b-3c3d-4b1d-b449-584a86107909 None None] No DVR routers for this DVR port 60be596f-c9df-4a1e-b67b-18bbee96d0fa on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:52:27.225582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.251189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=b82f53ad-84dd-483d-b1da-33bc2b595448,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:27.317119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.423195 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.425506 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.458196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 60be596f-c9df-4a1e-b67b-18bbee96d0fa no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:52:27.479110 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 60be596f-c9df-4a1e-b67b-18bbee96d0fa {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:52:27.479383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 60be596f-c9df-4a1e-b67b-18bbee96d0fa not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:52:27.479807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3709400c-dfa2-492b-8f46-f757f7d84678 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:52:27.498859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3709400c-dfa2-492b-8f46-f757f7d84678 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:52:27.499205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3709400c-dfa2-492b-8f46-f757f7d84678 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:52:27.535437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:52:27.552960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.553494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Fanout notify agent at l3_agent the message router_deleted on router ab0310f2-0684-42bb-8218-43e1bb47bcb4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:52:27.560304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 45e47734-3cdf-4153-867f-a754058f0c64 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:52:27.560304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 45e47734-3cdf-4153-867f-a754058f0c64 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:52:27.560951 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.562060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d48e6771-3165-48dc-aa53-12bd5fdd3ae6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/routers/ab0310f2-0684-42bb-8218-43e1bb47bcb4 HTTP/1.1" status: 204 len: 168 time: 1.0277021 Feb 11 14:52:27.565097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39468) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:27.643327 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.735483 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.755495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86da6f1b-de38-47c5-b4bb-ef528f8b3526']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:27.764827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b19169-48b4-4e03-95a6-63e8d0cd8341') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:27.765149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b19169-48b4-4e03-95a6-63e8d0cd8341') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:27.774553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.787868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.793629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:52:27.794014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:52:27.796953 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:52:27.928428 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.935680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.938716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/networks/86da6f1b-de38-47c5-b4bb-ef528f8b3526 HTTP/1.1" status: 204 len: 168 time: 0.3725808 Feb 11 14:52:27.943965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:27.950221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6da86c-63f4-485a-a652-f22d3fe0bd20 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Network': ['ID=86da6f1b-de38-47c5-b4bb-ef528f8b3526,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:28.008607 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.036062 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.179901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.182639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.183797 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/security-groups/982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567 HTTP/1.1" status: 204 len: 168 time: 0.2401397 Feb 11 14:52:28.193818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe9b27-2dd5-4cc6-9e3b-3db022d5ab46 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f6a3d-fe49-4ccf-bf0a-b9f2b00ff567,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:28.600119 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:28.604701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135353001', 'description': 'tempest-secgroup-smoke-135353001 description', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:28.736058 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.803364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.878830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.907334 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5360793a-b2b7-47b4-980f-853d41a6ca2c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:28.977540 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.978794 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d14cf36c-c133-4021-9783-bd221eebef57 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3776438 Feb 11 14:52:28.981877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:28.986110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:29.094851 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.149158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.242624 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.260133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6231bf-cb68-449c-b925-722cd6a1c4ea,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:29.334076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b82f53ad-84dd-483d-b1da-33bc2b595448 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:52:29.348302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.349577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e06c02bc-e449-4c84-8fb8-d2538623792d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667819 Feb 11 14:52:29.352356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:29.354882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b82f53ad-84dd-483d-b1da-33bc2b595448 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:52:29.355232 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b82f53ad-84dd-483d-b1da-33bc2b595448 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:52:29.357885 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:29.438066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.493043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.574148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.592204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91cf98a-c131-4e73-932b-1ff914003412,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:29.658091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.659368 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f71afc08-4c6f-4a4e-bcbc-6c8367f0a17a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3060412 Feb 11 14:52:29.662807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:29.666999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:29.770192 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.828118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.899429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.917096 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed4639d-2b69-4d32-b360-69d1fcb6ce40,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:29.969980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.971185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6ccf61f3-7a07-4ea9-8ed0-633ddf56fb48 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3074656 Feb 11 14:52:29.974459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:29.979122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:30.076120 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.134151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.219696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.238757 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d7f32e-c9ad-4092-8e7f-82f4f776a011,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:30.338642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.340344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-99046df1-3c97-4c11-9aad-7f485ba7a53c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647606 Feb 11 14:52:30.342992 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:30.347310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:30.454114 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:52:30.459573 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.517094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.602577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.619839 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b18c7b-dd93-409d-8824-8e7820f416a2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:30.707845 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.709106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2e892950-c693-4876-95a2-fb7b93a2819b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3651180 Feb 11 14:52:30.711876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:30.716223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'security_group_rule': {'security_group_id': '5360793a-b2b7-47b4-980f-853d41a6ca2c', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:30.734389 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.820065 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Project 6a2e1fd6e2da4f2dbab544ca057b6df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:52:30.825012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.886325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.956731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.974434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e35e20-be4f-4b67-a214-819ef441df98,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:31.050597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.051813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b9a0600f-988e-4bde-81d6-24730a3ff278 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390005 Feb 11 14:52:31.054720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:31.066835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'network': {'name': 'tempest-network-smoke--1473468305', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:31.147027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:52:31.150517 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.173131 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:52:31.182335 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.182698 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Added segment 75446802-e862-4d19-9f2e-9ce80fcbbeb1 of type vlan for network d1417983-6269-4aab-8180-dadf6a0059fb Feb 11 14:52:31.221064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.316631 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.322752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:31.323406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.385498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Network': ['ID=d1417983-6269-4aab-8180-dadf6a0059fb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:31.398541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d1417983-6269-4aab-8180-dadf6a0059fb details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:52:31.410949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd0e634b-6aef-4168-83a0-5ccc81518823 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3552079 Feb 11 14:52:31.415585 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:31.420099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'admin_state_up': True, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:31.499886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.500980 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.555391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.558678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:31.744186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:32.016272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:32.036148 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:32.138966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.3 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/9860faa1-6b53-4762-9710-b413d6578ba0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:52:32.235061 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:32.307622 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:32.353296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:32.356058 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:32.359552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:52:32.365673 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=9860faa1-6b53-4762-9710-b413d6578ba0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:32.652256 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:33.174112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:33.364594 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:52:33.469084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:52:33.480725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Sync routers for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:52:33.491173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:33.491789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:33.567263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:33.568556 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-759e2cb2-0200-461b-830c-4516329c4cec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1520154 Feb 11 14:52:33.571797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:33.596563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:33.600239 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8cf2626b-d30e-451a-a72e-5537a6274d5f tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6a2e1fd6e2da4f2dbab544ca057b6df1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274127 Feb 11 14:52:33.602908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:33.689804 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db71889-221d-429a-8ac0-45c6aba5afb5 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:33.691356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0db71889-221d-429a-8ac0-45c6aba5afb5 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875275 Feb 11 14:52:33.695259 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:33.732495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a25557cb-50cb-4d44-8519-03cef41c53eb tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348263 Feb 11 14:52:33.732708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:33.737411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197900201', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:33.779185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:32Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:33.809876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Checking router: 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:52:33.810207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Updating router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba port 9860faa1-6b53-4762-9710-b413d6578ba0 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:52:33.835570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:33.896324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:52:33.899910 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.092947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.158746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.187145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.217238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Subnet': ['ID=468e0013-8db8-4e51-a47b-e443550fe2f3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:34.226567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Checking segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:34.226928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network hostable DHCP agents. Network: d1417983-6269-4aab-8180-dadf6a0059fb, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:52:34.241925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Attempting to bind port 9860faa1-6b53-4762-9710-b413d6578ba0 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:34.242290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Attempting to bind port 9860faa1-6b53-4762-9710-b413d6578ba0 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:34.242654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Attempting to bind port 9860faa1-6b53-4762-9710-b413d6578ba0 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:34.250598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:34.250973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:34.251375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.251766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:34.252227 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Bound port: 9860faa1-6b53-4762-9710-b413d6578ba0, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:34.252607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.273773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe9f7c-ce4f-498f-acd8-c35830ea5d9b None None] Pushing event updated for resources: {'Port': ['ID=9860faa1-6b53-4762-9710-b413d6578ba0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:34.307963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] For port 9860faa1-6b53-4762-9710-b413d6578ba0, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:34.311020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] For port 9860faa1-6b53-4762-9710-b413d6578ba0, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9860faa1-6b53-4762-9710-b413d6578ba0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:34.324541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network d1417983-6269-4aab-8180-dadf6a0059fb is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:52:34.359394 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.393191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d1417983-6269-4aab-8180-dadf6a0059fb) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:34.397668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:34.398342 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.404231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29099e3-488b-4f85-97d9-4330e984ec62 None None] Network d1417983-6269-4aab-8180-dadf6a0059fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:52:34.470261 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7416e551-70d9-4d37-be36-547df21f7bcb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7364924 Feb 11 14:52:34.470673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe9f7c-ce4f-498f-acd8-c35830ea5d9b None None] Pushing event updated for resources: {'Port': ['ID=9860faa1-6b53-4762-9710-b413d6578ba0,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:34.473589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:34.474685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:34.475631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:34.632387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:34.741447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d1417983-6269-4aab-8180-dadf6a0059fb', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:52:34.742312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.903815 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:34.932384 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Allocated IP 172.20.0.2 (d1417983-6269-4aab-8180-dadf6a0059fb/468e0013-8db8-4e51-a47b-e443550fe2f3/b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:52:34.993142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c5378280-3be0-4809-a944-29d08de184ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:32Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:35.024256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5378280-3be0-4809-a944-29d08de184ee None None] The sync data for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 is: [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:32Z', 'revision_number': 3, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:52:35.121557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.197777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.243975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Network d1417983-6269-4aab-8180-dadf6a0059fb is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:35.246876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:35.254080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:52:35.269848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Pushing event updated for resources: {'Port': ['ID=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:35.278360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.1 (d1417983-6269-4aab-8180-dadf6a0059fb/468e0013-8db8-4e51-a47b-e443550fe2f3/0f4ec150-b122-4cf5-847b-3e7fd36cc5d5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:52:35.434835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.473560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9860faa1-6b53-4762-9710-b413d6578ba0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:35.531599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Attempting to bind port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:35.531985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Attempting to bind port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:35.532334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Attempting to bind port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 on network d1417983-6269-4aab-8180-dadf6a0059fb {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:35.542702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:35.543085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Checking segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:35.543495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.543890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Bound using segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:35.544370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Bound port: b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:35.544761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.547934 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.591947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9860faa1-6b53-4762-9710-b413d6578ba0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:35.592317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.593850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network d1417983-6269-4aab-8180-dadf6a0059fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:35.598928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:35.602661 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:52:35.609310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:35.650138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] For port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:35.654108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] For port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:35.661863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.697608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.722912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9860faa1-6b53-4762-9710-b413d6578ba0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9860faa1-6b53-4762-9710-b413d6578ba0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:35.729069 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.794559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5898718-69c5-4064-a1f9-e4ea3e828f44 None None] Pushing event updated for resources: {'Port': ['ID=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:35.808765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:35.863557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9860faa1-6b53-4762-9710-b413d6578ba0,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:35.879880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:36.178026 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:36.239288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:36.314139 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:36.315818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:36.419329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network d1417983-6269-4aab-8180-dadf6a0059fb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:36.420763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:36.536645 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:52:36.642064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:52:36.647612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8ba7f14a-5cb3-48ce-a264-bbc37cc47498 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/7856a5a0-6d72-47d4-a2a4-de1a7336d7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730685 Feb 11 14:52:36.790271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-3ef689fa-dc0f-471a-83eb-49807b7b9385 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135353001&fields=id&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 267 time: 0.0328236 Feb 11 14:52:36.830658 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Sync routers for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:52:36.840632 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:36.841322 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:36.896406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-9e22bba6-1a42-42f6-ae99-7cb356a53cce tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:36.898070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-9e22bba6-1a42-42f6-ae99-7cb356a53cce tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/networks?id=d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 200 len: 797 time: 0.1011147 Feb 11 14:52:36.913014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-46bb9e3e-0e17-4947-84bc-111244bbd374 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/quotas/6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Feb 11 14:52:36.944559 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:36.969473 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-eda496d9-7fce-420d-b14a-495a042c4fa8 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507846 Feb 11 14:52:37.071443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-c845a6f8-3646-4b98-84e3-a86f60da45d7 service neutron] 10.222.0.31 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888567 Feb 11 14:52:37.153914 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:36Z', 'revision_number': 2, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:37.171981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-fbcf0ef1-884d-4238-91c8-e75e59799ce5 service neutron] 10.222.0.31 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942490 Feb 11 14:52:37.181083 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Checking router: 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:52:37.181442 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Updating router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:52:37.211928 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.443626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f1a9d-3852-406d-8112-dae4fc114ab7 None None] Network d1417983-6269-4aab-8180-dadf6a0059fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:52:37.473798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9b38eb73-33d0-462e-9dfa-b7460dea339f req-f5f2039c-8038-4ec3-abe5-c2222991fad9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 210 time: 0.0591021 Feb 11 14:52:37.518289 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.539112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9860faa1-6b53-4762-9710-b413d6578ba0 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:37.575190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] Provisioning complete for port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:37.575567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.591286 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.643263 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:37.666378 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.666696 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.667023 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.667360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.667679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.668008 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.668323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.668640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.668984 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.669304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.669619 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.669931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:52:37.686495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9860faa1-6b53-4762-9710-b413d6578ba0 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:37.686495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.703572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Attempting to bind port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:37.704030 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Attempting to bind port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:37.704335 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Attempting to bind port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 on network d1417983-6269-4aab-8180-dadf6a0059fb {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:37.709554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:37.709921 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Checking segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:37.710356 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.710742 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Bound using segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:37.711196 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Bound port: 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:37.711585 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.777194 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.777719 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] For port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:37.781044 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] For port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:37.849378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] For port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:37.860058 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.866250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:37.918015 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:37.918635 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:37.921517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:37.922237 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.952103 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:37.967513 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7613ac-3f7a-4ad8-a494-141e7949da98 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:38.028518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9699b0a-fefa-4fa6-92f4-b18be89dae0b None None] Pushing event updated for resources: {'Port': ['ID=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:38.056519 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:38.180303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Provisioning complete for port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:38.180673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:38.276345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:38.321005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] For port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:38.377207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:37Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:38.393810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:38.409747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c6b55-1162-40ba-8352-a94654cfc8a2 None None] The sync data for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 is: [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:37Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:52:38.471856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Provisioning complete for port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:38.471856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:38.521757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41574e65-4eea-4662-acb9-0a1d457013ed None None] Pushing event updated for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:38.619243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-50ceab5e-52a2-4661-8311-413f7be26dc0 req-b11d09ee-2be2-4001-b95f-49b1719503d6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 210 time: 0.0378804 Feb 11 14:52:38.710454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-eccafbab-1177-42f1-a426-4dece7556a43 None None] Provisioning complete for port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:38.711015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eccafbab-1177-42f1-a426-4dece7556a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:38.917504 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a9dc4d77-4552-4748-95b3-62902e4f8f39 None None] Provisioning complete for port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:38.917878 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4d77-4552-4748-95b3-62902e4f8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:39.121860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3d0173bc-3541-4c1e-abdb-139a06b9af4d None None] Provisioning complete for port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:39.122264 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d0173bc-3541-4c1e-abdb-139a06b9af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:39.478252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-0e4b4d4a-10e1-4519-8061-63142f11862d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:39.482425 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-0e4b4d4a-10e1-4519-8061-63142f11862d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/networks?id=d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 200 len: 797 time: 0.1272936 Feb 11 14:52:39.527424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:39.532756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-d02b81c9-2c51-4e7e-95ee-f136508593c2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1 HTTP/1.1" status: 200 len: 379 time: 0.0429294 Feb 11 14:52:39.541553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'port': {'device_id': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'admin_state_up': True, 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'security_groups': ['5360793a-b2b7-47b4-980f-853d41a6ca2c']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:39.578078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:39.578613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:39.663541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:39.715652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:39.716032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:39.719498 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c0099594-b5d2-4abc-9f07-2af017dc8f8e req-9088c124-09ed-4980-93ae-04d9a6d128ec tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 210 time: 0.0269899 Feb 11 14:52:39.788127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Made reservation on behalf of 6a2e1fd6e2da4f2dbab544ca057b6df1 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:52:39.793987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:39.924240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.20.0.14 (d1417983-6269-4aab-8180-dadf6a0059fb/468e0013-8db8-4e51-a47b-e443550fe2f3/ce4d0e41-9c01-4f07-bb15-85e4332c3c49) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:52:40.058014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.147671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.195993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network d1417983-6269-4aab-8180-dadf6a0059fb is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:40.198906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:40.202457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:52:40.225035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:40.255105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:40.255759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.348334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-30dbfffb-bfaa-4d27-974e-1035adbfdba9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8105698 Feb 11 14:52:40.360179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Request body: {'port': {'device_id': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:40.414381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.432760 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8171564c-8173-4eb1-9d3f-972effd0fca3 None None] Provisioning complete for port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:40.433161 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8171564c-8173-4eb1-9d3f-972effd0fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.470445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8171564c-8173-4eb1-9d3f-972effd0fca3 None None] Port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:52:40.684681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:52:40.692198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.703610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Transition to ACTIVE for port object ce4d0e41-9c01-4f07-bb15-85e4332c3c49 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:52:40.764695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:40.845886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:40.908551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bd4cc-7951-4b3f-9227-4b94c90a4b79 req-dcf7b866-bd65-41f6-b44b-fb79419d842e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:40.910754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-520bd4cc-7951-4b3f-9227-4b94c90a4b79 req-dcf7b866-bd65-41f6-b44b-fb79419d842e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 944 time: 0.1157882 Feb 11 14:52:40.951257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Attempting to bind port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:52:40.951595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Attempting to bind port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:52:40.951926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Attempting to bind port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 on network d1417983-6269-4aab-8180-dadf6a0059fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:40.963689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 on network d1417983-6269-4aab-8180-dadf6a0059fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:52:40.964015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Attempting to bind port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 on network d1417983-6269-4aab-8180-dadf6a0059fb {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:52:40.973496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-520bd4cc-7951-4b3f-9227-4b94c90a4b79 req-6bcb70b7-76da-4282-a103-855c7a7950d4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559976 Feb 11 14:52:40.974348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:52:40.974684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Checking segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:52:40.975053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Bound using segment: {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:52:40.975475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Bound port: ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75446802-e862-4d19-9f2e-9ce80fcbbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:52:40.975831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:41.038610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:52:41.041587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:52:41.108114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:41.143216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.143829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:41.145745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] 10.222.0.60 "PUT /v2.0/ports/ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 200 len: 1092 time: 0.7900703 Feb 11 14:52:41.146151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:41.148353 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39f692b-b47c-4989-80b6-fe7663a80291" -d '{"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:41.170060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a7e6-adc3-47f9-a032-7f8e823a5caf service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:41.270653 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8abc94-86b2-48da-a875-a6ee6c5a40f6 x-openstack-request-id: req-6b8abc94-86b2-48da-a875-a6ee6c5a40f6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:41.270951 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:41.271206 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b8abc94-86b2-48da-a875-a6ee6c5a40f6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:41.271617 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'status': 'completed', 'code': 200} Feb 11 14:52:41.335731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-c07673b5-ee43-4795-9a7c-b8e6fb8d0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.337259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-c07673b5-ee43-4795-9a7c-b8e6fb8d0af2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1095 time: 0.0466254 Feb 11 14:52:41.431448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-ba25f2d9-ba52-40ef-a246-07c6ea71ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.432961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-ba25f2d9-ba52-40ef-a246-07c6ea71ab00 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0878553 Feb 11 14:52:41.527188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-f3bcb9a1-7269-4018-8c3a-38610147ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.528607 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e39f692b-b47c-4989-80b6-fe7663a80291 req-f3bcb9a1-7269-4018-8c3a-38610147ad80 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892994 Feb 11 14:52:41.600641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-42c25adf-9a4a-4720-90f9-5f367ad5ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.602217 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-42c25adf-9a4a-4720-90f9-5f367ad5ca85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1095 time: 0.0406950 Feb 11 14:52:41.642545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-c4500368-14e4-41a7-814b-0ec81689d085 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 200 len: 217 time: 0.0335844 Feb 11 14:52:41.693060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-d6fcfa7b-3be2-4e48-ad32-29cb5d76967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.694483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-d6fcfa7b-3be2-4e48-ad32-29cb5d76967c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=468e0013-8db8-4e51-a47b-e443550fe2f3 HTTP/1.1" status: 200 len: 834 time: 0.0458646 Feb 11 14:52:41.738548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-aa808db4-ff1b-472f-88ab-6ae11143643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:41.739998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-aa808db4-ff1b-472f-88ab-6ae11143643f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1417983-6269-4aab-8180-dadf6a0059fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386231 Feb 11 14:52:41.828876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-4760c0f3-69eb-4504-97c1-167deecda6dc service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823331 Feb 11 14:52:41.916876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3696fcdf-4722-4a0e-89eb-ef0fc2e75656 req-457bc78a-27ab-4927-9ac7-7235c999abd5 service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820699 Feb 11 14:52:42.093009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5d86e-82cf-4d43-9f8c-05e38a99e0bc req-df0f48af-e978-4efd-a717-4ab3baac867b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:42.093009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4df5d86e-82cf-4d43-9f8c-05e38a99e0bc req-df0f48af-e978-4efd-a717-4ab3baac867b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 944 time: 0.0500879 Feb 11 14:52:42.129595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4df5d86e-82cf-4d43-9f8c-05e38a99e0bc req-0800c2e5-6d5b-4ed4-a456-684975ce487a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Feb 11 14:52:43.244667 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5b7b-8646-4055-b544-6e64829a3d5d req-9472583e-8f0c-4743-a20f-900ff53c6160 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:43.246164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a1c5b7b-8646-4055-b544-6e64829a3d5d req-9472583e-8f0c-4743-a20f-900ff53c6160 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 944 time: 0.0477295 Feb 11 14:52:43.287544 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a1c5b7b-8646-4055-b544-6e64829a3d5d req-8607d974-e37e-40d9-a9bb-7a30aff17888 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350313 Feb 11 14:52:44.401955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c81f2-1adb-4f52-bf11-5ebdc2374448 req-fa6707f3-0ae8-4855-a9c1-6ae004a07e42 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:44.403428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-479c81f2-1adb-4f52-bf11-5ebdc2374448 req-fa6707f3-0ae8-4855-a9c1-6ae004a07e42 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 944 time: 0.0473108 Feb 11 14:52:44.426255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:52:44.444774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-479c81f2-1adb-4f52-bf11-5ebdc2374448 req-14f0350a-d625-4e4b-acb2-79009fb65fa7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353119 Feb 11 14:52:44.523949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:44.538435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'mac_address': 'fa:16:3e:ed:58:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:52:44.574105 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:44.587271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:52:44.605467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:44.676879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:44.722884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:44.876525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ce4d0e41-9c01-4f07-bb15-85e4332c3c49'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:52:45.560788 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4df0a-3803-464a-9854-e85757555e90 req-cb8f4231-3789-46ac-98c4-4a9fbda90828 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:45.562286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04d4df0a-3803-464a-9854-e85757555e90 req-cb8f4231-3789-46ac-98c4-4a9fbda90828 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 945 time: 0.0487521 Feb 11 14:52:45.599631 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04d4df0a-3803-464a-9854-e85757555e90 req-905df524-bdc7-494f-beff-93116111a1bf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Feb 11 14:52:46.426214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:52:46.541617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:52:46.545605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:52:46.545976 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:46.624112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:46.646082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:46.648316 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1155335-29e4-48d3-be42-3f1c1bf8a714" -d '{"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:46.661038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:52:46.688936 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec8a0b-7310-4cfc-a226-b5fd834496b2 x-openstack-request-id: req-02ec8a0b-7310-4cfc-a226-b5fd834496b2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:46.689332 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:46.689623 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02ec8a0b-7310-4cfc-a226-b5fd834496b2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:46.690077 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'code': 200} Feb 11 14:52:46.715818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b1006-e5ea-4b43-8813-f5f05941953c req-a6fa94d2-59a6-46b2-80fa-5f91e22a4e99 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:46.717970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b69b1006-e5ea-4b43-8813-f5f05941953c req-a6fa94d2-59a6-46b2-80fa-5f91e22a4e99 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 945 time: 0.0503409 Feb 11 14:52:46.751263 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:46.778834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b69b1006-e5ea-4b43-8813-f5f05941953c req-7a83e8d1-dbf3-41c5-bc83-8458a048820c tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546801 Feb 11 14:52:46.791662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfa840-ffb8-4d43-8cbe-66aff74056de req-76240622-0d3f-4132-a572-f431bb0b566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:46.793519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eddfa840-ffb8-4d43-8cbe-66aff74056de req-76240622-0d3f-4132-a572-f431bb0b566e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1097 time: 0.0498879 Feb 11 14:52:46.799917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:46.827876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eddfa840-ffb8-4d43-8cbe-66aff74056de req-81c6aa45-a468-4b6c-b69e-36bdb00581bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280154 Feb 11 14:52:47.900756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d837-ed01-416b-bb75-351ef61c2ef6 req-3978b085-8456-40d5-91b1-9f3e6238cf54 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:47.902257 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25c8d837-ed01-416b-bb75-351ef61c2ef6 req-3978b085-8456-40d5-91b1-9f3e6238cf54 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0520790 Feb 11 14:52:47.939848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25c8d837-ed01-416b-bb75-351ef61c2ef6 req-7e50120a-ff1a-4760-ba82-618562db81ea tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Feb 11 14:52:48.202522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9458945a-c342-4c33-9402-eb812d95983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:49.057249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a9f1-52a6-46b6-8ea9-bc53a483dfe6 req-38645588-fac6-4302-9a8b-7ccc61cd0dce tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:49.058723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ed2a9f1-52a6-46b6-8ea9-bc53a483dfe6 req-38645588-fac6-4302-9a8b-7ccc61cd0dce tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0505738 Feb 11 14:52:49.096322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ed2a9f1-52a6-46b6-8ea9-bc53a483dfe6 req-6e1e8b70-1fc5-45f2-8650-443e9ca4a60e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Feb 11 14:52:49.209223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc626-01fd-4009-ac3f-fc3eb52b314b req-97236c2b-f6eb-4e04-84f6-bdbb79c20964 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:49.210679 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c6fc626-01fd-4009-ac3f-fc3eb52b314b req-97236c2b-f6eb-4e04-84f6-bdbb79c20964 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0477352 Feb 11 14:52:49.250969 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c6fc626-01fd-4009-ac3f-fc3eb52b314b req-7b13184e-4a59-445c-8531-bfafbf1836c7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342655 Feb 11 14:52:49.272442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:49.310296 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b29964-1286-4a3b-bdd6-36d8af138da7 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:49.311762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-29b29964-1286-4a3b-bdd6-36d8af138da7 tempest-TestNetworkAdvancedServerOps-1410684357 tempest-TestNetworkAdvancedServerOps-1410684357-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1092 time: 0.0383453 Feb 11 14:52:49.314852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39560) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:49.319583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:52:49.427161 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:49.520461 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:49.624169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Allocated IP 172.25.7.129 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/b4642e11-b93f-4fd4-92d4-aa920bbdc254) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:52:49.720218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:49.814492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:49.852387 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:52:49.855500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:52:49.858347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:52:49.887042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=b4642e11-b93f-4fd4-92d4-aa920bbdc254,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:50.216170 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.343468 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.465675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60fb395d-2d11-4634-b445-7c7874cdf786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.491199 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.562534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.630854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event updated for resources: {'Port': ['ID=b4642e11-b93f-4fd4-92d4-aa920bbdc254,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:52:50.640574 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:50.738754 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP c61c4b8a-15be-4ccb-b7b1-ead0741e076d associated. External IP: 172.25.7.129, port: ce4d0e41-9c01-4f07-bb15-85e4332c3c49. Feb 11 14:52:50.939078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:52:51.366533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:52:51.376222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Sync routers for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:52:51.385716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:51.386318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:51.434846 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:51.461997 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d2015e27-7057-43ce-bfc4-bc462af6f3e0 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1461530 Feb 11 14:52:51.462596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:52:51.464924 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb15244-7bb5-4095-9275-00a0f2054666" -d '{"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:52:51.493049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:51.562225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe86d1e-8b3e-4927-b951-123fdb617930 req-939e482a-b488-4d6e-983a-3a996dd3f3bc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:51.564109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abe86d1e-8b3e-4927-b951-123fdb617930 req-939e482a-b488-4d6e-983a-3a996dd3f3bc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0501263 Feb 11 14:52:51.578208 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52071e8c-1360-49d4-965d-092a9d5f0aff x-openstack-request-id: req-52071e8c-1360-49d4-965d-092a9d5f0aff {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:52:51.578531 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:52:51.578806 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52071e8c-1360-49d4-965d-092a9d5f0aff {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:52:51.579226 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'status': 'completed', 'code': 200} Feb 11 14:52:51.614939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abe86d1e-8b3e-4927-b951-123fdb617930 req-4ef15a09-d570-4a0a-8939-9bc2d120f9da tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Feb 11 14:52:51.637771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:51.646499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-4e9ba7a3-5ef1-42ff-9f3e-59d945242d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:51.648019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-4e9ba7a3-5ef1-42ff-9f3e-59d945242d59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1097 time: 0.0484438 Feb 11 14:52:51.703011 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be634a1c-8b05-484e-97f1-1bf06a21a20d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/c61c4b8a-15be-4ccb-b7b1-ead0741e076d HTTP/1.1" status: 200 len: 992 time: 0.0630083 Feb 11 14:52:51.723367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c61c4b8a-15be-4ccb-b7b1-ead0741e076d', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'mac_address': 'fa:16:3e:ed:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:52:50Z', 'updated_at': '2022-02-11T14:52:50Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:51.917823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Checking router: 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:52:51.939631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:52:51.940252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:52:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:52.025845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:52.048853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:52:52.079723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-c237e89e-08a4-43e5-8797-96b274658d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:52.081807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-c237e89e-08a4-43e5-8797-96b274658d84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 200 len: 898 time: 0.4267585 Feb 11 14:52:52.147844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-9d024a79-7da1-405e-aaf4-17bfd04002e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 200 len: 1000 time: 0.0597148 Feb 11 14:52:52.196826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-98fc3551-bcd5-4fb0-84d9-802386133b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:52.198280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-98fc3551-bcd5-4fb0-84d9-802386133b74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=468e0013-8db8-4e51-a47b-e443550fe2f3 HTTP/1.1" status: 200 len: 834 time: 0.0444002 Feb 11 14:52:52.246668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-30722cc9-635f-4ba1-880b-6f7274a736bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:52:52.248176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-30722cc9-635f-4ba1-880b-6f7274a736bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1417983-6269-4aab-8180-dadf6a0059fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435164 Feb 11 14:52:52.280589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c61c4b8a-15be-4ccb-b7b1-ead0741e076d', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'mac_address': 'fa:16:3e:ed:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:52:50Z', 'updated_at': '2022-02-11T14:52:50Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:52:52.310923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c6fd0-d30c-4ef8-994d-705a77a8ee95 None None] The sync data for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 is: [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'c61c4b8a-15be-4ccb-b7b1-ead0741e076d', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'mac_address': 'fa:16:3e:ed:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:52:50Z', 'updated_at': '2022-02-11T14:52:50Z', 'revision_number': 0, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:52:52.335891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-327672da-513f-41fd-ab49-0a657418ba8a service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Feb 11 14:52:52.427662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cdb15244-7bb5-4095-9275-00a0f2054666 req-8b41a4f4-3829-465a-9c3f-1e96e286966b service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859499 Feb 11 14:52:52.505737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a2b85-5ab5-4938-bd2d-fc1808481c5d None None] New status for floating IP c61c4b8a-15be-4ccb-b7b1-ead0741e076d: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:52:52.705826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39572) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:52:52.772055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4bbdad06-dfe5-4b99-a462-565267942902 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/c61c4b8a-15be-4ccb-b7b1-ead0741e076d HTTP/1.1" status: 200 len: 994 time: 0.0645103 Feb 11 14:52:53.262906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:53.373811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:56.710675 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:53:00.689943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:01.564454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:18.187309 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-498429fc-e55e-4d48-a3b0-7ffc2987ca51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:20.478671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f673949d-5492-4361-8c1b-d3d136f2a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:21.858905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:23.244286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:23.339048 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:24.430400 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cfaf-d968-477e-976c-3599332470f8 req-ba30582a-e7e5-4991-ac29-fc4dab5b76be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:24.431928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a083cfaf-d968-477e-976c-3599332470f8 req-ba30582a-e7e5-4991-ac29-fc4dab5b76be tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0504866 Feb 11 14:53:24.468756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a083cfaf-d968-477e-976c-3599332470f8 req-1d3000db-b463-4afc-9791-fbdbb08522bd tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Feb 11 14:53:25.585220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e25d9-bed1-4736-9de2-2e7722ecdb08 req-63406ed2-cca7-4c27-a994-d036a6cd0fbf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:25.586707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b8e25d9-bed1-4736-9de2-2e7722ecdb08 req-63406ed2-cca7-4c27-a994-d036a6cd0fbf tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0498028 Feb 11 14:53:25.624539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b8e25d9-bed1-4736-9de2-2e7722ecdb08 req-c92cd375-3842-41b2-b5b3-89cc53d7c76f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Feb 11 14:53:26.745551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8edf12-aa94-48e8-aa08-fc0b1b3727d9 req-ad8ac40c-0c5a-4c86-b08d-77cbac2f29c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:26.746998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc8edf12-aa94-48e8-aa08-fc0b1b3727d9 req-ad8ac40c-0c5a-4c86-b08d-77cbac2f29c6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0507052 Feb 11 14:53:26.782700 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc8edf12-aa94-48e8-aa08-fc0b1b3727d9 req-ebb48361-4950-47f2-ac0a-48d96a2a7deb tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297756 Feb 11 14:53:27.896742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60fdac-689f-4950-9fb6-791817904805 req-2f99cc9f-3080-4a50-bbb1-7408f5fb7c89 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:27.898242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab60fdac-689f-4950-9fb6-791817904805 req-2f99cc9f-3080-4a50-bbb1-7408f5fb7c89 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0479889 Feb 11 14:53:27.934946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab60fdac-689f-4950-9fb6-791817904805 req-ff79c87a-cdd8-44ae-9bb6-294e1e30d945 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307131 Feb 11 14:53:29.049079 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42be16-d4dc-425a-b613-b3009f7eec27 req-bb52f616-9d4a-4e03-b8bd-ad3ee3024185 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:29.050557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f42be16-d4dc-425a-b613-b3009f7eec27 req-bb52f616-9d4a-4e03-b8bd-ad3ee3024185 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0481696 Feb 11 14:53:29.088551 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f42be16-d4dc-425a-b613-b3009f7eec27 req-a473b9b3-087e-4696-8c20-ae519920afcc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Feb 11 14:53:30.203793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848fc13-f475-4f99-9ec9-eabc64176297 req-4c3c2c69-f1a3-4479-b28d-cfc03832088d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:30.205249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2848fc13-f475-4f99-9ec9-eabc64176297 req-4c3c2c69-f1a3-4479-b28d-cfc03832088d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0507085 Feb 11 14:53:30.241937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2848fc13-f475-4f99-9ec9-eabc64176297 req-839abc3c-4832-4124-8ff3-a5dcb386a33d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302260 Feb 11 14:53:30.733500 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:31.356030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea91e7-65ee-4a7e-a63e-c8efb1a1211d req-cdaad582-bac5-4357-abfe-8937b7f90816 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:31.357548 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0ea91e7-65ee-4a7e-a63e-c8efb1a1211d req-cdaad582-bac5-4357-abfe-8937b7f90816 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0480251 Feb 11 14:53:31.394651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0ea91e7-65ee-4a7e-a63e-c8efb1a1211d req-a8558279-8979-45eb-b522-ad9f9ae25fb2 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310421 Feb 11 14:53:31.581319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:32.510465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20db23-086d-4bab-857d-f99be044b50d req-168fdc59-081d-4540-b9b5-b9be8ae0f4c4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:32.511908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab20db23-086d-4bab-857d-f99be044b50d req-168fdc59-081d-4540-b9b5-b9be8ae0f4c4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0475614 Feb 11 14:53:32.548369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ab20db23-086d-4bab-857d-f99be044b50d req-6bd3ccc1-66e8-4f9c-ae12-11d981daa3d3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Feb 11 14:53:33.669620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd475-e6ac-4525-b8fa-ca1deebed25f req-e8927168-18f8-45a3-9eb1-d0a90c00a341 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:33.671008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a2bd475-e6ac-4525-b8fa-ca1deebed25f req-e8927168-18f8-45a3-9eb1-d0a90c00a341 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0521526 Feb 11 14:53:33.708993 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a2bd475-e6ac-4525-b8fa-ca1deebed25f req-d13716cb-58ca-4c79-bfe9-538318978f24 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Feb 11 14:53:33.709217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:53:34.825318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2f47-1654-48a5-8711-d7400e9d97a9 req-44f6836a-8031-4fe5-8e31-1541b82e176d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:34.826771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0dc2f47-1654-48a5-8711-d7400e9d97a9 req-44f6836a-8031-4fe5-8e31-1541b82e176d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0471759 Feb 11 14:53:34.863253 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0dc2f47-1654-48a5-8711-d7400e9d97a9 req-15d89c98-8b60-4a63-9ffa-e445278d1013 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Feb 11 14:53:35.977015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d035b02-a5ed-4cb5-9c97-0eae15717d58 req-57b883df-7ce9-44f0-abd2-3ffb7b4c0ed6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:35.978483 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d035b02-a5ed-4cb5-9c97-0eae15717d58 req-57b883df-7ce9-44f0-abd2-3ffb7b4c0ed6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0475094 Feb 11 14:53:36.014216 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0d035b02-a5ed-4cb5-9c97-0eae15717d58 req-54215e1d-a1b6-4d7c-a94d-979a8f0db42d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298915 Feb 11 14:53:37.135215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a7f51-4504-439a-85de-27b320fcc74b req-6aec232c-7fc3-4a07-8597-533557242355 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:37.136689 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-206a7f51-4504-439a-85de-27b320fcc74b req-6aec232c-7fc3-4a07-8597-533557242355 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0538492 Feb 11 14:53:37.173119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-206a7f51-4504-439a-85de-27b320fcc74b req-08fb1df1-f069-4334-9d71-481a9af3844a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303903 Feb 11 14:53:38.286322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb2e6c-0dd7-4e38-a7df-2cd9cdc910b2 req-53fff43d-0626-4167-a075-cc2ddab1a046 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:38.287769 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2cb2e6c-0dd7-4e38-a7df-2cd9cdc910b2 req-53fff43d-0626-4167-a075-cc2ddab1a046 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0465808 Feb 11 14:53:38.325292 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2cb2e6c-0dd7-4e38-a7df-2cd9cdc910b2 req-b00fbd7b-0490-4102-a363-6d3df51a781e tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Feb 11 14:53:39.437470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416982-b2f2-48dc-868b-bfd862a165d6 req-b92ecca9-f83c-48ef-b2a6-e45b0c9f1315 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:39.439190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6416982-b2f2-48dc-868b-bfd862a165d6 req-b92ecca9-f83c-48ef-b2a6-e45b0c9f1315 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0472276 Feb 11 14:53:39.478161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6416982-b2f2-48dc-868b-bfd862a165d6 req-7e7157b3-2d38-48bb-bcbb-c558d2bb1d74 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Feb 11 14:53:40.598285 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb3de-0d10-4f9f-8d0f-1564a5a4672d req-86d544c8-ee3d-41fb-9e1c-46c6c536284f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:40.599770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e4cb3de-0d10-4f9f-8d0f-1564a5a4672d req-86d544c8-ee3d-41fb-9e1c-46c6c536284f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0519736 Feb 11 14:53:40.637424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6e4cb3de-0d10-4f9f-8d0f-1564a5a4672d req-4d51a36a-56bc-4ab4-bf47-117d9da11f5f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306847 Feb 11 14:53:41.752498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b0741-1133-461d-863b-8fcd8b16f019 req-84d1c30c-52fe-445c-a67e-2abb5be90275 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:41.753998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e52b0741-1133-461d-863b-8fcd8b16f019 req-84d1c30c-52fe-445c-a67e-2abb5be90275 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0484159 Feb 11 14:53:41.790978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e52b0741-1133-461d-863b-8fcd8b16f019 req-4e00d9ef-94da-46be-8555-9ec80211af66 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310748 Feb 11 14:53:42.429536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1719-cb1a-40da-90b5-f26269acf2d9 req-7aa37e76-b98c-441e-92e4-f3c4c8cf2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:42.431015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e6f1719-cb1a-40da-90b5-f26269acf2d9 req-7aa37e76-b98c-441e-92e4-f3c4c8cf2467 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1097 time: 0.0426874 Feb 11 14:53:42.465797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e6f1719-cb1a-40da-90b5-f26269acf2d9 req-00ec72c3-8334-4d94-bc7b-fc5a01e27529 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277193 Feb 11 14:53:42.905555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025cde2-f07b-4b55-87a8-f6b9b7fb84ee req-3093895b-2da0-43e6-8938-0b6b0645a6e7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:42.907044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2025cde2-f07b-4b55-87a8-f6b9b7fb84ee req-3093895b-2da0-43e6-8938-0b6b0645a6e7 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0480664 Feb 11 14:53:42.943968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2025cde2-f07b-4b55-87a8-f6b9b7fb84ee req-576af1d2-730c-4905-ac96-a20cc49ffd12 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Feb 11 14:53:44.056573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7588-2e45-47f9-8ccf-4787ef506f8b req-e0872940-53f6-4f56-b917-dfdedf868b08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:44.058079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4ad7588-2e45-47f9-8ccf-4787ef506f8b req-e0872940-53f6-4f56-b917-dfdedf868b08 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0471351 Feb 11 14:53:44.097548 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f4ad7588-2e45-47f9-8ccf-4787ef506f8b req-88ea193a-4316-4975-b0fa-23fa012ac7a6 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Feb 11 14:53:44.119518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39636) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:53:44.184037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-63076aa3-7335-4277-b034-d529b7c47071 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/floatingips/c61c4b8a-15be-4ccb-b7b1-ead0741e076d HTTP/1.1" status: 200 len: 994 time: 0.0633967 Feb 11 14:53:44.710616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:53:44.714246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:53:44.858404 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:44.877321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:53:44.894983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'port_id': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'mac_address': 'fa:16:3e:ed:58:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:53:44.900262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:53:44.902499 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ecefa7-7e08-4802-bf70-b2385f8a4d9c" -d '{"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:53:44.918407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:53:44.940569 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56036e7e-bdd5-43b4-8add-5c79493e77d2 x-openstack-request-id: req-56036e7e-bdd5-43b4-8add-5c79493e77d2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:53:44.940861 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:53:44.941142 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56036e7e-bdd5-43b4-8add-5c79493e77d2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:53:44.941536 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'code': 200} Feb 11 14:53:44.952181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:44.965297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:53:44.970851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:45.046031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:53:45.046387 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:53:45.047007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:53:45.054541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.054915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.055769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.055769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.055936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.056226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.056553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.056877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.057241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.057566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.057887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.058212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:53:45.582120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:45.594935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:53:45.613312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:53:45.700998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:45.748357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:53:45.912082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ce4d0e41-9c01-4f07-bb15-85e4332c3c49'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:53:46.714939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:53:46.762802 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:53:46.763444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:46.836569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:46.871761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:53:46.935017 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:46.956626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:53:46.958823 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2919194-b6cc-4b1a-92eb-aa3c2218f251" -d '{"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:53:46.985952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:53:46.999362 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37aab00-ab36-42fc-9d89-64bb036966c2 x-openstack-request-id: req-b37aab00-ab36-42fc-9d89-64bb036966c2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:53:46.999651 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:53:46.999907 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b37aab00-ab36-42fc-9d89-64bb036966c2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:53:47.000299 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'code': 200} Feb 11 14:53:47.537650 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-cb2d226e-a1a3-4dc6-ac32-a6ce9addec29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0376973 Feb 11 14:53:47.619079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eefb3-625a-4909-a086-5862eacacc31 req-204371b0-a18a-48f2-9bba-199023bbe8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:47.620468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-204371b0-a18a-48f2-9bba-199023bbe8b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1097 time: 0.0402668 Feb 11 14:53:47.721149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eefb3-625a-4909-a086-5862eacacc31 req-4eb02ace-29a9-4353-a45e-5c2a1fc7b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:47.722601 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-4eb02ace-29a9-4353-a45e-5c2a1fc7b420 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 200 len: 898 time: 0.0849905 Feb 11 14:53:47.784826 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-ad313f73-a910-4977-bcb8-7d74e2b75574 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 200 len: 1002 time: 0.0556004 Feb 11 14:53:47.831079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eefb3-625a-4909-a086-5862eacacc31 req-558d4fe6-bb8f-4178-8bac-403901eeb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:47.832451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-558d4fe6-bb8f-4178-8bac-403901eeb7fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=468e0013-8db8-4e51-a47b-e443550fe2f3 HTTP/1.1" status: 200 len: 834 time: 0.0417550 Feb 11 14:53:47.878699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eefb3-625a-4909-a086-5862eacacc31 req-3ba49e9a-70d6-434d-873a-5769ba130889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:53:47.880057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-3ba49e9a-70d6-434d-873a-5769ba130889 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1417983-6269-4aab-8180-dadf6a0059fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413795 Feb 11 14:53:47.965452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-96b955b3-1f63-4a14-80df-51e1dceb145a service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787153 Feb 11 14:53:48.060016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c96eefb3-625a-4909-a086-5862eacacc31 req-5bd600b9-c8e4-4e18-aed6-cb2221125431 service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879178 Feb 11 14:53:48.210064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4790cf01-d7e3-41ad-90c8-a09d1a3c7287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:50.481375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-790c50cc-2937-4978-9ab3-ce21e394f89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:51.841535 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:53.243892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:53.332788 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:00.728157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:01.555840 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:10.707847 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:54:14.757985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:14.916566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port b4642e11-b93f-4fd4-92d4-aa920bbdc254 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:14.916947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:14.995904 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:14.996236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:15.009241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for b4642e11-b93f-4fd4-92d4-aa920bbdc254 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:15.220723 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:15.245890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=b4642e11-b93f-4fd4-92d4-aa920bbdc254,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:15.257597 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.257954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.258298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.258640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.259621 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.259900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.260231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.260562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.260913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.261248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.261584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.261897 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:15.317270 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:15.317713 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Floating IP c61c4b8a-15be-4ccb-b7b1-ead0741e076d disassociated (deleted). External IP: 172.25.7.129, port: ce4d0e41-9c01-4f07-bb15-85e4332c3c49. Feb 11 14:54:15.536401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:54:15.641449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:54:15.646567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:15.651091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Sync routers for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:54:15.660213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:54:15.660806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:53:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:15.673639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-63a24894-b580-464e-b5ef-f7f1ce29414a tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/floatingips/c61c4b8a-15be-4ccb-b7b1-ead0741e076d HTTP/1.1" status: 204 len: 168 time: 0.9145746 Feb 11 14:54:15.674248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:54:15.676499 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229773cc-b3f9-4873-9fd6-f2a55501b09a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:54:15.714689 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d00a4e-7561-4447-9b6d-773256acf378 x-openstack-request-id: req-09d00a4e-7561-4447-9b6d-773256acf378 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:54:15.715059 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:54:15.715496 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09d00a4e-7561-4447-9b6d-773256acf378 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:54:15.715975 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'status': 'completed', 'code': 200} Feb 11 14:54:15.769711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:54:15.781235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-b32b5e36-f96f-47de-b5d2-1aff02454ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:15.782792 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-b32b5e36-f96f-47de-b5d2-1aff02454ff0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 1097 time: 0.0444765 Feb 11 14:54:15.875727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-b20b8f81-78ed-46e9-98b9-d67e10556afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:15.877246 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-b20b8f81-78ed-46e9-98b9-d67e10556afb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 200 len: 898 time: 0.0870521 Feb 11 14:54:15.922893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-71cba5a9-e614-4109-9210-2ada95be7a2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 200 len: 217 time: 0.0391157 Feb 11 14:54:15.965656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:15.976343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-0c9bd639-80ea-47b2-a408-941a0cdad728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:15.978571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-0c9bd639-80ea-47b2-a408-941a0cdad728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=468e0013-8db8-4e51-a47b-e443550fe2f3 HTTP/1.1" status: 200 len: 834 time: 0.0469997 Feb 11 14:54:15.991931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Checking router: 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:54:16.000203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:54:16.000782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:53:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:16.026359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-e2ed9b5a-db6a-4b92-8212-68d337fd705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:16.027939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-e2ed9b5a-db6a-4b92-8212-68d337fd705d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1417983-6269-4aab-8180-dadf6a0059fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406241 Feb 11 14:54:16.121042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b08d5-ec00-45bf-9c63-8e63c2069e32 req-744a87a9-3006-4624-b63d-9a9f09acbe34 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:16.121678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:54:16.122590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6b08d5-ec00-45bf-9c63-8e63c2069e32 req-744a87a9-3006-4624-b63d-9a9f09acbe34 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0519168 Feb 11 14:54:16.129966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-f72e296c-3d69-4477-85a3-d696a9252186 service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932438 Feb 11 14:54:16.164667 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e6b08d5-ec00-45bf-9c63-8e63c2069e32 req-c66265a1-af27-40ef-934f-fb846562eb87 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Feb 11 14:54:16.225509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-229773cc-b3f9-4873-9fd6-f2a55501b09a req-394d76e2-71ed-4b5d-8bf4-458e2cbb7561 service neutron] 10.222.0.60 "GET /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Feb 11 14:54:16.474725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:16.501464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaae13-9d1d-4767-8c0b-a0ca45048d7a None None] The sync data for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 is: [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0f4ec150-b122-4cf5-847b-3e7fd36cc5d5', 'name': '', 'network_id': 'd1417983-6269-4aab-8180-dadf6a0059fb', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'mac_address': 'fa:16:3e:99:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:35Z', 'updated_at': '2022-02-11T14:52:38Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'subnets': [{'id': '468e0013-8db8-4e51-a47b-e443550fe2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:54:16.712825 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169cbcc-229f-42f4-835a-8def786d55d5 None None] New status for floating IP c61c4b8a-15be-4ccb-b7b1-ead0741e076d: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:54:17.289347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406179f-7328-43e3-af3f-72fdd5cfbd1e req-db03438c-cf04-4934-984c-f69c656b26f4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:17.291346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8406179f-7328-43e3-af3f-72fdd5cfbd1e req-db03438c-cf04-4934-984c-f69c656b26f4 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0495234 Feb 11 14:54:17.333964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8406179f-7328-43e3-af3f-72fdd5cfbd1e req-284b88d6-fdaf-40dd-be52-582585d88f26 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/security-groups?id=5360793a-b2b7-47b4-980f-853d41a6ca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365314 Feb 11 14:54:17.422626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-6d524ce0-c50e-4522-bbf5-d2dff646ed22 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:17.424084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-6d524ce0-c50e-4522-bbf5-d2dff646ed22 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 946 time: 0.0474679 Feb 11 14:54:17.510236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:17.510582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:17.604299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port ce4d0e41-9c01-4f07-bb15-85e4332c3c49, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:17.604582 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:17.616119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for ce4d0e41-9c01-4f07-bb15-85e4332c3c49 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:17.798047 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:17.824786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=ce4d0e41-9c01-4f07-bb15-85e4332c3c49,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:17.839864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.839864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.839864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.839864 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.840220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.840445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.840771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.841151 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.841481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.841803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.842125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.842443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:17.875790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] No DVR routers for this DVR port ce4d0e41-9c01-4f07-bb15-85e4332c3c49 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:54:17.878316 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:17.881641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd6518b2-09bb-4ef0-8f30-c54bef0ff971 req-84569cf8-2dcc-43e0-bc86-12f2c452036b tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.60 "DELETE /v2.0/ports/ce4d0e41-9c01-4f07-bb15-85e4332c3c49 HTTP/1.1" status: 204 len: 173 time: 0.4520414 Feb 11 14:54:17.882081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-deleted', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:54:17.884848 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76222d60-8cdb-4a07-8d86-e8c828560d12" -d '{"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-deleted", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:54:17.921311 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2341c-ebec-47c7-a1bd-781f44c9ea82 x-openstack-request-id: req-5bd2341c-ebec-47c7-a1bd-781f44c9ea82 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:54:17.921639 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a620a40-77d2-4292-8065-beb4a981e6fa", "name": "network-vif-deleted", "tag": "ce4d0e41-9c01-4f07-bb15-85e4332c3c49", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:54:17.921896 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bd2341c-ebec-47c7-a1bd-781f44c9ea82 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:54:17.922305 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a620a40-77d2-4292-8065-beb4a981e6fa', 'name': 'network-vif-deleted', 'tag': 'ce4d0e41-9c01-4f07-bb15-85e4332c3c49', 'status': 'completed', 'code': 200} Feb 11 14:54:18.212877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa653b44-bfa5-4c2b-a8bd-052ff7602aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:18.440814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-95e45771-b280-45b1-9e2d-7f8c57c2dd69 req-45aeadb1-c17b-4311-aa8c-3f20a21a37ee tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a620a40-77d2-4292-8065-beb4a981e6fa HTTP/1.1" status: 200 len: 210 time: 0.0264785 Feb 11 14:54:19.497617 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39670) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:19.858750 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.113292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:20.113565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.200970 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:20.201350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.213590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:20.464493 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.471958 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcaba8fe-b3be-4108-8bf5-9fe1d68e9e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.490317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=0f4ec150-b122-4cf5-847b-3e7fd36cc5d5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:20.665222 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:20.878256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:54:20.890689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:54:20.903932 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: ce4d0e41-9c01-4f07-bb15-85e4332c3c49 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:54:20.904273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ce4d0e41-9c01-4f07-bb15-85e4332c3c49 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:54:20.994958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:54:20.999947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6e006fdb-3e36-48e1-8b4a-e6463a31156d tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "PUT /v2.0/routers/7856a5a0-6d72-47d4-a2a4-de1a7336d7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013366 Feb 11 14:54:21.002666 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:21.004846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Sync routers for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:54:21.014235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:54:21.014837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:54:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:21.051677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting subnet 468e0013-8db8-4e51-a47b-e443550fe2f3 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:54:21.054945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.094227 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.122441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:54:21.179498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.301060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:54:20Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:21.306949 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.327485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Checking router: 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:54:21.333501 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Subnet': ['ID=468e0013-8db8-4e51-a47b-e443550fe2f3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:21.337888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.338057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Routers {'7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:54:21.338710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:54:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:21.341277 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-4549b151-caec-4d84-a082-ca48376577cc tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/subnets/468e0013-8db8-4e51-a47b-e443550fe2f3 HTTP/1.1" status: 204 len: 168 time: 0.3375111 Feb 11 14:54:21.343929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:21.378254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6edcb8-ddc7-4d3f-ac21-e522db1717c5 None None] Network d1417983-6269-4aab-8180-dadf6a0059fb requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:54:21.460958 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.538468 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] Set router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:54:21.564831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.710686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Deleting port 9860faa1-6b53-4762-9710-b413d6578ba0 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:21.711041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.719668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] DHCP port deletion for d1417983-6269-4aab-8180-dadf6a0059fb request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:54:21.765318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:54:20Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:21.796551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] For port 9860faa1-6b53-4762-9710-b413d6578ba0, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9860faa1-6b53-4762-9710-b413d6578ba0,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:21.796950 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.798218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011829b9-b7a9-4d53-bca9-6375f4521734 None None] The sync data for ids ['7856a5a0-6d72-47d4-a2a4-de1a7336d7ba'] in n-d-828407-1 is: [{'id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90071397', 'tenant_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:52:31Z', 'updated_at': '2022-02-11T14:54:20Z', 'revision_number': 5, 'project_id': '6a2e1fd6e2da4f2dbab544ca057b6df1', 'gw_port': {'id': '9860faa1-6b53-4762-9710-b413d6578ba0', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856a5a0-6d72-47d4-a2a4-de1a7336d7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:52:32Z', 'updated_at': '2022-02-11T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:54:21.809597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Calling delete_port for 9860faa1-6b53-4762-9710-b413d6578ba0 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:21.818158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Deleting port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:21.818537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.862936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.890322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] For port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,segment=NetworkSegment(75446802-e862-4d19-9f2e-9ce80fcbbeb1),segment_id=75446802-e862-4d19-9f2e-9ce80fcbbeb1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:21.890720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:21.903243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Calling delete_port for b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:22.061279 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.089156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Port': ['ID=9860faa1-6b53-4762-9710-b413d6578ba0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:22.089749 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.115733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] Pushing event deleted for resources: {'Port': ['ID=b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:22.119908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea831800-e20c-4fb7-ba72-3a8c16f445d6 None None] No DVR routers for this DVR port b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:54:22.160609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.252823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.255258 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.363751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.364301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Fanout notify agent at l3_agent the message router_deleted on router 7856a5a0-6d72-47d4-a2a4-de1a7336d7ba {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:54:22.371674 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.373238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-46c3d947-949a-4ac5-a373-23b04977759f tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/routers/7856a5a0-6d72-47d4-a2a4-de1a7336d7ba HTTP/1.1" status: 204 len: 168 time: 1.0279634 Feb 11 14:54:22.375599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39680) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:22.455916 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.543111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.562621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1417983-6269-4aab-8180-dadf6a0059fb']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:22.572227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75446802-e862-4d19-9f2e-9ce80fcbbeb1') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:22.572519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75446802-e862-4d19-9f2e-9ce80fcbbeb1') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:54:22.581860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.594658 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.600148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:54:22.600524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:54:22.603888 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:54:22.769769 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.781566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.784922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/networks/d1417983-6269-4aab-8180-dadf6a0059fb HTTP/1.1" status: 204 len: 168 time: 0.4083545 Feb 11 14:54:22.792490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:22.795635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e0154-f1a4-48c6-b07f-6478dd1c96c9 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'Network': ['ID=d1417983-6269-4aab-8180-dadf6a0059fb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:22.860770 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:22.887908 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.021450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.024585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.025779 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] 10.222.0.31 "DELETE /v2.0/security-groups/5360793a-b2b7-47b4-980f-853d41a6ca2c HTTP/1.1" status: 204 len: 168 time: 0.2320271 Feb 11 14:54:23.035085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd5bf-da9a-425e-bf2e-b9644ed6d1a3 tempest-TestNetworkAdvancedServerOps-1663990258 tempest-TestNetworkAdvancedServerOps-1663990258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360793a-b2b7-47b4-980f-853d41a6ca2c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:23.249187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.357698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.432218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:54:23.453256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:54:23.453602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0f4ec150-b122-4cf5-847b-3e7fd36cc5d5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:54:23.454039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9860faa1-6b53-4762-9710-b413d6578ba0 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:54:23.472214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9860faa1-6b53-4762-9710-b413d6578ba0 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:54:23.477428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9860faa1-6b53-4762-9710-b413d6578ba0 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:54:23.477428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:54:23.491603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:54:23.491951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b9ed3b0e-6106-4fef-92f6-6d12c0e87dd7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:54:23.584165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:23.760321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-427c086a-9077-401f-91c6-a791fd05a29b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a2e1fd6e2da4f2dbab544ca057b6df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749752 Feb 11 14:54:23.762811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39696) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:23.809987 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.830937 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.961571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.964079 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:23.965256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e82f394-0abc-4099-a239-9b2d03447588 HTTP/1.1" status: 204 len: 168 time: 0.2011647 Feb 11 14:54:23.973119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ab0d3-5297-4148-ba3f-5fb9821645ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82f394-0abc-4099-a239-9b2d03447588,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:24.518591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39702) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:24.557678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65a03b18-915c-4d3f-9d5f-84cc607c8f74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6adf84da0d94a1e8b7257900be153fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379670 Feb 11 14:54:24.560012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39704) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:24.610536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:24.631135 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:24.743975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:24.746550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:24.747766 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b2cd040-be07-485e-8cc3-1ae34b1030c2 HTTP/1.1" status: 204 len: 168 time: 0.1868784 Feb 11 14:54:24.755777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafbe7e-92f3-4f8a-ba80-b401a6654d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2cd040-be07-485e-8cc3-1ae34b1030c2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:30.763550 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:31.540697 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:35.920211 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-74621dfe-3e54-4ac5-959b-8cd28912f35c tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284858 Feb 11 14:54:36.096602 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-541fc873-1bf1-47ea-9be9-764011f8ce61 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:36.098079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-541fc873-1bf1-47ea-9be9-764011f8ce61 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726174 Feb 11 14:54:36.113123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d2208af0-fc27-467d-90f5-4cd22810fde9 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/quotas/f73581e42d5e4f1ebb4c5a4688f593e3 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Feb 11 14:54:36.143224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-c2865f60-3bc4-4093-92e1-1686508000f2 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248249 Feb 11 14:54:36.371417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0397aa1-6dfa-461b-9fd8-b43205fdd05a req-3ff4ea8f-156b-48ef-a2b3-74eb4b11f08b tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Feb 11 14:54:37.470701 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0fc75b2c-53c2-40e5-9f7a-b19255d863d8 req-438d5fc5-0d47-4910-a17c-b4f1a4dfe2a1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Feb 11 14:54:38.418770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-6765f681-1ca4-4d73-a00f-b3bd255ad5ee tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237539 Feb 11 14:54:38.535391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-c1ed4e45-8a43-4a9c-9840-453c64a638b3 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:38.536856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-c1ed4e45-8a43-4a9c-9840-453c64a638b3 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130464 Feb 11 14:54:38.549277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Request body: {'port': {'device_id': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'admin_state_up': True, 'tenant_id': 'f73581e42d5e4f1ebb4c5a4688f593e3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:54:38.626824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-702ce29e-eaee-458b-9496-ad7456b9bba6 req-24904598-b957-4b8b-9bab-ab969ee185d4 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 210 time: 0.0631154 Feb 11 14:54:38.732775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Made reservation on behalf of f73581e42d5e4f1ebb4c5a4688f593e3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:54:38.736335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:38.745735 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:38.823055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:38.889231 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:38.952631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c79a84-b70f-4a0a-9762-4577a4098c1b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:39.024458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Allocated IP 192.168.233.247 (9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4/08877d28-e067-487e-8c3a-5a9ab9534fc3/7ef05e6f-3681-4d5b-ae20-f462aebd23ed) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:54:39.162985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.272562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.316162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:54:39.319153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:54:39.321623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:54:39.359822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Pushing event updated for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:39.378346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:39.378998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.474925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-8a4ca923-bda8-437c-8039-fb3f28b2aa45 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9292984 Feb 11 14:54:39.487102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Request body: {'port': {'device_id': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:54:39.516396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-36c19aa8-3f6e-4ddf-b0de-765d13394fd1 None None] Provisioning complete for port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:54:39.523189 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36c19aa8-3f6e-4ddf-b0de-765d13394fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.541491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.553851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-36c19aa8-3f6e-4ddf-b0de-765d13394fd1 None None] Port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:54:39.743405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136a6a-b484-4cb3-a6f8-a91aa0b9b0d2 req-210d3567-9962-48a8-89f9-4e5ff826dc48 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:39.745619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df136a6a-b484-4cb3-a6f8-a91aa0b9b0d2 req-210d3567-9962-48a8-89f9-4e5ff826dc48 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 936 time: 0.0496488 Feb 11 14:54:39.782146 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-df136a6a-b484-4cb3-a6f8-a91aa0b9b0d2 req-c34f1200-3784-4ebd-b428-ebaeee75c8d4 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Feb 11 14:54:39.803586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef05e6f-3681-4d5b-ae20-f462aebd23ed {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:54:39.811529 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.825684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Transition to ACTIVE for port object 7ef05e6f-3681-4d5b-ae20-f462aebd23ed will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:54:39.898526 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:39.951472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:40.016487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Attempting to bind port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:54:40.016823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Attempting to bind port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:54:40.017205 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Attempting to bind port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:54:40.021819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:54:40.022142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Attempting to bind port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed on network 9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:54:40.027721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:54:40.028051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Checking segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:54:40.028430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Bound using segment: {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:54:40.028851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Bound port: 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0277f3-0fa2-40e2-b3be-a32eb90031f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:54:40.029227 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:40.098735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:54:40.103715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:54:40.199078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:40.234054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.234732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:40.236091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] 10.222.0.62 "PUT /v2.0/ports/7ef05e6f-3681-4d5b-ae20-f462aebd23ed HTTP/1.1" status: 200 len: 1096 time: 0.7531579 Feb 11 14:54:40.236534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:54:40.238783 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83e487-59fe-478c-93d4-255368d3be7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:54:40.263276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9bc94-2895-46f6-ac2c-d66a5c4f6430 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:40.280229 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18e1c8b-8e9c-4119-b805-121a70ada3e0 x-openstack-request-id: req-e18e1c8b-8e9c-4119-b805-121a70ada3e0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:54:40.280523 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:54:40.280783 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e18e1c8b-8e9c-4119-b805-121a70ada3e0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:54:40.281229 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed', 'status': 'completed', 'code': 200} Feb 11 14:54:40.342796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e487-59fe-478c-93d4-255368d3be7b req-c1f1cf0a-4de4-4e60-aaef-5e1deaf02d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.344329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e83e487-59fe-478c-93d4-255368d3be7b req-c1f1cf0a-4de4-4e60-aaef-5e1deaf02d7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 1099 time: 0.0421720 Feb 11 14:54:40.371543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e83e487-59fe-478c-93d4-255368d3be7b req-21ed1d86-4d2f-43f7-b31b-7827e047cbcf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202715 Feb 11 14:54:40.468059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e487-59fe-478c-93d4-255368d3be7b req-4de71286-0b1e-44dd-8e3b-50e544428eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.469490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e83e487-59fe-478c-93d4-255368d3be7b req-4de71286-0b1e-44dd-8e3b-50e544428eb3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916500 Feb 11 14:54:40.544875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-0881d02a-f291-4eb4-895c-5c244dcf49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.546332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-0881d02a-f291-4eb4-895c-5c244dcf49a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 1099 time: 0.0401866 Feb 11 14:54:40.590563 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-555c0104-4aec-43b1-9c0a-b6fe743318f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed HTTP/1.1" status: 200 len: 217 time: 0.0371311 Feb 11 14:54:40.638800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-75469684-02e5-4c28-b1c9-575006847bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.640239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-75469684-02e5-4c28-b1c9-575006847bd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08877d28-e067-487e-8c3a-5a9ab9534fc3 HTTP/1.1" status: 200 len: 843 time: 0.0428641 Feb 11 14:54:40.684314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-a8165423-1048-437c-bfbd-fcc5aa27cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.685793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-a8165423-1048-437c-bfbd-fcc5aa27cd27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389988 Feb 11 14:54:40.775380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-ca01d1d5-a50a-45ea-8edf-82ee4026a436 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820551 Feb 11 14:54:40.863452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d60457d-a6e5-484f-bf52-4a8b1ffc77d5 req-f7594833-4465-49f3-9465-3a8f9d5b7f39 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815585 Feb 11 14:54:40.894850 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e568-b2d4-4ca1-8900-fbe0eae945d0 req-a2f47876-e9b4-4ed9-aad0-1a22e5998864 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:40.896308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2045e568-b2d4-4ca1-8900-fbe0eae945d0 req-a2f47876-e9b4-4ed9-aad0-1a22e5998864 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 948 time: 0.0475183 Feb 11 14:54:40.932986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2045e568-b2d4-4ca1-8900-fbe0eae945d0 req-e5dcc353-9cd1-4e82-a10e-e4996b5ce4d9 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300612 Feb 11 14:54:42.048207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87c427-2ef0-44c4-a1db-a90ae8c5c5f2 req-4e64fca7-1393-41a7-bd91-0b7506571384 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:42.049775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a87c427-2ef0-44c4-a1db-a90ae8c5c5f2 req-4e64fca7-1393-41a7-bd91-0b7506571384 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 948 time: 0.0485778 Feb 11 14:54:42.087120 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a87c427-2ef0-44c4-a1db-a90ae8c5c5f2 req-0cc975e2-d71b-4f28-8b50-c0d4381f760d tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Feb 11 14:54:43.203045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac8b3f-9292-4d08-b063-358864e2e281 req-a6963506-ec31-400b-89c3-fc6beaa6cd9f tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:43.204489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46ac8b3f-9292-4d08-b063-358864e2e281 req-a6963506-ec31-400b-89c3-fc6beaa6cd9f tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 948 time: 0.0502715 Feb 11 14:54:43.241550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-46ac8b3f-9292-4d08-b063-358864e2e281 req-5947f4a0-d278-4bf1-808c-bdad5066e7a2 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Feb 11 14:54:44.234083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7ef05e6f-3681-4d5b-ae20-f462aebd23ed details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:54:44.332000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:44.343538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed', 'network_id': '9cc68d6e-181f-41e5-9e2a-1cc2fdcd03d4', 'port_id': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed', 'mac_address': 'fa:16:3e:12:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08877d28-e067-487e-8c3a-5a9ab9534fc3', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:54:44.381823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:44.395420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef05e6f-3681-4d5b-ae20-f462aebd23ed {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:54:44.417134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:44.481734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:44.532023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:44.711931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177be1-7468-486c-8455-79c367026e9c req-66e9909d-cd93-40eb-9447-73d4903c8531 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:44.713964 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc177be1-7468-486c-8455-79c367026e9c req-66e9909d-cd93-40eb-9447-73d4903c8531 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 948 time: 0.4037564 Feb 11 14:54:44.737082 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7ef05e6f-3681-4d5b-ae20-f462aebd23ed'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:54:44.751399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fc177be1-7468-486c-8455-79c367026e9c req-55289aca-d8f5-40d8-9136-d673df33bb3e tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Feb 11 14:54:45.868262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7f889-06ae-446f-a0bd-7218b220f49f req-733df597-9078-4d83-8fc1-4a0c83bcdd74 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:45.870549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07d7f889-06ae-446f-a0bd-7218b220f49f req-733df597-9078-4d83-8fc1-4a0c83bcdd74 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 949 time: 0.0506384 Feb 11 14:54:45.912027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-07d7f889-06ae-446f-a0bd-7218b220f49f req-5ef0c907-baf3-4634-a890-001b75941f94 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Feb 11 14:54:46.250919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7ef05e6f-3681-4d5b-ae20-f462aebd23ed up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:54:46.412621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:54:46.416976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:54:46.417353 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:46.496669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:46.519413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:54:46.521764 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a45de6-cca7-47e1-8768-d9c8a372965d" -d '{"events": [{"server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "name": "network-vif-plugged", "status": "completed", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:54:46.534391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:46.562338 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02056361-1fcb-4c28-bd79-ebea536a51d9 x-openstack-request-id: req-02056361-1fcb-4c28-bd79-ebea536a51d9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:54:46.562629 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "name": "network-vif-plugged", "status": "completed", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:54:46.562878 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02056361-1fcb-4c28-bd79-ebea536a51d9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:54:46.563272 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed', 'code': 200} Feb 11 14:54:46.615009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:46.656462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbd79f-de07-4c11-b30e-efd3cc31784e req-e812f1b9-891d-4ac0-9c0a-d62a4897657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:46.658090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eacbd79f-de07-4c11-b30e-efd3cc31784e req-e812f1b9-891d-4ac0-9c0a-d62a4897657d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 1101 time: 0.0398345 Feb 11 14:54:46.662551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:46.670489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.670770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.671106 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.671497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.671824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.672148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.672466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.672781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.673130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.673447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.673762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.674071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:54:46.693859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eacbd79f-de07-4c11-b30e-efd3cc31784e req-c646637e-9d51-4f0d-ab04-246fbe74c1dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274239 Feb 11 14:54:47.023719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc52a6-2c8e-4971-8591-8213629f52e2 req-cd3f823c-b36d-427e-8a35-cb61e6ff1db5 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:47.025734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09fc52a6-2c8e-4971-8591-8213629f52e2 req-cd3f823c-b36d-427e-8a35-cb61e6ff1db5 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 950 time: 0.0466180 Feb 11 14:54:47.062232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09fc52a6-2c8e-4971-8591-8213629f52e2 req-4b2dd5b1-b3fb-42b9-928d-f079b359dddb tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Feb 11 14:54:47.706465 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:54:48.178810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe02f8-70ce-441b-afa2-b177d23823ed req-6e41aa90-0841-4d1f-8c75-7759d708fa3a tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:48.180288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecfe02f8-70ce-441b-afa2-b177d23823ed req-6e41aa90-0841-4d1f-8c75-7759d708fa3a tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 950 time: 0.0478401 Feb 11 14:54:48.212803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c74f9cf5-f25b-452a-8b28-6297ce0e1fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:48.218113 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ecfe02f8-70ce-441b-afa2-b177d23823ed req-08f3dfa3-bb90-41f2-8f3b-3896f5058ef3 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Feb 11 14:54:48.711612 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-ab216586-1756-49df-ac0e-3157cf9bc846 req-35c2e818-c0d1-4606-a976-825d8f6ec3c2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:54:48.712677 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ab216586-1756-49df-ac0e-3157cf9bc846 req-35c2e818-c0d1-4606-a976-825d8f6ec3c2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1267171 Feb 11 14:54:49.203794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-1043077f-1e88-43e0-b389-8e73f83b466d req-6f8f2a1a-7899-4fd4-b0e6-fe6b7cf91b52 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:54:49.204701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1043077f-1e88-43e0-b389-8e73f83b466d req-6f8f2a1a-7899-4fd4-b0e6-fe6b7cf91b52 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052843 Feb 11 14:54:49.813318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71a558-2ba5-4da4-9247-445ad3445500 req-d5eb0201-6329-461a-b9ae-b76a329408d3 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:49.815011 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c71a558-2ba5-4da4-9247-445ad3445500 req-d5eb0201-6329-461a-b9ae-b76a329408d3 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 950 time: 0.0508859 Feb 11 14:54:49.852022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c71a558-2ba5-4da4-9247-445ad3445500 req-f6723b9b-e2be-4397-8bf2-555d33c5b36e tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Feb 11 14:54:50.488699 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9eebeec1-1f1e-492e-8987-b580d4c27f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:50.973409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b476b-f73a-47ef-af8d-1d661d2b6a1b req-713adbff-08d1-4f0b-b57d-3c5747ab740d tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:50.974864 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d5b476b-f73a-47ef-af8d-1d661d2b6a1b req-713adbff-08d1-4f0b-b57d-3c5747ab740d tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 950 time: 0.0501840 Feb 11 14:54:51.012558 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d5b476b-f73a-47ef-af8d-1d661d2b6a1b req-d3e9b04d-a647-40d1-bd85-d53d08bc77e5 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2c79a84-b70f-4a0a-9762-4577a4098c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Feb 11 14:54:51.134735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-20b2572d-c6d2-42a9-acc9-5caa9f8009c1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:51.136093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-20b2572d-c6d2-42a9-acc9-5caa9f8009c1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 950 time: 0.0482726 Feb 11 14:54:51.230328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Deleting port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:54:51.230882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:51.331637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] For port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,segment=NetworkSegment(df0277f3-0fa2-40e2-b3be-a32eb90031f3),segment_id=df0277f3-0fa2-40e2-b3be-a32eb90031f3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:54:51.331996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:51.343991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Calling delete_port for 7ef05e6f-3681-4d5b-ae20-f462aebd23ed owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:54:51.534739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:51.546813 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['7ef05e6f-3681-4d5b-ae20-f462aebd23ed'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:54:51.563728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Pushing event deleted for resources: {'Port': ['ID=7ef05e6f-3681-4d5b-ae20-f462aebd23ed,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:51.610669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] No DVR routers for this DVR port 7ef05e6f-3681-4d5b-ae20-f462aebd23ed on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:54:51.613786 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:51.618002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8470cdc1-cb5d-44d9-8b2b-e3084091bfbd req-83c17d0b-f313-41a0-a7ac-7ee0cd3514e1 tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.62 "DELETE /v2.0/ports/7ef05e6f-3681-4d5b-ae20-f462aebd23ed HTTP/1.1" status: 204 len: 173 time: 0.4762266 Feb 11 14:54:51.618515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'name': 'network-vif-deleted', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:54:51.621577 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8951c3-808a-4836-9587-9e88eeb8c299" -d '{"events": [{"server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "name": "network-vif-deleted", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:54:51.659905 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9488a4c9-fca1-4c66-a688-8a968048f2e3 x-openstack-request-id: req-9488a4c9-fca1-4c66-a688-8a968048f2e3 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:54:51.660204 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad418c-ea56-4b44-ad11-09e437c52b54", "name": "network-vif-deleted", "tag": "7ef05e6f-3681-4d5b-ae20-f462aebd23ed", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:54:51.660457 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9488a4c9-fca1-4c66-a688-8a968048f2e3 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:54:51.660861 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bad418c-ea56-4b44-ad11-09e437c52b54', 'name': 'network-vif-deleted', 'tag': '7ef05e6f-3681-4d5b-ae20-f462aebd23ed', 'status': 'completed', 'code': 200} Feb 11 14:54:51.849459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:52.122265 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad2f7750-d86c-4d38-b800-388bee04e8aa req-1e589b98-1642-4b2e-ac2e-0aadac7ca69c tempest-ServersAdminNegativeTestJSON-502857575 tempest-ServersAdminNegativeTestJSON-502857575-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bad418c-ea56-4b44-ad11-09e437c52b54 HTTP/1.1" status: 200 len: 210 time: 0.0263445 Feb 11 14:54:53.243512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:53.389952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:53.687280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39860) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:53.814488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d4e67fa1-950a-4ed1-b5cc-d91551fd903c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f73581e42d5e4f1ebb4c5a4688f593e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260080 Feb 11 14:54:53.817178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39864) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:53.863403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:53.887541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.007044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.009725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.011395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2c79a84-b70f-4a0a-9762-4577a4098c1b HTTP/1.1" status: 204 len: 168 time: 0.1927674 Feb 11 14:54:54.021177 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479f80-2247-404f-81ce-594a4f1dc855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c79a84-b70f-4a0a-9762-4577a4098c1b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:54.280995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7ef05e6f-3681-4d5b-ae20-f462aebd23ed no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:54:54.300269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 7ef05e6f-3681-4d5b-ae20-f462aebd23ed {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:54:54.300616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 7ef05e6f-3681-4d5b-ae20-f462aebd23ed not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:54:54.648012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 39870) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:54.660745 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a195e3bb-6960-4a14-b988-5fe71033c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.732634 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a195e3bb-6960-4a14-b988-5fe71033c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.789636 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a195e3bb-6960-4a14-b988-5fe71033c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.827763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a195e3bb-6960-4a14-b988-5fe71033c877 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8cef94e041141048ce9a48db3c20db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786563 Feb 11 14:54:54.828595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e3bb-6960-4a14-b988-5fe71033c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dfab84-3087-4470-86d3-5b6f8f9f4e81,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:54.831392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:54.880502 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:54.900536 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:55.023752 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:55.026900 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:55.028142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92dfab84-3087-4470-86d3-5b6f8f9f4e81 HTTP/1.1" status: 204 len: 168 time: 0.1953595 Feb 11 14:54:55.035697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715e0fb-c675-4c4d-9e98-e8c85146252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dfab84-3087-4470-86d3-5b6f8f9f4e81,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:56.086331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:56.181907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-186205815-network', 'tenant_id': 'abb793452da840f4b6c78233d5db110d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:54:56.305964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Made reservation on behalf of abb793452da840f4b6c78233d5db110d for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:54:56.308863 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.317617 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.392217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.454498 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.478835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:54:56.488242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda6527e-b346-4e10-bc0a-f7db684cf1c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:56.495009 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.495858 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Added segment a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00 of type vlan for network d3d7bcd9-7114-42ab-90eb-a09f46c02129 Feb 11 14:54:56.533144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.612273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.613595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:56.614182 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:56.671756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d7bcd9-7114-42ab-90eb-a09f46c02129,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:56.681494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d3d7bcd9-7114-42ab-90eb-a09f46c02129 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:54:56.735343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5b4359b9-3eaa-417c-9f69-a47d623f14b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6451721 Feb 11 14:54:56.735584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:54:56.740239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Request body: {'subnet': {'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-186205815-subnet', 'tenant_id': 'abb793452da840f4b6c78233d5db110d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:54:56.852228 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Made reservation on behalf of abb793452da840f4b6c78233d5db110d for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:54:56.854578 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:57.084209 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:57.140637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9666840-bda6-4a16-a4e4-9a610ec09355,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:54:57.150522 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Checking segment: {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:54:57.150900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Network hostable DHCP agents. Network: d3d7bcd9-7114-42ab-90eb-a09f46c02129, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:54:57.231648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Network d3d7bcd9-7114-42ab-90eb-a09f46c02129 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:54:57.317290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d3d7bcd9-7114-42ab-90eb-a09f46c02129) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:54:57.322189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:57.324688 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:57.325589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e76af-a7f1-48a4-9419-a977c37c2408 None None] Network d3d7bcd9-7114-42ab-90eb-a09f46c02129 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:54:57.403578 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8bed43b4-0eff-4c05-bd25-dba1293d41a2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6669772 Feb 11 14:54:57.607413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1fe4f-3c7d-4c76-86f2-fe813de271cb None None] Network d3d7bcd9-7114-42ab-90eb-a09f46c02129 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:54:57.831872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-d1ca8a65-028e-4acf-baf2-b370745abf61 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:54:57.833249 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-d1ca8a65-028e-4acf-baf2-b370745abf61 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 811 time: 0.0978515 Feb 11 14:54:57.848157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-80468ad1-ab64-4aa9-8b40-0b31fcd5adbd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/quotas/abb793452da840f4b6c78233d5db110d HTTP/1.1" status: 200 len: 375 time: 0.0092080 Feb 11 14:54:57.881957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-6679fd0c-f0f5-440b-b9e2-8f9cf5614170 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285687 Feb 11 14:54:57.894312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-bd570ea7-9d34-4e78-866b-b39b9ce06e80 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:54:57.895234 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-bd570ea7-9d34-4e78-866b-b39b9ce06e80 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049047 Feb 11 14:54:57.977980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-81cee746-70a7-4ca8-ae36-96e8c0a39c1f service neutron] 10.222.0.31 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770726 Feb 11 14:54:58.067114 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-0ab350ba-7a07-4eb2-8a46-345ff654ef71 service neutron] 10.222.0.31 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831153 Feb 11 14:54:58.380508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76baa1e2-5f1b-4871-856f-4cfc08974b7a req-9528f131-216c-4c18-abb5-9ff74a2a578b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 210 time: 0.0888207 Feb 11 14:54:59.857244 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eec9de4b-4ad4-4a39-a7d1-2523c8553dea req-4a097b4c-1b5a-429f-b74b-c847b5b8651b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 210 time: 0.4049842 Feb 11 14:55:00.493562 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-02aae8f9-0d1d-48c7-abfe-68900a4412ef tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:00.495034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-02aae8f9-0d1d-48c7-abfe-68900a4412ef tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.60 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 811 time: 0.1041777 Feb 11 14:55:00.512034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Request body: {'port': {'device_id': '5b664870-451c-46be-a3c9-25ed2e355f55', 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129', 'admin_state_up': True, 'tenant_id': 'abb793452da840f4b6c78233d5db110d'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:00.746561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Made reservation on behalf of abb793452da840f4b6c78233d5db110d for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:55:00.750128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:00.786315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:00.897862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Allocated IP 172.20.0.7 (d3d7bcd9-7114-42ab-90eb-a09f46c02129/b9666840-bda6-4a16-a4e4-9a610ec09355/f653da55-2bc7-4b85-977f-bb28121baeeb) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:55:00.969606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41356c51-ccd4-485a-9aab-48ad355f7c63 req-1329d146-766f-4371-b315-8e2f0285da5b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Feb 11 14:55:01.076036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.167127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.209840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Network d3d7bcd9-7114-42ab-90eb-a09f46c02129 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:55:01.212838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:55:01.216316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:55:01.247209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:01.271404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:01.272004 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.352303 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-5a6d99a7-5d57-4bbb-96b2-2434e4366acd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444028 Feb 11 14:55:01.364656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Request body: {'port': {'device_id': '5b664870-451c-46be-a3c9-25ed2e355f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:01.417486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.586180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.688994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f653da55-2bc7-4b85-977f-bb28121baeeb {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:55:01.696535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.708705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Transition to ACTIVE for port object f653da55-2bc7-4b85-977f-bb28121baeeb will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:55:01.780491 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.836633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:01.899861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:55:01.900191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:55:01.900517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:01.904654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:55:01.905017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:01.909641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:55:01.909972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Checking segment: {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:55:01.910349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Bound using segment: {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:55:01.910771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Bound port: f653da55-2bc7-4b85-977f-bb28121baeeb, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:55:01.911122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:01.973123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:55:01.976140 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:55:02.072774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:02.087069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77ee23-e053-4027-9d71-fd76d5f088f2 req-e0a65ac5-f0f2-41d7-937f-bacb1d5dca70 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.088716 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e77ee23-e053-4027-9d71-fd76d5f088f2 req-e0a65ac5-f0f2-41d7-937f-bacb1d5dca70 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0499113 Feb 11 14:55:02.114246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.115250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:02.116672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] 10.222.0.60 "PUT /v2.0/ports/f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 1091 time: 0.7563026 Feb 11 14:55:02.122927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:02.125713 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5d74d1-f067-4ace-8cdd-69817dae95c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:02.137469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e77ee23-e053-4027-9d71-fd76d5f088f2 req-9c90400c-7f5e-4e56-9912-fa9d2c122bff tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Feb 11 14:55:02.151511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd30a2a-9336-42c2-83d4-6b96cc3a2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:02.168666 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747dc765-a43c-49d5-86a0-9ae48a307c8a x-openstack-request-id: req-747dc765-a43c-49d5-86a0-9ae48a307c8a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:02.168988 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:02.169245 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-747dc765-a43c-49d5-86a0-9ae48a307c8a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:02.169705 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'status': 'completed', 'code': 200} Feb 11 14:55:02.232616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-da4d2ac2-e600-4937-b244-f1878009686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.234075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-da4d2ac2-e600-4937-b244-f1878009686a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1094 time: 0.0419867 Feb 11 14:55:02.328182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-a59c6039-0877-483d-bcf0-9c7002a6fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.329722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-a59c6039-0877-483d-bcf0-9c7002a6fdfc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=abb793452da840f4b6c78233d5db110d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0888400 Feb 11 14:55:02.425396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-0627afe5-cf49-4694-b449-e07ee0cda95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.426874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4a5d74d1-f067-4ace-8cdd-69817dae95c3 req-0627afe5-cf49-4694-b449-e07ee0cda95b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914485 Feb 11 14:55:02.500601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-8cf6c465-7bb5-483e-8771-d8a760f02a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.502028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-8cf6c465-7bb5-483e-8771-d8a760f02a12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1094 time: 0.0411708 Feb 11 14:55:02.546853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-c4116238-b37e-420c-a4d4-bef7e44f0433 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0381472 Feb 11 14:55:02.593771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-9d435ffc-ca04-48c7-9fc5-8f6247482715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:02.595218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-9d435ffc-ca04-48c7-9fc5-8f6247482715 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0425477 Feb 11 14:55:02.625057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-e2244520-dc34-436d-8cee-7516fce753d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237834 Feb 11 14:55:02.717195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-43527513-8a6f-4eb3-a55a-6e242c47a8b1 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Feb 11 14:55:02.803925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c914213-536f-44bc-9cb3-ce4aafd55f0d req-6561dd37-f501-4534-af29-81f5876a022d service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807390 Feb 11 14:55:03.249459 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213670-d01e-4d16-b387-2540e54d0613 req-ce17b6ea-6c8d-4a63-8062-519ec26a9465 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:03.250929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a213670-d01e-4d16-b387-2540e54d0613 req-ce17b6ea-6c8d-4a63-8062-519ec26a9465 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0477571 Feb 11 14:55:03.287459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8a213670-d01e-4d16-b387-2540e54d0613 req-7675d903-a52a-446e-98da-95c7e324932c tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Feb 11 14:55:04.414129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbfe5b-76e5-47ee-b90b-ca9c9c48aacb req-a2ed9a4f-09cf-4ec2-8e0c-eebc2e093854 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:04.415588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9fbfe5b-76e5-47ee-b90b-ca9c9c48aacb req-a2ed9a4f-09cf-4ec2-8e0c-eebc2e093854 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0480912 Feb 11 14:55:04.452175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9fbfe5b-76e5-47ee-b90b-ca9c9c48aacb req-b5d0ae58-6d0c-4ae6-a0b8-688856cf9340 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305107 Feb 11 14:55:05.143440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:55:05.239245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:05.251023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129', 'port_id': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'mac_address': 'fa:16:3e:b7:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9666840-bda6-4a16-a4e4-9a610ec09355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:55:05.286323 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:05.299501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f653da55-2bc7-4b85-977f-bb28121baeeb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:55:05.323187 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:05.380280 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:05.430605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:05.571270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111593ad-860e-4cf8-92ac-1a10f07a3335 req-c4436cc7-4cab-41ba-915f-06d494792693 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:05.572738 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-111593ad-860e-4cf8-92ac-1a10f07a3335 req-c4436cc7-4cab-41ba-915f-06d494792693 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 944 time: 0.0506518 Feb 11 14:55:05.583985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['f653da55-2bc7-4b85-977f-bb28121baeeb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:55:05.610472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-111593ad-860e-4cf8-92ac-1a10f07a3335 req-522a1858-c3b7-455e-8750-e371705e21d7 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Feb 11 14:55:06.736158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0001ac-447d-4a55-a5cb-7db359b7bd00 req-2ebfa253-e5d7-45d9-be2d-cb310e43618b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:06.737679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e0001ac-447d-4a55-a5cb-7db359b7bd00 req-2ebfa253-e5d7-45d9-be2d-cb310e43618b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 944 time: 0.0558069 Feb 11 14:55:06.774795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e0001ac-447d-4a55-a5cb-7db359b7bd00 req-cd070f7d-71db-4601-a2c1-dbbf11039a45 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Feb 11 14:55:07.173653 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:55:07.297863 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port f653da55-2bc7-4b85-977f-bb28121baeeb completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:55:07.301720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port f653da55-2bc7-4b85-977f-bb28121baeeb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:55:07.302129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:07.378410 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:07.400526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:07.403336 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fb57a8-a34f-4ec2-be56-a27a405de107" -d '{"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-plugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:07.416038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:07.443015 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b12519-48e3-49c0-b894-ab5c8bd3ae0b x-openstack-request-id: req-a2b12519-48e3-49c0-b894-ab5c8bd3ae0b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:07.443308 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-plugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:07.443574 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2b12519-48e3-49c0-b894-ab5c8bd3ae0b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:07.443974 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'code': 200} Feb 11 14:55:07.489376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:07.532136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720d53-5bf3-4875-a16c-2f3f7bd7ab60 req-6c2681f6-b302-4416-afca-54ee1f939fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:07.533658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce720d53-5bf3-4875-a16c-2f3f7bd7ab60 req-6c2681f6-b302-4416-afca-54ee1f939fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1096 time: 0.0393493 Feb 11 14:55:07.541446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:07.570933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce720d53-5bf3-4875-a16c-2f3f7bd7ab60 req-27d42958-3617-4ab1-a19d-3c8011327768 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295691 Feb 11 14:55:07.887501 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839460fa-9385-44f2-a6e8-8d48093706bf req-db23325f-52d1-4f06-ae43-0ec5c29f96a5 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:07.888982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-839460fa-9385-44f2-a6e8-8d48093706bf req-db23325f-52d1-4f06-ae43-0ec5c29f96a5 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Feb 11 14:55:07.924911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-839460fa-9385-44f2-a6e8-8d48093706bf req-a8ef46c0-97db-4bd4-b0a1-add835046da2 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300844 Feb 11 14:55:09.041658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174deda9-41ac-4a94-bc5e-86a592007c98 req-2935a837-1208-4403-910f-05ac36333334 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:09.043135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-174deda9-41ac-4a94-bc5e-86a592007c98 req-2935a837-1208-4403-910f-05ac36333334 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0469937 Feb 11 14:55:09.080743 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-174deda9-41ac-4a94-bc5e-86a592007c98 req-f2b3eefb-dd6c-46b1-8f32-1b651e89d2a6 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Feb 11 14:55:09.505692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0fae-c486-42a1-8204-29287405ab86 req-8d74c4d5-009b-498c-bfa7-f265c74c2ba1 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:09.507186 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbab0fae-c486-42a1-8204-29287405ab86 req-8d74c4d5-009b-498c-bfa7-f265c74c2ba1 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0555847 Feb 11 14:55:09.544664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cbab0fae-c486-42a1-8204-29287405ab86 req-86979e98-f80c-494a-bfeb-1acdd8f33929 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Feb 11 14:55:09.615574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 39966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:09.712992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-35d97457-4c42-4650-9b43-2ad58b22e4b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961993 Feb 11 14:55:09.721842 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-5f9273f1-67e3-4418-8b14-3e2c9e930bad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:55:09.722789 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-5f9273f1-67e3-4418-8b14-3e2c9e930bad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048273 Feb 11 14:55:10.669857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6562b-17ff-4771-8e96-d18ddbbba6d3 req-81b25618-5688-40a3-884a-e8d117be8a1f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:10.671395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25c6562b-17ff-4771-8e96-d18ddbbba6d3 req-81b25618-5688-40a3-884a-e8d117be8a1f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Feb 11 14:55:10.709870 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25c6562b-17ff-4771-8e96-d18ddbbba6d3 req-ecf84d53-1044-43a4-9a47-a674194d47c0 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Feb 11 14:55:11.784231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-1bdcb900-3ca0-4d26-b0d9-249fd69bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:11.785800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-1bdcb900-3ca0-4d26-b0d9-249fd69bee40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1096 time: 0.0415280 Feb 11 14:55:11.826901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4f4f-6d26-4a1b-8dc0-ffb5ec0d4bef req-c9d72253-48d0-488e-b74a-c3dde351841e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:11.828407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae0b4f4f-6d26-4a1b-8dc0-ffb5ec0d4bef req-c9d72253-48d0-488e-b74a-c3dde351841e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Feb 11 14:55:11.865854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ae0b4f4f-6d26-4a1b-8dc0-ffb5ec0d4bef req-ec44cbbb-c976-4004-9e73-a55fab482fc3 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Feb 11 14:55:11.878716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-20a10548-0045-4766-a059-345422d18f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:11.880188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-20a10548-0045-4766-a059-345422d18f95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 912 time: 0.0872524 Feb 11 14:55:11.920629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-5630d63b-125f-4784-a1c2-26f196455ef1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0338674 Feb 11 14:55:11.968208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-cc391015-0a33-4d9b-8983-53aa73abd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:11.969614 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-cc391015-0a33-4d9b-8983-53aa73abd8c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0432396 Feb 11 14:55:11.999286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-4a78e1cb-83bf-4bf8-a0c1-a3544b2bf115 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228121 Feb 11 14:55:12.090310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-a4078d24-11a1-494b-978d-94d34b9d163a service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845716 Feb 11 14:55:12.176137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-b5863d60-6c2c-4266-b095-21f5f7a4d5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792651 Feb 11 14:55:12.986754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b6e4-df87-4aba-aaf6-0a2a2d46050f req-8380f6b6-8d8c-44b2-b078-6a5461c768cb tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:12.988206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d72b6e4-df87-4aba-aaf6-0a2a2d46050f req-8380f6b6-8d8c-44b2-b078-6a5461c768cb tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0546267 Feb 11 14:55:13.024258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d72b6e4-df87-4aba-aaf6-0a2a2d46050f req-aa683243-4032-48b7-823a-9d2c5f2674fd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299954 Feb 11 14:55:14.139176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312acd-63bb-4491-8587-09fc88a4d2eb req-b0e13c34-26c2-4f30-984e-05aa820cb6b0 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:14.140650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18312acd-63bb-4491-8587-09fc88a4d2eb req-b0e13c34-26c2-4f30-984e-05aa820cb6b0 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Feb 11 14:55:14.177410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18312acd-63bb-4491-8587-09fc88a4d2eb req-213d3890-a96b-4635-b1bf-322973496e71 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Feb 11 14:55:15.289819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6cba1-86ea-4444-b9b5-80dd3906ba28 req-663c3a07-b210-4eb3-b904-47e6988ecd9f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:15.291274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25c6cba1-86ea-4444-b9b5-80dd3906ba28 req-663c3a07-b210-4eb3-b904-47e6988ecd9f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Feb 11 14:55:15.329296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25c6cba1-86ea-4444-b9b5-80dd3906ba28 req-4ee6362b-90f1-4447-a143-35e2001e0c4e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Feb 11 14:55:16.447349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01ca9-4584-488b-8bca-7acbf69d6b5b req-280fca82-5d9c-43e3-a945-f48c9e78dad4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:16.448810 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cc01ca9-4584-488b-8bca-7acbf69d6b5b req-280fca82-5d9c-43e3-a945-f48c9e78dad4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0514932 Feb 11 14:55:16.485048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cc01ca9-4584-488b-8bca-7acbf69d6b5b req-8ff3b3b6-9c02-4ad6-9498-d289abe3ebed tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302022 Feb 11 14:55:17.598753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754ec77-57d9-4de1-943b-03ad0944f8b1 req-92889940-dc02-4e03-9111-99256e4a0d82 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:17.600231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0754ec77-57d9-4de1-943b-03ad0944f8b1 req-92889940-dc02-4e03-9111-99256e4a0d82 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Feb 11 14:55:17.637426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0754ec77-57d9-4de1-943b-03ad0944f8b1 req-092f65eb-39b6-4425-bfb4-87fde53a308a tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Feb 11 14:55:18.229290 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-439ee1d4-be49-4333-8974-9158bb8444b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:18.758796 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f2b4c-ac4e-464f-aac0-3ff3be981c7b req-dfba8eb6-08fc-4195-b0a3-ead573008cb1 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:18.760295 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-518f2b4c-ac4e-464f-aac0-3ff3be981c7b req-dfba8eb6-08fc-4195-b0a3-ead573008cb1 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0562887 Feb 11 14:55:18.800493 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-518f2b4c-ac4e-464f-aac0-3ff3be981c7b req-0a71c659-2e36-4af0-849b-37960443e5a3 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Feb 11 14:55:19.918529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30df47c-382d-4d13-88cc-6447ccdb8a5f req-e31240ed-3c65-4f0a-806d-7d395b31ec73 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:19.920773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30df47c-382d-4d13-88cc-6447ccdb8a5f req-e31240ed-3c65-4f0a-806d-7d395b31ec73 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0513723 Feb 11 14:55:19.957099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e30df47c-382d-4d13-88cc-6447ccdb8a5f req-5ebf32b8-ba1f-448a-a8ba-a6a9f49d92ce tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Feb 11 14:55:20.463325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01e25875-0d35-497b-890b-25dffebca68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:21.081812 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ad56-f4d7-4b0e-9aff-878a1c19c3bb req-bf05a778-5bd3-41a4-9827-dae4ac11b76d tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:21.083335 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d85ad56-f4d7-4b0e-9aff-878a1c19c3bb req-bf05a778-5bd3-41a4-9827-dae4ac11b76d tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0576534 Feb 11 14:55:21.128435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d85ad56-f4d7-4b0e-9aff-878a1c19c3bb req-b6a60baf-5443-4262-af2b-d917daa14a0b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Feb 11 14:55:21.862986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:22.244336 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be773dae-dfd8-4b1f-b2d7-66b1ca94863c req-b1325143-b1a6-4cd0-8dc4-00b252c24a1a tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:22.246450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be773dae-dfd8-4b1f-b2d7-66b1ca94863c req-b1325143-b1a6-4cd0-8dc4-00b252c24a1a tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0481632 Feb 11 14:55:22.282556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be773dae-dfd8-4b1f-b2d7-66b1ca94863c req-f6afa9f4-b156-49cc-b8d0-c1dd6bf29b4b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302162 Feb 11 14:55:23.229041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:23.351682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:23.405942 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77637d-1166-46cf-ac18-08026b511cae req-896d582d-9752-452d-b24e-117581867794 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:23.407464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be77637d-1166-46cf-ac18-08026b511cae req-896d582d-9752-452d-b24e-117581867794 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Feb 11 14:55:23.445096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be77637d-1166-46cf-ac18-08026b511cae req-1076d8da-05c5-43dc-b1de-fb2c96028434 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Feb 11 14:55:24.557843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04086d7-8b80-4cf8-a3f1-407ce5828224 req-6b22f4d8-41f7-41d1-9b45-6d8c4f759fdb tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:24.559296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a04086d7-8b80-4cf8-a3f1-407ce5828224 req-6b22f4d8-41f7-41d1-9b45-6d8c4f759fdb tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0469587 Feb 11 14:55:24.596791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a04086d7-8b80-4cf8-a3f1-407ce5828224 req-889bcf16-93ec-4b93-a3b6-32d7533f0c21 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Feb 11 14:55:24.706084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:55:25.713478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8482d8-b5ce-44d5-9b3e-ae6015ef92b7 req-cd5b27e9-e8d0-4fec-b3f9-6b321ec7207b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:25.715353 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d8482d8-b5ce-44d5-9b3e-ae6015ef92b7 req-cd5b27e9-e8d0-4fec-b3f9-6b321ec7207b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Feb 11 14:55:25.752004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4d8482d8-b5ce-44d5-9b3e-ae6015ef92b7 req-fcae5560-63da-450b-8405-40cf863ee696 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Feb 11 14:55:26.866747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cec7d-eebe-49ea-a9f6-40e2a7ac8f67 req-6041dc00-a460-454c-bb77-7c1a4a079782 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:26.868185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d7cec7d-eebe-49ea-a9f6-40e2a7ac8f67 req-6041dc00-a460-454c-bb77-7c1a4a079782 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Feb 11 14:55:26.904172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d7cec7d-eebe-49ea-a9f6-40e2a7ac8f67 req-778e2fbe-2a58-4a93-a12d-1704455daab6 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295267 Feb 11 14:55:28.018708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1353c-3938-4691-8a04-47528c29b6ee req-71c10be0-5f04-4005-ae58-194479d30558 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:28.020147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb1353c-3938-4691-8a04-47528c29b6ee req-71c10be0-5f04-4005-ae58-194479d30558 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0471337 Feb 11 14:55:28.056110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3eb1353c-3938-4691-8a04-47528c29b6ee req-e2bd5621-5b72-4be1-b44a-c083e60d2f71 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299871 Feb 11 14:55:29.169339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ee0e-1515-425e-ae0b-694570be6445 req-b0a3f34f-06f3-4e39-94ef-e5ace838786e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:29.170816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c952ee0e-1515-425e-ae0b-694570be6445 req-b0a3f34f-06f3-4e39-94ef-e5ace838786e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0465553 Feb 11 14:55:29.207539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c952ee0e-1515-425e-ae0b-694570be6445 req-909d755c-c3bf-44a4-90a5-e6d101e145ff tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Feb 11 14:55:30.325210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ea936-cb2c-4250-9363-c315e61879d7 req-95ede872-bf4f-4dc5-bbd3-777a98730e13 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:30.326711 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd3ea936-cb2c-4250-9363-c315e61879d7 req-95ede872-bf4f-4dc5-bbd3-777a98730e13 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0520644 Feb 11 14:55:30.364709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fd3ea936-cb2c-4250-9363-c315e61879d7 req-ed86c209-8ee2-4933-ac41-369e691e2d95 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Feb 11 14:55:30.769619 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:31.480226 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1041111-bd83-4dd2-8b5c-4aef975149d6 req-edab640c-59f3-4321-9761-cb99b55b3bb4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:31.481768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1041111-bd83-4dd2-8b5c-4aef975149d6 req-edab640c-59f3-4321-9761-cb99b55b3bb4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Feb 11 14:55:31.518797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c1041111-bd83-4dd2-8b5c-4aef975149d6 req-b066ddbd-422c-47cf-8f34-a0044622239f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Feb 11 14:55:31.560413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:32.633020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab4f1e-87cf-47a5-9192-fcf7833a717a req-4f746e3a-a057-43c6-a5dd-1b2262018980 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:32.634476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aab4f1e-87cf-47a5-9192-fcf7833a717a req-4f746e3a-a057-43c6-a5dd-1b2262018980 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Feb 11 14:55:32.671455 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4aab4f1e-87cf-47a5-9192-fcf7833a717a req-411fbcdb-25bc-42ae-935c-a527b2d29a3e tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Feb 11 14:55:33.797282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a68824-d2ff-4bd0-a977-8d7e76bf83c1 req-4a8b6825-954e-4303-94d6-d3fa8784c551 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:33.798783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a68824-d2ff-4bd0-a977-8d7e76bf83c1 req-4a8b6825-954e-4303-94d6-d3fa8784c551 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0598879 Feb 11 14:55:33.836289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-80a68824-d2ff-4bd0-a977-8d7e76bf83c1 req-b18b0ed6-553b-4888-91b8-8d9d9d42fea1 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Feb 11 14:55:34.950390 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56336860-8916-4cfe-b571-18764ef390c4 req-191cce56-b041-4259-80d4-1244620268b8 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:34.951886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-56336860-8916-4cfe-b571-18764ef390c4 req-191cce56-b041-4259-80d4-1244620268b8 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0499635 Feb 11 14:55:34.990663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-56336860-8916-4cfe-b571-18764ef390c4 req-a4cccd92-31c4-4434-965a-132153ee5695 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Feb 11 14:55:36.105924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86bbf5-d89c-4acc-9ecd-6b5e500b04a6 req-044281a5-34ff-445c-9549-16e729d1fc5c tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:36.108022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce86bbf5-d89c-4acc-9ecd-6b5e500b04a6 req-044281a5-34ff-445c-9549-16e729d1fc5c tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Feb 11 14:55:36.144215 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce86bbf5-d89c-4acc-9ecd-6b5e500b04a6 req-bc48911e-9690-4f40-b9ae-9333e78a9511 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Feb 11 14:55:37.263369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0980d7-6809-4d44-af95-576612c94b87 req-575470b4-109a-4ab9-b528-4da57f849fa3 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:37.264813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be0980d7-6809-4d44-af95-576612c94b87 req-575470b4-109a-4ab9-b528-4da57f849fa3 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Feb 11 14:55:37.301315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be0980d7-6809-4d44-af95-576612c94b87 req-17104495-d20f-47d8-9d0c-86b050014165 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Feb 11 14:55:38.419307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2820-d1cc-416e-b689-e0d364688c39 req-779235f7-e921-4f6e-9579-c867bd92a46f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:38.420785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67ef2820-d1cc-416e-b689-e0d364688c39 req-779235f7-e921-4f6e-9579-c867bd92a46f tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0500832 Feb 11 14:55:38.457727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67ef2820-d1cc-416e-b689-e0d364688c39 req-7c208cc2-fa4a-45bf-83c2-89d98da1f61b tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Feb 11 14:55:39.341819 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-2149a692-1f15-4460-b550-31d4a2633a00 service neutron] show failed (client error): The resource could not be found. Feb 11 14:55:39.342830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-2149a692-1f15-4460-b550-31d4a2633a00 service neutron] 10.222.0.60 "GET /v2.0/ports/f653da55-2bc7-4b85-977f-bb28121baeeb/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0575163 Feb 11 14:55:39.573374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8d9e-0f98-45cd-ad87-fdd2b40b1f27 req-8cfdfcea-91dd-449c-933a-91fa144fc75d tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:39.574850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01ae8d9e-0f98-45cd-ad87-fdd2b40b1f27 req-8cfdfcea-91dd-449c-933a-91fa144fc75d tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Feb 11 14:55:39.611936 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-01ae8d9e-0f98-45cd-ad87-fdd2b40b1f27 req-54925f1f-3e40-4bb7-8d47-526892a38ecf tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Feb 11 14:55:39.884964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-cc5e17b7-f87e-45cc-ba8a-4e42a63dd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:39.886398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-cc5e17b7-f87e-45cc-ba8a-4e42a63dd0a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55&tenant_id=abb793452da840f4b6c78233d5db110d HTTP/1.1" status: 200 len: 1096 time: 0.0435162 Feb 11 14:55:39.898200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:39.952859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.149166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:40.181244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:55:40.224005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:40.226299 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7062b27-d2c9-461f-a095-85facb2a27b1" -d '{"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-unplugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:40.229996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.242221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Transition to ACTIVE for port object f653da55-2bc7-4b85-977f-bb28121baeeb will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:55:40.276754 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b6502-16e5-410e-af5e-9b3c78fbb0ff x-openstack-request-id: req-676b6502-16e5-410e-af5e-9b3c78fbb0ff {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:40.277072 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-unplugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:40.277322 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-676b6502-16e5-410e-af5e-9b3c78fbb0ff {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:40.277721 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'code': 200} Feb 11 14:55:40.331704 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.392616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] No DVR routers for this DVR port f653da55-2bc7-4b85-977f-bb28121baeeb on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:55:40.395616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.412838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:40.442060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:55:40.442392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:55:40.442723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:40.447063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:55:40.447387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Attempting to bind port f653da55-2bc7-4b85-977f-bb28121baeeb on network d3d7bcd9-7114-42ab-90eb-a09f46c02129 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:40.452769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:55:40.453138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Checking segment: {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:55:40.453524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Bound using segment: {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:55:40.453953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Bound port: f653da55-2bc7-4b85-977f-bb28121baeeb, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:55:40.454311 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.518926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:55:40.521922 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:55:40.657999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.695330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:40.695713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:40.697102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] 10.222.0.62 "PUT /v2.0/ports/f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 1091 time: 0.8028030 Feb 11 14:55:40.715960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca66cd-9e36-4709-969d-b3da93444cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:40.730432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec50c-d01c-417d-9d15-94caf307b03e req-c98ccf18-d989-491d-8c72-5b1e53cff2b4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:40.730432 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f7ec50c-d01c-417d-9d15-94caf307b03e req-c98ccf18-d989-491d-8c72-5b1e53cff2b4 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0494840 Feb 11 14:55:40.760170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-c729d691-e4aa-4b67-99e3-36766a8e32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:40.761780 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-c729d691-e4aa-4b67-99e3-36766a8e32e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1094 time: 0.0413625 Feb 11 14:55:40.771003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f7ec50c-d01c-417d-9d15-94caf307b03e req-aa2333c0-dc49-4b14-a88e-520ff4575d5d tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Feb 11 14:55:40.853575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-bdd8ebbf-9125-4c2d-af17-ef9b672f0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:40.855047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-bdd8ebbf-9125-4c2d-af17-ef9b672f0cb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 912 time: 0.0869915 Feb 11 14:55:40.895280 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-3eded49c-82b3-4f70-832a-9696e4619b8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0342090 Feb 11 14:55:40.942442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-acb6b506-02ba-46fb-963b-98e344d3813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:40.943858 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-acb6b506-02ba-46fb-963b-98e344d3813e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0426898 Feb 11 14:55:40.973857 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-9104797b-fadb-422d-9eab-65535520a05d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229390 Feb 11 14:55:41.066804 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-7e64c212-2844-4bc9-a35b-462c2fd1744e service neutron] 10.222.0.62 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Feb 11 14:55:41.153319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f9308a7-86bc-443d-b12d-31f709f25567 req-0ade02e7-15fe-4471-837a-169be7d08f1e service neutron] 10.222.0.62 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802844 Feb 11 14:55:41.897769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5971f-2553-44bc-87e5-707736ea5dc6 req-38f06521-3fe7-4d5c-83fe-d1b7836285dd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:41.899251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bb5971f-2553-44bc-87e5-707736ea5dc6 req-38f06521-3fe7-4d5c-83fe-d1b7836285dd tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0595925 Feb 11 14:55:41.936019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bb5971f-2553-44bc-87e5-707736ea5dc6 req-9d1a91be-79ba-4513-9daa-d473455d4c52 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301719 Feb 11 14:55:42.280026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:42.282391 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b8bd6-195d-4ef0-9dee-ab49a8df0561" -d '{"events": [{"name": "network-changed", "server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:42.330840 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f405566-955e-4e11-a748-28a402788e41 x-openstack-request-id: req-8f405566-955e-4e11-a748-28a402788e41 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:42.331133 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:42.331390 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f405566-955e-4e11-a748-28a402788e41 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:42.331907 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'status': 'completed', 'code': 200} Feb 11 14:55:42.415485 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-ad130af3-4c79-415e-9e61-273f676c3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.417021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-ad130af3-4c79-415e-9e61-273f676c3fe6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1094 time: 0.0678756 Feb 11 14:55:42.419957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-99cb8270-adee-4e78-964e-b05500486443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.421301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-99cb8270-adee-4e78-964e-b05500486443 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1094 time: 0.0632644 Feb 11 14:55:42.576536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-6b1864c0-fb63-4403-94de-53bc9d5a0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.578039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-6b1864c0-fb63-4403-94de-53bc9d5a0d46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 912 time: 0.1526093 Feb 11 14:55:42.578960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-4ec68d2d-3d76-4ced-8d74-b8f5032e345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.580252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-4ec68d2d-3d76-4ced-8d74-b8f5032e345b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 912 time: 0.1480284 Feb 11 14:55:42.647323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-a10c44d5-158c-4ac6-8cf3-5d46b880052f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0615191 Feb 11 14:55:42.648660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-a5f07550-5229-4ce1-a801-cf80fb63fd05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0574687 Feb 11 14:55:42.731470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-c04e52dd-bed9-4856-9dde-879d7d3b2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.732905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-c04e52dd-bed9-4856-9dde-879d7d3b2227 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0785410 Feb 11 14:55:42.734242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-2c03f070-586d-413f-a408-f91e90888083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:42.735533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-2c03f070-586d-413f-a408-f91e90888083 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0801718 Feb 11 14:55:42.782719 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-5c3b44aa-8318-4733-a107-42b547a49ed7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425022 Feb 11 14:55:42.784537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-f72a3ee1-16fd-464f-9d4b-d206fed46a81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369549 Feb 11 14:55:42.940911 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-5bdf80eb-84a6-433b-a71f-e86719465e4e service neutron] 10.222.0.62 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510522 Feb 11 14:55:42.948439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-df3c1b1e-c086-431a-9b92-4c59f343dc5f service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459188 Feb 11 14:55:43.408054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:55:43.448532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:55:43.466683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f7c11-86a0-4b2d-9e95-edf908fff4df req-021db23e-cba5-4998-8ae4-2361f6f76e91 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:43.468160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd6f7c11-86a0-4b2d-9e95-edf908fff4df req-021db23e-cba5-4998-8ae4-2361f6f76e91 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.1049409 Feb 11 14:55:43.471642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-3fc422db-2947-438b-9ea2-cafe07f63fea service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175903 Feb 11 14:55:43.475076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-136b8bd6-195d-4ef0-9dee-ab49a8df0561 req-44e7406c-b166-44b4-82b8-031e3f27943b service neutron] 10.222.0.62 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280380 Feb 11 14:55:43.511236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd6f7c11-86a0-4b2d-9e95-edf908fff4df req-9cf438ce-8b69-4e4c-8fe8-3d0ad7e101fb tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Feb 11 14:55:44.566458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:55:44.642292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdfd7c-b0a2-4915-afe5-fe6000a89496 req-ec5e0814-35e5-4452-b24b-b64e9604ee99 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:44.643900 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bbdfd7c-b0a2-4915-afe5-fe6000a89496 req-ec5e0814-35e5-4452-b24b-b64e9604ee99 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 943 time: 0.0614705 Feb 11 14:55:44.666118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:44.677473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'network_id': 'd3d7bcd9-7114-42ab-90eb-a09f46c02129', 'port_id': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'mac_address': 'fa:16:3e:b7:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9666840-bda6-4a16-a4e4-9a610ec09355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:55:44.681783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8bbdfd7c-b0a2-4915-afe5-fe6000a89496 req-0ac97502-c974-4342-be4c-47699a21ab7c tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Feb 11 14:55:44.713881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:44.727115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f653da55-2bc7-4b85-977f-bb28121baeeb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:55:44.745776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:44.831316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:44.877272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:45.051326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f653da55-2bc7-4b85-977f-bb28121baeeb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:55:45.133033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-7a4e2009-c80c-4781-ba02-733648bd511a tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:45.134402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-7a4e2009-c80c-4781-ba02-733648bd511a tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55&tenant_id=abb793452da840f4b6c78233d5db110d&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 944 time: 0.0503435 Feb 11 14:55:45.191007 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-eaf66af0-1fd4-4e2c-ab36-e03b66cad895 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:55:45.192002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-eaf66af0-1fd4-4e2c-ab36-e03b66cad895 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f653da55-2bc7-4b85-977f-bb28121baeeb/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0512769 Feb 11 14:55:45.271257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-0e45cd76-6880-4b9a-8b6b-5e04b59fb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:45.272708 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-0e45cd76-6880-4b9a-8b6b-5e04b59fb7ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb793452da840f4b6c78233d5db110d&device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 1095 time: 0.0396042 Feb 11 14:55:45.361659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-ece41473-3777-423d-a440-012857fcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:45.363138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-ece41473-3777-423d-a440-012857fcd4e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 200 len: 912 time: 0.0840333 Feb 11 14:55:45.402954 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-70051605-df9f-460a-93d2-170239911338 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 200 len: 217 time: 0.0336974 Feb 11 14:55:45.450567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-069fb787-19d7-4c51-b709-9b0797df1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:45.452008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-069fb787-19d7-4c51-b709-9b0797df1ea5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 200 len: 851 time: 0.0435801 Feb 11 14:55:45.485570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-e87820a6-f7af-42bf-9279-74e5832d7fc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3d7bcd9-7114-42ab-90eb-a09f46c02129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Feb 11 14:55:45.572159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-a4c0e030-a97f-44b2-9872-0659d9d02d48 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802736 Feb 11 14:55:45.662429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-e2d81b1f-2c19-4dce-bb44-abfc601e0783 service neutron] 10.222.0.60 "GET /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Feb 11 14:55:46.576787 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:55:46.702939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port f653da55-2bc7-4b85-977f-bb28121baeeb completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:55:46.706852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port f653da55-2bc7-4b85-977f-bb28121baeeb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:55:46.711088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:46.786138 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:46.810473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:46.812705 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceec1cc-5b95-4bf2-abd7-265a0ac9ae3a" -d '{"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-plugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:46.825701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:46.849487 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff18e81-8645-41c8-b65b-097c808f59c7 x-openstack-request-id: req-4ff18e81-8645-41c8-b65b-097c808f59c7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:46.849780 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-plugged", "status": "completed", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:46.850036 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ff18e81-8645-41c8-b65b-097c808f59c7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:46.850433 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'code': 200} Feb 11 14:55:46.906156 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:46.953092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:46.960425 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:46.972372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:47.053385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25a4b-17b4-4ab5-a5a9-3cb1751033c5 req-aec6a3c6-1fe1-4f17-ab5c-a83ffb5d98ff tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:47.055173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45f25a4b-17b4-4ab5-a5a9-3cb1751033c5 req-aec6a3c6-1fe1-4f17-ab5c-a83ffb5d98ff tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Feb 11 14:55:47.092571 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45f25a4b-17b4-4ab5-a5a9-3cb1751033c5 req-47d7ae63-c681-4358-b5f0-272e17a7ed46 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Feb 11 14:55:48.200602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51f64a8f-f3d0-4a29-86c5-25387f93b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:48.216307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91da6-d055-47e4-bb7c-27dbe78297d0 req-b401a8b6-59cb-474d-aa09-0d52c6509988 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:48.217829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93c91da6-d055-47e4-bb7c-27dbe78297d0 req-b401a8b6-59cb-474d-aa09-0d52c6509988 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Feb 11 14:55:48.254901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-93c91da6-d055-47e4-bb7c-27dbe78297d0 req-2154af12-d770-4542-a0a7-809a1b0483c7 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/security-groups?id=fda6527e-b346-4e10-bc0a-f7db684cf1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Feb 11 14:55:48.446423 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-8ee93135-c5c8-4736-ba08-999e78435b73 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:48.447876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-8ee93135-c5c8-4736-ba08-999e78435b73 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Feb 11 14:55:48.538735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Deleting port f653da55-2bc7-4b85-977f-bb28121baeeb {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:55:48.538994 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:48.623520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] For port f653da55-2bc7-4b85-977f-bb28121baeeb, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=f653da55-2bc7-4b85-977f-bb28121baeeb,segment=NetworkSegment(a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00),segment_id=a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:55:48.623875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:48.635772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Calling delete_port for f653da55-2bc7-4b85-977f-bb28121baeeb owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:55:48.817612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:48.829123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['f653da55-2bc7-4b85-977f-bb28121baeeb'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:55:48.844145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Pushing event deleted for resources: {'Port': ['ID=f653da55-2bc7-4b85-977f-bb28121baeeb,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:48.885659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] No DVR routers for this DVR port f653da55-2bc7-4b85-977f-bb28121baeeb on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:55:48.888935 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:48.892207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a76d44-aeca-4782-aa7c-db3f58664d41 req-9830c969-e02e-4d8e-a6b9-0a35f232b785 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.62 "DELETE /v2.0/ports/f653da55-2bc7-4b85-977f-bb28121baeeb HTTP/1.1" status: 204 len: 173 time: 0.4373143 Feb 11 14:55:48.892641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-deleted', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:48.894914 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41c8bb4-fe32-48f6-b328-3043b13b52ed" -d '{"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-deleted", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:48.929452 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ffc84-331d-4d2f-b97d-1a74243d47ab x-openstack-request-id: req-199ffc84-331d-4d2f-b97d-1a74243d47ab {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:48.929747 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b664870-451c-46be-a3c9-25ed2e355f55", "name": "network-vif-deleted", "tag": "f653da55-2bc7-4b85-977f-bb28121baeeb", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:48.929998 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-199ffc84-331d-4d2f-b97d-1a74243d47ab {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:48.930410 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b664870-451c-46be-a3c9-25ed2e355f55', 'name': 'network-vif-deleted', 'tag': 'f653da55-2bc7-4b85-977f-bb28121baeeb', 'status': 'completed', 'code': 200} Feb 11 14:55:49.364480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6683a67d-1f3d-4b4f-b772-b9381ed12613 req-3360c7a8-3a85-4473-86cf-20ba2e3c7ae5 tempest-DeleteServersTestJSON-2133414797 tempest-DeleteServersTestJSON-2133414797-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b664870-451c-46be-a3c9-25ed2e355f55 HTTP/1.1" status: 200 len: 210 time: 0.0298779 Feb 11 14:55:50.460735 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e856caaf-e355-4228-a42e-633a57a215e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.497921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:50.544482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Deleting subnet b9666840-bda6-4a16-a4e4-9a610ec09355 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:55:50.547579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.585320 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.622258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.780463 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.808471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9666840-bda6-4a16-a4e4-9a610ec09355,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:50.818901 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.822091 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9666840-bda6-4a16-a4e4-9a610ec09355 HTTP/1.1" status: 204 len: 168 time: 0.3231719 Feb 11 14:55:50.823889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.824233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.824582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.824880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40086) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:50.825321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.825321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.825569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.825895 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.826223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.826545 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.826867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.827190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.827511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac841b07-0da7-41bf-87b4-d2cf648711f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:55:50.892041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.971609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:50.991421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d7bcd9-7114-42ab-90eb-a09f46c02129']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:55:51.001005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:55:51.001306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a3f3c4-ebbe-49d2-b5cb-da9690e60a00') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:55:51.010851 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.023489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.029731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:55:51.030116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:55:51.031770 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:55:51.153149 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-afa75e32-9d85-4fe3-b949-752d4f32bcc9 req-21cd487c-c26f-4a58-8280-a39db5b44ba7 service neutron] (109376) timed out ('10.222.0.62', 55498) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:55:51.163899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.171150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.174367 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d3d7bcd9-7114-42ab-90eb-a09f46c02129 HTTP/1.1" status: 204 len: 168 time: 0.3484604 Feb 11 14:55:51.186094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958f76c-be40-48a7-bc20-cef0ab5c5116 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d7bcd9-7114-42ab-90eb-a09f46c02129,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:51.515471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:51.554937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6cc84277-2094-40f7-bcca-e9ab7e762a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb793452da840f4b6c78233d5db110d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383298 Feb 11 14:55:51.558236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:51.605339 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.625305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.731669 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.734268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:51.735441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fda6527e-b346-4e10-bc0a-f7db684cf1c3 HTTP/1.1" status: 204 len: 168 time: 0.1763358 Feb 11 14:55:51.747272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b575b7-95a9-4a4f-b4c1-5131cc4fb5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda6527e-b346-4e10-bc0a-f7db684cf1c3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:51.857545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:52.607955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:55:52.627854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: f653da55-2bc7-4b85-977f-bb28121baeeb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:55:52.628204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device f653da55-2bc7-4b85-977f-bb28121baeeb not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:55:52.825556 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:52.948305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-783053427-network', 'tenant_id': '809d804074314161bb1ba21c91eec8d2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:53.014198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Made reservation on behalf of 809d804074314161bb1ba21c91eec8d2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:55:53.016480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.024774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.098519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.172038 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.196786 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:55:53.206936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb92fc8-b5ee-4be4-8693-f60767e357c4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:53.211695 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.212033 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Added segment 9ec58829-b44b-4a85-8c3e-b19747e1fec9 of type vlan for network 5c58033e-7890-470c-b240-fcfd6d9a01c3 Feb 11 14:55:53.250278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.251892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.328742 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.329781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:53.330347 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.357490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.389635 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c58033e-7890-470c-b240-fcfd6d9a01c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:53.398939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:55:53.444318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e7eb7bf1-8190-446f-8856-b108933d0fb2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6150973 Feb 11 14:55:53.444750 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:55:53.450940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Request body: {'subnet': {'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-783053427-subnet', 'tenant_id': '809d804074314161bb1ba21c91eec8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:53.542933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Made reservation on behalf of 809d804074314161bb1ba21c91eec8d2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:55:53.545363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.757364 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.812248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e41ab65-394a-45f3-9c12-08bf2ea063e0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:53.820965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Checking segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:55:53.821320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Network hostable DHCP agents. Network: 5c58033e-7890-470c-b240-fcfd6d9a01c3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:55:53.888068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:55:53.968913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5c58033e-7890-470c-b240-fcfd6d9a01c3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:55:53.975197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:53.975843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:53.981441 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920e8e2-6794-4ed7-9d51-90fa8f6959a2 None None] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:55:54.094763 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93ff2e5a-eabf-488a-a16f-32f28969f43a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6485524 Feb 11 14:55:54.108646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102ba77-2bbb-4061-8eed-8dabe35e0bf9 None None] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:55:54.517000 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-337911dd-4fc7-40ed-95bd-f732842ba7a3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:54.518476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-337911dd-4fc7-40ed-95bd-f732842ba7a3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 814 time: 0.1031387 Feb 11 14:55:54.533832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-0c6a9d9a-0748-4d82-935b-6067c1fbc55d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/quotas/809d804074314161bb1ba21c91eec8d2 HTTP/1.1" status: 200 len: 375 time: 0.0095184 Feb 11 14:55:54.564348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-955444cd-6248-4def-8740-4a0cbdd61204 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252862 Feb 11 14:55:54.655074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-a512d4c0-0f02-4e89-9f3c-325c007bc30c service neutron] 10.222.0.31 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834000 Feb 11 14:55:54.748552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-a4b10481-8994-42c0-a365-5869f65a1702 service neutron] 10.222.0.31 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873098 Feb 11 14:55:54.980106 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b6ecf90-df49-4930-86ab-062c454c2a04 req-f9eb35c4-0988-48de-88c4-9d87e7500481 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 210 time: 0.0264819 Feb 11 14:55:56.075907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-69a2001d-8fb7-4c00-966e-5eec745df231 req-ebb7b636-d2d8-41eb-bb28-0861fa22e71c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 210 time: 0.0280213 Feb 11 14:55:57.103240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-26033332-6d24-49d8-bbef-6008304e7676 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:57.104731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-26033332-6d24-49d8-bbef-6008304e7676 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 814 time: 0.1031816 Feb 11 14:55:57.117206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Request body: {'port': {'device_id': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'admin_state_up': True, 'tenant_id': '809d804074314161bb1ba21c91eec8d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:57.175496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4fe28af6-c8bf-41e5-90cb-eabaae5b6975 req-d6fdafcc-5f60-46a1-93bd-c84e776b3cdb tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 210 time: 0.0268314 Feb 11 14:55:57.314912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Made reservation on behalf of 809d804074314161bb1ba21c91eec8d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:55:57.318774 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:57.447100 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Allocated IP 172.20.0.14 (5c58033e-7890-470c-b240-fcfd6d9a01c3/2e41ab65-394a-45f3-9c12-08bf2ea063e0/e9ce30fc-0721-4285-8cbd-80c1a695a6d9) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:55:57.592996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:57.683385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:57.726609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:55:57.729686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:55:57.733206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:55:57.757225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:57.784923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:57.790167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:57.865478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cd984e99-fca0-4f0e-abde-e8c200a75879 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523613 Feb 11 14:55:57.877391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Request body: {'port': {'device_id': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:55:57.928906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.192048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ce30fc-0721-4285-8cbd-80c1a695a6d9 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:55:58.199437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.211581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Transition to ACTIVE for port object e9ce30fc-0721-4285-8cbd-80c1a695a6d9 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:55:58.283692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.299320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d3fc7-018a-4b2b-a96f-4eb3b9427b84 req-5804b4ba-6db4-4db1-bb60-04d1e99a06b2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:58.300805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce6d3fc7-018a-4b2b-a96f-4eb3b9427b84 req-5804b4ba-6db4-4db1-bb60-04d1e99a06b2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 932 time: 0.0564222 Feb 11 14:55:58.371937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:58.395281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce6d3fc7-018a-4b2b-a96f-4eb3b9427b84 req-522d033b-e5cc-4838-88ff-f465cd406fd8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752547 Feb 11 14:55:58.442231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:55:58.442496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:55:58.442837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:58.447041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:55:58.447363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:55:58.452138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:55:58.452474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Checking segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:55:58.452857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Bound using segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:55:58.453311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Bound port: e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:55:58.453663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.514819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:55:58.517765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:55:58.594589 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.634493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:58.635111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:55:58.636557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] 10.222.0.62 "PUT /v2.0/ports/e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 1092 time: 0.7630825 Feb 11 14:55:58.637054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:55:58.639288 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62e7a1-31b2-447e-af41-49080451f504" -d '{"events": [{"name": "network-changed", "server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:55:58.660742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f53a3a-f156-42e4-8fb7-926c8a76f4bc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:55:58.677329 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7598a-5769-45ff-8c2b-033d120f309a x-openstack-request-id: req-3ae7598a-5769-45ff-8c2b-033d120f309a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:55:58.677590 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:55:58.677844 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ae7598a-5769-45ff-8c2b-033d120f309a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:55:58.678268 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'status': 'completed', 'code': 200} Feb 11 14:55:58.739302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e7a1-31b2-447e-af41-49080451f504 req-c566ee39-9793-4bc5-a653-5e63cb9968bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:58.740710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d62e7a1-31b2-447e-af41-49080451f504 req-c566ee39-9793-4bc5-a653-5e63cb9968bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1095 time: 0.0410852 Feb 11 14:55:58.839163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e7a1-31b2-447e-af41-49080451f504 req-3afbac0d-960f-4b34-a35d-a4ba2149c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:58.841172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d62e7a1-31b2-447e-af41-49080451f504 req-3afbac0d-960f-4b34-a35d-a4ba2149c813 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=809d804074314161bb1ba21c91eec8d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928481 Feb 11 14:55:58.935846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e7a1-31b2-447e-af41-49080451f504 req-3de5c058-8f26-4b85-8b92-e98d1d707f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:58.937351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d62e7a1-31b2-447e-af41-49080451f504 req-3de5c058-8f26-4b85-8b92-e98d1d707f0d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898457 Feb 11 14:55:59.013818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cb2f2ade-25b7-4c40-9457-a6302b8bf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:59.015202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-cb2f2ade-25b7-4c40-9457-a6302b8bf198 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1095 time: 0.0400374 Feb 11 14:55:59.059855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-d70aafca-df7e-4191-a169-420d4313197e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0370405 Feb 11 14:55:59.108200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-9ba7251c-3d46-4521-8de0-345279aa4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:59.109658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-9ba7251c-3d46-4521-8de0-345279aa4c8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0431616 Feb 11 14:55:59.140230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-8c47bb11-ef0f-4e64-9899-08525422492c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237508 Feb 11 14:55:59.230539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-7d3b3173-98e2-45e8-af65-34ca3723e4d7 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835407 Feb 11 14:55:59.317372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de5d0714-ddd2-43fa-824b-4cca482bd424 req-ae34cd26-af56-4015-8e02-481afd127aa3 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806618 Feb 11 14:55:59.508310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d229482-6b78-4d1d-ad8f-fbc3046aa6a2 req-3f3db712-47ac-41e6-8241-cee999f84c19 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:55:59.509829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d229482-6b78-4d1d-ad8f-fbc3046aa6a2 req-3f3db712-47ac-41e6-8241-cee999f84c19 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.0484877 Feb 11 14:55:59.546811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d229482-6b78-4d1d-ad8f-fbc3046aa6a2 req-c0b68e35-0858-4acd-944b-c642ca9f8bab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Feb 11 14:56:00.677161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ade4b-cea0-488f-b512-03d186799e9e req-66580425-3a8a-4bcf-90c1-d924f17e6101 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:00.678702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d6ade4b-cea0-488f-b512-03d186799e9e req-66580425-3a8a-4bcf-90c1-d924f17e6101 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.0556870 Feb 11 14:56:00.720303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1d6ade4b-cea0-488f-b512-03d186799e9e req-6bc321dc-9aaf-4d62-b444-3a1aa03e20b0 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Feb 11 14:56:00.767081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:01.557371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:01.705443 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:56:01.844786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d191a-e128-485d-b3f4-f818e18c4b61 req-a004c066-5e3c-4772-8ef0-d63ef8f8d184 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:01.846270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c63d191a-e128-485d-b3f4-f818e18c4b61 req-a004c066-5e3c-4772-8ef0-d63ef8f8d184 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.0520279 Feb 11 14:56:01.882777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c63d191a-e128-485d-b3f4-f818e18c4b61 req-53e79f21-dd22-4584-9afa-9b2964f07d71 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305078 Feb 11 14:56:02.669910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:56:02.764815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:02.775862 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'port_id': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'mac_address': 'fa:16:3e:78:d3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e41ab65-394a-45f3-9c12-08bf2ea063e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:56:02.812303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:02.825428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ce30fc-0721-4285-8cbd-80c1a695a6d9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:56:02.848289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:02.942807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:02.990510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:03.000658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fbf33-964d-42f7-844d-faca469ae41c req-e482f109-ccf1-4a3d-8ea0-47b6ae6e5dfb tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:03.002229 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-192fbf33-964d-42f7-844d-faca469ae41c req-e482f109-ccf1-4a3d-8ea0-47b6ae6e5dfb tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 945 time: 0.0510468 Feb 11 14:56:03.039557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-192fbf33-964d-42f7-844d-faca469ae41c req-3b4f4917-0823-446e-8859-a87a8ac4e58d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Feb 11 14:56:03.141584 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['e9ce30fc-0721-4285-8cbd-80c1a695a6d9'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:56:04.154838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0aa1a-d7bf-47c6-9711-8efb08e7ddfe req-17a344c3-3103-4828-b261-1fedd5e50cbd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:04.156321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7f0aa1a-d7bf-47c6-9711-8efb08e7ddfe req-17a344c3-3103-4828-b261-1fedd5e50cbd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 945 time: 0.0481558 Feb 11 14:56:04.196330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b7f0aa1a-d7bf-47c6-9711-8efb08e7ddfe req-d2596afc-d2c2-46d4-b9a8-2c9bf033f709 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Feb 11 14:56:04.674949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:56:04.776501 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:56:04.780097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:56:04.780467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:04.853907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:04.875047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:04.877245 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7dc21-8417-438e-a4f7-a83d726f9e56" -d '{"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-plugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:04.889980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:04.914860 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b4b371-787b-4b1a-aa74-c688bcc910ac x-openstack-request-id: req-04b4b371-787b-4b1a-aa74-c688bcc910ac {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:04.915148 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-plugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:04.915401 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04b4b371-787b-4b1a-aa74-c688bcc910ac {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:04.915794 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'code': 200} Feb 11 14:56:04.948443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:05.000450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:05.014379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb754fa-3fb2-42e2-a964-7d65a20471fd req-0bddb6c3-cd6d-4fcb-9d55-a6a9f26d0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:05.015891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcb754fa-3fb2-42e2-a964-7d65a20471fd req-0bddb6c3-cd6d-4fcb-9d55-a6a9f26d0fb3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1097 time: 0.0400336 Feb 11 14:56:05.049762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dcb754fa-3fb2-42e2-a964-7d65a20471fd req-f547ed1f-34fe-4c3e-acdb-8a6dc2100b2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273168 Feb 11 14:56:05.313605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503ce68-f689-41ec-a0bc-24c9145c982d req-48d4a4c5-46ff-4d54-8de1-ff4205a4b502 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:05.315036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2503ce68-f689-41ec-a0bc-24c9145c982d req-48d4a4c5-46ff-4d54-8de1-ff4205a4b502 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0508142 Feb 11 14:56:05.352130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2503ce68-f689-41ec-a0bc-24c9145c982d req-be19a113-a656-4768-989e-ac36eb652a44 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303488 Feb 11 14:56:06.467552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b451b-0d64-4a8b-95e2-01b455e77851 req-d8340ea3-6610-4d02-b021-d47e2452df84 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:06.469074 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-363b451b-0d64-4a8b-95e2-01b455e77851 req-d8340ea3-6610-4d02-b021-d47e2452df84 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0480850 Feb 11 14:56:06.506707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-363b451b-0d64-4a8b-95e2-01b455e77851 req-e7e68b82-2210-4e83-8750-75518cf9367b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Feb 11 14:56:06.624722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1180-3bce-4eea-b5cb-f205aeef2d5f req-f1ada3ef-7a60-4aef-82cd-329efde44a43 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:06.626871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67ad1180-3bce-4eea-b5cb-f205aeef2d5f req-f1ada3ef-7a60-4aef-82cd-329efde44a43 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0537262 Feb 11 14:56:06.666522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67ad1180-3bce-4eea-b5cb-f205aeef2d5f req-0ea0e384-9fd5-47c4-afc5-2e8f9d5ee13f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Feb 11 14:56:06.947624 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02bf8c-c30b-4d3f-97b1-b16c53fe808a req-0a3bc537-28c6-443a-9b53-5b2bfca6ddcc tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:06.949100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb02bf8c-c30b-4d3f-97b1-b16c53fe808a req-0a3bc537-28c6-443a-9b53-5b2bfca6ddcc tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0477982 Feb 11 14:56:06.991025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb02bf8c-c30b-4d3f-97b1-b16c53fe808a req-fd3e17ce-4943-4595-b69d-1aad23a223d4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Feb 11 14:56:07.106745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bff7bc-6593-4e68-889b-30ab99540a70 req-1086b4d7-a098-4e2c-b09c-90d21fbb8a93 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:07.108203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58bff7bc-6593-4e68-889b-30ab99540a70 req-1086b4d7-a098-4e2c-b09c-90d21fbb8a93 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0525956 Feb 11 14:56:07.145621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58bff7bc-6593-4e68-889b-30ab99540a70 req-e026c4a4-d525-4d3b-8648-e62c12776b4b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Feb 11 14:56:07.571417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9603d-e597-4d92-9859-73c17672f78f req-3f2bb277-2759-48f2-9738-c3f04e88f9f9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:07.572916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7df9603d-e597-4d92-9859-73c17672f78f req-3f2bb277-2759-48f2-9738-c3f04e88f9f9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0487387 Feb 11 14:56:07.610413 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7df9603d-e597-4d92-9859-73c17672f78f req-87cb65e2-d4d1-4e17-bfd5-1360ba6b8551 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Feb 11 14:56:07.759806 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-929e1b2b-8e36-4abc-919c-d3d674e2f5fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388944 Feb 11 14:56:08.736702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf838e-676d-4bb0-95d7-9d0049c21171 req-3134b6b3-06eb-4f26-a626-6e3cda733188 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:08.738258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1dbf838e-676d-4bb0-95d7-9d0049c21171 req-3134b6b3-06eb-4f26-a626-6e3cda733188 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0532310 Feb 11 14:56:08.777690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1dbf838e-676d-4bb0-95d7-9d0049c21171 req-343e2a5b-09d6-4905-ab59-b2cfaf7141ff tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Feb 11 14:56:09.898369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abb83f-1f18-4680-b7f0-c2406bf058d7 req-80cb5cea-68d0-49ec-abf7-57f0da989317 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:09.899866 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05abb83f-1f18-4680-b7f0-c2406bf058d7 req-80cb5cea-68d0-49ec-abf7-57f0da989317 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0545290 Feb 11 14:56:09.910271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-aa2b5b53-7779-41dc-b8f9-e73b87d7d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:09.911985 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-aa2b5b53-7779-41dc-b8f9-e73b87d7d2cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1097 time: 0.0439551 Feb 11 14:56:09.940030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05abb83f-1f18-4680-b7f0-c2406bf058d7 req-9a5924f7-9a8e-4233-986c-9d2abefac02a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Feb 11 14:56:10.009548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-8a2f8e07-e9ed-4bdf-b0d9-dbce59b1e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:10.011029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-8a2f8e07-e9ed-4bdf-b0d9-dbce59b1e76f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0872896 Feb 11 14:56:10.052330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-0f3a66bb-4c97-4130-982c-277930d21020 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0340176 Feb 11 14:56:10.102499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-a5b66125-0432-4eb3-bc0a-2c3dc836529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:10.103965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-a5b66125-0432-4eb3-bc0a-2c3dc836529d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0452912 Feb 11 14:56:10.135878 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-d445ef13-3dd5-461f-855b-2da6d8d6a85d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232334 Feb 11 14:56:10.226589 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-8ecfb2a2-1634-4ded-ba3f-1b04452504db service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Feb 11 14:56:10.315441 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-13c37ed0-0a92-4815-bd0f-bcbc7dfcf28a service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800328 Feb 11 14:56:11.070255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698d0c8-c382-4743-8de7-78801aa69d02 req-d3b95e65-b4b9-41a7-b7e5-ebfcddc0c242 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:11.071745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698d0c8-c382-4743-8de7-78801aa69d02 req-d3b95e65-b4b9-41a7-b7e5-ebfcddc0c242 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0542572 Feb 11 14:56:11.109698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a698d0c8-c382-4743-8de7-78801aa69d02 req-e68bcbc1-c86d-465c-b3dc-c93a8964130c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Feb 11 14:56:12.224699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906dbc-dec1-46dd-8262-27cda28b99d4 req-ea9d305b-0b99-4a80-9381-ca15cd78ae3b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:12.226198 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88906dbc-dec1-46dd-8262-27cda28b99d4 req-ea9d305b-0b99-4a80-9381-ca15cd78ae3b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0481541 Feb 11 14:56:12.266985 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-88906dbc-dec1-46dd-8262-27cda28b99d4 req-fa381ab2-b092-49ec-9cb8-d826151ea8c4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Feb 11 14:56:13.381656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9f02-e893-4e75-9f36-e934d0aac32d req-03048ece-ffc4-4680-9da2-26c47438f0cd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:13.383114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f2a9f02-e893-4e75-9f36-e934d0aac32d req-03048ece-ffc4-4680-9da2-26c47438f0cd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0482676 Feb 11 14:56:13.419686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f2a9f02-e893-4e75-9f36-e934d0aac32d req-1f5ad4b9-f8a3-46f4-a467-996ab9275717 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Feb 11 14:56:14.533242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0c799-294b-4ee6-9b89-fa18511f7d82 req-b31a887b-b611-4d12-b2b9-4d3b7d201a71 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:14.534708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47d0c799-294b-4ee6-9b89-fa18511f7d82 req-b31a887b-b611-4d12-b2b9-4d3b7d201a71 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0482712 Feb 11 14:56:14.570930 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47d0c799-294b-4ee6-9b89-fa18511f7d82 req-1f18c109-a904-4115-9df2-ab8192affbdd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302479 Feb 11 14:56:15.683058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f39ad-93e3-462c-ad7a-2ca4b473e963 req-9016cc6a-32d6-4119-a23f-22ab244b65c1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:15.684691 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da9f39ad-93e3-462c-ad7a-2ca4b473e963 req-9016cc6a-32d6-4119-a23f-22ab244b65c1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0474558 Feb 11 14:56:15.721517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-da9f39ad-93e3-462c-ad7a-2ca4b473e963 req-16793f12-abea-4fbb-b314-5f7006de1401 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Feb 11 14:56:16.840109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dff3e-732d-47c8-8831-f41fbe4a57af req-b2ee5fc1-6952-43f7-b2f2-50968ff2302d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:16.842104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd4dff3e-732d-47c8-8831-f41fbe4a57af req-b2ee5fc1-6952-43f7-b2f2-50968ff2302d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0519807 Feb 11 14:56:16.878457 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd4dff3e-732d-47c8-8831-f41fbe4a57af req-58211622-eb6b-411b-9bd1-40f5cf95b870 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304794 Feb 11 14:56:17.996104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb8b3-dfe1-4673-ae66-9143d9d74aa0 req-16f63937-e32e-4788-acb5-7c8ad162e88d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:17.998181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-728bb8b3-dfe1-4673-ae66-9143d9d74aa0 req-16f63937-e32e-4788-acb5-7c8ad162e88d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0516269 Feb 11 14:56:18.034769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-728bb8b3-dfe1-4673-ae66-9143d9d74aa0 req-0a46cb69-1f4e-44a3-bb67-696fa8d71ee6 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Feb 11 14:56:18.191151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc22fb06-26d0-4915-aead-b8c20125baa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:19.154304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa28b-0e82-49d1-9f58-95ff6efe6459 req-0f0e755b-d58d-4ebe-82f9-148777d61235 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:19.155790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37caa28b-0e82-49d1-9f58-95ff6efe6459 req-0f0e755b-d58d-4ebe-82f9-148777d61235 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0479436 Feb 11 14:56:19.192469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37caa28b-0e82-49d1-9f58-95ff6efe6459 req-bedd44c8-95fa-48a9-85a2-7131feb30e34 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Feb 11 14:56:20.305388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac726e-7b71-45f2-b9e7-c6f57bb2a332 req-9ed397ec-9e13-44af-ac82-fa729d9f75e2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:20.306860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8ac726e-7b71-45f2-b9e7-c6f57bb2a332 req-9ed397ec-9e13-44af-ac82-fa729d9f75e2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0472441 Feb 11 14:56:20.343642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8ac726e-7b71-45f2-b9e7-c6f57bb2a332 req-bca44783-a9fd-439b-8f5f-029c3da50f22 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301900 Feb 11 14:56:20.457246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fef57efc-ab92-4b39-9dba-ef6c41b5d598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:21.460216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c4e44-db30-4f59-b3f6-6a8ad2c8311a req-9b8a2597-9723-4699-a39c-231a1185934c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:21.461733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e52c4e44-db30-4f59-b3f6-6a8ad2c8311a req-9b8a2597-9723-4699-a39c-231a1185934c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0490358 Feb 11 14:56:21.499765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e52c4e44-db30-4f59-b3f6-6a8ad2c8311a req-3977a7c3-9c05-422c-88e1-eab73b1fa12a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Feb 11 14:56:21.876433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:22.615250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5283-81ae-4834-8929-be78093b5504 req-06725c6b-17d4-44a2-8d8d-d9e170a3de97 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:22.616700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-347e5283-81ae-4834-8929-be78093b5504 req-06725c6b-17d4-44a2-8d8d-d9e170a3de97 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0467680 Feb 11 14:56:22.652860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-347e5283-81ae-4834-8929-be78093b5504 req-b9a91c5a-90d3-4b8a-a412-975e1870dad6 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302031 Feb 11 14:56:23.259415 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:23.356595 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:23.775662 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a09fab-aa93-4148-a957-92b33c2e8feb req-be542ea6-9e1a-4646-8821-8dfe682c6f4c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:23.777161 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27a09fab-aa93-4148-a957-92b33c2e8feb req-be542ea6-9e1a-4646-8821-8dfe682c6f4c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0515068 Feb 11 14:56:23.814194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-27a09fab-aa93-4148-a957-92b33c2e8feb req-ab9a913d-bd75-444f-be59-635f5364db0b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Feb 11 14:56:24.930127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceaba7-7111-4c34-b5bc-9d39a157c7d5 req-9d36a197-eacb-41e4-abdb-2c018532ddfe tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:24.931587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3ceaba7-7111-4c34-b5bc-9d39a157c7d5 req-9d36a197-eacb-41e4-abdb-2c018532ddfe tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0513394 Feb 11 14:56:24.969508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3ceaba7-7111-4c34-b5bc-9d39a157c7d5 req-2f7e1f0a-6b33-4efd-b4c4-a7942ea1451e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Feb 11 14:56:26.084115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff0e71-ec13-4af9-a6c4-fe9b6fa6aca8 req-b07108c2-f52e-4c2b-b861-73f8c25c9ece tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:26.085657 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75ff0e71-ec13-4af9-a6c4-fe9b6fa6aca8 req-b07108c2-f52e-4c2b-b861-73f8c25c9ece tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0492501 Feb 11 14:56:26.122041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-75ff0e71-ec13-4af9-a6c4-fe9b6fa6aca8 req-5ffac4fc-a763-4835-898e-f694512e2fd9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303991 Feb 11 14:56:27.236793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72beb8d-f984-482a-b20e-b909fe4a5e3f req-2f4a3288-0b14-45b2-8124-232ca9846e24 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:27.238319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f72beb8d-f984-482a-b20e-b909fe4a5e3f req-2f4a3288-0b14-45b2-8124-232ca9846e24 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0482364 Feb 11 14:56:27.275275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f72beb8d-f984-482a-b20e-b909fe4a5e3f req-7e8d515a-f96a-4ed4-86b1-7072bc79ba11 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Feb 11 14:56:28.393076 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df087-bdc1-4585-9b98-7972ef476613 req-d46f2d12-8e71-4fb7-b872-81b9a748e9f4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:28.394554 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-157df087-bdc1-4585-9b98-7972ef476613 req-d46f2d12-8e71-4fb7-b872-81b9a748e9f4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0530546 Feb 11 14:56:28.432038 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-157df087-bdc1-4585-9b98-7972ef476613 req-4f84b113-4a31-430e-bbcb-ad4a50eea641 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Feb 11 14:56:29.543015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0f99-1bb4-4720-a27a-73b776e463b7 req-c23fc08c-d672-4698-98ee-c0026eaf9121 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:29.544982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbbc0f99-1bb4-4720-a27a-73b776e463b7 req-c23fc08c-d672-4698-98ee-c0026eaf9121 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0458417 Feb 11 14:56:29.581391 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbbc0f99-1bb4-4720-a27a-73b776e463b7 req-d753b7fb-f4c5-42eb-a721-fb425c69f7b9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304811 Feb 11 14:56:30.702361 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74604f4-182c-4bda-a802-3ecfbfa9ff50 req-33211f37-6013-4b9f-b622-3229fd88fb77 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:30.703848 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c74604f4-182c-4bda-a802-3ecfbfa9ff50 req-33211f37-6013-4b9f-b622-3229fd88fb77 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0533750 Feb 11 14:56:30.741215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c74604f4-182c-4bda-a802-3ecfbfa9ff50 req-368d0926-8238-4c61-9d20-21103fbbdbff tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Feb 11 14:56:30.776525 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:31.590920 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:31.857275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774647b-73c2-4607-b426-38d9fe0f84b7 req-d3071acd-436a-411d-b570-3bf7547e96ce tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:31.858750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8774647b-73c2-4607-b426-38d9fe0f84b7 req-d3071acd-436a-411d-b570-3bf7547e96ce tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0514455 Feb 11 14:56:31.894956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8774647b-73c2-4607-b426-38d9fe0f84b7 req-0cdb782f-a6b2-4c3b-ab5c-4601926ae560 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Feb 11 14:56:33.009571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1cdb0-fb0a-49e3-a9a9-119acbb55d67 req-23cf9a72-5209-4b9c-9376-adbbd39b253c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:33.011046 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5be1cdb0-fb0a-49e3-a9a9-119acbb55d67 req-23cf9a72-5209-4b9c-9376-adbbd39b253c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0484068 Feb 11 14:56:33.056686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5be1cdb0-fb0a-49e3-a9a9-119acbb55d67 req-b250d4b3-8496-43ce-a9d8-54321fbec92e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Feb 11 14:56:34.172795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669455bf-a817-4d84-90bb-2cfc09b42838 req-e757ea07-772d-4976-a2c2-c6bf49ec26d3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:34.174279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-669455bf-a817-4d84-90bb-2cfc09b42838 req-e757ea07-772d-4976-a2c2-c6bf49ec26d3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0480175 Feb 11 14:56:34.210655 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-669455bf-a817-4d84-90bb-2cfc09b42838 req-fa95b3e0-912f-4ecd-841f-5ad1087e0801 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302925 Feb 11 14:56:35.242006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-087531e0-f335-4d8b-813a-ea11f9130fce req-8c2d8189-18d0-4aa7-b485-b24406f01ded service neutron] (109376) timed out ('10.222.0.60', 53581) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:56:35.328335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8bdfb-2145-431e-908f-033c869ba2cf req-9d26a224-836d-4870-804a-a588b365df8b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:35.329839 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49e8bdfb-2145-431e-908f-033c869ba2cf req-9d26a224-836d-4870-804a-a588b365df8b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0479274 Feb 11 14:56:35.366139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-49e8bdfb-2145-431e-908f-033c869ba2cf req-b046cf2e-e8f1-478c-8f97-465c47abbfd3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Feb 11 14:56:36.482413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271616a-df5a-47a0-9a70-01590add8b7d req-de616780-4705-4eae-9ace-f266852cc2ea tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:36.482413 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f271616a-df5a-47a0-9a70-01590add8b7d req-de616780-4705-4eae-9ace-f266852cc2ea tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0475595 Feb 11 14:56:36.521950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f271616a-df5a-47a0-9a70-01590add8b7d req-a3cffb61-4449-4547-a7a6-ffae4d628058 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Feb 11 14:56:37.353377 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-c2cb4865-bdd3-47ea-8934-78b3d8d64fd2 service neutron] show failed (client error): The resource could not be found. Feb 11 14:56:37.354386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-c2cb4865-bdd3-47ea-8934-78b3d8d64fd2 service neutron] 10.222.0.62 "GET /v2.0/ports/e9ce30fc-0721-4285-8cbd-80c1a695a6d9/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0573640 Feb 11 14:56:37.641177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6c51-f60a-4952-84eb-2f443018d4cf req-55421cbb-2364-4fa0-b327-6d6079c63ef9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:37.642585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2ea6c51-f60a-4952-84eb-2f443018d4cf req-55421cbb-2364-4fa0-b327-6d6079c63ef9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0527742 Feb 11 14:56:37.682139 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d2ea6c51-f60a-4952-84eb-2f443018d4cf req-84f7816a-07ad-42b5-a61c-400e8099e3bf tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Feb 11 14:56:37.955344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-107dfdc8-398f-4742-a144-0b87351ddc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:37.956866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-107dfdc8-398f-4742-a144-0b87351ddc1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c&tenant_id=809d804074314161bb1ba21c91eec8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0965333 Feb 11 14:56:37.967499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-a2592859-f51f-44ce-bc1d-ade3c0cfebee service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:56:37.968470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-a2592859-f51f-44ce-bc1d-ade3c0cfebee service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053482 Feb 11 14:56:37.979061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:56:38.030599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.227138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:38.259308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:56:38.302416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:38.304759 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b4402-f6a9-4151-b550-4c18124afee5" -d '{"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:38.308595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.320907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Transition to ACTIVE for port object e9ce30fc-0721-4285-8cbd-80c1a695a6d9 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:56:38.385604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.448241 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc4a177-784b-4e98-8d9e-ee9911356d22 x-openstack-request-id: req-9dc4a177-784b-4e98-8d9e-ee9911356d22 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:38.448537 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:38.448792 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dc4a177-784b-4e98-8d9e-ee9911356d22 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:38.449221 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'code': 200} Feb 11 14:56:38.449882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] No DVR routers for this DVR port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:56:38.453462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:38.487257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:56:38.487518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:56:38.487849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:56:38.492148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:56:38.492476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Attempting to bind port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:56:38.497459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:56:38.497797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Checking segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:56:38.498176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Bound using segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:56:38.498601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Bound port: e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:56:38.498956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.563258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:56:38.566492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:56:38.634259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.672261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:38.672880 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:38.674287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] 10.222.0.60 "PUT /v2.0/ports/e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 1092 time: 0.6988101 Feb 11 14:56:38.690458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0ee66-37dd-43d5-9e82-855098e147dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:38.705373 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:56:38.742772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-1eb9f9ac-a883-4024-a5c4-631a24ea6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:38.742772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-1eb9f9ac-a883-4024-a5c4-631a24ea6dcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1095 time: 0.0468748 Feb 11 14:56:38.803769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08a81e-fc8d-44c9-a5bc-a27b4a992608 req-46b5cf58-05ae-47e8-bd97-c9bb0369c678 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:38.805326 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c08a81e-fc8d-44c9-a5bc-a27b4a992608 req-46b5cf58-05ae-47e8-bd97-c9bb0369c678 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.0493739 Feb 11 14:56:38.836880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-4b2f5e85-7e24-4f54-8dbe-fe19630afc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:38.838460 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-4b2f5e85-7e24-4f54-8dbe-fe19630afc30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0898528 Feb 11 14:56:38.844268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9c08a81e-fc8d-44c9-a5bc-a27b4a992608 req-c6a94a77-0fe3-4d11-9c28-cf55df29b0c2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Feb 11 14:56:38.879151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-440f4af2-77a5-47ac-8ff9-f879188daef7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0345287 Feb 11 14:56:38.927350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-b7415ae8-bc34-45ae-b5ce-a6c5ba4a1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:38.928760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-b7415ae8-bc34-45ae-b5ce-a6c5ba4a1cb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0430090 Feb 11 14:56:38.958924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-8d36663b-525d-4cc1-a3f0-03e8cd84e4cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233812 Feb 11 14:56:39.055399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-b8a5970d-09da-45f9-8c00-c3ea9e8d6f1b service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898535 Feb 11 14:56:39.144018 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-622a5313-9677-4ef2-a268-fe5f0da49fbb req-7f3d84e2-0e0a-4e38-b307-f5d6a27a16e1 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Feb 11 14:56:39.968526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb7b34-8a6f-4309-b15f-b0422c4e7398 req-fadcc490-ca00-4b3d-ade2-4bf02445319b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:39.970016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49eb7b34-8a6f-4309-b15f-b0422c4e7398 req-fadcc490-ca00-4b3d-ade2-4bf02445319b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.0541551 Feb 11 14:56:40.005795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49eb7b34-8a6f-4309-b15f-b0422c4e7398 req-675dcbdc-e3b9-464f-9d6d-07b65b5a4629 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297794 Feb 11 14:56:40.450232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:40.452575 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58" -d '{"events": [{"name": "network-changed", "server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:40.500944 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a1a13-b4b1-4825-9d06-22a00e2f819d x-openstack-request-id: req-ec9a1a13-b4b1-4825-9d06-22a00e2f819d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:40.501258 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:40.501504 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec9a1a13-b4b1-4825-9d06-22a00e2f819d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:40.501898 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'status': 'completed', 'code': 200} Feb 11 14:56:40.584061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-a97eb912-ba81-4ec2-a30f-c231c3d7070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:40.585575 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-a97eb912-ba81-4ec2-a30f-c231c3d7070e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1095 time: 0.0637944 Feb 11 14:56:40.590236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-0e7d36df-45c3-4533-9186-fc97c37d19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:40.592170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-0e7d36df-45c3-4533-9186-fc97c37d19b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1095 time: 0.0610836 Feb 11 14:56:40.933884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:56:40.974294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:56:41.091367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-a50bcb4d-0cff-4c70-916e-317c07c9eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:41.092784 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-a50bcb4d-0cff-4c70-916e-317c07c9eaf5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.4992719 Feb 11 14:56:41.094487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-70a7745e-c383-4fb8-83cf-b2e28d7e4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:41.095885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-70a7745e-c383-4fb8-83cf-b2e28d7e4bcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.4957249 Feb 11 14:56:41.184146 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-9b8bf8ef-6f7a-4425-9b14-04696b58eb23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0810661 Feb 11 14:56:41.187880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-dcd66c6b-a82d-4319-9e5f-2dc3e71f2e4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0781078 Feb 11 14:56:41.265516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596ab11-9610-4da1-8bc3-e21a90c7ed21 req-104f628f-6822-4e4c-aeff-24a6b479e30c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:41.266974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5596ab11-9610-4da1-8bc3-e21a90c7ed21 req-104f628f-6822-4e4c-aeff-24a6b479e30c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 944 time: 0.1776271 Feb 11 14:56:41.295187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-f131b55a-3d52-4b1c-8870-57060dd992d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:41.296616 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-f131b55a-3d52-4b1c-8870-57060dd992d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.1063631 Feb 11 14:56:41.302670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-d3f9bdaf-42ff-4af8-bc03-6f5a375022a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:41.303981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-d3f9bdaf-42ff-4af8-bc03-6f5a375022a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.1059475 Feb 11 14:56:41.356295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-a96263b0-aeab-4b7e-8106-5dbcdc201585 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512717 Feb 11 14:56:41.368500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-95c83e2d-d358-4755-be83-63e116d8400f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444796 Feb 11 14:56:41.368500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5596ab11-9610-4da1-8bc3-e21a90c7ed21 req-41fc61a7-5e97-4fa9-bc3c-848adb1e3e98 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Feb 11 14:56:41.510810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-75ef64f2-4cfd-4e45-9edc-569d20534577 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462798 Feb 11 14:56:41.514089 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-21a43b6c-73a8-4705-9ae5-d7007f29c655 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429245 Feb 11 14:56:41.663435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-1d483f21-f174-4f0a-9761-81e13821a818 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452653 Feb 11 14:56:41.669946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8d6bd5b-afc5-48f2-8bdf-708c5e1bea58 req-02305260-826e-42aa-8f03-e6afd974a318 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431777 Feb 11 14:56:41.681173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:56:41.775333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:41.786725 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'port_id': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'mac_address': 'fa:16:3e:78:d3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e41ab65-394a-45f3-9c12-08bf2ea063e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:56:41.822486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:41.834698 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ce30fc-0721-4285-8cbd-80c1a695a6d9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:56:41.853668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:41.922261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:41.967373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:42.134056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e9ce30fc-0721-4285-8cbd-80c1a695a6d9'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:56:42.485561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c76990-3094-429c-959f-27987ff73f8a req-cf280d69-8d79-4838-8bc2-027dfc977ca4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:42.487047 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33c76990-3094-429c-959f-27987ff73f8a req-cf280d69-8d79-4838-8bc2-027dfc977ca4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 945 time: 0.0495992 Feb 11 14:56:42.523451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33c76990-3094-429c-959f-27987ff73f8a req-2a17553b-2e95-4ddf-a7d7-9e1975fe86f0 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304141 Feb 11 14:56:42.832391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad8141-1724-49cd-86db-2fcc473e740d req-e238227f-aa6e-4d80-8d49-07b462527ebc tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:42.833905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1ad8141-1724-49cd-86db-2fcc473e740d req-e238227f-aa6e-4d80-8d49-07b462527ebc tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 945 time: 0.0529823 Feb 11 14:56:42.872847 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b1ad8141-1724-49cd-86db-2fcc473e740d req-3eedc00a-8b08-447c-a486-315f48ceec9a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Feb 11 14:56:42.895449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-206c9540-b901-48f0-a415-8f497f037639 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:42.896991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-206c9540-b901-48f0-a415-8f497f037639 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c&tenant_id=809d804074314161bb1ba21c91eec8d2&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 945 time: 0.0572956 Feb 11 14:56:42.956514 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-26c7f878-eb37-41d6-b11b-1e0cbd2c1a36 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:56:42.957586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-26c7f878-eb37-41d6-b11b-1e0cbd2c1a36 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e9ce30fc-0721-4285-8cbd-80c1a695a6d9/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0527704 Feb 11 14:56:43.042026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-5a55bdaf-0462-4a35-b731-928f6ad23e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:43.042026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-5a55bdaf-0462-4a35-b731-928f6ad23e61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 1096 time: 0.0408223 Feb 11 14:56:43.131242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-e521a037-f529-4b76-9fce-b2470797d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:43.132706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-e521a037-f529-4b76-9fce-b2470797d75d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0867722 Feb 11 14:56:43.173003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-7aa59884-8808-4670-b214-ffd8a5279bfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 200 len: 217 time: 0.0340514 Feb 11 14:56:43.220206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-db017d99-c702-41c4-883f-689ca74d8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:43.221634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-db017d99-c702-41c4-883f-689ca74d8cbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0431712 Feb 11 14:56:43.251633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-8c0588f0-1461-4d81-9ec6-9eeae917f156 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233421 Feb 11 14:56:43.343139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-937ee28b-a73e-4743-8b4a-f011a9889c79 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Feb 11 14:56:43.431233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ddde44b8-fc4b-4553-8805-71158cdde65a req-bb61345c-c08b-40e0-8089-ecc5faf57392 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815480 Feb 11 14:56:43.687741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:56:43.793403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:56:43.797255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:56:43.797633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:43.876443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:43.898666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:43.901413 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd56f5-b54d-446d-86b4-13a0661cec8c" -d '{"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-plugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:43.914134 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:43.939422 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cb77f5-9b67-4ba7-b93f-3fe68de80611 x-openstack-request-id: req-06cb77f5-9b67-4ba7-b93f-3fe68de80611 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:43.939663 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-plugged", "status": "completed", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:43.939943 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06cb77f5-9b67-4ba7-b93f-3fe68de80611 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:43.940347 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'code': 200} Feb 11 14:56:43.993767 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:44.002900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df71b2f-c21c-4b46-a10a-6e657e256bfe req-5e932062-cbb9-4134-a647-625094299fb1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:44.004463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6df71b2f-c21c-4b46-a10a-6e657e256bfe req-5e932062-cbb9-4134-a647-625094299fb1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 945 time: 0.0558403 Feb 11 14:56:44.041882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:44.043459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6df71b2f-c21c-4b46-a10a-6e657e256bfe req-156014c6-485c-47cd-8553-aba23bf990b2 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Feb 11 14:56:45.161817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851d77-17e0-48de-9545-e32ceb4fbacc req-2a269af5-b4f0-49f3-91b5-2f4b8663418f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:45.163348 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1851d77-17e0-48de-9545-e32ceb4fbacc req-2a269af5-b4f0-49f3-91b5-2f4b8663418f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0495851 Feb 11 14:56:45.200951 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c1851d77-17e0-48de-9545-e32ceb4fbacc req-31b7f53c-e3dd-4adb-a31c-1ddeabfb3838 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Feb 11 14:56:45.318598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a66-5a18-4ab0-94b2-44a890d015c5 req-d1947d0d-ea0e-4998-8a33-318129fe6ebf tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:45.320135 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf574a66-5a18-4ab0-94b2-44a890d015c5 req-d1947d0d-ea0e-4998-8a33-318129fe6ebf tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0513256 Feb 11 14:56:45.358160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf574a66-5a18-4ab0-94b2-44a890d015c5 req-be093113-8229-4cf4-8c7a-f735104b76b6 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Feb 11 14:56:45.519605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cb80d-1a3c-4fb3-b07a-ff5406a1ebc4 req-9540a4df-9bd3-4c91-9066-2840f798daf4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:45.520429 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-604cb80d-1a3c-4fb3-b07a-ff5406a1ebc4 req-9540a4df-9bd3-4c91-9066-2840f798daf4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0480952 Feb 11 14:56:45.558127 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-604cb80d-1a3c-4fb3-b07a-ff5406a1ebc4 req-01dba445-e373-469b-91d1-c8172e46179b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Feb 11 14:56:46.130078 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-59de7f6d-89ca-4398-bcfd-c176c81b263b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:46.131538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-59de7f6d-89ca-4398-bcfd-c176c81b263b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 814 time: 0.1022153 Feb 11 14:56:46.146373 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-c947ef4c-f5d8-4adb-bbe0-e7196f975c70 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/quotas/809d804074314161bb1ba21c91eec8d2 HTTP/1.1" status: 200 len: 375 time: 0.0092008 Feb 11 14:56:46.193656 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-25d67f30-d308-4dfc-aa2a-fc6c7acb4474 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419052 Feb 11 14:56:46.285975 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-ea42014d-1742-4dbe-82b7-652c01d0b98e service neutron] 10.222.0.31 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839012 Feb 11 14:56:46.373805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-4f8edf8c-f99a-4b75-a01e-c9adb6423538 service neutron] 10.222.0.31 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817583 Feb 11 14:56:46.604190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6bf9d13-1aa4-4bfe-b97b-3f46902d8a43 req-719d79c4-df65-45d3-ac03-994307d74fe8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Feb 11 14:56:47.248943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-425e0989-63a6-4040-867e-0a872c28e3ae tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:47.250400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-425e0989-63a6-4040-867e-0a872c28e3ae tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.60 "GET /v2.0/ports?device_id=48d4d753-676e-4f82-a491-f79c55a30f4c HTTP/1.1" status: 200 len: 946 time: 0.0517311 Feb 11 14:56:47.341702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Deleting port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:56:47.344326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:47.435363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] For port e9ce30fc-0721-4285-8cbd-80c1a695a6d9, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:47.435726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:47.448070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Calling delete_port for e9ce30fc-0721-4285-8cbd-80c1a695a6d9 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:56:47.610538 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:47.622758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['e9ce30fc-0721-4285-8cbd-80c1a695a6d9'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:56:47.645672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Pushing event deleted for resources: {'Port': ['ID=e9ce30fc-0721-4285-8cbd-80c1a695a6d9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:47.660095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.660442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.661237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.661237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.664506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:47.703158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] No DVR routers for this DVR port e9ce30fc-0721-4285-8cbd-80c1a695a6d9 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:56:47.705876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:47.709300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd5f0c3f-6df1-439b-b949-dcc0969b5295 req-a8063bdb-a5e0-4a79-a414-615812d9a25a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.60 "DELETE /v2.0/ports/e9ce30fc-0721-4285-8cbd-80c1a695a6d9 HTTP/1.1" status: 204 len: 173 time: 0.4534037 Feb 11 14:56:47.709734 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-deleted', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:47.709874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a98fec31-5c74-44ae-910f-b80dec18c554 req-a79ac000-b23c-4ef3-a16f-274818646aa4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Feb 11 14:56:47.712035 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55740ad9-391e-41d7-93cf-0ea081cfa85c" -d '{"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-deleted", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:47.758107 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0905b-bcb4-4b33-a632-b3194ccc893c x-openstack-request-id: req-62e0905b-bcb4-4b33-a632-b3194ccc893c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:47.758400 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d4d753-676e-4f82-a491-f79c55a30f4c", "name": "network-vif-deleted", "tag": "e9ce30fc-0721-4285-8cbd-80c1a695a6d9", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:47.758653 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62e0905b-bcb4-4b33-a632-b3194ccc893c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:47.759059 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d4d753-676e-4f82-a491-f79c55a30f4c', 'name': 'network-vif-deleted', 'tag': 'e9ce30fc-0721-4285-8cbd-80c1a695a6d9', 'status': 'completed', 'code': 200} Feb 11 14:56:48.193672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d29e771a-acb2-4e65-a6fc-8cebd2e07860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:48.429153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-75e7dc59-5791-48b7-86cd-a292deead858 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:48.430705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-75e7dc59-5791-48b7-86cd-a292deead858 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 814 time: 0.1147366 Feb 11 14:56:48.443520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Request body: {'port': {'device_id': '98a37053-095f-4541-b723-0a6f1cce7f29', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'admin_state_up': True, 'tenant_id': '809d804074314161bb1ba21c91eec8d2'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:56:48.616296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Made reservation on behalf of 809d804074314161bb1ba21c91eec8d2 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:56:48.619835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:48.754959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Allocated IP 172.20.0.13 (5c58033e-7890-470c-b240-fcfd6d9a01c3/2e41ab65-394a-45f3-9c12-08bf2ea063e0/4da03f3a-b131-4161-aac3-57209038ede4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:56:48.808533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-964ce526-83a1-4517-b42b-54b637e4d89f req-ae63fa5b-1bd9-407c-a516-903d6b91a4e8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 210 time: 0.0256341 Feb 11 14:56:48.898866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:48.985514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.033173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Network 5c58033e-7890-470c-b240-fcfd6d9a01c3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:56:49.036203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:56:49.039735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:56:49.045799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:49.089796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:49.090396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.153325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-7cbddf9d-a212-400d-95d6-f7c246cd86ab tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136884 Feb 11 14:56:49.164919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Request body: {'port': {'device_id': '98a37053-095f-4541-b723-0a6f1cce7f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:56:49.215789 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.498125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da03f3a-b131-4161-aac3-57209038ede4 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:56:49.507087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.522179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Transition to ACTIVE for port object 4da03f3a-b131-4161-aac3-57209038ede4 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:56:49.616467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.664474 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:49.722941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:56:49.730863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:56:49.731731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:56:49.732053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:56:49.736221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:56:49.736533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:56:49.741228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:56:49.741558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Checking segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:56:49.741934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Bound using segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:56:49.742350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Bound port: 4da03f3a-b131-4161-aac3-57209038ede4, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:56:49.742698 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.742925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: e9ce30fc-0721-4285-8cbd-80c1a695a6d9 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:56:49.743274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device e9ce30fc-0721-4285-8cbd-80c1a695a6d9 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:56:49.807374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:56:49.811115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:56:49.891238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.948459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:49.949101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:49.950509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] 10.222.0.60 "PUT /v2.0/ports/4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 1092 time: 0.7896609 Feb 11 14:56:49.950947 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:49.953185 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e21000-669f-419b-a3bb-8266bc1f231a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:49.979758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0fb01-f301-434e-b3ee-8b9ba2f89182 req-e2de190b-9c45-44c0-b0ca-ca76a2da47bb tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:49.982008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81c0fb01-f301-434e-b3ee-8b9ba2f89182 req-e2de190b-9c45-44c0-b0ca-ca76a2da47bb tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.1011751 Feb 11 14:56:49.985358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb9542-ed95-4625-bddc-2415d4d19d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:49.995276 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172f2d1-055a-4be7-b444-8625163d2614 x-openstack-request-id: req-d172f2d1-055a-4be7-b444-8625163d2614 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:49.995562 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:49.995809 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d172f2d1-055a-4be7-b444-8625163d2614 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:49.996198 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'status': 'completed', 'code': 200} Feb 11 14:56:50.044740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81c0fb01-f301-434e-b3ee-8b9ba2f89182 req-4d6f21bc-29d2-4406-9570-1c63e81eb3a4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563226 Feb 11 14:56:50.061211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21000-669f-419b-a3bb-8266bc1f231a req-d2f6b5ae-dabc-4aa7-aa9d-e50c51b9227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:50.062695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e21000-669f-419b-a3bb-8266bc1f231a req-d2f6b5ae-dabc-4aa7-aa9d-e50c51b9227e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0459046 Feb 11 14:56:50.162573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21000-669f-419b-a3bb-8266bc1f231a req-a80af140-38e2-4f19-b87e-eed590d1d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:50.164040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e21000-669f-419b-a3bb-8266bc1f231a req-a80af140-38e2-4f19-b87e-eed590d1d524 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=809d804074314161bb1ba21c91eec8d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943394 Feb 11 14:56:50.254243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21000-669f-419b-a3bb-8266bc1f231a req-14de7e02-d2bd-421b-a5a0-7cdb35ee0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:50.255604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46e21000-669f-419b-a3bb-8266bc1f231a req-14de7e02-d2bd-421b-a5a0-7cdb35ee0f14 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845523 Feb 11 14:56:50.331304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-1f7261b3-2826-4e9c-91f4-eae43577d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:50.332773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-1f7261b3-2826-4e9c-91f4-eae43577d122 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0438287 Feb 11 14:56:50.372497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-f5beddab-e293-4339-903e-913c42f9cea2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0331554 Feb 11 14:56:50.419977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-a76d60df-3b08-4f10-b953-535ed36813d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:50.421474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-a76d60df-3b08-4f10-b953-535ed36813d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0426569 Feb 11 14:56:50.454970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-3f0ce115-e271-47bd-a960-626670786184 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275302 Feb 11 14:56:50.496279 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd652ba-4b26-4b1f-a072-907d21f243a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:50.542853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-9265cbf2-0118-40d5-b71e-7f5dcdb68eb5 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810184 Feb 11 14:56:50.634195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e3b19c8-b21e-4d88-8a27-02374884ceea req-db4b6a59-72df-46eb-b4d7-8bf1a9d3f384 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Feb 11 14:56:51.167431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320cc79-5424-4a27-a81a-6c4025a91e4d req-f2f366ab-5af3-4457-b476-c96e17a9ec92 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:51.168886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1320cc79-5424-4a27-a81a-6c4025a91e4d req-f2f366ab-5af3-4457-b476-c96e17a9ec92 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0528634 Feb 11 14:56:51.205876 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1320cc79-5424-4a27-a81a-6c4025a91e4d req-878907e6-7b5d-40df-bc72-e2c074e9c6c7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Feb 11 14:56:51.899286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:52.319058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffdd17-0c35-4844-923a-b092e5f66371 req-3e8b6b36-ce0d-464c-950b-6dcd7836274b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:52.321264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15ffdd17-0c35-4844-923a-b092e5f66371 req-3e8b6b36-ce0d-464c-950b-6dcd7836274b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0481992 Feb 11 14:56:52.358960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15ffdd17-0c35-4844-923a-b092e5f66371 req-3bae57a9-f2d3-4ebb-b203-ff78cd1c7d10 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Feb 11 14:56:53.241972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:53.344742 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:53.475531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819db4f-14c1-4983-bfef-d706edaa6945 req-c57d6bb0-eaf4-4b97-9269-96c4d57cd06f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:53.477035 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6819db4f-14c1-4983-bfef-d706edaa6945 req-c57d6bb0-eaf4-4b97-9269-96c4d57cd06f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0490415 Feb 11 14:56:53.514433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6819db4f-14c1-4983-bfef-d706edaa6945 req-7b1f110c-079f-4521-95f7-9e58aeacd3d9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Feb 11 14:56:53.753206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:56:53.843926 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:53.854791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '4da03f3a-b131-4161-aac3-57209038ede4', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'port_id': '4da03f3a-b131-4161-aac3-57209038ede4', 'mac_address': 'fa:16:3e:7e:91:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e41ab65-394a-45f3-9c12-08bf2ea063e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:56:53.890134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:53.905966 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da03f3a-b131-4161-aac3-57209038ede4 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:56:53.924307 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:54.002561 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:54.048252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.059886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:56:54.189834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['4da03f3a-b131-4161-aac3-57209038ede4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:56:54.627873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8abb-92bd-4754-bec4-9ef036eed66c req-5a1d188c-b271-4b6c-8b48-2b102f0c1ca8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:54.629357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-467d8abb-92bd-4754-bec4-9ef036eed66c req-5a1d188c-b271-4b6c-8b48-2b102f0c1ca8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Feb 11 14:56:54.666618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-467d8abb-92bd-4754-bec4-9ef036eed66c req-7a0eaf19-6bf3-4142-8946-1e25cf5d6b4d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Feb 11 14:56:55.781620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:56:55.782208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839066-fb58-4ca5-94dc-284ac73a54a1 req-f5e1726f-9cf0-40ef-b872-1b5f3fcfef92 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:55.783496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10839066-fb58-4ca5-94dc-284ac73a54a1 req-f5e1726f-9cf0-40ef-b872-1b5f3fcfef92 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Feb 11 14:56:55.821970 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10839066-fb58-4ca5-94dc-284ac73a54a1 req-bdc79c68-c9d7-4317-9b45-08f575548c8a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Feb 11 14:56:55.895697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 4da03f3a-b131-4161-aac3-57209038ede4 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:56:55.899434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 4da03f3a-b131-4161-aac3-57209038ede4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:56:55.899811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:55.973426 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:55.994776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:56:55.997037 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac628370-aadb-4d65-a579-8f0964780e92" -d '{"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-plugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:56:56.009512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:56:56.033433 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac471d3-254b-42dd-b36f-994b7aa4fe32 x-openstack-request-id: req-1ac471d3-254b-42dd-b36f-994b7aa4fe32 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:56:56.033732 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-plugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:56:56.033965 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ac471d3-254b-42dd-b36f-994b7aa4fe32 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:56:56.034351 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'code': 200} Feb 11 14:56:56.079199 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:56:56.129254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb5a81-11ed-43ba-bc37-6e6f2f6e8868 req-d8819149-758f-442c-8708-c2cbbca8ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:56.130808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3dcb5a81-11ed-43ba-bc37-6e6f2f6e8868 req-d8819149-758f-442c-8708-c2cbbca8ff06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1097 time: 0.0420222 Feb 11 14:56:56.171693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3dcb5a81-11ed-43ba-bc37-6e6f2f6e8868 req-79ecd3b3-9a00-41aa-bb44-1e129b98b71c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344009 Feb 11 14:56:56.285251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:56:56.939590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157c7c6-e1fe-4f82-91b6-fc2105bf1d03 req-7a0808a4-33db-4789-a14a-fc9b53db5d63 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:56.941079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4157c7c6-e1fe-4f82-91b6-fc2105bf1d03 req-7a0808a4-33db-4789-a14a-fc9b53db5d63 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0520029 Feb 11 14:56:56.978401 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4157c7c6-e1fe-4f82-91b6-fc2105bf1d03 req-9b7e5abe-c495-438b-bfcc-0edaad631003 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Feb 11 14:56:58.095056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfac31b-aafe-4243-9fb2-0a70b2151740 req-586816f2-e477-460c-8abf-ac7756efdbf4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:58.096534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dfac31b-aafe-4243-9fb2-0a70b2151740 req-586816f2-e477-460c-8abf-ac7756efdbf4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Feb 11 14:56:58.134245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6dfac31b-aafe-4243-9fb2-0a70b2151740 req-0bf31401-8567-4d0d-b8fd-e0f19499594a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Feb 11 14:56:58.246527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7690a40-c80f-40ec-835d-f0ad1abff1f7 req-ad55adee-b038-4d9c-9dfa-b5beb60a2fd7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:58.248511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7690a40-c80f-40ec-835d-f0ad1abff1f7 req-ad55adee-b038-4d9c-9dfa-b5beb60a2fd7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0485454 Feb 11 14:56:58.285950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f7690a40-c80f-40ec-835d-f0ad1abff1f7 req-4969b8b2-36af-4bcb-b1c4-30d30891fca1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Feb 11 14:56:58.653471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70404dc-6505-4c8e-a261-1a073f5eb2df req-3c36484f-b31a-4c0f-81e2-bad58d4b207d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:58.655007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70404dc-6505-4c8e-a261-1a073f5eb2df req-3c36484f-b31a-4c0f-81e2-bad58d4b207d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Feb 11 14:56:58.691976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f70404dc-6505-4c8e-a261-1a073f5eb2df req-9876ebdb-6b62-4547-98df-55a1187453d9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Feb 11 14:56:58.787793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-fd44f78a-4d72-4afb-bece-f13edff67c14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430188 Feb 11 14:56:59.806242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93d506-83f0-4313-828f-9bf999447250 req-007b6984-0b1e-43c6-aa9f-e983a824fae9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:56:59.807741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be93d506-83f0-4313-828f-9bf999447250 req-007b6984-0b1e-43c6-aa9f-e983a824fae9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Feb 11 14:56:59.847085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be93d506-83f0-4313-828f-9bf999447250 req-f6de5a23-6669-46c1-ad62-188ec1cfa0c0 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Feb 11 14:57:00.756715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-afc74906-c7d3-4257-b4c0-140d7ec0746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:00.758242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-afc74906-c7d3-4257-b4c0-140d7ec0746a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1097 time: 0.0424981 Feb 11 14:57:00.764935 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:00.849616 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-4f30336f-b5ea-43f2-a303-3b923a51f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:00.851072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-4f30336f-b5ea-43f2-a303-3b923a51f1cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0863566 Feb 11 14:57:00.891118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-63eeff45-2a35-4ad3-8cdb-071029375d9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0339556 Feb 11 14:57:00.943457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-dbd1005c-18bc-4f9c-a1e7-4a3d944e93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:00.944949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-dbd1005c-18bc-4f9c-a1e7-4a3d944e93e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0483050 Feb 11 14:57:00.964904 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2312a-58ca-46a4-87a6-453fb3b46030 req-1acbf515-dd4e-4171-8a52-2770e484cb0c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:00.967032 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58a2312a-58ca-46a4-87a6-453fb3b46030 req-1acbf515-dd4e-4171-8a52-2770e484cb0c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0484283 Feb 11 14:57:00.975380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-e5f64060-069e-4508-bafc-ef9540011c11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242481 Feb 11 14:57:01.004721 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-58a2312a-58ca-46a4-87a6-453fb3b46030 req-78c6f4fd-241b-46af-8d37-ab087ec033f3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Feb 11 14:57:01.063550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-074725b9-f0fc-4e4e-a2b5-0c071b4fe42f service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814445 Feb 11 14:57:01.156080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-2c7a9424-add0-400d-bbe1-7f248b7e1f22 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Feb 11 14:57:01.570206 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:02.123377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbddd9-f853-4a77-9e77-a454ec2ccbac req-eb0cc5c4-97a9-45c0-9ccb-cf647079e3b5 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:02.124980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bcbddd9-f853-4a77-9e77-a454ec2ccbac req-eb0cc5c4-97a9-45c0-9ccb-cf647079e3b5 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0511229 Feb 11 14:57:02.164561 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bcbddd9-f853-4a77-9e77-a454ec2ccbac req-aeeb5b48-377e-4b8f-975f-09167540ed05 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Feb 11 14:57:03.279293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d266e2f-5812-43b5-9085-8e63358c467e req-c58bba03-8cf3-4e4c-860b-b5152794aa50 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:03.280775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d266e2f-5812-43b5-9085-8e63358c467e req-c58bba03-8cf3-4e4c-860b-b5152794aa50 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0481725 Feb 11 14:57:03.317438 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2d266e2f-5812-43b5-9085-8e63358c467e req-02909b96-0b0b-4968-a706-cad448b485e3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Feb 11 14:57:04.430399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d40ba-352d-4e26-a62e-8bb5af9db828 req-ee1ef18a-509b-469a-9986-6e80ceead408 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:04.431879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-320d40ba-352d-4e26-a62e-8bb5af9db828 req-ee1ef18a-509b-469a-9986-6e80ceead408 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Feb 11 14:57:04.469557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-320d40ba-352d-4e26-a62e-8bb5af9db828 req-91428d97-ec84-4554-ac1a-602c3e19f64e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Feb 11 14:57:05.587394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f2033-85d2-484c-9f1d-19fcf773c6a2 req-389a78c5-cd43-4822-adcf-cf9c2e48a686 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:05.588857 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c1f2033-85d2-484c-9f1d-19fcf773c6a2 req-389a78c5-cd43-4822-adcf-cf9c2e48a686 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Feb 11 14:57:05.626142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5c1f2033-85d2-484c-9f1d-19fcf773c6a2 req-46ead204-17bd-4e0a-9b02-946119ef6326 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Feb 11 14:57:06.747378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7574a-aee4-444d-a69b-9025099dd553 req-6817f510-ab4a-47f2-af3b-7458d627a316 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:06.748831 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cee7574a-aee4-444d-a69b-9025099dd553 req-6817f510-ab4a-47f2-af3b-7458d627a316 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Feb 11 14:57:06.785866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cee7574a-aee4-444d-a69b-9025099dd553 req-48d5a259-b1d4-496c-9602-6aa0c0a10553 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Feb 11 14:57:07.902267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adedf2b-e345-44ba-b2e4-94929954025d req-120a22e4-64ba-4c72-886f-a9632d7c8928 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:07.903748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6adedf2b-e345-44ba-b2e4-94929954025d req-120a22e4-64ba-4c72-886f-a9632d7c8928 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0481262 Feb 11 14:57:07.940112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6adedf2b-e345-44ba-b2e4-94929954025d req-1dc0b067-111c-41de-9951-2348aabe8ba4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304456 Feb 11 14:57:09.053450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d7342-5ca8-4133-a267-245373d6df64 req-3808abe3-b576-457f-9d4d-986105092e84 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:09.054963 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-593d7342-5ca8-4133-a267-245373d6df64 req-3808abe3-b576-457f-9d4d-986105092e84 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Feb 11 14:57:09.092546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-593d7342-5ca8-4133-a267-245373d6df64 req-524eeb3e-5e8c-46b2-b285-b35c640d2514 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Feb 11 14:57:10.216236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9182b-d665-4e5e-980f-3b874ab36533 req-2c67a4e7-dee2-4f88-a1ae-9dbe3e72ee1c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:10.217748 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5e9182b-d665-4e5e-980f-3b874ab36533 req-2c67a4e7-dee2-4f88-a1ae-9dbe3e72ee1c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0494792 Feb 11 14:57:10.254775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c5e9182b-d665-4e5e-980f-3b874ab36533 req-57211ab8-5ef5-4ebb-bc04-13b1ab4232f7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Feb 11 14:57:11.369293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a976a-d06f-401c-b027-1ad37fff1cbb req-4cb057db-63cb-4832-8d0f-735baaba7265 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:11.370815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785a976a-d06f-401c-b027-1ad37fff1cbb req-4cb057db-63cb-4832-8d0f-735baaba7265 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0481288 Feb 11 14:57:11.408506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-785a976a-d06f-401c-b027-1ad37fff1cbb req-120bd07c-c2a1-422a-8dae-80964485cc47 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Feb 11 14:57:12.526634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4273c8-8b5e-4af9-95ce-bf4dbca34461 req-7915f6d7-ffac-46f6-8845-e56e0eba7b30 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:12.528572 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f4273c8-8b5e-4af9-95ce-bf4dbca34461 req-7915f6d7-ffac-46f6-8845-e56e0eba7b30 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0518100 Feb 11 14:57:12.564799 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6f4273c8-8b5e-4af9-95ce-bf4dbca34461 req-1b6dd2e8-bcbf-4880-a56d-2cc5d9d475a0 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302393 Feb 11 14:57:13.681699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ec5bd-a35f-4157-977f-4af63ae4bf31 req-ff2b2d3a-b870-467c-8202-dfa2f218dbad tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:13.683167 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-362ec5bd-a35f-4157-977f-4af63ae4bf31 req-ff2b2d3a-b870-467c-8202-dfa2f218dbad tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0518448 Feb 11 14:57:13.720510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-362ec5bd-a35f-4157-977f-4af63ae4bf31 req-5a50fe88-9b5f-4535-afdc-3faafb5fd056 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Feb 11 14:57:14.835283 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c7f58-8a17-4550-8bfa-49231b653cf3 req-5fda9017-dbc3-41b7-8162-c0ecf908bab9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:14.836756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af6c7f58-8a17-4550-8bfa-49231b653cf3 req-5fda9017-dbc3-41b7-8162-c0ecf908bab9 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0484066 Feb 11 14:57:14.874131 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-af6c7f58-8a17-4550-8bfa-49231b653cf3 req-f96ad2ff-bd36-4334-9c5b-04d5cea52b79 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Feb 11 14:57:15.705303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:57:15.987732 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38ddd6-5f47-4123-967c-a36ebb5a72e1 req-93aee219-c017-480d-beac-b7ab2a1a12b1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:15.989216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd38ddd6-5f47-4123-967c-a36ebb5a72e1 req-93aee219-c017-480d-beac-b7ab2a1a12b1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0469387 Feb 11 14:57:16.025498 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bd38ddd6-5f47-4123-967c-a36ebb5a72e1 req-768d3cb6-d4fa-4f0a-be43-72c1a8ea0ab6 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Feb 11 14:57:17.140478 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d639-ea58-4099-a849-2feb1d141627 req-06b2f8be-7342-4c0a-851a-d0b6f7cc0485 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:17.141979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c42d639-ea58-4099-a849-2feb1d141627 req-06b2f8be-7342-4c0a-851a-d0b6f7cc0485 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0484946 Feb 11 14:57:17.178364 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c42d639-ea58-4099-a849-2feb1d141627 req-b4081a30-b4e9-4a61-b4ea-80417f56eccd tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Feb 11 14:57:18.201808 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ccd7-dde4-4c49-b904-95177b16ea3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:18.292056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db4e63-bbbe-402c-a285-a74af4e6a853 req-85d8f0df-5f63-4221-8dde-85b2530c1160 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:18.293501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65db4e63-bbbe-402c-a285-a74af4e6a853 req-85d8f0df-5f63-4221-8dde-85b2530c1160 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0481699 Feb 11 14:57:18.330118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65db4e63-bbbe-402c-a285-a74af4e6a853 req-551fc28a-cb93-4299-b3c6-ccc1f04ac029 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Feb 11 14:57:19.447833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464761b-373f-4545-b966-f005d09eaeb9 req-7911ccb7-6377-44cb-8f38-ddfcbc0cfeac tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:19.449313 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c464761b-373f-4545-b966-f005d09eaeb9 req-7911ccb7-6377-44cb-8f38-ddfcbc0cfeac tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Feb 11 14:57:19.487724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c464761b-373f-4545-b966-f005d09eaeb9 req-ef435ed4-8216-4864-90fe-91d5b419665b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Feb 11 14:57:20.467238 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f32d5cbf-cd69-4220-826c-8c1f89bd574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:20.607086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49d0f-5ca4-446f-82b9-9225e0a78c5b req-e0a3ad3e-a34a-4d8e-97a1-78a5c302954b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:20.608830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63d49d0f-5ca4-446f-82b9-9225e0a78c5b req-e0a3ad3e-a34a-4d8e-97a1-78a5c302954b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0528703 Feb 11 14:57:20.649065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63d49d0f-5ca4-446f-82b9-9225e0a78c5b req-36a6e316-388c-457f-b32f-04b0299b6ac7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Feb 11 14:57:21.763800 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b1aa-1208-4ef4-ae58-dd09f9f29272 req-1f584ac5-8f0b-44fc-a909-03dd1b33ed56 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:21.765219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6047b1aa-1208-4ef4-ae58-dd09f9f29272 req-1f584ac5-8f0b-44fc-a909-03dd1b33ed56 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Feb 11 14:57:21.802196 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6047b1aa-1208-4ef4-ae58-dd09f9f29272 req-3595b8c6-921a-4bee-adf5-eef44d1528b4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Feb 11 14:57:21.884338 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:22.924866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55039d-500d-452c-88f0-9513b6b20b82 req-6dfe97ee-d43d-4c28-aa30-cc0212b9713b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:22.926463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed55039d-500d-452c-88f0-9513b6b20b82 req-6dfe97ee-d43d-4c28-aa30-cc0212b9713b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0497413 Feb 11 14:57:22.963965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed55039d-500d-452c-88f0-9513b6b20b82 req-104771cd-0de0-43a8-93c1-1b117b61ca0e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Feb 11 14:57:23.253493 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:23.338967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:24.079466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad713a38-afb4-4ff3-9df7-adac7dadb96a req-0d6f5e8f-7787-4c62-ad20-e17691d2717b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:24.080980 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad713a38-afb4-4ff3-9df7-adac7dadb96a req-0d6f5e8f-7787-4c62-ad20-e17691d2717b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0477426 Feb 11 14:57:24.119445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad713a38-afb4-4ff3-9df7-adac7dadb96a req-5b03dd07-4561-4860-bdbe-4df4c313e1c1 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Feb 11 14:57:25.242825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e234b-5a12-426e-8a62-5ceba80d3976 req-2ea21d64-82cb-4ad6-bab2-b3d053445b57 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:25.245014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b95e234b-5a12-426e-8a62-5ceba80d3976 req-2ea21d64-82cb-4ad6-bab2-b3d053445b57 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0576448 Feb 11 14:57:25.285518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b95e234b-5a12-426e-8a62-5ceba80d3976 req-f1beafe8-c306-415f-aa16-78d3e2746556 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Feb 11 14:57:26.403625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107084f7-f995-497f-957d-0ce307adf873 req-704697f7-ad4c-4e53-8300-553bd0810366 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:26.405123 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-107084f7-f995-497f-957d-0ce307adf873 req-704697f7-ad4c-4e53-8300-553bd0810366 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0514586 Feb 11 14:57:26.441044 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-107084f7-f995-497f-957d-0ce307adf873 req-7763aaa8-9453-4c7f-9ae8-ccdad53ea091 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298505 Feb 11 14:57:27.559404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95a8c3-078d-45ed-a31b-a2f75a24460d req-014e47d3-2488-4873-a071-21f2ed359d60 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:27.560880 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c95a8c3-078d-45ed-a31b-a2f75a24460d req-014e47d3-2488-4873-a071-21f2ed359d60 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Feb 11 14:57:27.597673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2c95a8c3-078d-45ed-a31b-a2f75a24460d req-310f32ec-4103-404e-b289-681b409f1a60 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Feb 11 14:57:28.178681 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-d2df0575-d04f-435b-8bbf-a800c32a74f7 service neutron] show failed (client error): The resource could not be found. Feb 11 14:57:28.179651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-d2df0575-d04f-435b-8bbf-a800c32a74f7 service neutron] 10.222.0.60 "GET /v2.0/ports/4da03f3a-b131-4161-aac3-57209038ede4/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0523529 Feb 11 14:57:28.720761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc1e89-874a-4b74-8f97-5029d6c7727f req-afe587b1-cb9c-4145-a825-d61ce42adbc7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:28.722286 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0bc1e89-874a-4b74-8f97-5029d6c7727f req-afe587b1-cb9c-4145-a825-d61ce42adbc7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0495226 Feb 11 14:57:28.729862 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-d0ae8bce-f456-4e25-9d7d-5461825bcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:28.732093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-d0ae8bce-f456-4e25-9d7d-5461825bcf90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29&tenant_id=809d804074314161bb1ba21c91eec8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0897281 Feb 11 14:57:28.742682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-3f25e4af-1bd5-4c0c-83a1-4c3e060f7443 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:57:28.743777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-3f25e4af-1bd5-4c0c-83a1-4c3e060f7443 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051591 Feb 11 14:57:28.754570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:28.761178 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f0bc1e89-874a-4b74-8f97-5029d6c7727f req-40bee1ce-0f75-4025-b927-ce02bb28a782 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Feb 11 14:57:28.813979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.019898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:29.050863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:29.090015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:29.092243 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d7baa-25ab-4d38-ae0b-ac8ccd530aed" -d '{"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-unplugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:29.096299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.108139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Transition to ACTIVE for port object 4da03f3a-b131-4161-aac3-57209038ede4 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:57:29.139864 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef990946-8c58-422d-8f68-7a54f4358e92 x-openstack-request-id: req-ef990946-8c58-422d-8f68-7a54f4358e92 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:29.140152 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-unplugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:29.140446 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef990946-8c58-422d-8f68-7a54f4358e92 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:29.140848 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'code': 200} Feb 11 14:57:29.190203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.253831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] No DVR routers for this DVR port 4da03f3a-b131-4161-aac3-57209038ede4 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:57:29.256778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:29.290766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:57:29.291041 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:57:29.291372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:29.295634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:57:29.295956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Attempting to bind port 4da03f3a-b131-4161-aac3-57209038ede4 on network 5c58033e-7890-470c-b240-fcfd6d9a01c3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:29.300643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:57:29.301017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Checking segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:29.301396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Bound using segment: {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:57:29.301821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Bound port: 4da03f3a-b131-4161-aac3-57209038ede4, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec58829-b44b-4a85-8c3e-b19747e1fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:57:29.302170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.362945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:29.365916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:57:29.459686 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.495546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:29.496160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:29.498249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] 10.222.0.62 "PUT /v2.0/ports/4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 1092 time: 0.7474174 Feb 11 14:57:29.516565 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e461764-5591-40a2-af9a-c4795a4f682c service neutron] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:29.561314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-9a6bac96-e9aa-4bdd-9bae-f429529747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:29.562718 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-9a6bac96-e9aa-4bdd-9bae-f429529747a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0432627 Feb 11 14:57:29.655219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-91a75808-7771-4346-bb1c-8ca8d1da6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:29.656737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-91a75808-7771-4346-bb1c-8ca8d1da6c68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0861938 Feb 11 14:57:29.696261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-2d5d62a6-2c49-4501-8a7b-5bfaaae510e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0330842 Feb 11 14:57:29.745971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-3e3793a1-7b28-4af3-a6eb-ebb9fa9caa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:29.747447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-3e3793a1-7b28-4af3-a6eb-ebb9fa9caa62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0449162 Feb 11 14:57:29.777072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-f485781f-6690-4399-9a46-2067aae3c5f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227170 Feb 11 14:57:29.864741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-b43c9824-f8e4-47cc-b109-267633421891 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808091 Feb 11 14:57:29.876316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba28f0-25af-4e67-9e3b-8240a96044d2 req-0058ccff-2833-4e32-b61b-2c47fa80e45f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:29.877829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-deba28f0-25af-4e67-9e3b-8240a96044d2 req-0058ccff-2833-4e32-b61b-2c47fa80e45f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0479088 Feb 11 14:57:29.919834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-deba28f0-25af-4e67-9e3b-8240a96044d2 req-78bf7a8e-18e5-4bb5-bd2b-73d936d69d3b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Feb 11 14:57:29.958443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d9b5d8f6-2f1b-47af-b40f-f83f11e09f53 req-6c985233-00f2-4169-bf38-540593bc5de7 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Feb 11 14:57:30.761490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:31.037230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf4e26-b97f-4eca-931c-ce7045001810 req-7d70d6c8-e702-4a2c-9af7-e17bac65f34d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.038618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7daf4e26-b97f-4eca-931c-ce7045001810 req-7d70d6c8-e702-4a2c-9af7-e17bac65f34d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0487945 Feb 11 14:57:31.076579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7daf4e26-b97f-4eca-931c-ce7045001810 req-56cb137c-73c1-49d0-8383-0cc608169e6b tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Feb 11 14:57:31.142378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:31.144682 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c03a3d-35ec-4bc9-87ac-df88d435ba83" -d '{"events": [{"name": "network-changed", "server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:31.191782 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec19800-a33b-4e13-8298-760b7371d9a1 x-openstack-request-id: req-8ec19800-a33b-4e13-8298-760b7371d9a1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:31.192079 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:31.192996 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ec19800-a33b-4e13-8298-760b7371d9a1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:31.193405 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'status': 'completed', 'code': 200} Feb 11 14:57:31.283539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-31afa7e1-853d-4162-8cba-b7de98100ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.285044 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-31afa7e1-853d-4162-8cba-b7de98100ae3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0628812 Feb 11 14:57:31.287402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-fab18340-ec12-4181-882c-2c763f471cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.288671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-fab18340-ec12-4181-882c-2c763f471cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0746431 Feb 11 14:57:31.598558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:31.776788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-7b8966b5-8e1f-481b-939e-38b4828f319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.778363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-7b8966b5-8e1f-481b-939e-38b4828f319b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.4872339 Feb 11 14:57:31.780851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-ed84e10e-6b77-4eb1-a8a6-216bc8f24d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.782174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-ed84e10e-6b77-4eb1-a8a6-216bc8f24d1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.4843085 Feb 11 14:57:31.825095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-fb8638ea-646c-4ff0-9e5c-fcf04e759016 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0397768 Feb 11 14:57:31.861255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-b396edd4-e562-4389-a592-eaf6136e3808 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0703878 Feb 11 14:57:31.928239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-3c95e96b-1770-4003-918a-a0efb554b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.929700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-3c95e96b-1770-4003-918a-a0efb554b3ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0769486 Feb 11 14:57:31.932987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-28e77bd9-e8dc-4a47-9929-f723de3dc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:31.934310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-28e77bd9-e8dc-4a47-9929-f723de3dc616 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0554581 Feb 11 14:57:31.968029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:57:31.978536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-554a934a-783a-42f2-8bff-2df947632111 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424984 Feb 11 14:57:31.980355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-2865620f-36dc-4d1b-b907-91d6a092b69d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373085 Feb 11 14:57:32.007034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:57:32.134741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-53825eb3-ee10-4ae7-9ca5-7732fecacd47 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487315 Feb 11 14:57:32.137753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-d308ac03-3189-4cd0-b79e-1a5a3ba2d390 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443565 Feb 11 14:57:32.304729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b1e0b-3a46-4f1a-a653-6124f39cba57 req-98d15fdc-bed6-44f0-a773-bc752ec4758c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:32.306202 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a8b1e0b-3a46-4f1a-a653-6124f39cba57 req-98d15fdc-bed6-44f0-a773-bc752ec4758c tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.1560626 Feb 11 14:57:32.336758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-305e5b9c-24f3-40d0-946f-0685e9f3b4c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945498 Feb 11 14:57:32.345583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c03a3d-35ec-4bc9-87ac-df88d435ba83 req-a3b10861-ba4f-4d77-ad33-410aa18a5a29 service neutron] 10.222.0.62 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964383 Feb 11 14:57:32.365341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a8b1e0b-3a46-4f1a-a653-6124f39cba57 req-9bec88f0-bfab-48d3-a276-fe0a87371999 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Feb 11 14:57:32.696004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bb35f-f17c-4c23-96e4-72fa3e12eb2b req-9f28959d-8236-4598-bda2-efc0730bc042 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:32.697637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f6bb35f-f17c-4c23-96e4-72fa3e12eb2b req-9f28959d-8236-4598-bda2-efc0730bc042 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 944 time: 0.0504158 Feb 11 14:57:32.750234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0f6bb35f-f17c-4c23-96e4-72fa3e12eb2b req-07cfad18-0ab3-406d-9155-5972b80166e8 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Feb 11 14:57:32.787277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-7f290c42-ad7a-428f-95ab-99f39a50538a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:32.788742 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-7f290c42-ad7a-428f-95ab-99f39a50538a tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.60 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29&tenant_id=809d804074314161bb1ba21c91eec8d2&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 944 time: 0.0585504 Feb 11 14:57:32.845805 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-61d36365-6d27-444b-9eb3-d95ae5f95b48 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:57:32.846768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-61d36365-6d27-444b-9eb3-d95ae5f95b48 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4da03f3a-b131-4161-aac3-57209038ede4/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0512335 Feb 11 14:57:32.927445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-fb093c0e-3b2c-4e1f-9805-53a0284e7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:32.928856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-fb093c0e-3b2c-4e1f-9805-53a0284e7546 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=809d804074314161bb1ba21c91eec8d2&device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 1095 time: 0.0405762 Feb 11 14:57:33.022352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-670192e7-c1de-46b3-8c7a-5aa9d78e69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:33.023801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-670192e7-c1de-46b3-8c7a-5aa9d78e69e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 200 len: 915 time: 0.0881233 Feb 11 14:57:33.063882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-7277d5fb-40bc-4f38-9bf8-a0b2c45576ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 200 len: 217 time: 0.0337560 Feb 11 14:57:33.110495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-98cc3697-11ba-486a-92dc-4f65800b6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:33.111889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-98cc3697-11ba-486a-92dc-4f65800b6ab7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 200 len: 854 time: 0.0418971 Feb 11 14:57:33.142077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-c8635501-c70f-4bfa-a55a-d87c7059a23b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c58033e-7890-470c-b240-fcfd6d9a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238900 Feb 11 14:57:33.231328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-57477112-36c9-45cc-b2c0-6cf0f82e035d service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 Feb 11 14:57:33.302900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:57:33.316783 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468aed51-2659-4815-8d01-e8bc305b3bc8 req-31e5cd87-33fd-4317-aeb1-0e8562ad11e3 service neutron] 10.222.0.60 "GET /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786419 Feb 11 14:57:33.402074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:33.413218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '4da03f3a-b131-4161-aac3-57209038ede4', 'network_id': '5c58033e-7890-470c-b240-fcfd6d9a01c3', 'port_id': '4da03f3a-b131-4161-aac3-57209038ede4', 'mac_address': 'fa:16:3e:7e:91:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e41ab65-394a-45f3-9c12-08bf2ea063e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:57:33.450222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:33.466574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da03f3a-b131-4161-aac3-57209038ede4 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:57:33.485304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:33.552977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:33.599819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:33.767218 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['4da03f3a-b131-4161-aac3-57209038ede4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:57:33.873691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfae23b-7919-4032-8416-e8bcf8138460 req-63c5ce98-467d-4b34-9efc-cf4b45832082 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:33.875500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfae23b-7919-4032-8416-e8bcf8138460 req-63c5ce98-467d-4b34-9efc-cf4b45832082 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Feb 11 14:57:33.915916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fdfae23b-7919-4032-8416-e8bcf8138460 req-18bd6baf-0dba-4f24-83bb-1cc6833be0b4 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Feb 11 14:57:35.040477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765ad2a-b2c8-4b15-859f-736bb976e399 req-6f7038e8-c9f7-4686-a3f4-b994852ec000 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:35.041950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6765ad2a-b2c8-4b15-859f-736bb976e399 req-6f7038e8-c9f7-4686-a3f4-b994852ec000 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Feb 11 14:57:35.081234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6765ad2a-b2c8-4b15-859f-736bb976e399 req-7488faa9-3e84-4668-9a4e-903c99791f66 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Feb 11 14:57:35.196000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4f33f-0479-46ed-8374-5d804d98aa40 req-98e99864-4d8a-4a29-aefe-1a978199da21 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:35.197532 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4e4f33f-0479-46ed-8374-5d804d98aa40 req-98e99864-4d8a-4a29-aefe-1a978199da21 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Feb 11 14:57:35.235155 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4e4f33f-0479-46ed-8374-5d804d98aa40 req-e1392219-2ac9-4514-94c5-8b382cdd39c7 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309780 Feb 11 14:57:35.308479 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:35.346802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99b70b-1556-4a0e-b4b4-5fd42367a98b req-a03c1749-09f4-495d-a322-386d1e642e55 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:35.348271 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c99b70b-1556-4a0e-b4b4-5fd42367a98b req-a03c1749-09f4-495d-a322-386d1e642e55 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Feb 11 14:57:35.386394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c99b70b-1556-4a0e-b4b4-5fd42367a98b req-ace14fda-ef06-4685-b56a-1ef12872eb97 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Feb 11 14:57:35.435896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 4da03f3a-b131-4161-aac3-57209038ede4 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:57:35.439986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 4da03f3a-b131-4161-aac3-57209038ede4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:35.440370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:35.517979 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:35.539577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:35.541833 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abc677-f2bd-4dd2-96b0-41db1e4e8f9c" -d '{"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-plugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:35.559442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:35.613536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:35.646806 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac83e6ef-112f-44f0-b77f-b2178ddc3717 x-openstack-request-id: req-ac83e6ef-112f-44f0-b77f-b2178ddc3717 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:35.646806 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-plugged", "status": "completed", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:35.647021 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac83e6ef-112f-44f0-b77f-b2178ddc3717 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:35.647237 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'code': 200} Feb 11 14:57:35.669250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:35.972030 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e816e-0c45-4252-a208-270d75f0caf7 req-3cf8841c-625f-421d-805b-083634f2b94d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:35.974066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-344e816e-0c45-4252-a208-270d75f0caf7 req-3cf8841c-625f-421d-805b-083634f2b94d tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0545022 Feb 11 14:57:36.014894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-344e816e-0c45-4252-a208-270d75f0caf7 req-24c2c779-72fe-48d8-b167-1c7fe5808409 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Feb 11 14:57:37.143693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92367d65-bcff-4f98-9597-91aa94fa819d req-70783e65-116b-44fc-bcf6-5bb45ca537ba tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:37.145159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92367d65-bcff-4f98-9597-91aa94fa819d req-70783e65-116b-44fc-bcf6-5bb45ca537ba tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.62 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0786102 Feb 11 14:57:37.156032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fc9a6-3be9-4c3a-9ef2-c9139ca68ac0 req-e9641244-9dc1-429c-a4ca-539d05ec0d4e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:37.157393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-891fc9a6-3be9-4c3a-9ef2-c9139ca68ac0 req-e9641244-9dc1-429c-a4ca-539d05ec0d4e tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/ports?device_id=98a37053-095f-4541-b723-0a6f1cce7f29 HTTP/1.1" status: 200 len: 946 time: 0.0662177 Feb 11 14:57:37.240636 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-891fc9a6-3be9-4c3a-9ef2-c9139ca68ac0 req-f59c3e66-9cdb-4c8f-b4c0-0e2d8e9959d3 tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eb92fc8-b5ee-4be4-8693-f60767e357c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765591 Feb 11 14:57:37.261506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Deleting port 4da03f3a-b131-4161-aac3-57209038ede4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:57:37.262512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:37.350378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] For port 4da03f3a-b131-4161-aac3-57209038ede4, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4da03f3a-b131-4161-aac3-57209038ede4,segment=NetworkSegment(9ec58829-b44b-4a85-8c3e-b19747e1fec9),segment_id=9ec58829-b44b-4a85-8c3e-b19747e1fec9)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:37.350736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:37.362070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Calling delete_port for 4da03f3a-b131-4161-aac3-57209038ede4 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:57:37.555796 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:37.567258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['4da03f3a-b131-4161-aac3-57209038ede4'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:57:37.588467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Pushing event deleted for resources: {'Port': ['ID=4da03f3a-b131-4161-aac3-57209038ede4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:37.628216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] No DVR routers for this DVR port 4da03f3a-b131-4161-aac3-57209038ede4 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:57:37.630807 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:37.634172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92367d65-bcff-4f98-9597-91aa94fa819d req-7de3224f-e33f-4be5-aa7a-e4404da1d43f tempest-ServerDiskConfigTestJSON-380981131 tempest-ServerDiskConfigTestJSON-380981131-project] 10.222.0.62 "DELETE /v2.0/ports/4da03f3a-b131-4161-aac3-57209038ede4 HTTP/1.1" status: 204 len: 173 time: 0.4759288 Feb 11 14:57:37.634609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-deleted', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:37.637380 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f2e7a-52be-462e-b0c6-de8a73d1ca99" -d '{"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-deleted", "tag": "4da03f3a-b131-4161-aac3-57209038ede4"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:37.674657 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633b854-ce5a-4300-b0f7-edd0450febc5 x-openstack-request-id: req-e633b854-ce5a-4300-b0f7-edd0450febc5 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:37.675074 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a37053-095f-4541-b723-0a6f1cce7f29", "name": "network-vif-deleted", "tag": "4da03f3a-b131-4161-aac3-57209038ede4", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:37.675353 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e633b854-ce5a-4300-b0f7-edd0450febc5 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:37.676691 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a37053-095f-4541-b723-0a6f1cce7f29', 'name': 'network-vif-deleted', 'tag': '4da03f3a-b131-4161-aac3-57209038ede4', 'status': 'completed', 'code': 200} Feb 11 14:57:38.361203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40466) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:38.405129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Deleting subnet 2e41ab65-394a-45f3-9c12-08bf2ea063e0 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:57:38.409105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.445508 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.483151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.599112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.627060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e41ab65-394a-45f3-9c12-08bf2ea063e0,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:38.629072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.632264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-279d9893-d54c-4dad-b6a9-bf6de25d5928 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e41ab65-394a-45f3-9c12-08bf2ea063e0 HTTP/1.1" status: 204 len: 168 time: 0.2700646 Feb 11 14:57:38.634796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 40468) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:38.706190 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.783136 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.803302 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c58033e-7890-470c-b240-fcfd6d9a01c3']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:38.812277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec58829-b44b-4a85-8c3e-b19747e1fec9') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:38.812571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec58829-b44b-4a85-8c3e-b19747e1fec9') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:38.821894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.834581 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.840808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:57:38.841223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: timer() Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:57:38.842822 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:57:38.950075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.955692 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:38.959165 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c58033e-7890-470c-b240-fcfd6d9a01c3 HTTP/1.1" status: 204 len: 168 time: 0.3233128 Feb 11 14:57:38.972039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125933d-f7de-4482-b4bf-5dbea7be7aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c58033e-7890-470c-b240-fcfd6d9a01c3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:39.221760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:39.264389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dcaf088f-23fe-4cec-a9fc-3ef137c081db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=809d804074314161bb1ba21c91eec8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414953 Feb 11 14:57:39.266880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40474) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:39.322727 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:39.344076 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:39.558374 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:39.561558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:39.562712 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eb92fc8-b5ee-4be4-8693-f60767e357c4 HTTP/1.1" status: 204 len: 168 time: 0.2948639 Feb 11 14:57:39.570775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb92fc8-b5ee-4be4-8693-f60767e357c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:39.578907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.579258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.579606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.579941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.580280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.580605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.580953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.581280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.581603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.581924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.582248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:39.582567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e331ab-7909-4f40-839b-bdb553c641fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:40.545889 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:40.661081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1971591250-network', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:40.769434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:57:40.771709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:40.780821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:40.851814 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:40.917971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:40.942106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:57:40.954747 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b915d2-1324-4cfb-aca0-6e1dc2f2f9b8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:40.961425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:40.961767 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Added segment c6d19621-3900-4908-b484-60b07ca82f51 of type vlan for network e526775e-160e-4973-90b5-e943187ea5fd Feb 11 14:57:41.010982 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.083945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.085016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:41.088960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.142317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] Pushing event updated for resources: {'Network': ['ID=e526775e-160e-4973-90b5-e943187ea5fd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:41.151856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e526775e-160e-4973-90b5-e943187ea5fd details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:57:41.181707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ef370cd4-6488-48ec-b651-da7d7dd47dbe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6346951 Feb 11 14:57:41.185203 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:41.189919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Request body: {'subnet': {'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1971591250-subnet', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:41.255139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:57:41.257523 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.323383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:57:41.353457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 4da03f3a-b131-4161-aac3-57209038ede4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:57:41.353953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4da03f3a-b131-4161-aac3-57209038ede4 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:57:41.495885 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.548923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7028f390-a936-4231-97c6-8c291268b236,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:41.560049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:41.560409 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Network hostable DHCP agents. Network: e526775e-160e-4973-90b5-e943187ea5fd, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:57:41.636227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Network e526775e-160e-4973-90b5-e943187ea5fd is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:57:41.701325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e526775e-160e-4973-90b5-e943187ea5fd) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:41.706047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:41.707010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.710020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087b667-41e4-4a53-85e7-177d5faad824 None None] Network e526775e-160e-4973-90b5-e943187ea5fd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:57:41.784356 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b6392f7f-d40a-419e-80d5-1f28914ee903 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5979142 Feb 11 14:57:41.786881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:41.791071 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:41.856665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e526775e-160e-4973-90b5-e943187ea5fd', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:57:41.857555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.890399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.891467 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.945946 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:41.994128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Allocated IP 172.20.0.2 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/1d7e465c-d60c-47c0-abb2-c79d2ea60616) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:57:42.137473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.154581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.198751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.236047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:42.238878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:42.241472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:57:42.254898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Pushing event updated for resources: {'Port': ['ID=1d7e465c-d60c-47c0-abb2-c79d2ea60616,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:42.299859 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Attempting to bind port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:57:42.300220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Attempting to bind port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:57:42.300575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Attempting to bind port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:42.306528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:57:42.306836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:42.307239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.307624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:57:42.308078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Bound port: 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:57:42.308458 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.369762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] For port 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:42.372742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] For port 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1d7e465c-d60c-47c0-abb2-c79d2ea60616,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:57:42.436646 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.453341 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.455299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.522604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6b0c3-4a20-4c37-86cf-df10a055f26c None None] Pushing event updated for resources: {'Port': ['ID=1d7e465c-d60c-47c0-abb2-c79d2ea60616,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:42.563675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Allocated IP 172.25.7.78 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/9144c6c0-a91e-4eff-b852-b99ba32be044) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:57:42.684762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.776300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:42.820174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:42.822923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:42.825803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:57:42.848418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Pushing event updated for resources: {'Port': ['ID=9144c6c0-a91e-4eff-b852-b99ba32be044,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:43.371745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750f1f5-f244-4d2d-a0e9-78e4ea907df9 None None] Network e526775e-160e-4973-90b5-e943187ea5fd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:57:43.427391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] Provisioning complete for port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:43.427769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.493647 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.571622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.587040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1d7e465c-d60c-47c0-abb2-c79d2ea60616 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:43.667781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] For port 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1d7e465c-d60c-47c0-abb2-c79d2ea60616,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:43.677042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:43.677421 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.696124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.747681 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.795507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.827413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95cf4f-d3a3-48a0-b319-b5451c6d7c6e None None] Pushing event updated for resources: {'Port': ['ID=1d7e465c-d60c-47c0-abb2-c79d2ea60616,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:43.866373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:57:43.866737 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:57:43.889763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Router e7791472-73d4-4b22-8c53-808336f87190 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:57:43.967356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b344482e-a866-4e5a-926d-248975d8d303 None None] Provisioning complete for port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:43.967624 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b344482e-a866-4e5a-926d-248975d8d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:43.995480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:57:44.005998 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:57:44.016419 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:57:44.020485 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:44.075056 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.076322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-41506490-9357-4950-8e95-8ea42824a620 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2884979 Feb 11 14:57:44.079020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:44.126941 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:57:44.303956 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:42Z', 'revision_number': 3, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:44.333871 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:57:44.334217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Updating router e7791472-73d4-4b22-8c53-808336f87190 port 9144c6c0-a91e-4eff-b852-b99ba32be044 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:57:44.359759 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.493158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.609992 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.644771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Allocated IP 172.20.0.1 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/1271c613-0f10-4136-bfa0-768af5d68e3f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:57:44.655198 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.753298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.793404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Pushing event updated for resources: {'Port': ['ID=9144c6c0-a91e-4eff-b852-b99ba32be044,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:44.800805 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Attempting to bind port 9144c6c0-a91e-4eff-b852-b99ba32be044 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:57:44.801203 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Attempting to bind port 9144c6c0-a91e-4eff-b852-b99ba32be044 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:57:44.801563 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Attempting to bind port 9144c6c0-a91e-4eff-b852-b99ba32be044 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:44.805182 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.805521 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.805857 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.806186 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.806514 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.806834 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.807151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.807470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.807786 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.808101 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.808973 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.809294 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:44.814356 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:57:44.816464 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:44.816464 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.816464 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:57:44.816464 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Bound port: 9144c6c0-a91e-4eff-b852-b99ba32be044, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:57:44.816464 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.836512 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.866521 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] For port 9144c6c0-a91e-4eff-b852-b99ba32be044, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:44.869482 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] For port 9144c6c0-a91e-4eff-b852-b99ba32be044, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9144c6c0-a91e-4eff-b852-b99ba32be044,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:57:44.876618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:44.879434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:44.882827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:57:44.910718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Pushing event updated for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:44.929406 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:44.951097 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.004942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaec16-4cb5-4736-b6ec-640b7a301c15 None None] Pushing event updated for resources: {'Port': ['ID=9144c6c0-a91e-4eff-b852-b99ba32be044,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:45.018494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:57:45.019122 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:45.120245 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.133475 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:57:45.183318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cee71b81-500d-4e34-a2d8-9b41fd211c7a None None] Provisioning complete for port 1271c613-0f10-4136-bfa0-768af5d68e3f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:45.184452 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cee71b81-500d-4e34-a2d8-9b41fd211c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.219397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cee71b81-500d-4e34-a2d8-9b41fd211c7a None None] Port 1271c613-0f10-4136-bfa0-768af5d68e3f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:57:45.285197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.313827 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:42Z', 'revision_number': 3, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:45.339486 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae950d00-c948-450f-9cf3-36842ea9ec3b None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:42Z', 'revision_number': 3, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:57:45.352747 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.421334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.429122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Pushing event updated for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:45.517089 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:45.518572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:45.536297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1d7e465c-d60c-47c0-abb2-c79d2ea60616 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:45.616465 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:45.617040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.688217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:57:45.814776 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:57:45.820157 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-368153cf-3628-47e4-a1a4-0a21165ff871 admin admin] 10.222.0.31 "PUT /v2.0/routers/e7791472-73d4-4b22-8c53-808336f87190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400727 Feb 11 14:57:45.860026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a749f36b-b3eb-41f8-94db-12e46fbddbaf None None] Provisioning complete for port 1271c613-0f10-4136-bfa0-768af5d68e3f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:45.860408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a749f36b-b3eb-41f8-94db-12e46fbddbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:45.897127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a749f36b-b3eb-41f8-94db-12e46fbddbaf None None] Port 1271c613-0f10-4136-bfa0-768af5d68e3f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:57:46.433237 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:46.438562 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181973319', 'description': 'tempest-description--876115172'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:46.550225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.618495 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.689541 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.718278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3af9db2-ca34-412b-9c90-1897d975836f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:46.782919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.784241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f1c238d-7edc-4b64-9a20-e98b55f5d228 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3494105 Feb 11 14:57:46.786955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:46.791260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'security_group_rule': {'security_group_id': 'c3af9db2-ca34-412b-9c90-1897d975836f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:46.849322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:57:46.858600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:57:46.859206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:46.877847 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.937073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:46.998487 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.017535 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d798168-8e28-497b-a29f-5887088bdef7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:47.068422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.069843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7a02f65b-bada-460e-88c3-2d72e0c36752 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819712 Feb 11 14:57:47.074862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:47.079546 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'security_group_rule': {'security_group_id': 'c3af9db2-ca34-412b-9c90-1897d975836f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:47.124978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:57:47.158790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.217570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.284303 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.302907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c1e038-d286-4787-acdf-31dbf0f272d4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:47.322683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 2, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:47.349316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:57:47.350427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Updating router e7791472-73d4-4b22-8c53-808336f87190 port 1271c613-0f10-4136-bfa0-768af5d68e3f binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:57:47.377326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.400188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.401447 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60f48b92-5838-482d-be47-a72499ecb251 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256209 Feb 11 14:57:47.404978 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:57:47.409624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:47.509957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.588420 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9144c6c0-a91e-4eff-b852-b99ba32be044 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:47.615251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.688831 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.695392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9144c6c0-a91e-4eff-b852-b99ba32be044 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:47.695836 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.717087 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Allocated IP 172.25.7.161 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d665fe41-5769-4ca0-8d97-fa763a976e48) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:57:47.771314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.816029 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.823180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.851620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9144c6c0-a91e-4eff-b852-b99ba32be044, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9144c6c0-a91e-4eff-b852-b99ba32be044,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:47.857924 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bd662-eb51-4cd3-a6ab-ea0bcfdce84d None None] Pushing event updated for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:47.908225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Attempting to bind port 1271c613-0f10-4136-bfa0-768af5d68e3f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:57:47.908699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Attempting to bind port 1271c613-0f10-4136-bfa0-768af5d68e3f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:57:47.908969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Attempting to bind port 1271c613-0f10-4136-bfa0-768af5d68e3f on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:47.914574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:57:47.914953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:47.915361 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.915752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:57:47.916224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Bound port: 1271c613-0f10-4136-bfa0-768af5d68e3f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:57:47.916606 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.920224 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.945307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:47.990624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:47.993754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:47.999159 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:57:48.021025 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=d665fe41-5769-4ca0-8d97-fa763a976e48,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:48.034742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9144c6c0-a91e-4eff-b852-b99ba32be044,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:48.045288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] For port 1271c613-0f10-4136-bfa0-768af5d68e3f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:48.049326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] For port 1271c613-0f10-4136-bfa0-768af5d68e3f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1271c613-0f10-4136-bfa0-768af5d68e3f,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:57:48.054180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-38c769a0-f1ff-4fe7-ac16-b645c506abc4 None None] Provisioning complete for port 1271c613-0f10-4136-bfa0-768af5d68e3f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:48.056241 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38c769a0-f1ff-4fe7-ac16-b645c506abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.096085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-38c769a0-f1ff-4fe7-ac16-b645c506abc4 None None] Port 1271c613-0f10-4136-bfa0-768af5d68e3f cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:57:48.102002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.122539 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.184882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:57:48.185545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:48.192042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bd662-eb51-4cd3-a6ab-ea0bcfdce84d None None] Pushing event updated for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:48.209169 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.225666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c708-7ca2-44f1-acdf-56512e801817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.315324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:57:48.370077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.427223 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.454980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-102c2906-494a-44e1-895a-f1884211b494 None None] Provisioning complete for port 1271c613-0f10-4136-bfa0-768af5d68e3f triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:48.455344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-102c2906-494a-44e1-895a-f1884211b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.494339 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=d665fe41-5769-4ca0-8d97-fa763a976e48,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:48.506894 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.577744 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.579076 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-90eee80b-050a-4058-8cbf-c01d2c989ae1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1730702 Feb 11 14:57:48.591042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-102c2906-494a-44e1-895a-f1884211b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.608941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:57:48.648963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81751-f51e-41d9-8a81-e7e2ad4f90e6 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:57:48.661942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-102c2906-494a-44e1-895a-f1884211b494 None None] For port 1271c613-0f10-4136-bfa0-768af5d68e3f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1271c613-0f10-4136-bfa0-768af5d68e3f,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:48.726220 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-102c2906-494a-44e1-895a-f1884211b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:48.741237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-7b795deb-482f-4a9d-a6ea-0cff85c40426 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1181973319&fields=id&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 267 time: 0.0484672 Feb 11 14:57:48.790440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c2906-494a-44e1-895a-f1884211b494 None None] Pushing event updated for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:48.860744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-334b5cbd-aec1-421b-b1ad-be2a6cb21a20 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:48.862221 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-334b5cbd-aec1-421b-b1ad-be2a6cb21a20 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1136446 Feb 11 14:57:48.878769 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-36f9e622-167c-4a86-ae8f-2483ed813b6b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/quotas/5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 375 time: 0.0105708 Feb 11 14:57:48.938214 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b8817a1b-2b3d-488b-bb69-c74386b1a269 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534339 Feb 11 14:57:49.094848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-6f1becd3-ac27-4b32-aa20-2e4da5223f7b service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436577 Feb 11 14:57:49.195447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-3f8990fa-1584-4326-92af-44ab3c8eb463 service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922232 Feb 11 14:57:49.457647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d4ab07b-c8ea-43e1-8958-f39168071d08 req-c252105c-10bb-45b1-b980-4c3ba29d2c46 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Feb 11 14:57:49.621353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9144c6c0-a91e-4eff-b852-b99ba32be044 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:49.669756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9144c6c0-a91e-4eff-b852-b99ba32be044 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:49.670275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:49.767827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1271c613-0f10-4136-bfa0-768af5d68e3f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:49.819930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1271c613-0f10-4136-bfa0-768af5d68e3f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:49.820310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:50.465207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c367c335-935d-4ee9-90b3-1c381a1c747c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:50.557276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f69c0e0e-3450-41d8-b11c-bc21b7055570 req-0f10d5e1-928c-4758-b2bd-fe1b865cfc77 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 210 time: 0.0262463 Feb 11 14:57:51.514568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-4c279ee0-3175-4ccf-abc3-5de0d862a5b4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:51.516024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-4c279ee0-3175-4ccf-abc3-5de0d862a5b4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1047034 Feb 11 14:57:51.563740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-3e508839-f8f4-44f9-b31b-68e2c4eca1e3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 380 time: 0.0388477 Feb 11 14:57:51.573850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'port': {'device_id': '376778b2-d139-4adc-8faa-d4300c512941', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'admin_state_up': True, 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'security_groups': ['c3af9db2-ca34-412b-9c90-1897d975836f']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:51.655873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c1690b3-2ee2-4526-84c4-d31c78deb75c req-9957e51d-7b8f-4f7e-b94c-9e51e52d0968 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 210 time: 0.0289545 Feb 11 14:57:51.761516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:57:51.765205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:51.866978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:51.900097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Allocated IP 172.20.0.9 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/07b61a14-9cf3-4669-81ca-9b6e52c2be82) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:57:52.033285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.116106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.164577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:57:52.167350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:57:52.170933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:57:52.177094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:52.204283 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.205887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.205887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.205887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.205887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.205887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.206559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.206559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.206839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.207154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.207472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.207792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:52.237858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:52.238613 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.364385 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b72dc3f9-6ed7-43d7-a9d9-d05dc704ab8e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942502 Feb 11 14:57:52.372934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-196163e2-5cfe-473e-a2bd-6ec9ec5f8b7e None None] Provisioning complete for port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:52.373314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196163e2-5cfe-473e-a2bd-6ec9ec5f8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.376362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Request body: {'port': {'device_id': '376778b2-d139-4adc-8faa-d4300c512941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:57:52.407027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-196163e2-5cfe-473e-a2bd-6ec9ec5f8b7e None None] Port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:57:52.427593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.682633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b61a14-9cf3-4669-81ca-9b6e52c2be82 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:57:52.690495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.703362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Transition to ACTIVE for port object 07b61a14-9cf3-4669-81ca-9b6e52c2be82 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:57:52.705653 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:57:52.770711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffdad6-2156-4ea6-8a22-bbcdd3dc5932 req-5c3210af-934b-4fbc-880e-060c9189083e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:52.772178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86ffdad6-2156-4ea6-8a22-bbcdd3dc5932 req-5c3210af-934b-4fbc-880e-060c9189083e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 931 time: 0.0477622 Feb 11 14:57:52.773261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:52.848991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:52.874788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-86ffdad6-2156-4ea6-8a22-bbcdd3dc5932 req-225ea7ab-9da5-46ce-b4ab-4d4fb661a09a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939078 Feb 11 14:57:52.927104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:57:52.927438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:57:52.927773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:52.932422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:57:52.932798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:57:52.938374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:57:52.939084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:57:52.939203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:57:52.939558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Bound port: 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:57:52.939920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:53.006720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:57:53.009886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:57:53.090261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:53.132729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.133506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:53.134757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] 10.222.0.62 "PUT /v2.0/ports/07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 1091 time: 0.7629826 Feb 11 14:57:53.135227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:53.138598 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097cb4d9-6671-4267-99d2-6aad6c2db1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:53.168138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89f9a-bdc7-4cbd-986c-0b409cb4c4be service neutron] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:53.183254 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4c0de-8b2a-43ed-8019-384f790b5405 x-openstack-request-id: req-acf4c0de-8b2a-43ed-8019-384f790b5405 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:53.183254 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:53.183254 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acf4c0de-8b2a-43ed-8019-384f790b5405 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:53.183685 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'status': 'completed', 'code': 200} Feb 11 14:57:53.245620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-0ab90f07-7add-4528-a8d5-39deaa5b6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.247817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-0ab90f07-7add-4528-a8d5-39deaa5b6c30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1094 time: 0.0454412 Feb 11 14:57:53.291784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:53.350708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-70652ca4-7f55-41e0-970d-82dd804ad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.352273 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-70652ca4-7f55-41e0-970d-82dd804ad732 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969610 Feb 11 14:57:53.367088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:53.447164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-41b13f20-2ebe-4174-85b8-1338efa326c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.448581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-097cb4d9-6671-4267-99d2-6aad6c2db1d7 req-41b13f20-2ebe-4174-85b8-1338efa326c3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900998 Feb 11 14:57:53.521016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-666aaa6f-78c6-4c89-a914-710a72e24753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.522518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-666aaa6f-78c6-4c89-a914-710a72e24753 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1094 time: 0.0402184 Feb 11 14:57:53.566518 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-db628896-b164-4a77-ac25-937eb6cf5439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 217 time: 0.0372562 Feb 11 14:57:53.615308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-c27fbdf0-5f0b-4fce-b87d-96cc5494a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.616743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-c27fbdf0-5f0b-4fce-b87d-96cc5494a757 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0439641 Feb 11 14:57:53.660365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-0ff872e3-d0b9-4673-ade0-7ccb59973a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:53.661961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-0ff872e3-d0b9-4673-ade0-7ccb59973a9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390728 Feb 11 14:57:53.753429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-2633758e-fa77-4bfa-9e34-738aa1ac1672 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Feb 11 14:57:53.848022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2f10b167-e871-4980-bf2b-d3ddedaa6622 req-b172d0c5-2f91-4d8d-8d18-1b1bac2cf657 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Feb 11 14:57:54.005413 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404e193-30c6-4ec6-8b51-ac5b3b5eff96 req-ff06ba3a-e336-4477-8ecd-f2288965b852 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:54.006809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f404e193-30c6-4ec6-8b51-ac5b3b5eff96 req-ff06ba3a-e336-4477-8ecd-f2288965b852 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0484700 Feb 11 14:57:54.044129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f404e193-30c6-4ec6-8b51-ac5b3b5eff96 req-a2040d43-40c1-4f64-88a2-e8075df255d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Feb 11 14:57:55.161988 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563e8d2-9f06-4644-aaed-6526f6123668 req-86164c3b-10e4-4045-9e95-f94fc625ab4d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:55.163443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7563e8d2-9f06-4644-aaed-6526f6123668 req-86164c3b-10e4-4045-9e95-f94fc625ab4d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0492725 Feb 11 14:57:55.201136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7563e8d2-9f06-4644-aaed-6526f6123668 req-15950d92-6cdc-4f4c-94e0-e95288576ee0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Feb 11 14:57:56.318096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe803c7-532f-412b-b88e-2993b1734d5c req-d36ddd8f-b954-46fe-878e-3bb6f4dbd31f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:56.319475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1fe803c7-532f-412b-b88e-2993b1734d5c req-d36ddd8f-b954-46fe-878e-3bb6f4dbd31f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Feb 11 14:57:56.356812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1fe803c7-532f-412b-b88e-2993b1734d5c req-c72295b1-f708-43a7-912c-9dc5af7391f1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Feb 11 14:57:57.384143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:57:57.473601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32148be-94b6-45b7-87e6-b8a566af7ced req-9eb484fb-7349-463d-ac0d-4fa5a2a8092c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:57.475093 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c32148be-94b6-45b7-87e6-b8a566af7ced req-9eb484fb-7349-463d-ac0d-4fa5a2a8092c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0489893 Feb 11 14:57:57.479525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:57.494093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'mac_address': 'fa:16:3e:f4:ef:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:57:57.513992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c32148be-94b6-45b7-87e6-b8a566af7ced req-cafa5ea2-5e43-4498-a82e-80dcd0a0871d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Feb 11 14:57:57.530892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:57.543392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b61a14-9cf3-4669-81ca-9b6e52c2be82 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:57:57.562237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:57.626209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:57.677558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:57.684587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.684956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.685300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.685639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.685971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.686302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.686627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.686951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.687275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.687595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.687913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.688231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:57:57.823104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['07b61a14-9cf3-4669-81ca-9b6e52c2be82'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:57:58.628202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efd5b-ae6f-4c5a-9d47-7c7a40734ea1 req-efb5b0c3-672e-427e-a671-07ff07a68f59 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:58.629686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc0efd5b-ae6f-4c5a-9d47-7c7a40734ea1 req-efb5b0c3-672e-427e-a671-07ff07a68f59 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 944 time: 0.0469267 Feb 11 14:57:58.666226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc0efd5b-ae6f-4c5a-9d47-7c7a40734ea1 req-1c573a90-390b-4e26-88b3-ec3b1712d492 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Feb 11 14:57:59.385298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:57:59.489347 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:57:59.493074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:57:59.493441 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:59.573153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:59.596071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:57:59.598336 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993034f-08b4-4ad5-a05b-15ed8620cb4b" -d '{"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-plugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:57:59.611251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:57:59.634127 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694ad0c-eff9-4e31-8ad0-ccaf76d8a3dc x-openstack-request-id: req-f694ad0c-eff9-4e31-8ad0-ccaf76d8a3dc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:57:59.634413 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-plugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:57:59.634659 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f694ad0c-eff9-4e31-8ad0-ccaf76d8a3dc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:57:59.635047 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'code': 200} Feb 11 14:57:59.687121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:57:59.736557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5d5f-8bf7-45b7-9050-a0d2680dfd36 req-6fa68d44-f212-4b1b-9616-943ece869d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:59.738796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b8c5d5f-8bf7-45b7-9050-a0d2680dfd36 req-6fa68d44-f212-4b1b-9616-943ece869d3d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1096 time: 0.0488632 Feb 11 14:57:59.740492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:57:59.803989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b8c5d5f-8bf7-45b7-9050-a0d2680dfd36 req-c4bc66a7-7060-4a81-ab66-6ecd10dc227a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529544 Feb 11 14:57:59.811956 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecca26-b550-4d88-9295-857d359aaa53 req-f176f306-3cd7-4ee3-9e36-d17c4b430642 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:57:59.813355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cecca26-b550-4d88-9295-857d359aaa53 req-f176f306-3cd7-4ee3-9e36-d17c4b430642 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0706596 Feb 11 14:57:59.850566 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cecca26-b550-4d88-9295-857d359aaa53 req-b274afa1-4a39-443b-8d7c-f363bca41ec3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Feb 11 14:58:00.767009 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:00.975952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2396d1-bd92-4dfb-b346-a53c7d3cd886 req-18df2d77-fd5a-4058-9fab-91cd9d3e1e42 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:00.977465 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a2396d1-bd92-4dfb-b346-a53c7d3cd886 req-18df2d77-fd5a-4058-9fab-91cd9d3e1e42 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Feb 11 14:58:01.019915 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a2396d1-bd92-4dfb-b346-a53c7d3cd886 req-d2db6333-d795-4b0c-b605-db07f9edea80 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356302 Feb 11 14:58:01.620791 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:02.139512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddeb7-eb02-4ae0-a15d-73bab0f41d8e req-0fa23edd-bb60-4932-9f19-dba5cfa1ecde tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:02.141037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4dddeb7-eb02-4ae0-a15d-73bab0f41d8e req-0fa23edd-bb60-4932-9f19-dba5cfa1ecde tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Feb 11 14:58:02.179835 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4dddeb7-eb02-4ae0-a15d-73bab0f41d8e req-70236033-00a9-44ac-b734-08fc83eaf43c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Feb 11 14:58:02.289128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833f564-e19a-4bfc-9e87-a218704b3cb8 req-f88a4ba1-8c04-4222-a9fa-aa52f0acebc1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:02.290583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c833f564-e19a-4bfc-9e87-a218704b3cb8 req-f88a4ba1-8c04-4222-a9fa-aa52f0acebc1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Feb 11 14:58:02.300065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40582) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:58:02.304292 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'floatingip': {'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:58:02.342110 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:02.714817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-6533e87d-3fe8-41a8-a710-8435f518fc6c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400708 Feb 11 14:58:02.773876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:02.799552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-a17bd0cd-4c6a-4ec5-ae0b-1bd710a740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:02.801072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-a17bd0cd-4c6a-4ec5-ae0b-1bd710a740aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1096 time: 0.0432503 Feb 11 14:58:02.835995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:02.902952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-3fe9a875-95bc-4c21-9af0-0717f9e62863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:02.904426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-3fe9a875-95bc-4c21-9af0-0717f9e62863 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0839355 Feb 11 14:58:02.936743 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d associated. External IP: 172.25.7.161, port: 07b61a14-9cf3-4669-81ca-9b6e52c2be82. Feb 11 14:58:02.973555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-43d76448-1698-4d9f-b43b-77cabcc5a052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 999 time: 0.0624194 Feb 11 14:58:03.021229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-74af8c85-812c-4c1c-bd0e-30f99fc68fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.022779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-74af8c85-812c-4c1c-bd0e-30f99fc68fa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0428455 Feb 11 14:58:03.067243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-ca9e3b98-e12f-4925-9ce8-fe0304ccd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.068864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-ca9e3b98-e12f-4925-9ce8-fe0304ccd63e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398331 Feb 11 14:58:03.148120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:58:03.163720 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-e66d4502-5e2b-4906-a7b0-8267e332585e service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875645 Feb 11 14:58:03.262629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1018964f-ab04-4843-85f3-d0fe36be79ee req-76e64f30-4886-4052-b164-275ddaeb99ea service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913222 Feb 11 14:58:03.621753 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:58:03.626822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:03.631353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:58:03.643394 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:03.644166 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:03.654416 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9c28de60-ccba-4189-810c-553ae7b537a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "PUT /v2.0/floatingips/61db3969-597c-4a07-b868-e837eb9e9e1d HTTP/1.1" status: 200 len: 991 time: 1.3532500 Feb 11 14:58:03.655150 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:03.657559 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77" -d '{"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:03.758780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:03.763382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aac31-b975-4240-88b4-1a9186151f0f req-7724d3e8-23a1-45ce-9e79-f2190d30a69e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.765015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d70aac31-b975-4240-88b4-1a9186151f0f req-7724d3e8-23a1-45ce-9e79-f2190d30a69e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0564220 Feb 11 14:58:03.768506 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c4d876-cf0b-409d-a5b3-2a96b4d9109f x-openstack-request-id: req-f8c4d876-cf0b-409d-a5b3-2a96b4d9109f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:03.768800 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:03.769083 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8c4d876-cf0b-409d-a5b3-2a96b4d9109f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:03.769479 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'status': 'completed', 'code': 200} Feb 11 14:58:03.837844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d70aac31-b975-4240-88b4-1a9186151f0f req-cbf10ba7-4113-481f-9646-a6ec270c84f8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655856 Feb 11 14:58:03.860351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-fd050ad6-6e23-43d3-9f24-e5a015332122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.861922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-fd050ad6-6e23-43d3-9f24-e5a015332122 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1096 time: 0.0667646 Feb 11 14:58:03.966993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-7670837f-7b07-4bde-bc0a-481032b0a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.968495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-7670837f-7b07-4bde-bc0a-481032b0a167 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0995400 Feb 11 14:58:03.979989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b71f2-270f-4737-86ce-60a5d5b40767 req-3e7f44d6-8457-4a99-b89e-7e08e5821bd8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:03.981586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec0b71f2-270f-4737-86ce-60a5d5b40767 req-3e7f44d6-8457-4a99-b89e-7e08e5821bd8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0568347 Feb 11 14:58:04.005409 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:f4:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376778b2-d139-4adc-8faa-d4300c512941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:02Z', 'revision_number': 1, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:04.032694 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ec0b71f2-270f-4737-86ce-60a5d5b40767 req-fcafe3a1-1f76-48d9-9e95-035348071a19 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Feb 11 14:58:04.033728 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:58:04.044684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:04.045416 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:57:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:04.166297 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:04.400261 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:f4:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376778b2-d139-4adc-8faa-d4300c512941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:02Z', 'revision_number': 1, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:04.412105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-ec110e84-3dc5-456a-9629-d18dac68c493 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 999 time: 0.4334531 Feb 11 14:58:04.428018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ffa3-4600-4284-914d-24bb4fa027ef req-d5b4ffd8-5800-4d76-9369-21f95f648e71 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:04.429443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26c5ffa3-4600-4284-914d-24bb4fa027ef req-d5b4ffd8-5800-4d76-9369-21f95f648e71 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0660803 Feb 11 14:58:04.429963 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d92c-38ba-4ca2-9867-168e2cc0446a None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:f4:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376778b2-d139-4adc-8faa-d4300c512941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:02Z', 'revision_number': 1, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:58:04.502808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-74598b84-cd9f-49af-98c0-49dad9c620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:04.504019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-74598b84-cd9f-49af-98c0-49dad9c620c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0737154 Feb 11 14:58:04.506814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-26c5ffa3-4600-4284-914d-24bb4fa027ef req-14f5647e-179f-4668-8b80-ce641b0a2171 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686724 Feb 11 14:58:04.552401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-5241c7f0-cd15-45af-95c9-ad3b7c23e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:04.554128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-5241c7f0-cd15-45af-95c9-ad3b7c23e5dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431907 Feb 11 14:58:04.640459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e01440-6a25-4f78-9313-73e66bad5ae5 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:58:04.650286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-0a7eca6b-e433-4f48-95b3-84c27e705c5e service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892615 Feb 11 14:58:04.743304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-953a2e13-4706-4c14-b0f4-d1cb2cf1cb77 req-fcd6f943-6dfe-4703-859a-09837d402863 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Feb 11 14:58:04.884475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1ad0e-ff50-42ab-944b-c6f889022802 req-701511b4-cac3-4b2a-9333-1567fb70a6d9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:04.886093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efb1ad0e-ff50-42ab-944b-c6f889022802 req-701511b4-cac3-4b2a-9333-1567fb70a6d9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0502391 Feb 11 14:58:04.926037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-efb1ad0e-ff50-42ab-944b-c6f889022802 req-feee8a26-258a-4e72-b955-b1dc432f1610 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325606 Feb 11 14:58:05.050796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-2a5e9e9a-f0ce-4434-b710-5080a9b33e5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383697 Feb 11 14:58:06.057297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821137a7-7d82-4c57-8bca-d05dc424345d req-45298664-34b0-4163-a8ed-d98682edd238 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:06.058838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-821137a7-7d82-4c57-8bca-d05dc424345d req-45298664-34b0-4163-a8ed-d98682edd238 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Feb 11 14:58:06.098019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-821137a7-7d82-4c57-8bca-d05dc424345d req-a76a96ce-1b5b-44bc-bfd3-325067fa5c66 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Feb 11 14:58:06.957125 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-3115a3bc-ba1e-4d72-bbe9-7b6e75933da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:06.958715 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-3115a3bc-ba1e-4d72-bbe9-7b6e75933da0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1096 time: 0.0444238 Feb 11 14:58:07.051596 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-eb74495f-1b59-4327-8000-94aa17a5c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:07.053024 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-eb74495f-1b59-4327-8000-94aa17a5c7e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0860755 Feb 11 14:58:07.116536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-e8cd949e-7536-4802-a75d-4235b2293e05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 1001 time: 0.0576751 Feb 11 14:58:07.197782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-c37dc4e8-5100-4a39-8ce3-333ef89cd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:07.199823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-c37dc4e8-5100-4a39-8ce3-333ef89cd6f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0718105 Feb 11 14:58:07.227081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7aa83-699c-4f04-8669-a30096ac062b req-f2785f86-cec8-4f60-8ad4-379d18efc139 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:07.228590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc7aa83-699c-4f04-8669-a30096ac062b req-f2785f86-cec8-4f60-8ad4-379d18efc139 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0626514 Feb 11 14:58:07.283169 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc7aa83-699c-4f04-8669-a30096ac062b req-f13b8e7f-3411-40e6-adb4-6057e0d98950 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Feb 11 14:58:07.284910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-9de50ae4-541d-4450-a471-bc02c47d80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:07.286317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-9de50ae4-541d-4450-a471-bc02c47d80b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803237 Feb 11 14:58:07.378088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-6cc27705-9b1e-42ab-b4af-3af8fed2d11d service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Feb 11 14:58:07.466893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-ceec6e11-62fd-4d5a-bc30-e67c924c244f service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Feb 11 14:58:08.395866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d024ba2-fa2e-47a8-8987-c127e89dd698 req-1c359e54-a40b-4fc8-8e44-0ab04c65e10c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:08.397342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d024ba2-fa2e-47a8-8987-c127e89dd698 req-1c359e54-a40b-4fc8-8e44-0ab04c65e10c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Feb 11 14:58:08.434381 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3d024ba2-fa2e-47a8-8987-c127e89dd698 req-4086fbef-d570-4845-a24c-62eb321e78eb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305061 Feb 11 14:58:09.562148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac319a-65ce-4516-b24d-2e09b3b2837d req-ee531337-4141-4b04-8edf-63627feae531 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:09.563672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6ac319a-65ce-4516-b24d-2e09b3b2837d req-ee531337-4141-4b04-8edf-63627feae531 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0600739 Feb 11 14:58:09.602238 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6ac319a-65ce-4516-b24d-2e09b3b2837d req-7273946b-891e-4531-b4a9-d4f7d88b1f54 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Feb 11 14:58:10.722442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d70db-fc91-43a0-afee-2247a3a4d58d req-0d44ae98-a217-46cd-b078-4e9b8a22dff6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:10.723946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed9d70db-fc91-43a0-afee-2247a3a4d58d req-0d44ae98-a217-46cd-b078-4e9b8a22dff6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Feb 11 14:58:10.760808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ed9d70db-fc91-43a0-afee-2247a3a4d58d req-0ecb474e-f1c2-456f-bb27-44e8447d8b3e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Feb 11 14:58:11.879554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee923-649f-47ed-a2c3-0d43de41acbb req-6971c9cc-7efc-4076-a704-9dde1c2e1db3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:11.881886 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01aee923-649f-47ed-a2c3-0d43de41acbb req-6971c9cc-7efc-4076-a704-9dde1c2e1db3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0509830 Feb 11 14:58:11.923291 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-01aee923-649f-47ed-a2c3-0d43de41acbb req-33c35254-743c-46a3-ae51-da839c52a013 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349183 Feb 11 14:58:13.045195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2f02-2a56-429c-90e4-29d57d355d74 req-9768fe74-9dae-43c5-9bb4-9ceffb427744 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:13.046612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-370e2f02-2a56-429c-90e4-29d57d355d74 req-9768fe74-9dae-43c5-9bb4-9ceffb427744 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Feb 11 14:58:13.085502 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-370e2f02-2a56-429c-90e4-29d57d355d74 req-a2e8568d-3b41-4fc3-8e12-24df7b3f157f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Feb 11 14:58:14.200376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d8c1c-b7f1-4d10-83a1-7ca5282c2fc1 req-96744fce-723e-4d58-85b8-3ec43125e2e2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:14.201938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c69d8c1c-b7f1-4d10-83a1-7ca5282c2fc1 req-96744fce-723e-4d58-85b8-3ec43125e2e2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0483072 Feb 11 14:58:14.239263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c69d8c1c-b7f1-4d10-83a1-7ca5282c2fc1 req-b52417b2-af87-4c15-be64-448826c39383 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Feb 11 14:58:15.355441 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e5d51-bf77-4519-86a3-ac5997ce9056 req-0abc807b-ad90-4236-9021-be014d0cff4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:15.356953 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-368e5d51-bf77-4519-86a3-ac5997ce9056 req-0abc807b-ad90-4236-9021-be014d0cff4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0497797 Feb 11 14:58:15.394714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-368e5d51-bf77-4519-86a3-ac5997ce9056 req-993c78ea-1c2d-4531-8541-292ae00532c0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Feb 11 14:58:16.514323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717b3a2-8679-4cb4-9690-1c0c0b22eb15 req-3ccaf51a-d6eb-4537-ac15-e68ac74492ba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:16.515806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7717b3a2-8679-4cb4-9690-1c0c0b22eb15 req-3ccaf51a-d6eb-4537-ac15-e68ac74492ba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Feb 11 14:58:16.553604 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7717b3a2-8679-4cb4-9690-1c0c0b22eb15 req-0df17e4c-83a8-4fbf-b64c-e0d23d090e37 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Feb 11 14:58:17.667772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182e624-3e74-4f97-8e7e-e5414ae97877 req-0aa61112-d428-4676-956a-11eed0c1f34e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:17.669289 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2182e624-3e74-4f97-8e7e-e5414ae97877 req-0aa61112-d428-4676-956a-11eed0c1f34e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0483921 Feb 11 14:58:17.707894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2182e624-3e74-4f97-8e7e-e5414ae97877 req-5acaefac-2a37-4b24-8b92-6598b9860404 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Feb 11 14:58:18.190099 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-086ea077-22a0-4b04-9f69-18f9e07ff4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:18.821569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb2860-4569-4c0f-ad13-6a019db5185e req-eaf982f1-f7ae-4938-94fc-f3f14398a2c9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:18.823036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3feb2860-4569-4c0f-ad13-6a019db5185e req-eaf982f1-f7ae-4938-94fc-f3f14398a2c9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0477335 Feb 11 14:58:18.860343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3feb2860-4569-4c0f-ad13-6a019db5185e req-0bec5b4f-bea3-4122-9789-9c8c5a7f99be tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306673 Feb 11 14:58:19.977218 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bcc2a-bf91-4bc6-b10e-2f6f29f17a91 req-ac1505c5-a83d-48c1-bbe4-8ceebb5bd00f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:19.978686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-852bcc2a-bf91-4bc6-b10e-2f6f29f17a91 req-ac1505c5-a83d-48c1-bbe4-8ceebb5bd00f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Feb 11 14:58:20.017874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-852bcc2a-bf91-4bc6-b10e-2f6f29f17a91 req-6d04c2b8-6363-4d8e-8748-c6e2fc3db4f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Feb 11 14:58:20.503729 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9eebffd-fcc4-4cde-9958-fe7b46e513e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:21.134155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147354-d7e1-4bad-a3b3-a1bd839a3900 req-493e310e-22f9-4922-afab-65f90a6c2655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:21.135635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f147354-d7e1-4bad-a3b3-a1bd839a3900 req-493e310e-22f9-4922-afab-65f90a6c2655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Feb 11 14:58:21.173201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f147354-d7e1-4bad-a3b3-a1bd839a3900 req-6ec7e10e-feac-4862-a31a-be89b35d9a11 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Feb 11 14:58:21.911950 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:22.287566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536c8d8-74b6-431d-b64f-f2c66663603c req-57cbedd7-5727-41ff-8f9e-2d125d548892 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:22.289463 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5536c8d8-74b6-431d-b64f-f2c66663603c req-57cbedd7-5727-41ff-8f9e-2d125d548892 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Feb 11 14:58:22.332675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5536c8d8-74b6-431d-b64f-f2c66663603c req-3f3d7c0b-6631-4f89-8839-d93736b17526 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Feb 11 14:58:23.258101 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:23.343905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:23.453053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814bc1-44ea-435f-9222-ccb68f188142 req-58e6b4f6-b876-4540-b146-a6f02350a21b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:23.454552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97814bc1-44ea-435f-9222-ccb68f188142 req-58e6b4f6-b876-4540-b146-a6f02350a21b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Feb 11 14:58:23.492359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97814bc1-44ea-435f-9222-ccb68f188142 req-10571879-f4d3-4ca9-afd3-b0e2aba1d4be tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Feb 11 14:58:24.610792 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a90f30-957e-40dc-a96b-5c39f3f4f00b req-8f758fa8-7d62-4deb-8de2-522742a81467 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:24.612263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41a90f30-957e-40dc-a96b-5c39f3f4f00b req-8f758fa8-7d62-4deb-8de2-522742a81467 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0480182 Feb 11 14:58:24.651298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41a90f30-957e-40dc-a96b-5c39f3f4f00b req-83873d7d-05db-43ab-8c9f-d61f46e4b888 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Feb 11 14:58:25.768128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca76c-b8da-4682-9d28-6ab9e1b84ffb req-2313ae27-889a-4c54-aaf0-93143e1d0edd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:25.769555 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21cca76c-b8da-4682-9d28-6ab9e1b84ffb req-2313ae27-889a-4c54-aaf0-93143e1d0edd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0477295 Feb 11 14:58:25.806486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-21cca76c-b8da-4682-9d28-6ab9e1b84ffb req-4dae1f48-c2f6-434a-b2f5-9ac4fa91eea0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Feb 11 14:58:26.929639 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7da7-3bfd-4a90-a2a7-763a4568e12a req-f697d185-5ec3-47c6-899e-9eb468dc8385 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:26.931148 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b58a7da7-3bfd-4a90-a2a7-763a4568e12a req-f697d185-5ec3-47c6-899e-9eb468dc8385 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Feb 11 14:58:26.971061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b58a7da7-3bfd-4a90-a2a7-763a4568e12a req-7f21d5f9-fffe-4fb1-a530-c63e2179215b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Feb 11 14:58:28.086828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742332-65f1-4314-8e0e-05e4206f6107 req-0d0b4d46-edd1-4d84-9a11-7d9963d63e37 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:28.088322 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b742332-65f1-4314-8e0e-05e4206f6107 req-0d0b4d46-edd1-4d84-9a11-7d9963d63e37 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Feb 11 14:58:28.125695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2b742332-65f1-4314-8e0e-05e4206f6107 req-0b0afe2b-bd8c-4e30-a798-380fe3e90589 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Feb 11 14:58:29.239990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32125793-4e5c-4479-b44a-d79213cf8c61 req-8458eb7a-5ef1-41d7-a62b-5982b7f0d684 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:29.241504 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32125793-4e5c-4479-b44a-d79213cf8c61 req-8458eb7a-5ef1-41d7-a62b-5982b7f0d684 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0481341 Feb 11 14:58:29.278685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-32125793-4e5c-4479-b44a-d79213cf8c61 req-9c31250c-143e-4285-b3e3-cda8dc60c0a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Feb 11 14:58:29.381236 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-f633c694-0392-4ba5-9335-6f8624e6479e req-a2aae875-c4b2-4bdf-aaf0-b69bd3e2916e service neutron] show failed (client error): The resource could not be found. Feb 11 14:58:29.382237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-a2aae875-c4b2-4bdf-aaf0-b69bd3e2916e service neutron] 10.222.0.62 "GET /v2.0/ports/07b61a14-9cf3-4669-81ca-9b6e52c2be82/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0570259 Feb 11 14:58:29.705444 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:58:29.879285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-4e11789c-b551-4a86-ad1f-1b27dc078ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:29.880762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-4e11789c-b551-4a86-ad1f-1b27dc078ed0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1096 time: 0.0402942 Feb 11 14:58:29.892414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:58:29.943112 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.147422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:30.180143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:58:30.222662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:30.224901 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c03e5-15cf-43f1-a645-998af703a537" -d '{"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-unplugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:30.228921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.241334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Transition to ACTIVE for port object 07b61a14-9cf3-4669-81ca-9b6e52c2be82 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:58:30.272974 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74079f02-02bd-4cad-a675-8fd41c995478 x-openstack-request-id: req-74079f02-02bd-4cad-a675-8fd41c995478 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:30.273268 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-unplugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:30.273528 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74079f02-02bd-4cad-a675-8fd41c995478 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:30.273995 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'code': 200} Feb 11 14:58:30.334573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.400026 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8a367-3a21-4eb8-978a-21f681225688 req-1c2ced89-e7ea-426c-8844-65db223e4249 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:30.402926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8a8a367-3a21-4eb8-978a-21f681225688 req-1c2ced89-e7ea-426c-8844-65db223e4249 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0541260 Feb 11 14:58:30.415124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:30.449525 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d8a8a367-3a21-4eb8-978a-21f681225688 req-cc0456ac-c8e9-4b91-9b61-9037729a335d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Feb 11 14:58:30.465284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] No DVR routers for this DVR port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:58:30.602356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:58:30.602693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:58:30.603022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:58:30.607865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:58:30.610838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Attempting to bind port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:58:30.613084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:58:30.613461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:58:30.613825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:58:30.614250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Bound port: 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:58:30.614608 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.676250 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:58:30.679148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:58:30.752339 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.780435 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.787286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:30.787901 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:30.789338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] 10.222.0.60 "PUT /v2.0/ports/07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 1091 time: 0.9007154 Feb 11 14:58:30.824156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd3749-3560-49c7-ace0-78e173e24cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:30.864435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-7a9ff1eb-e809-43bc-b9f5-2ce216c4f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:30.866015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-7a9ff1eb-e809-43bc-b9f5-2ce216c4f838 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1094 time: 0.0514438 Feb 11 14:58:30.958775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-be020753-5b15-422a-b3f7-db5855b11c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:30.960268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-be020753-5b15-422a-b3f7-db5855b11c70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0876794 Feb 11 14:58:31.028579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-28e09662-6b8d-47e2-83db-39b6a4651379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 999 time: 0.0616875 Feb 11 14:58:31.077284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-717e90df-980c-4466-8351-422f28794b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:31.078724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-717e90df-980c-4466-8351-422f28794b1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0438495 Feb 11 14:58:31.122364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c694-0392-4ba5-9335-6f8624e6479e req-2d6029f5-8ecb-4bb4-a164-06549a1c5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:31.123856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-2d6029f5-8ecb-4bb4-a164-06549a1c5407 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389531 Feb 11 14:58:31.213812 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-1f19e36d-9ab1-4147-9a5d-f803ddac2528 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Feb 11 14:58:31.299595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f633c694-0392-4ba5-9335-6f8624e6479e req-8c82634f-2131-41a6-b214-70ffbe64b091 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793240 Feb 11 14:58:31.571329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47be618-20d0-4bd1-8411-2c6969af6b60 req-27453e6c-58ad-4dd5-9370-10a9ab00ea7a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:31.572833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b47be618-20d0-4bd1-8411-2c6969af6b60 req-27453e6c-58ad-4dd5-9370-10a9ab00ea7a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0507553 Feb 11 14:58:31.610592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b47be618-20d0-4bd1-8411-2c6969af6b60 req-d3fc51a0-28b7-42e3-9ac3-97b87a363d23 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Feb 11 14:58:31.618534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:32.275287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:32.278283 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39" -d '{"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:32.325820 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a59558-51ac-4443-b868-4e678f520160 x-openstack-request-id: req-76a59558-51ac-4443-b868-4e678f520160 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:32.326106 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:32.326358 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a59558-51ac-4443-b868-4e678f520160 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:32.326781 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'status': 'completed', 'code': 200} Feb 11 14:58:32.414114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-ab3cdd2e-fda0-47ad-ac7b-0fe75f1edf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.415619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-ab3cdd2e-fda0-47ad-ac7b-0fe75f1edf5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1094 time: 0.0720065 Feb 11 14:58:32.417414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-6aef194f-e724-4b6f-8e9c-1f4e27f0c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.418748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-6aef194f-e724-4b6f-8e9c-1f4e27f0c7ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1094 time: 0.0672622 Feb 11 14:58:32.570335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-dfc56acd-b0bc-4669-8bfc-6a6382c22a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.571801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-dfc56acd-b0bc-4669-8bfc-6a6382c22a2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1501906 Feb 11 14:58:32.572859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-181cd075-6ab6-4c2e-84e6-eabe3b7c9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.574191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-181cd075-6ab6-4c2e-84e6-eabe3b7c9d2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1457531 Feb 11 14:58:32.683755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-c6c1f3ed-5cd9-4037-95d9-21e9bcb3ee54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 999 time: 0.1051102 Feb 11 14:58:32.686121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-ddc7c4f1-46d8-4348-b7be-a2970b41180a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 999 time: 0.1022110 Feb 11 14:58:32.791861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-7bb00732-e2bc-4d4c-be74-62988c739b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.793919 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-7bb00732-e2bc-4d4c-be74-62988c739b21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.1005328 Feb 11 14:58:32.795404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-fc0669f8-69eb-4f01-bb30-80773d5ce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.796682 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-fc0669f8-69eb-4f01-bb30-80773d5ce0e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.1023755 Feb 11 14:58:32.808944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aa65d-8263-4063-b7a3-ba6e0323b989 req-9dfe7acf-1cb8-49c5-aa4a-8f65b77c7119 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.810304 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a4aa65d-8263-4063-b7a3-ba6e0323b989 req-9dfe7acf-1cb8-49c5-aa4a-8f65b77c7119 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.1288044 Feb 11 14:58:32.908220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-1e425f5f-9fd4-4cb5-af0b-e34714c64d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.908220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-1e425f5f-9fd4-4cb5-af0b-e34714c64d83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954773 Feb 11 14:58:32.910139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a4aa65d-8263-4063-b7a3-ba6e0323b989 req-fe2c32d0-c83b-4c14-a43e-f9941953149e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919685 Feb 11 14:58:32.911905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-ee3ab0eb-82e1-4d2b-8f9e-fd1afb082068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:32.913269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-ee3ab0eb-82e1-4d2b-8f9e-fd1afb082068 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124070 Feb 11 14:58:33.062504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-8dd49e2d-5364-4782-8b6b-243a9e871985 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483057 Feb 11 14:58:33.064729 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-a17ed811-1dc9-478a-86af-6bdc1d4b2305 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430862 Feb 11 14:58:33.218139 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-00fd4146-f971-457a-90c6-bb94929b5998 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489494 Feb 11 14:58:33.220251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5cb4c86f-bbd6-4caa-9ba8-d1791b31ae39 req-d7aa16e3-6369-4607-8001-8bdf66bc463d service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437638 Feb 11 14:58:33.617967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:58:33.655589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:58:34.032105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b1bdd-578c-41c4-9b3a-914aac9439a1 req-745e5ddf-c342-4642-bafc-72274a0bd473 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.033581 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e3b1bdd-578c-41c4-9b3a-914aac9439a1 req-745e5ddf-c342-4642-bafc-72274a0bd473 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0520043 Feb 11 14:58:34.070599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7e3b1bdd-578c-41c4-9b3a-914aac9439a1 req-b7fc393d-2862-4eca-b6bb-4ab7f8eab193 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Feb 11 14:58:34.348534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:58:34.437691 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9cf85-5c57-4fce-8abb-014fc2827a0a req-697ecd9f-1e40-461d-9b27-5bc9912d1be5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.439240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c9cf85-5c57-4fce-8abb-014fc2827a0a req-697ecd9f-1e40-461d-9b27-5bc9912d1be5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 943 time: 0.0501499 Feb 11 14:58:34.450057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:34.461611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'mac_address': 'fa:16:3e:f4:ef:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:58:34.486629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c9cf85-5c57-4fce-8abb-014fc2827a0a req-085591ea-8254-4691-8a02-9642c850d30d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Feb 11 14:58:34.498288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:34.512730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b61a14-9cf3-4669-81ca-9b6e52c2be82 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:58:34.531728 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-b4b58c4c-031f-4525-b9ef-90f0a31d3460 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.532298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:34.533454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-b4b58c4c-031f-4525-b9ef-90f0a31d3460 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 943 time: 0.0578403 Feb 11 14:58:34.593695 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-6cefb4f1-2eb4-49ec-b33b-b534c39b66ea service neutron] delete failed (client error): The resource could not be found. Feb 11 14:58:34.594731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-6cefb4f1-2eb4-49ec-b33b-b534c39b66ea service neutron] 10.222.0.62 "DELETE /v2.0/ports/07b61a14-9cf3-4669-81ca-9b6e52c2be82/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0533397 Feb 11 14:58:34.601336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:34.652824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:34.681785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-3fd66ddb-192d-413b-bbdd-05bbf6c642f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.683888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-3fd66ddb-192d-413b-bbdd-05bbf6c642f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 1095 time: 0.0461519 Feb 11 14:58:34.772522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-84d50fc7-677e-40c1-b61d-4f723287fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.774033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-84d50fc7-677e-40c1-b61d-4f723287fbdd service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0811794 Feb 11 14:58:34.817068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['07b61a14-9cf3-4669-81ca-9b6e52c2be82'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:58:34.842328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-088e62b0-7599-4447-954f-a4ccd86b4c7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 200 len: 1000 time: 0.0615222 Feb 11 14:58:34.890719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-dc675f27-43bb-4db7-b3de-033218034472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.892194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-dc675f27-43bb-4db7-b3de-033218034472 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0431206 Feb 11 14:58:34.937331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-6c02ad3e-72cb-4228-948b-c8ea4ff43a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:34.938823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-6c02ad3e-72cb-4228-948b-c8ea4ff43a42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393307 Feb 11 14:58:35.030760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-284542a2-aece-4c1f-81f0-460e6f4848c3 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846536 Feb 11 14:58:35.119124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d973c1d-7b53-478c-b724-a2f91922c86c req-f9e4aea2-01fe-4592-bdd6-4ccd5185a79e service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824511 Feb 11 14:58:35.609305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4e75c-8674-4f30-bfb2-e859e70e034f req-972ddf97-d8aa-4887-8957-9a1d9f32c6a1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:35.610791 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51f4e75c-8674-4f30-bfb2-e859e70e034f req-972ddf97-d8aa-4887-8957-9a1d9f32c6a1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 944 time: 0.0499284 Feb 11 14:58:35.648581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51f4e75c-8674-4f30-bfb2-e859e70e034f req-ea29fb37-e740-408b-b18f-d7bdd7dff8b5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Feb 11 14:58:36.369471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:58:36.463823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:58:36.467469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:58:36.467843 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:36.541752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:36.564001 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:36.566285 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e6421-9473-45f5-a2da-575a699e9922" -d '{"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-plugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:36.578918 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:36.603581 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795f0805-96e3-410f-99c6-93a5d51d0dd8 x-openstack-request-id: req-795f0805-96e3-410f-99c6-93a5d51d0dd8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:36.603867 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-plugged", "status": "completed", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:36.604124 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-795f0805-96e3-410f-99c6-93a5d51d0dd8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:36.605204 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'code': 200} Feb 11 14:58:36.643543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:36.694129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:36.780349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740375e-6830-4385-b5d3-2c04c2460944 req-a7f76669-25da-464d-a3eb-9963c301e3fc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:36.781867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c740375e-6830-4385-b5d3-2c04c2460944 req-a7f76669-25da-464d-a3eb-9963c301e3fc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0529184 Feb 11 14:58:36.818069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c740375e-6830-4385-b5d3-2c04c2460944 req-c4f1b376-22cf-4dae-bbc3-a1c9811096fe tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302010 Feb 11 14:58:36.935825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703e1df-a97b-4f22-97ec-1be7150d9a3d req-80126b39-566a-4a3b-b7f2-bdb856d2ff5c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:36.937227 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6703e1df-a97b-4f22-97ec-1be7150d9a3d req-80126b39-566a-4a3b-b7f2-bdb856d2ff5c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Feb 11 14:58:36.974133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6703e1df-a97b-4f22-97ec-1be7150d9a3d req-f3522145-31ea-4f46-89ba-f7993eb9288e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Feb 11 14:58:37.084202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92982c3b-fca9-422b-9245-f37f7df025dc req-3b6c3b10-cc28-4422-8eee-c3b98a67fb52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:37.085711 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92982c3b-fca9-422b-9245-f37f7df025dc req-3b6c3b10-cc28-4422-8eee-c3b98a67fb52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Feb 11 14:58:37.122942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92982c3b-fca9-422b-9245-f37f7df025dc req-44fa195b-ebd8-4e57-9997-12cfc52143e1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304863 Feb 11 14:58:37.590448 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ba24-ca52-407f-b395-70f0cc6bfc99 req-c9ad6bdc-52c0-483b-8bad-4299433731d2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:37.591900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2207ba24-ca52-407f-b395-70f0cc6bfc99 req-c9ad6bdc-52c0-483b-8bad-4299433731d2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Feb 11 14:58:37.629314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2207ba24-ca52-407f-b395-70f0cc6bfc99 req-734d26f0-7923-4fb8-907e-ff7ad007add0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Feb 11 14:58:38.750649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782827b3-2e89-494c-a575-cdf1dfbff2fe req-b6f551a8-59ea-472b-8229-261a7d9dca81 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:38.752137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-782827b3-2e89-494c-a575-cdf1dfbff2fe req-b6f551a8-59ea-472b-8229-261a7d9dca81 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Feb 11 14:58:38.789664 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-782827b3-2e89-494c-a575-cdf1dfbff2fe req-43aba34d-58d2-486d-bd23-7e41ffef6c65 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Feb 11 14:58:38.884828 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-b7234aa6-1c36-416c-a364-363b8f3bdb65 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:38.886349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-b7234aa6-1c36-416c-a364-363b8f3bdb65 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 945 time: 0.0509603 Feb 11 14:58:38.971849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Deleting port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:58:38.972116 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:39.061357 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] For port 07b61a14-9cf3-4669-81ca-9b6e52c2be82, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=07b61a14-9cf3-4669-81ca-9b6e52c2be82,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:39.061724 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:39.223346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:39.223622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:39.223933 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d disassociated. External IP: 172.25.7.161, port: 07b61a14-9cf3-4669-81ca-9b6e52c2be82. Feb 11 14:58:39.224269 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Calling delete_port for 07b61a14-9cf3-4669-81ca-9b6e52c2be82 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:58:39.406852 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:39.435867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'Port': ['ID=07b61a14-9cf3-4669-81ca-9b6e52c2be82,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:39.552105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:58:40.006230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-040bf58a-e59e-48e4-bf22-cfd2114ed60c req-609129e0-d5c5-44d6-b63f-b0b1705c3e10 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=376778b2-d139-4adc-8faa-d4300c512941 HTTP/1.1" status: 200 len: 210 time: 0.0345988 Feb 11 14:58:40.015307 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:58:40.026069 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:58:40.036432 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:40.037146 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:58:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:40.053648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] No DVR routers for this DVR port 07b61a14-9cf3-4669-81ca-9b6e52c2be82 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:58:40.056375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:40.060361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4f368a14-a4e9-472f-a399-a0e48dc1d40d req-84fd6774-51c8-48c0-ac40-d13cfa82b6d0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "DELETE /v2.0/ports/07b61a14-9cf3-4669-81ca-9b6e52c2be82 HTTP/1.1" status: 204 len: 173 time: 1.1688354 Feb 11 14:58:40.060819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-deleted', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:40.063479 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de65b4-25f7-45db-8622-7a880289dc0d" -d '{"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-deleted", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:40.099988 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737a50b-9404-4d8a-a1c0-03a81cdcfabe x-openstack-request-id: req-2737a50b-9404-4d8a-a1c0-03a81cdcfabe {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:40.100297 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376778b2-d139-4adc-8faa-d4300c512941", "name": "network-vif-deleted", "tag": "07b61a14-9cf3-4669-81ca-9b6e52c2be82", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:40.100539 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2737a50b-9404-4d8a-a1c0-03a81cdcfabe {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:40.100959 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376778b2-d139-4adc-8faa-d4300c512941', 'name': 'network-vif-deleted', 'tag': '07b61a14-9cf3-4669-81ca-9b6e52c2be82', 'status': 'completed', 'code': 200} Feb 11 14:58:40.155285 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:40.457999 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:40.483331 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:58:40.491523 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:40.492106 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:58:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:40.601409 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:40.807901 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:40.834115 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609419b1-310a-4e07-83f3-6b8c750a2790 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:58:41.053273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def471c8-efa0-4f03-be2d-e9f0ad766866 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:58:41.244248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-039758d4-43d3-4d36-96db-3e5be68e190c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1181973319&fields=id&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 267 time: 0.0340407 Feb 11 14:58:41.353836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-1ecb3ec1-243a-4a74-90d0-489b64d3af13 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:41.355327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-1ecb3ec1-243a-4a74-90d0-489b64d3af13 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1034389 Feb 11 14:58:41.370181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-8f3966af-2405-4f6f-abba-260e1d19d31f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/quotas/5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 375 time: 0.0089390 Feb 11 14:58:41.430520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-b7814896-497c-4789-93bf-0d0eb2221500 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550039 Feb 11 14:58:41.526059 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-90fddf9f-07d3-4803-bf45-ef00c7fc85aa service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Feb 11 14:58:41.613092 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-127f9ed5-d7a3-459c-9140-116997fe1ec4 service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801404 Feb 11 14:58:41.838949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8e9a5f67-9c49-490f-8445-7e3c5ff0fa6b req-530d72e8-84c8-4033-aac3-dd82a08ed462 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Feb 11 14:58:42.420213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:58:42.440267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 07b61a14-9cf3-4669-81ca-9b6e52c2be82 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:58:42.440611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 07b61a14-9cf3-4669-81ca-9b6e52c2be82 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:58:42.933960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4407ce8d-2dbc-490f-a6f1-b3065463001d req-c9f6b50c-c01a-45da-bd26-0de7ba1f33d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Feb 11 14:58:43.768747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-b083996b-3eb7-4b43-b6e4-26656cdf3225 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:43.770191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-b083996b-3eb7-4b43-b6e4-26656cdf3225 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1038508 Feb 11 14:58:43.812959 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-0e61f84d-7e7e-4863-beff-f1aba26cb234 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 380 time: 0.0340400 Feb 11 14:58:43.821935 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'port': {'device_id': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'admin_state_up': True, 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'security_groups': ['c3af9db2-ca34-412b-9c90-1897d975836f']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:58:44.008574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:58:44.012794 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.028309 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2b6b1108-3985-4e55-a099-4d58decb6c02 req-1e27789a-23c4-4b5e-a4b2-ae65a8ee4c12 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 210 time: 0.0258050 Feb 11 14:58:44.140476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Allocated IP 172.20.0.5 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/ea984303-c527-470b-ad62-0f104a8def95) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:58:44.282330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.374971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.420917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:58:44.424124 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:58:44.426521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:58:44.452729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:44.485348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:44.485972 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.559225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-a3e0b919-047f-48ce-aed9-913cebcb945e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407217 Feb 11 14:58:44.571301 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Request body: {'port': {'device_id': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:58:44.610171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-be17342a-a222-4a2b-ab90-cdfb3f4ccef3 None None] Provisioning complete for port ea984303-c527-470b-ad62-0f104a8def95 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:58:44.610764 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be17342a-a222-4a2b-ab90-cdfb3f4ccef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.629666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.643810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-be17342a-a222-4a2b-ab90-cdfb3f4ccef3 None None] Port ea984303-c527-470b-ad62-0f104a8def95 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:58:44.885540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea984303-c527-470b-ad62-0f104a8def95 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:58:44.892696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:44.904530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Transition to ACTIVE for port object ea984303-c527-470b-ad62-0f104a8def95 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:58:44.985369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:45.055002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:45.118087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:58:45.118430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:58:45.118756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:58:45.140631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:58:45.140886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:58:45.150759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:58:45.151644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:58:45.152091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:58:45.152531 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Bound port: ea984303-c527-470b-ad62-0f104a8def95, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:58:45.152921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:45.180951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55b384-0e38-44d1-a99e-ac8e89e7ea1a req-f4edee23-73c7-42bd-af4d-02d1eebbdb84 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.183035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec55b384-0e38-44d1-a99e-ac8e89e7ea1a req-f4edee23-73c7-42bd-af4d-02d1eebbdb84 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0758376 Feb 11 14:58:45.252585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec55b384-0e38-44d1-a99e-ac8e89e7ea1a req-74071580-049c-4ef0-aa38-9d94d0ae8b12 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519686 Feb 11 14:58:45.258813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:58:45.263359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:58:45.332909 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:45.378499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.379173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:45.380458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 1091 time: 0.8136554 Feb 11 14:58:45.380913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:45.383129 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7708daf-cc11-4382-ba2d-72ac3fd30aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:45.408915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050320-bacf-44df-a06c-b1d646403b96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:45.429048 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b855f-2e3d-4c40-8c77-e491cd77a70f x-openstack-request-id: req-a89b855f-2e3d-4c40-8c77-e491cd77a70f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:45.429345 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:45.429648 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a89b855f-2e3d-4c40-8c77-e491cd77a70f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:45.430063 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'status': 'completed', 'code': 200} Feb 11 14:58:45.491844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-b8d05f05-12a2-44a7-80bb-60ab8437e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.493431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-b8d05f05-12a2-44a7-80bb-60ab8437e080 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0431404 Feb 11 14:58:45.598207 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-199599fc-debd-498c-9853-5f3bb14dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.599668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-199599fc-debd-498c-9853-5f3bb14dc530 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986342 Feb 11 14:58:45.690473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-7fcc004d-338b-43b9-bc78-9ceaca953849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.691840 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7708daf-cc11-4382-ba2d-72ac3fd30aad req-7fcc004d-338b-43b9-bc78-9ceaca953849 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851202 Feb 11 14:58:45.770390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-bfa0b38b-d0e1-41de-bb0b-33f36c81b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.771866 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-bfa0b38b-d0e1-41de-bb0b-33f36c81b032 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0433834 Feb 11 14:58:45.816816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-f5b9d106-32fa-4d61-b6bd-003ac1040318 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 217 time: 0.0375226 Feb 11 14:58:45.863673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-5c31e2bf-e4e9-4bf9-8e7c-d2da772691a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.865100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-5c31e2bf-e4e9-4bf9-8e7c-d2da772691a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0422351 Feb 11 14:58:45.908645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-76dd4efe-a911-4956-b873-95470858fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:45.910119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-76dd4efe-a911-4956-b873-95470858fa42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386307 Feb 11 14:58:45.999761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-e46a619c-a469-41e4-9f7d-b40594d44267 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Feb 11 14:58:46.090543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-88e6fa0a-7b0b-4b7c-85da-640047a943a7 req-fb8e5de5-1a12-4fe2-9ca8-440406822cb6 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Feb 11 14:58:46.374993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e3626-5fb3-4bb2-aca1-5384b85039bb req-7d39c64e-616d-4100-a716-507cc7e3aa38 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:46.376459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b17e3626-5fb3-4bb2-aca1-5384b85039bb req-7d39c64e-616d-4100-a716-507cc7e3aa38 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0494261 Feb 11 14:58:46.417532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b17e3626-5fb3-4bb2-aca1-5384b85039bb req-bddf842f-4081-473e-8c77-526dc80c4c49 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Feb 11 14:58:47.536936 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d742-078d-47c0-9aa9-8f32a34f2359 req-89f1e495-a3d7-4950-abcb-2de0bd2b0ec1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:47.538396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8782d742-078d-47c0-9aa9-8f32a34f2359 req-89f1e495-a3d7-4950-abcb-2de0bd2b0ec1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0483112 Feb 11 14:58:47.575916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8782d742-078d-47c0-9aa9-8f32a34f2359 req-3e4572fd-73aa-4665-bc81-2fecc9a992b1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Feb 11 14:58:48.208121 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9dff1db4-41ab-4a8c-9bc0-2f03f76fcb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:48.450933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ea984303-c527-470b-ad62-0f104a8def95 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:58:48.544317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:48.555811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'ea984303-c527-470b-ad62-0f104a8def95', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': 'ea984303-c527-470b-ad62-0f104a8def95', 'mac_address': 'fa:16:3e:5b:61:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:58:48.592164 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:48.604914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea984303-c527-470b-ad62-0f104a8def95 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:58:48.625172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:48.683606 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:48.691291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74a2be-4805-4d52-bb53-7ed06043b898 req-cdc6155a-2cda-4c33-9d62-f49d365da534 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:48.693099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa74a2be-4805-4d52-bb53-7ed06043b898 req-cdc6155a-2cda-4c33-9d62-f49d365da534 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0494220 Feb 11 14:58:48.730770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:48.731799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aa74a2be-4805-4d52-bb53-7ed06043b898 req-f71e626e-984f-4eb1-9cf5-36c5382cfde6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Feb 11 14:58:48.875851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['ea984303-c527-470b-ad62-0f104a8def95'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:58:49.858427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adfef4-4338-4a13-97c5-db9062f2d217 req-144c01e4-221b-40db-bd1b-0f87494305ae tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:49.859905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83adfef4-4338-4a13-97c5-db9062f2d217 req-144c01e4-221b-40db-bd1b-0f87494305ae tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 944 time: 0.0531459 Feb 11 14:58:49.897406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83adfef4-4338-4a13-97c5-db9062f2d217 req-6b41b68d-e08a-4f77-a036-631896f15e38 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Feb 11 14:58:50.466708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ea984303-c527-470b-ad62-0f104a8def95 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:58:50.495643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c0b2cff-0e77-48e5-a0ca-18ff4201e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:50.579545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port ea984303-c527-470b-ad62-0f104a8def95 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:58:50.583403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port ea984303-c527-470b-ad62-0f104a8def95 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:58:50.583775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:50.660372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:50.681757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:50.684508 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691eb86-85ee-45e2-8196-b49193098c65" -d '{"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:50.696776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:58:50.721837 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b725e-2f5c-4c64-8f1b-7e9f4ab588d6 x-openstack-request-id: req-173b725e-2f5c-4c64-8f1b-7e9f4ab588d6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:50.722127 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:50.722376 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-173b725e-2f5c-4c64-8f1b-7e9f4ab588d6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:50.722762 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'code': 200} Feb 11 14:58:50.762718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:50.811149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:58:50.811540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81133-187b-4d07-9ebc-aa860f7a81f3 req-9ae39a4b-cc24-4f79-885c-85941f5b076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:50.813117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abd81133-187b-4d07-9ebc-aa860f7a81f3 req-9ae39a4b-cc24-4f79-885c-85941f5b076c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0390794 Feb 11 14:58:50.847740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-abd81133-187b-4d07-9ebc-aa860f7a81f3 req-069c756d-bd32-4fa7-a6a9-6695a50b40aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280199 Feb 11 14:58:51.012682 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f1458-14f7-47b7-9f52-8dcb23281ba1 req-f98ce442-b309-4d76-9b92-4931cd52db70 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:51.014129 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb5f1458-14f7-47b7-9f52-8dcb23281ba1 req-f98ce442-b309-4d76-9b92-4931cd52db70 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Feb 11 14:58:51.051547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb5f1458-14f7-47b7-9f52-8dcb23281ba1 req-06f852f6-503a-4a5a-810d-7bd3a20a5e4d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Feb 11 14:58:51.888641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:52.167479 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fefef-e02b-4c45-8a82-f4c431f4d66c req-c2f5708c-8ce3-475f-b0b6-dc5b7fd63254 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:52.168869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c14fefef-e02b-4c45-8a82-f4c431f4d66c req-c2f5708c-8ce3-475f-b0b6-dc5b7fd63254 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Feb 11 14:58:52.211368 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c14fefef-e02b-4c45-8a82-f4c431f4d66c req-c336b8a0-eb31-4dfc-98b3-0777243918c2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354645 Feb 11 14:58:52.321700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75f3a-8916-4f36-a105-2ae7635f62a3 req-443afb24-b641-4c12-a34b-cc69dbc69ce3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:52.323185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b5c75f3a-8916-4f36-a105-2ae7635f62a3 req-443afb24-b641-4c12-a34b-cc69dbc69ce3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Feb 11 14:58:52.331699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:58:52.336124 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'floatingip': {'port_id': 'ea984303-c527-470b-ad62-0f104a8def95'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:58:52.379257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:52.807840 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:52.863252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:52.957761 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d associated. External IP: 172.25.7.161, port: ea984303-c527-470b-ad62-0f104a8def95. Feb 11 14:58:53.163284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:58:53.263715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:53.269692 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:58:53.274582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:53.280446 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:58:53.291145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:53.291890 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:58:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:53.301882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-614bcdbb-c9db-4ba9-839c-55c57f09e2c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "PUT /v2.0/floatingips/61db3969-597c-4a07-b868-e837eb9e9e1d HTTP/1.1" status: 200 len: 991 time: 0.9691410 Feb 11 14:58:53.302461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:58:53.304667 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e564ade-a701-411d-9a0b-f3b0a7faabe8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:58:53.344859 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:58:53.349990 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ca4fe-10fc-4a26-880b-3ca5d397a8c8 x-openstack-request-id: req-158ca4fe-10fc-4a26-880b-3ca5d397a8c8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:58:53.350501 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:58:53.350501 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-158ca4fe-10fc-4a26-880b-3ca5d397a8c8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:58:53.350916 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'status': 'completed', 'code': 200} Feb 11 14:58:53.407621 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:53.417810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-23caa8a4-d3d7-4aa2-b0d8-61939211651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:53.419241 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-23caa8a4-d3d7-4aa2-b0d8-61939211651b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0416980 Feb 11 14:58:53.513597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-ad8cf55f-1eae-43db-bd6a-0db39358fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:53.515116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-ad8cf55f-1eae-43db-bd6a-0db39358fdb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0895855 Feb 11 14:58:53.588229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-1bfbc4d0-71e6-4cb0-adbb-af204f3f31d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 999 time: 0.0669918 Feb 11 14:58:53.644653 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'ea984303-c527-470b-ad62-0f104a8def95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:5b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:52Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:53.648247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-1d8ffbc8-6d39-438a-bd0a-d11a21e17145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:53.649153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-1d8ffbc8-6d39-438a-bd0a-d11a21e17145 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0500493 Feb 11 14:58:53.672576 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:58:53.681673 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:58:53.683011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:58:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:53.696921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-9516c80d-c481-4faa-b4dd-b0c543fcf601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:53.699155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-9516c80d-c481-4faa-b4dd-b0c543fcf601 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435526 Feb 11 14:58:53.699623 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190276-8f4d-4691-b29f-4305ef88bdc2 req-4ce67a40-3798-4645-b964-b2af305543d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:53.701217 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c190276-8f4d-4691-b29f-4305ef88bdc2 req-4ce67a40-3798-4645-b964-b2af305543d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0565991 Feb 11 14:58:53.745422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8c190276-8f4d-4691-b29f-4305ef88bdc2 req-723d2f3c-f9b7-44ee-b6b5-3b81adc43903 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 Feb 11 14:58:53.799549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-9c684398-0bca-408f-8c8c-73f696444c28 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Feb 11 14:58:53.805135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:58:53.888377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1e564ade-a701-411d-9a0b-f3b0a7faabe8 req-5e568baa-bd95-4784-8c9e-6e8156833cdb service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820172 Feb 11 14:58:54.022456 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'ea984303-c527-470b-ad62-0f104a8def95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:5b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:52Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:58:54.051070 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b8db4-32ba-473b-8203-5ee348524a58 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'ea984303-c527-470b-ad62-0f104a8def95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:5b:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:58:52Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:58:54.234652 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa9e1d-0523-4e08-b1ea-c691dc24f285 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:58:54.864141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850e03-b2f1-428c-941d-7a54f2291403 req-ad477c5d-36aa-46a4-a580-9eeeef8e1399 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:54.865652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76850e03-b2f1-428c-941d-7a54f2291403 req-ad477c5d-36aa-46a4-a580-9eeeef8e1399 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Feb 11 14:58:54.906684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76850e03-b2f1-428c-941d-7a54f2291403 req-e62765f5-3d58-4ce2-878d-9f5716015cff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344553 Feb 11 14:58:56.021605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac55f-34c4-4e19-9574-6176f8838f3f req-a8ddc96f-4937-4b03-ba15-c5d0d195c8f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:56.023060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-750ac55f-34c4-4e19-9574-6176f8838f3f req-a8ddc96f-4937-4b03-ba15-c5d0d195c8f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Feb 11 14:58:56.061702 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-750ac55f-34c4-4e19-9574-6176f8838f3f req-5a49e1ba-b42b-45da-8f41-dd32eaf449b2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Feb 11 14:58:57.179075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0953b8-6a9f-4cf2-8d81-bfc39b52ecde req-921d5311-8caf-4ad1-bb08-18d00880d461 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:57.180536 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d0953b8-6a9f-4cf2-8d81-bfc39b52ecde req-921d5311-8caf-4ad1-bb08-18d00880d461 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0471914 Feb 11 14:58:57.218261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d0953b8-6a9f-4cf2-8d81-bfc39b52ecde req-ef79475f-af0c-4a3b-8228-b60596a40b28 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Feb 11 14:58:58.332377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0d2be-6320-421c-816c-858c0814b573 req-cfd346c7-be0d-4a92-a0c1-f34957fb5bd0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:58.333882 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fc0d2be-6320-421c-816c-858c0814b573 req-cfd346c7-be0d-4a92-a0c1-f34957fb5bd0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0483825 Feb 11 14:58:58.371861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fc0d2be-6320-421c-816c-858c0814b573 req-f352a702-47f7-4c18-a543-2a0c99452936 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Feb 11 14:58:59.488873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7a9b-286e-401b-92f2-4ccfc2c72bb9 req-36ea94d7-5ce6-4573-9d34-9ee246c4cc27 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:58:59.490366 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-700b7a9b-286e-401b-92f2-4ccfc2c72bb9 req-36ea94d7-5ce6-4573-9d34-9ee246c4cc27 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Feb 11 14:58:59.527627 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-700b7a9b-286e-401b-92f2-4ccfc2c72bb9 req-a1fc766f-db63-41d1-87ce-8ecbdcacf0ff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Feb 11 14:59:00.647207 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bdef1-a874-4e83-90ee-c88b0ff3671c req-f586a227-af1a-490b-8d00-9465412be0e1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:00.648622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-953bdef1-a874-4e83-90ee-c88b0ff3671c req-f586a227-af1a-490b-8d00-9465412be0e1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Feb 11 14:59:00.686719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-953bdef1-a874-4e83-90ee-c88b0ff3671c req-251bc93c-4239-4f3f-8b9e-4d66721b522a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Feb 11 14:59:00.785995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:01.637137 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:01.799541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3e91-2de3-47e7-8e31-970f23a765ab req-e8e5aa5a-406c-4017-b5fe-9e381e868520 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:01.800944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-963a3e91-2de3-47e7-8e31-970f23a765ab req-e8e5aa5a-406c-4017-b5fe-9e381e868520 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0474238 Feb 11 14:59:01.842142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-963a3e91-2de3-47e7-8e31-970f23a765ab req-786c4e08-549e-4fc7-be9e-e4e94dba5aec tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Feb 11 14:59:02.956041 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef56f0-61a5-4656-806c-14c52628d299 req-151edc2d-0a3a-45d3-a586-c521a432bc41 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:02.957549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34ef56f0-61a5-4656-806c-14c52628d299 req-151edc2d-0a3a-45d3-a586-c521a432bc41 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Feb 11 14:59:02.995524 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34ef56f0-61a5-4656-806c-14c52628d299 req-e7bc9d6d-56ca-4b60-bf33-5437327672a4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Feb 11 14:59:04.110086 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94560d-4d20-4b69-9dcc-a36aa7fac9b7 req-26f88902-b666-49aa-b66d-fb40dc6874f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:04.111587 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c94560d-4d20-4b69-9dcc-a36aa7fac9b7 req-26f88902-b666-49aa-b66d-fb40dc6874f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Feb 11 14:59:04.147786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6c94560d-4d20-4b69-9dcc-a36aa7fac9b7 req-dc07f208-d5ba-4e70-aa13-1fd65501aefb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303161 Feb 11 14:59:05.263848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430318a0-5820-46a0-af14-1a8adab9c709 req-91100c30-8f0b-4df6-b63c-5ec5d7e71826 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:05.265351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-430318a0-5820-46a0-af14-1a8adab9c709 req-91100c30-8f0b-4df6-b63c-5ec5d7e71826 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0492544 Feb 11 14:59:05.303366 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-430318a0-5820-46a0-af14-1a8adab9c709 req-87d416a4-1409-4d47-817b-edf0a37bee2d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Feb 11 14:59:06.421323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e3b26-0968-4a3f-b8c6-bb2911fa9f6b req-39927722-0b0f-4c4b-b380-151fe245d5dc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:06.422841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb8e3b26-0968-4a3f-b8c6-bb2911fa9f6b req-39927722-0b0f-4c4b-b380-151fe245d5dc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0512645 Feb 11 14:59:06.459997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb8e3b26-0968-4a3f-b8c6-bb2911fa9f6b req-f0d85681-6c21-4803-ab07-a6bf71951a72 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Feb 11 14:59:06.703539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:59:07.578106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95e265-34e5-42de-a254-9e6b277c8196 req-02d969f9-9fa5-4707-b571-735c9841c494 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:07.579635 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd95e265-34e5-42de-a254-9e6b277c8196 req-02d969f9-9fa5-4707-b571-735c9841c494 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0518413 Feb 11 14:59:07.618410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bd95e265-34e5-42de-a254-9e6b277c8196 req-452a54c1-34d7-4b6a-bce2-0e45a0afdbb5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Feb 11 14:59:08.732178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afc6c-10d6-432d-a7c8-9727630d6e8f req-3af67885-0d12-4157-befe-979f588069bb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:08.733658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a27afc6c-10d6-432d-a7c8-9727630d6e8f req-3af67885-0d12-4157-befe-979f588069bb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Feb 11 14:59:08.776838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a27afc6c-10d6-432d-a7c8-9727630d6e8f req-5d4ca12f-ddf7-4628-a883-e7ae7636a81d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Feb 11 14:59:09.892823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5200-7f41-4afb-8485-80fe30714df9 req-4c922e25-777c-4daa-852b-1024038113d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:09.894396 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5eb5200-7f41-4afb-8485-80fe30714df9 req-4c922e25-777c-4daa-852b-1024038113d3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Feb 11 14:59:09.931833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5eb5200-7f41-4afb-8485-80fe30714df9 req-366ed0a2-f10f-49c5-8a4a-eab3a43d7af1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313718 Feb 11 14:59:11.045239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37194b-9266-4757-9012-906cae4bcb12 req-9f7d8a2e-f99e-4c48-bf16-14c1e08da498 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:11.046695 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd37194b-9266-4757-9012-906cae4bcb12 req-9f7d8a2e-f99e-4c48-bf16-14c1e08da498 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0478439 Feb 11 14:59:11.087281 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd37194b-9266-4757-9012-906cae4bcb12 req-e8667cec-5361-42e7-b08e-9cfb7889f8c9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344744 Feb 11 14:59:12.202512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21da7-9b30-4562-9ae4-825f4c524a39 req-ff88dfbc-1ca2-4a8f-acc7-06feda39c143 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:12.204002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9d21da7-9b30-4562-9ae4-825f4c524a39 req-ff88dfbc-1ca2-4a8f-acc7-06feda39c143 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Feb 11 14:59:12.240709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9d21da7-9b30-4562-9ae4-825f4c524a39 req-6b35a20d-cfd9-409f-afa6-7d0f9bbdf309 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Feb 11 14:59:13.357169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e760aae-bd0a-4ca4-8097-67572da8e1c5 req-ecbff048-5847-4159-8518-0b8d1f69deba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:13.358665 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e760aae-bd0a-4ca4-8097-67572da8e1c5 req-ecbff048-5847-4159-8518-0b8d1f69deba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0487580 Feb 11 14:59:13.402534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e760aae-bd0a-4ca4-8097-67572da8e1c5 req-0d08af34-d292-4ed8-ae3b-b4df67c032a5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Feb 11 14:59:14.523695 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5592a8-af96-4c75-8923-96ee3a78f1d4 req-79b76e35-e3a5-4820-906a-2d9f466028c0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:14.525193 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b5592a8-af96-4c75-8923-96ee3a78f1d4 req-79b76e35-e3a5-4820-906a-2d9f466028c0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Feb 11 14:59:14.562363 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7b5592a8-af96-4c75-8923-96ee3a78f1d4 req-a1b9bdfb-ba72-4f2f-bce4-0b683940081c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306499 Feb 11 14:59:15.681906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d84a-0aa0-4623-b349-ecbdc40b315b req-1d7eb8cf-cd8e-49e5-91a9-badd24698f3b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:15.684008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1695d84a-0aa0-4623-b349-ecbdc40b315b req-1d7eb8cf-cd8e-49e5-91a9-badd24698f3b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0558355 Feb 11 14:59:15.725310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1695d84a-0aa0-4623-b349-ecbdc40b315b req-3c90af56-9948-4675-8c70-aea7bbe223be tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352712 Feb 11 14:59:16.841962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033228-e6c7-4660-b425-7c042de549f4 req-cfb6821d-d718-42eb-9d5f-f852b9b69c98 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:16.843412 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a033228-e6c7-4660-b425-7c042de549f4 req-cfb6821d-d718-42eb-9d5f-f852b9b69c98 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0468397 Feb 11 14:59:16.879639 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a033228-e6c7-4660-b425-7c042de549f4 req-a69d8941-3680-4137-beed-ec50227551c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302396 Feb 11 14:59:17.992398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3233c-fae0-4d30-b816-6c0ec87e10ef req-fb5a49ed-fcc4-4100-92de-404ba1a4e2f9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:17.993910 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02d3233c-fae0-4d30-b816-6c0ec87e10ef req-fb5a49ed-fcc4-4100-92de-404ba1a4e2f9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Feb 11 14:59:18.031263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02d3233c-fae0-4d30-b816-6c0ec87e10ef req-3efd5089-67e2-4554-abca-55d3e591dae5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Feb 11 14:59:18.179672 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-407a37a3-6281-44d9-97cc-f6b451a31b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:19.148417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a36a-94f7-4f57-8d6d-ef995b48b4d1 req-38cfb6ae-8b5e-4f10-82af-08762aafe01a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:19.150021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc47a36a-94f7-4f57-8d6d-ef995b48b4d1 req-38cfb6ae-8b5e-4f10-82af-08762aafe01a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Feb 11 14:59:19.189816 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bc47a36a-94f7-4f57-8d6d-ef995b48b4d1 req-c353d7aa-ab93-4396-a279-724834740adb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330124 Feb 11 14:59:20.303504 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6500cad-9495-4517-b254-6dc6d5be3932 req-866e36b9-80e1-4275-9e99-7b12c7f0cd19 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:20.304996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6500cad-9495-4517-b254-6dc6d5be3932 req-866e36b9-80e1-4275-9e99-7b12c7f0cd19 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Feb 11 14:59:20.342697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6500cad-9495-4517-b254-6dc6d5be3932 req-7e88bcc3-6778-4de0-9979-b31cd87baa20 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310411 Feb 11 14:59:20.457693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18717250-de31-4a00-8085-ee542ba7fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:20.736976 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7ac1-5128-4806-bc01-baa846f3ef13 req-16b43e40-5f8d-4371-af5d-73c4739b7397 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:20.738469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6cc7ac1-5128-4806-bc01-baa846f3ef13 req-16b43e40-5f8d-4371-af5d-73c4739b7397 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Feb 11 14:59:20.780690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6cc7ac1-5128-4806-bc01-baa846f3ef13 req-72a2da64-8d4f-425c-be37-2335ed9d0f31 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361686 Feb 11 14:59:20.855395 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-0e60473c-df66-44b5-9072-38c751e074b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433614 Feb 11 14:59:21.909016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4d4f8-9b00-4887-9d49-c03769e6fa82 req-000fe23d-8afb-46ae-947c-7447d6609221 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:21.910803 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92c4d4f8-9b00-4887-9d49-c03769e6fa82 req-000fe23d-8afb-46ae-947c-7447d6609221 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0542872 Feb 11 14:59:21.926043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:21.950940 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-92c4d4f8-9b00-4887-9d49-c03769e6fa82 req-13619cb9-184b-447a-b64d-ba495675080c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Feb 11 14:59:22.834487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-168f716a-5434-4f08-9a0e-be188e080a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:22.835975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-168f716a-5434-4f08-9a0e-be188e080a58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0409946 Feb 11 14:59:22.924267 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-ce1e8785-37d4-4abd-a5cb-c6b404b44459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:22.925773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-ce1e8785-37d4-4abd-a5cb-c6b404b44459 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0839281 Feb 11 14:59:22.994974 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-c1334f44-d7b6-41ac-bcdb-31381ce7e316 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 1001 time: 0.0627329 Feb 11 14:59:23.069447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-7bba2c07-5308-4936-8718-83bfbfc98dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:23.070922 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-7bba2c07-5308-4936-8718-83bfbfc98dde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0697501 Feb 11 14:59:23.094846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f9d0-b288-42f9-be8d-11facea9568c req-fb623ec2-366f-4292-bb73-4585f74532fb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:23.096207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9252f9d0-b288-42f9-be8d-11facea9568c req-fb623ec2-366f-4292-bb73-4585f74532fb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0693388 Feb 11 14:59:23.153654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-3f9ef91d-ea50-4c63-a142-97724d825abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:23.155133 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-3f9ef91d-ea50-4c63-a142-97724d825abc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768948 Feb 11 14:59:23.158346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9252f9d0-b288-42f9-be8d-11facea9568c req-97bab9ea-d41b-47a7-8a34-ec0d501ae3c7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479536 Feb 11 14:59:23.243191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-a3cd424e-ab44-4189-8fa1-91a954d9afbc service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Feb 11 14:59:23.282594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:23.336445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-98731bc6-4110-4c7f-b29e-098f9908400b service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867851 Feb 11 14:59:23.337883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:24.273533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffc854-da0d-417a-9e78-109625d1c2f0 req-c38b6db0-b956-4f68-9d93-89c43fe213b5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:24.277323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78ffc854-da0d-417a-9e78-109625d1c2f0 req-c38b6db0-b956-4f68-9d93-89c43fe213b5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Feb 11 14:59:24.313899 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-78ffc854-da0d-417a-9e78-109625d1c2f0 req-53be3d2d-f138-4f25-b812-86a1d3d66768 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Feb 11 14:59:25.188610 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-931cc1de-df27-435a-ac27-9fbc76197bbf service neutron] show failed (client error): The resource could not be found. Feb 11 14:59:25.189696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-931cc1de-df27-435a-ac27-9fbc76197bbf service neutron] 10.222.0.60 "GET /v2.0/ports/ea984303-c527-470b-ad62-0f104a8def95/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0602052 Feb 11 14:59:25.437790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42082402-6a6b-4625-a936-f8f9cd69f430 req-11bbccea-05cd-4d5f-83e2-314f66df9058 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:25.439335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42082402-6a6b-4625-a936-f8f9cd69f430 req-11bbccea-05cd-4d5f-83e2-314f66df9058 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Feb 11 14:59:25.478375 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42082402-6a6b-4625-a936-f8f9cd69f430 req-5ef94eb8-5c06-4d6f-a541-35be9c115b7e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Feb 11 14:59:25.745605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-55e9e9f6-b357-498f-a9dc-50d2c57b20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:25.747009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-55e9e9f6-b357-498f-a9dc-50d2c57b20cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1096 time: 0.0443192 Feb 11 14:59:25.758582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:59:25.813620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.007155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:26.038639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:59:26.077496 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:26.079717 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db5b46-6696-43db-97ba-c935f74c0cf7" -d '{"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:26.083482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.095764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Transition to ACTIVE for port object ea984303-c527-470b-ad62-0f104a8def95 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:59:26.134429 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aea639-091e-4e68-abe0-eaed2d2f7646 x-openstack-request-id: req-57aea639-091e-4e68-abe0-eaed2d2f7646 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:26.134719 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:26.134974 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57aea639-091e-4e68-abe0-eaed2d2f7646 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:26.135504 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'code': 200} Feb 11 14:59:26.183369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.266061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:26.280303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.280652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.281028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.281370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.281705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.282036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.282362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.282689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.283020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.283347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.283671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.283991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:26.316449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] No DVR routers for this DVR port ea984303-c527-470b-ad62-0f104a8def95 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:59:26.457328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:59:26.457662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:59:26.457990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:59:26.462442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:59:26.462763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Attempting to bind port ea984303-c527-470b-ad62-0f104a8def95 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:59:26.468076 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:59:26.468417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:59:26.468797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:59:26.469248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Bound port: ea984303-c527-470b-ad62-0f104a8def95, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:59:26.469602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.534983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:59:26.538009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:59:26.598688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ac1d-7d2c-4fff-9e7d-7248d3518937 req-de2cfb72-6636-4ee2-9a0e-d36da7164abc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:26.600191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f675ac1d-7d2c-4fff-9e7d-7248d3518937 req-de2cfb72-6636-4ee2-9a0e-d36da7164abc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0530736 Feb 11 14:59:26.612637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.662806 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:26.663429 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:26.664882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] 10.222.0.62 "PUT /v2.0/ports/ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 1091 time: 0.9101300 Feb 11 14:59:26.687557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f675ac1d-7d2c-4fff-9e7d-7248d3518937 req-8cbc6db8-3752-40f9-8a21-e9983ba2c46c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813210 Feb 11 14:59:26.693049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55addf-65d6-48a0-8e8f-229ca1f43714 service neutron] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:26.737432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-517da0d4-3d9d-43b9-9c96-a51b76013e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:26.738940 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-517da0d4-3d9d-43b9-9c96-a51b76013e0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0430021 Feb 11 14:59:26.839836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-ddff1abc-19f8-44a4-b4b9-89de45b8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:26.841356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-ddff1abc-19f8-44a4-b4b9-89de45b8a706 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0955024 Feb 11 14:59:26.905393 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-c03bbc18-9495-4689-bd4f-98e2e3da5dae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 999 time: 0.0578547 Feb 11 14:59:26.957766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-d9982f6a-e7b3-4765-8b3b-55308536b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:26.959099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-d9982f6a-e7b3-4765-8b3b-55308536b274 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0467565 Feb 11 14:59:27.002228 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-19119f9d-83d3-408e-9bc1-4296a20b9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:27.003666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-19119f9d-83d3-408e-9bc1-4296a20b9bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386031 Feb 11 14:59:27.089150 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-239950a1-1a22-4904-b5b2-01d4e357a3f3 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788717 Feb 11 14:59:27.188083 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fabee2e5-e697-46ff-ab78-4cbdaacd7cee req-6fdecb4b-1a1c-4784-8a18-b158cf4372ed service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927103 Feb 11 14:59:27.812779 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86874-13f0-404c-ab97-935f6b1ee8a7 req-43938164-066c-49f1-a1da-439a35578ac2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:27.814179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31f86874-13f0-404c-ab97-935f6b1ee8a7 req-43938164-066c-49f1-a1da-439a35578ac2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0515780 Feb 11 14:59:27.851399 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31f86874-13f0-404c-ab97-935f6b1ee8a7 req-82bf66b0-7b4c-4fff-87a5-d30d83c67ca2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Feb 11 14:59:28.136322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:28.138777 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:28.185603 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d304e3-1aef-45db-bfd6-941c0473cdd6 x-openstack-request-id: req-30d304e3-1aef-45db-bfd6-941c0473cdd6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:28.185894 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:28.186144 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30d304e3-1aef-45db-bfd6-941c0473cdd6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:28.186540 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'status': 'completed', 'code': 200} Feb 11 14:59:28.270583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-2b6141d0-6227-42d5-86d5-531185c071e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.272057 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-2b6141d0-6227-42d5-86d5-531185c071e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0646942 Feb 11 14:59:28.274403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-e54db3b7-5991-433e-95fc-c0adbc84f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.276242 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-e54db3b7-5991-433e-95fc-c0adbc84f5c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0695105 Feb 11 14:59:28.423902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-f07d618a-ee06-4c7a-95dd-aabc51f51e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.425305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-f07d618a-ee06-4c7a-95dd-aabc51f51e8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1453886 Feb 11 14:59:28.429547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-7ed4ba96-08e5-4871-9a79-06eb06024887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.430850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-7ed4ba96-08e5-4871-9a79-06eb06024887 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1433315 Feb 11 14:59:28.536300 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-ffa26d91-3de2-4e50-b7d6-94421b9eb98c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 999 time: 0.1041064 Feb 11 14:59:28.539836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-9187efc3-8563-44e1-9cd3-071d438a235b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 999 time: 0.1013870 Feb 11 14:59:28.621252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-c12421db-2bdc-40ed-a30a-373c21b01790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.622809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-c12421db-2bdc-40ed-a30a-373c21b01790 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0788400 Feb 11 14:59:28.626530 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-59b111a6-81d9-42c1-a3bf-830519a03287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.627864 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-59b111a6-81d9-42c1-a3bf-830519a03287 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0766521 Feb 11 14:59:28.694867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-a21e864c-6159-4b50-befe-c5657c9d2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.696284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-a21e864c-6159-4b50-befe-c5657c9d2b8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670867 Feb 11 14:59:28.698568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-0ef01af5-ad7a-4b36-963b-33e34aca4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.699991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-0ef01af5-ad7a-4b36-963b-33e34aca4a02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636027 Feb 11 14:59:28.716378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ea984303-c527-470b-ad62-0f104a8def95 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:59:28.756208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device ea984303-c527-470b-ad62-0f104a8def95 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:59:28.870364 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-abada3f7-7a42-41e0-9577-3472d767a73a service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678500 Feb 11 14:59:28.872317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-882b28e1-9f11-4a6b-9a4c-bc893bf888da service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628659 Feb 11 14:59:28.972452 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714c64-3df7-4620-9a07-049626fdd35d req-c61be830-b697-4d1f-91f7-3c7420d771b7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:28.973988 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23714c64-3df7-4620-9a07-049626fdd35d req-c61be830-b697-4d1f-91f7-3c7420d771b7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0534291 Feb 11 14:59:29.013354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23714c64-3df7-4620-9a07-049626fdd35d req-6f3d2954-4b38-49b3-b200-0bdc0a2d029e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330529 Feb 11 14:59:29.028973 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-1772416d-e0d1-4185-ad22-d941712bf03b service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521828 Feb 11 14:59:29.032482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17efe6e3-d7b1-4a95-b8f0-2462c3212ac2 req-f91825bb-0cc3-4619-8d76-4b66fc58eb3e service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478710 Feb 11 14:59:29.315719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1b6b-44fc-46d4-a485-0b4d3e2f7680 req-d14dd296-3a21-466d-b493-a6b75d41c9ae tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.317212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-660c1b6b-44fc-46d4-a485-0b4d3e2f7680 req-d14dd296-3a21-466d-b493-a6b75d41c9ae tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 943 time: 0.0484927 Feb 11 14:59:29.356462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-660c1b6b-44fc-46d4-a485-0b4d3e2f7680 req-6754b420-f1ef-4715-99c8-a170909af868 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Feb 11 14:59:29.403720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-7e3e5a68-ebb8-42d3-874c-b107caa7a970 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.405231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-7e3e5a68-ebb8-42d3-874c-b107caa7a970 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 943 time: 0.0519917 Feb 11 14:59:29.463878 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-e1816de4-d3e2-430a-b8fc-63c2be5beddd service neutron] delete failed (client error): The resource could not be found. Feb 11 14:59:29.465093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-e1816de4-d3e2-430a-b8fc-63c2be5beddd service neutron] 10.222.0.60 "DELETE /v2.0/ports/ea984303-c527-470b-ad62-0f104a8def95/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0527272 Feb 11 14:59:29.548431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-0a3e645f-b194-40bf-ac39-35d420dacc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.549927 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-0a3e645f-b194-40bf-ac39-35d420dacc14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1094 time: 0.0399702 Feb 11 14:59:29.639887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-0d0df31f-3565-4e79-b626-b0c298a5d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.641381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-0d0df31f-3565-4e79-b626-b0c298a5d066 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0845373 Feb 11 14:59:29.705267 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-161819fc-cbe5-4586-89ea-5a81582ded4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 999 time: 0.0569885 Feb 11 14:59:29.754077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-ba378a5d-ee7d-4ea1-bb11-72669caa339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.755462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-ba378a5d-ee7d-4ea1-bb11-72669caa339a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0444453 Feb 11 14:59:29.799737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-e794e979-7a5f-4877-8622-6f0549595776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:29.801205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-e794e979-7a5f-4877-8622-6f0549595776 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392663 Feb 11 14:59:29.849824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ea984303-c527-470b-ad62-0f104a8def95 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:59:29.888763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-688ddff4-9bca-4ef1-8b7d-2a00336cd976 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805132 Feb 11 14:59:29.941271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:29.953290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'ea984303-c527-470b-ad62-0f104a8def95', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': 'ea984303-c527-470b-ad62-0f104a8def95', 'mac_address': 'fa:16:3e:5b:61:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:59:29.980907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecc6ba2-02d9-48ac-ab33-20f519f6fb15 req-10b42ad2-0fbb-4a6c-a560-ae5072a53d86 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856302 Feb 11 14:59:29.994565 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:30.009355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea984303-c527-470b-ad62-0f104a8def95 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:59:30.030957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:30.150669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:30.197967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:30.205279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.205619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.205948 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.206279 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.206650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.206971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.207291 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.207606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.207921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.208233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.208547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.208856 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:59:30.351949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['ea984303-c527-470b-ad62-0f104a8def95'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:59:30.476219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4412-5b4e-45e5-94a3-c29510444663 req-ad47accb-91fe-4e12-8c47-339604f4c867 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:30.477752 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-847f4412-5b4e-45e5-94a3-c29510444663 req-ad47accb-91fe-4e12-8c47-339604f4c867 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 944 time: 0.0484316 Feb 11 14:59:30.526416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-847f4412-5b4e-45e5-94a3-c29510444663 req-f196952a-b07d-4d7a-a07d-1a65a337d986 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367107 Feb 11 14:59:30.808519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:31.630874 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:31.646494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5072c-9ac4-4f3d-903a-d680fe9dfbe3 req-1f158aa7-302c-464e-944f-628eba4689ca tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:31.647948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96a5072c-9ac4-4f3d-903a-d680fe9dfbe3 req-1f158aa7-302c-464e-944f-628eba4689ca tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 944 time: 0.0515468 Feb 11 14:59:31.684453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-96a5072c-9ac4-4f3d-903a-d680fe9dfbe3 req-9b1c9513-a610-4082-9c5b-370bd8a78862 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297663 Feb 11 14:59:31.811046 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e3b4-f065-4610-ba59-33a3c5e6acba req-e9f24a38-c27f-44a0-9a11-d1472bd0c30d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:31.812427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2646e3b4-f065-4610-ba59-33a3c5e6acba req-e9f24a38-c27f-44a0-9a11-d1472bd0c30d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 944 time: 0.0594475 Feb 11 14:59:31.852043 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2646e3b4-f065-4610-ba59-33a3c5e6acba req-b0ee8571-3b1e-432d-b084-85e32c4c3d03 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Feb 11 14:59:31.865763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ea984303-c527-470b-ad62-0f104a8def95 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:59:31.971412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port ea984303-c527-470b-ad62-0f104a8def95 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:59:31.975361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port ea984303-c527-470b-ad62-0f104a8def95 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:59:31.975739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:32.054259 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:32.077727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:32.079944 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ab67c-5653-4e2c-93ea-65db6b20924c" -d '{"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:32.092630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:32.116272 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a287408e-dd13-40c9-bd71-a315ff7e43ff x-openstack-request-id: req-a287408e-dd13-40c9-bd71-a315ff7e43ff {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:32.116568 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:32.117402 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a287408e-dd13-40c9-bd71-a315ff7e43ff {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:32.117402 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'code': 200} Feb 11 14:59:32.165942 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:32.199015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea934c-ab91-4b92-b82e-d973a7e50a8c req-fe7480ce-ca6e-4af9-b9ba-8c8feed9ff1e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:32.201241 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33ea934c-ab91-4b92-b82e-d973a7e50a8c req-fe7480ce-ca6e-4af9-b9ba-8c8feed9ff1e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 944 time: 0.0588264 Feb 11 14:59:32.225524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:32.241094 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-33ea934c-ab91-4b92-b82e-d973a7e50a8c req-ed3ccc80-4d5d-4b97-99b1-02464ddc58b2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Feb 11 14:59:32.285296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-b611cf4f-81dd-448d-88bd-2689454afb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:32.286875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-b611cf4f-81dd-448d-88bd-2689454afb01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 1096 time: 0.0392330 Feb 11 14:59:32.372583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-3d6661d7-df05-4f84-8944-96eab62e929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:32.373992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-3d6661d7-df05-4f84-8944-96eab62e929e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0809109 Feb 11 14:59:32.440475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-1fd9891c-d5f8-41c5-86bc-f83200a22c24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 200 len: 1001 time: 0.0595670 Feb 11 14:59:32.488652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-79c67f53-042e-440e-a747-6de3bde94367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:32.490134 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-79c67f53-042e-440e-a747-6de3bde94367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0429900 Feb 11 14:59:32.536351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-82644a9f-6a3e-4698-9e2e-d34291f93a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:32.537861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-82644a9f-6a3e-4698-9e2e-d34291f93a3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415766 Feb 11 14:59:32.961574 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-eb3d732e-899f-418a-80b5-77294c0b7a54 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170969 Feb 11 14:59:33.047194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3d52e7f-0f3f-4315-b10d-bdb0d26b7a6f req-aff9802f-1479-4547-bbeb-cbf845bbaa6c service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795543 Feb 11 14:59:33.364992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c9189-4129-4b41-b145-e443bf4fd32c req-ab3bc2cb-6ff1-4106-a881-48c05c23f6fc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:33.366452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb2c9189-4129-4b41-b145-e443bf4fd32c req-ab3bc2cb-6ff1-4106-a881-48c05c23f6fc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0511816 Feb 11 14:59:33.403538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eb2c9189-4129-4b41-b145-e443bf4fd32c req-94751504-d051-4528-85ee-36958c45bb41 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Feb 11 14:59:34.526628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f10f6-6757-4044-8a16-af3987f2b22b req-89f9252f-fe21-47f4-8a36-10006fa34a39 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:34.528232 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d74f10f6-6757-4044-8a16-af3987f2b22b req-89f9252f-fe21-47f4-8a36-10006fa34a39 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0526216 Feb 11 14:59:34.565020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d74f10f6-6757-4044-8a16-af3987f2b22b req-17d96cc1-e462-45ed-87b7-1f6fbaa03809 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307951 Feb 11 14:59:35.002216 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd4cc-b78b-4051-bf69-a0e5029c402b req-ce82af6b-a8f9-4f0a-ae88-dbd6daf697fd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:35.003671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-538dd4cc-b78b-4051-bf69-a0e5029c402b req-ce82af6b-a8f9-4f0a-ae88-dbd6daf697fd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0515907 Feb 11 14:59:35.040687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-538dd4cc-b78b-4051-bf69-a0e5029c402b req-ec96be34-9f14-4d06-a0a2-995996d9e6d8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Feb 11 14:59:36.155625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ef656-e4e0-4498-abcb-63529a622cc5 req-eb408aac-5151-4d04-8d79-c60fb614d4ba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:36.157143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-841ef656-e4e0-4498-abcb-63529a622cc5 req-eb408aac-5151-4d04-8d79-c60fb614d4ba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0476310 Feb 11 14:59:36.193245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-841ef656-e4e0-4498-abcb-63529a622cc5 req-e2640685-9a50-4138-b2eb-73fa39034238 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298200 Feb 11 14:59:36.248747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-d22be8d5-0a81-404c-ab8a-567b0887ceb0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:36.250220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-d22be8d5-0a81-404c-ab8a-567b0887ceb0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 945 time: 0.0471604 Feb 11 14:59:36.339971 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Deleting port ea984303-c527-470b-ad62-0f104a8def95 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:59:36.340318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:36.425142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] For port ea984303-c527-470b-ad62-0f104a8def95, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=ea984303-c527-470b-ad62-0f104a8def95,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:36.425507 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:36.598417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:36.598707 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:36.599027 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d disassociated. External IP: 172.25.7.161, port: ea984303-c527-470b-ad62-0f104a8def95. Feb 11 14:59:36.599370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Calling delete_port for ea984303-c527-470b-ad62-0f104a8def95 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:59:36.784787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:36.821870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'Port': ['ID=ea984303-c527-470b-ad62-0f104a8def95,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:36.935281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:59:37.040215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:59:37.050618 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:59:37.060090 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:59:37.060678 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:59:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:37.082782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] No DVR routers for this DVR port ea984303-c527-470b-ad62-0f104a8def95 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:59:37.085575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:37.089983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d5cf2af0-bce8-4655-b5e0-b44ef585a7fb req-51633d85-2003-4be6-b5e0-54a869ea5e52 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "DELETE /v2.0/ports/ea984303-c527-470b-ad62-0f104a8def95 HTTP/1.1" status: 204 len: 173 time: 0.8332098 Feb 11 14:59:37.090402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-deleted', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:37.092735 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e16e2d-8b9f-4314-94e7-aaec64fb3319" -d '{"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-deleted", "tag": "ea984303-c527-470b-ad62-0f104a8def95"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:37.130564 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8510b8-5304-406b-9d3d-e547e1746416 x-openstack-request-id: req-0e8510b8-5304-406b-9d3d-e547e1746416 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:37.130857 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3330a4-4ddc-4fca-83b2-752a60cc75e1", "name": "network-vif-deleted", "tag": "ea984303-c527-470b-ad62-0f104a8def95", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:37.131108 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e8510b8-5304-406b-9d3d-e547e1746416 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:37.131518 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3330a4-4ddc-4fca-83b2-752a60cc75e1', 'name': 'network-vif-deleted', 'tag': 'ea984303-c527-470b-ad62-0f104a8def95', 'status': 'completed', 'code': 200} Feb 11 14:59:37.254502 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:59:37.291087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3eae590-3dcf-4f3f-bf79-7a947ebe5e9a req-a13d48ca-2198-48cf-b31c-fa2a2ecc5f70 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c3330a4-4ddc-4fca-83b2-752a60cc75e1 HTTP/1.1" status: 200 len: 210 time: 0.0265286 Feb 11 14:59:37.452353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:37.477730 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:59:37.485849 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:59:37.486433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:59:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:37.596691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:59:37.786233 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:37.815012 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef166-f7bb-4ac7-b833-c7717a234b3c None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:59:38.021700 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb75b4b-ee2b-4271-aac1-4c736b92f818 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:59:38.532128 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-8756d5af-708b-4b19-bf1f-922fcb0891ae tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1181973319&fields=id&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 267 time: 0.0323412 Feb 11 14:59:38.638561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-a05043fd-c827-4471-80ba-8f425d2bb1a9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:38.639948 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-a05043fd-c827-4471-80ba-8f425d2bb1a9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1010721 Feb 11 14:59:38.654400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-b19c1592-f563-47ae-87a9-85230870c576 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/quotas/5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 375 time: 0.0087111 Feb 11 14:59:38.709989 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-10d66cae-31e5-42d3-b794-43de89db6a16 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504508 Feb 11 14:59:38.802113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-3a633b70-5b1a-402b-bbff-c9e554b27535 service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804958 Feb 11 14:59:38.893710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ed8c8bec-2683-4fce-8f8f-1ba516a644bc service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Feb 11 14:59:39.117659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fe99c0ac-42d6-4671-99cf-519ea7c8e364 req-88f7669b-230c-408f-a2f5-a5f99410a68b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 210 time: 0.0265129 Feb 11 14:59:39.916185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ea984303-c527-470b-ad62-0f104a8def95 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:59:39.937178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: ea984303-c527-470b-ad62-0f104a8def95 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:59:39.937528 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device ea984303-c527-470b-ad62-0f104a8def95 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:59:40.214065 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-495bb193-2e48-46ee-884b-92d686e09fd2 req-88ac3276-529c-4b28-81a1-31fa6a1aeff5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 210 time: 0.0265861 Feb 11 14:59:40.897009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-68856549-1e4d-4ed4-ae19-57023e95a715 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:40.898472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-68856549-1e4d-4ed4-ae19-57023e95a715 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1055887 Feb 11 14:59:40.940231 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-3b4eccad-dc02-4884-b86b-10413a92f6cd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 380 time: 0.0333812 Feb 11 14:59:40.948759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'port': {'device_id': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'admin_state_up': True, 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'security_groups': ['c3af9db2-ca34-412b-9c90-1897d975836f']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:59:41.190701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:59:41.194472 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.329937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f76cc1ce-0215-4dbc-ae16-6c97e07fc4f8 req-d8c05c32-69f2-4148-b23e-0b62861cce45 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 210 time: 0.0322249 Feb 11 14:59:41.345488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Allocated IP 172.20.0.11 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/32a293d1-b3f7-47a5-ab68-01adf7c026c8) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:59:41.481314 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.571770 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.616431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:59:41.619372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:59:41.623030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:59:41.629394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:41.675739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:41.676349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.745860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-ad4b691b-1bae-4ba1-bb73-177e2e51a1c3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8005347 Feb 11 14:59:41.757317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Request body: {'port': {'device_id': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:59:41.815156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.875245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1fa96a21-f850-4633-ab53-d12903098d83 None None] Provisioning complete for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:59:41.875835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fa96a21-f850-4633-ab53-d12903098d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:41.910145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1fa96a21-f850-4633-ab53-d12903098d83 None None] Port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:59:42.080239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:59:42.087590 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:42.099517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Transition to ACTIVE for port object 32a293d1-b3f7-47a5-ab68-01adf7c026c8 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:59:42.179442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:42.230900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:42.308154 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:59:42.308418 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:59:42.308730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:59:42.313398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:59:42.313723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:59:42.318939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:59:42.319277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:59:42.319657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:59:42.320082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Bound port: 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:59:42.320457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:42.389236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:59:42.392713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:59:42.448696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cac11-f87f-4b30-833b-073275bd4dc8 req-7104b70e-8e35-4a83-8534-267c7fd63b29 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.450191 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-981cac11-f87f-4b30-833b-073275bd4dc8 req-7104b70e-8e35-4a83-8534-267c7fd63b29 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0506110 Feb 11 14:59:42.475245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:42.488275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-981cac11-f87f-4b30-833b-073275bd4dc8 req-484828db-b989-43a9-9aec-4c425c7c36b3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Feb 11 14:59:42.516069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.516839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:42.518426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] 10.222.0.60 "PUT /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1092 time: 0.7655070 Feb 11 14:59:42.518925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:42.521224 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41f257-009e-4013-b60c-20a8f5618a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:42.559170 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217fed1-836c-4aac-a0de-5ee59cd23a0e service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:42.565508 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22f54c-0ca2-41fe-852e-883e29187612 x-openstack-request-id: req-8a22f54c-0ca2-41fe-852e-883e29187612 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:42.565809 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:42.566069 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a22f54c-0ca2-41fe-852e-883e29187612 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:42.566592 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'status': 'completed', 'code': 200} Feb 11 14:59:42.637475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-58b582a3-1a94-4014-9b6a-32e72a60b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.639195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-58b582a3-1a94-4014-9b6a-32e72a60b4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1095 time: 0.0491416 Feb 11 14:59:42.736953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-ac4f3ce9-629c-46e6-869d-b65f226d0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.738443 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-ac4f3ce9-629c-46e6-869d-b65f226d0e01 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920212 Feb 11 14:59:42.835115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-f3b8e8a0-08a8-409d-abfb-aaccad8674d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.836582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4e41f257-009e-4013-b60c-20a8f5618a0d req-f3b8e8a0-08a8-409d-abfb-aaccad8674d0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898554 Feb 11 14:59:42.912995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-043ff019-29df-4172-a227-4f3f2b7f2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:42.914499 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-043ff019-29df-4172-a227-4f3f2b7f2622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1095 time: 0.0416784 Feb 11 14:59:42.957813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-570832ae-c51f-45b3-97df-e99f1aa034a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 217 time: 0.0343809 Feb 11 14:59:43.010036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-9a6620ff-250d-4fc5-90d1-93d709f79c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:43.012050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-9a6620ff-250d-4fc5-90d1-93d709f79c3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0476327 Feb 11 14:59:43.055987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5c105fee-c72a-43de-b5d3-5af347aabbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:43.058063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-5c105fee-c72a-43de-b5d3-5af347aabbd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394654 Feb 11 14:59:43.146607 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-0b3bb87a-da97-4bb6-a199-65679710b6cc service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814219 Feb 11 14:59:43.237149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fa43c970-b112-45e0-bb07-bd3203a05e28 req-217db294-e216-40e6-9700-344b1004cbc6 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842257 Feb 11 14:59:43.601620 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633be6e-6736-4c01-b713-d16a14e43095 req-6fe7965a-8be9-4c15-8416-46e5e934d1b3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:43.603110 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a633be6e-6736-4c01-b713-d16a14e43095 req-6fe7965a-8be9-4c15-8416-46e5e934d1b3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0474648 Feb 11 14:59:43.641000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a633be6e-6736-4c01-b713-d16a14e43095 req-b9adb974-d790-4e91-86f3-f95969a7d6d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Feb 11 14:59:43.701768 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:59:44.758733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c03ef-938c-46ec-94f0-6d9793646031 req-700592af-f3cf-49b8-8572-fbb8d63113f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:44.760823 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a6c03ef-938c-46ec-94f0-6d9793646031 req-700592af-f3cf-49b8-8572-fbb8d63113f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0482988 Feb 11 14:59:44.796981 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5a6c03ef-938c-46ec-94f0-6d9793646031 req-5dc9f6b7-0398-4f8a-b280-0d31a9b689a7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302174 Feb 11 14:59:45.916526 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e14830-7119-4212-8fe6-e2477b936fda req-18ee4de0-0e24-49d3-afff-7a3ab9d324b4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:45.918010 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6e14830-7119-4212-8fe6-e2477b936fda req-18ee4de0-0e24-49d3-afff-7a3ab9d324b4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0517974 Feb 11 14:59:45.954507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c6e14830-7119-4212-8fe6-e2477b936fda req-ba24c8a5-f655-48b3-bb3f-5a3ea80bbfd8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Feb 11 14:59:46.824184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:59:46.921989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:46.933473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:59:46.970221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:46.983471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:59:47.006079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:47.070834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a708-5ea8-47a5-b0bb-aa202adb86b6 req-2cc83ba5-7c1d-4743-9e3c-b995a697c5d8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:47.072311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0995a708-5ea8-47a5-b0bb-aa202adb86b6 req-2cc83ba5-7c1d-4743-9e3c-b995a697c5d8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0497181 Feb 11 14:59:47.074301 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:47.116289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0995a708-5ea8-47a5-b0bb-aa202adb86b6 req-0bbb645c-3f3c-4a2d-b07f-d4b2d2fca0f7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 Feb 11 14:59:47.122391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:47.275055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['32a293d1-b3f7-47a5-ab68-01adf7c026c8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:59:48.190488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15d9ed34-3062-4a46-b4a0-62224ebc2e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:48.231684 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbac5-06ed-4713-a253-17b59d4fbe39 req-2fae459a-13fb-461a-ab68-579adc95b6e0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:48.233171 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53ebbac5-06ed-4713-a253-17b59d4fbe39 req-2fae459a-13fb-461a-ab68-579adc95b6e0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 945 time: 0.0477748 Feb 11 14:59:48.269881 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53ebbac5-06ed-4713-a253-17b59d4fbe39 req-8b651ea0-4dcc-408f-b9e4-c37b2ef74dc4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Feb 11 14:59:48.840562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:59:48.950251 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:59:48.953912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:59:48.954282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:49.030417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:49.051602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:49.053850 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee50cec-711d-405b-be76-b986aeee2b3c" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:49.070402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:59:49.092542 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6207cc38-3d78-44fa-a946-698799dea9fe x-openstack-request-id: req-6207cc38-3d78-44fa-a946-698799dea9fe {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:49.092829 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:49.093127 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6207cc38-3d78-44fa-a946-698799dea9fe {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:49.093524 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'code': 200} Feb 11 14:59:49.138964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:49.184346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0e9a8-dde2-4b29-a90c-0615c598bd2a req-a1ff6f1f-bba5-495c-a9e8-504f5dd743f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:49.185617 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:59:49.185885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0da0e9a8-dde2-4b29-a90c-0615c598bd2a req-a1ff6f1f-bba5-495c-a9e8-504f5dd743f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1097 time: 0.0394571 Feb 11 14:59:49.220192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0da0e9a8-dde2-4b29-a90c-0615c598bd2a req-cdb16dbb-005e-4c84-b5c4-2b14c0eb9c8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282712 Feb 11 14:59:49.384567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdcb52-9bce-4885-bbff-9914c4a9507b req-d8af4149-23b2-4ea2-ad1c-7a7aeca18f2c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:49.386004 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10bdcb52-9bce-4885-bbff-9914c4a9507b req-d8af4149-23b2-4ea2-ad1c-7a7aeca18f2c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0481670 Feb 11 14:59:49.422792 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10bdcb52-9bce-4885-bbff-9914c4a9507b req-29bbd796-57f2-4c16-a7b3-c88c7f91e504 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Feb 11 14:59:50.482176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-caf79e56-1e65-405c-8705-4a121c92d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:50.541748 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eb632-d141-4d3f-a1e2-5b41e2bcc752 req-9aeaaeb3-0577-4dfe-9e54-b82f4f92f541 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:50.543237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f47eb632-d141-4d3f-a1e2-5b41e2bcc752 req-9aeaaeb3-0577-4dfe-9e54-b82f4f92f541 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0490909 Feb 11 14:59:50.581532 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f47eb632-d141-4d3f-a1e2-5b41e2bcc752 req-3aa81446-0eb8-4500-b7d7-e2da2f694264 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Feb 11 14:59:50.697997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0eb32-0f0e-4fc4-92dc-666a760fe435 req-51d6a04f-1c4a-41d2-a39f-4715bf791047 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:50.700045 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cc0eb32-0f0e-4fc4-92dc-666a760fe435 req-51d6a04f-1c4a-41d2-a39f-4715bf791047 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0524521 Feb 11 14:59:50.708762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 40934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:59:50.712870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'floatingip': {'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:59:50.750535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:51.164089 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:51.224545 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:51.322163 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d associated. External IP: 172.25.7.161, port: 32a293d1-b3f7-47a5-ab68-01adf7c026c8. Feb 11 14:59:51.854054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:59:51.875845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:51.961980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:59:51.967334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:51.972351 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:59:51.981376 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:59:51.981961 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:59:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:51.996294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7f4ee3d2-f22e-4ff4-a7a7-ef346b307d36 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "PUT /v2.0/floatingips/61db3969-597c-4a07-b868-e837eb9e9e1d HTTP/1.1" status: 200 len: 992 time: 1.2860644 Feb 11 14:59:51.996867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:59:51.999139 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e466bdb3e6be77c3ef6ba9b1d341b3cc7b56388374f908fc22d7af6dcb2896e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09045c79-3e6a-451c-b38f-b24f17728d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:59:52.041507 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031f694-adea-44f8-8576-a727dd272682 x-openstack-request-id: req-e031f694-adea-44f8-8576-a727dd272682 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:59:52.041802 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:59:52.042058 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e031f694-adea-44f8-8576-a727dd272682 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:59:52.042460 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'status': 'completed', 'code': 200} Feb 11 14:59:52.093080 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:59:52.103422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-e390d34f-1dac-45f0-ac31-94657f973142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.105006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-e390d34f-1dac-45f0-ac31-94657f973142 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1097 time: 0.0413451 Feb 11 14:59:52.198333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-6bb093d1-f4ae-464d-b5ff-ef0e656df0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.200572 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-6bb093d1-f4ae-464d-b5ff-ef0e656df0bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0895658 Feb 11 14:59:52.269891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-c259f8e0-d6f6-47ce-8bd5-3d6cc2c17112 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1000 time: 0.0622020 Feb 11 14:59:52.329531 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:59:51Z', 'revision_number': 9, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:52.331868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-cb7adb1b-52d1-4304-914d-e7354e61ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.333503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-cb7adb1b-52d1-4304-914d-e7354e61ba33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0571809 Feb 11 14:59:52.358715 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:59:52.367891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:59:52.368431 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T14:59:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:52.369032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364a0e-d70e-4fd4-a4b7-9447e16f6dfc req-d1dd35be-5cd8-40f8-990f-79599a3beca6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.373512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc364a0e-d70e-4fd4-a4b7-9447e16f6dfc req-d1dd35be-5cd8-40f8-990f-79599a3beca6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0554929 Feb 11 14:59:52.383139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-6d3c6fbc-aef2-4967-8dc0-d959b8f97343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.384656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-6d3c6fbc-aef2-4967-8dc0-d959b8f97343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443239 Feb 11 14:59:52.411687 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc364a0e-d70e-4fd4-a4b7-9447e16f6dfc req-18688284-9bdd-421f-bf32-20af1681b795 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Feb 11 14:59:52.473732 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:59:52.483928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-09cd94cd-ec01-4f34-9bd4-db95eb3c8f96 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927994 Feb 11 14:59:52.492298 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-8abb5964-7269-44b5-898e-8711c037c2a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402911 Feb 11 14:59:52.592872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09045c79-3e6a-451c-b38f-b24f17728d3a req-f0e02bed-7167-438c-9ad6-a5c9da77aef0 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028283 Feb 11 14:59:52.768572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-7cbdaa72-9467-4c74-9f97-53629084436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.770632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-7cbdaa72-9467-4c74-9f97-53629084436f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1097 time: 0.0439138 Feb 11 14:59:52.789164 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:59:51Z', 'revision_number': 9, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:59:52.819281 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37653b-a68f-4df0-b200-3add3811fc5c None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T14:59:51Z', 'revision_number': 9, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:59:52.884206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-ebf5c6cb-52c5-4431-bc94-58697a3d831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:52.885594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-ebf5c6cb-52c5-4431-bc94-58697a3d831a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0959718 Feb 11 14:59:52.956775 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-c4e9461d-79fc-48a7-90c5-376dedf0b42f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1000 time: 0.0640564 Feb 11 14:59:53.008527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-c95ef442-95c5-4b31-8435-0c30e8c1b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:53.010025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-c95ef442-95c5-4b31-8435-0c30e8c1b7f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0467789 Feb 11 14:59:53.037186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43986a-deea-485f-a366-ec781c6f27be None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:59:53.066637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-0d8d4209-6d3a-48f7-9bd8-8b0231eaa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:53.068429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-0d8d4209-6d3a-48f7-9bd8-8b0231eaa009 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517738 Feb 11 14:59:53.168326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-18e5d499-b2f0-4696-89ff-680719569669 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Feb 11 14:59:53.277884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aae3c059-a32f-4340-8ad1-594b0c84bc3f req-7f869fa3-b3c8-4818-b98b-1f35fc39e570 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037006 Feb 11 14:59:53.293568 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:53.384329 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:59:53.530406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1da6b8-a5cf-4da3-beef-c5b5ced0cb41 req-7b4484b4-92cd-4229-9aa0-39bd0922eacf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:53.531900 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1da6b8-a5cf-4da3-beef-c5b5ced0cb41 req-7b4484b4-92cd-4229-9aa0-39bd0922eacf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0479274 Feb 11 14:59:53.570035 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f1da6b8-a5cf-4da3-beef-c5b5ced0cb41 req-20b255ef-19ba-431d-b83b-e2ab7945cb25 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Feb 11 14:59:54.565464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-c396abcb-611f-439b-adec-6ccfbdf0e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:54.566901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-c396abcb-611f-439b-adec-6ccfbdf0e76f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1097 time: 0.0396988 Feb 11 14:59:54.675079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-bf3b650d-a81b-42d2-af06-237677b1aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:54.676762 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-bf3b650d-a81b-42d2-af06-237677b1aa85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1033077 Feb 11 14:59:54.691493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57140eb-ab27-49ce-a139-8a1875588849 req-af43ceb0-1dfb-4da6-b55e-c3fcc78c109e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:54.693271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f57140eb-ab27-49ce-a139-8a1875588849 req-af43ceb0-1dfb-4da6-b55e-c3fcc78c109e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0534408 Feb 11 14:59:54.733845 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f57140eb-ab27-49ce-a139-8a1875588849 req-a6f05280-769d-4c1f-8014-ad91d815adba tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Feb 11 14:59:54.741584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-9f1b4762-5e2d-4a5b-9f97-d8c93d612e33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1003 time: 0.0586863 Feb 11 14:59:54.792465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-58292044-38fc-4296-8aa6-209655c8c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:54.794417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-58292044-38fc-4296-8aa6-209655c8c971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0456998 Feb 11 14:59:54.838193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-ef60e5ac-b83e-4461-ae54-d7b0d9f6279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:54.839629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-ef60e5ac-b83e-4461-ae54-d7b0d9f6279f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388618 Feb 11 14:59:54.925047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-f449da79-1abf-4e0d-b53f-d1ac64487d81 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784857 Feb 11 14:59:55.015345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-2f4cd801-a11d-4e88-963f-6967fa170bf0 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843372 Feb 11 14:59:55.851229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68388826-ed50-4178-9c92-3b2f509049b0 req-3cd85d53-1deb-486d-bf6a-b42c6f77492a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:55.852697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68388826-ed50-4178-9c92-3b2f509049b0 req-3cd85d53-1deb-486d-bf6a-b42c6f77492a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0488694 Feb 11 14:59:55.888929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-68388826-ed50-4178-9c92-3b2f509049b0 req-ba28757c-487a-41b1-9902-d16965ffe5d4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297348 Feb 11 14:59:57.003669 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6c08-37f4-4776-bea9-48cf299e836c req-353abcef-f3f8-46d4-83fd-5bb296292996 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:57.005142 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52cd6c08-37f4-4776-bea9-48cf299e836c req-353abcef-f3f8-46d4-83fd-5bb296292996 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0466952 Feb 11 14:59:57.042112 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-52cd6c08-37f4-4776-bea9-48cf299e836c req-c66fec1f-b064-49fc-b471-b18b9927d5e0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Feb 11 14:59:58.157444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3924-8f94-4367-8178-a45a10000fd2 req-8c92d205-e585-48b2-b35d-1d4ded1a1883 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:58.158956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02ab3924-8f94-4367-8178-a45a10000fd2 req-8c92d205-e585-48b2-b35d-1d4ded1a1883 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0490117 Feb 11 14:59:58.197452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-02ab3924-8f94-4367-8178-a45a10000fd2 req-9eb289be-8d12-4f99-ab79-528a7c9c9c4c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Feb 11 14:59:59.388770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb2bd-453f-4bc5-bd1a-cbccb64900e4 req-c523f345-f00f-4746-8452-2dad1248e79e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:59:59.390281 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ebb2bd-453f-4bc5-bd1a-cbccb64900e4 req-c523f345-f00f-4746-8452-2dad1248e79e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.1258650 Feb 11 14:59:59.428424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-25ebb2bd-453f-4bc5-bd1a-cbccb64900e4 req-f2c9582c-85cc-4710-8568-c2e37a5217b8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Feb 11 15:00:00.602931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432b4f3-8923-4180-ba90-98b6106882f6 req-a775d9ba-8b0f-427a-8689-16ad81d05b15 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:00.604480 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b432b4f3-8923-4180-ba90-98b6106882f6 req-a775d9ba-8b0f-427a-8689-16ad81d05b15 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.1069281 Feb 11 15:00:00.642461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b432b4f3-8923-4180-ba90-98b6106882f6 req-1f544fd5-f6a5-4139-b697-82745054bff0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Feb 11 15:00:00.801578 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:01.647168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:01.757325 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c411464-48d5-4a1b-bd1e-037ba853dbfa req-b6fb75fc-dfd1-4b25-92e9-6290f30697b6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:01.758790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c411464-48d5-4a1b-bd1e-037ba853dbfa req-b6fb75fc-dfd1-4b25-92e9-6290f30697b6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0480027 Feb 11 15:00:01.800351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c411464-48d5-4a1b-bd1e-037ba853dbfa req-dc243ebc-f5f2-4f5e-adf7-9bc66c2610da tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351155 Feb 11 15:00:02.914557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cfd3-4d6a-43ab-82fc-ea048b8000ea req-12640e00-25c9-4126-95f5-645b3794759b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:02.916051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c018cfd3-4d6a-43ab-82fc-ea048b8000ea req-12640e00-25c9-4126-95f5-645b3794759b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0479064 Feb 11 15:00:02.954022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c018cfd3-4d6a-43ab-82fc-ea048b8000ea req-5880bbd7-f350-42d2-947c-22e2e6d32382 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Feb 11 15:00:04.066708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ecf4-9fc9-4813-9740-665787750ac0 req-496f1573-c628-45b6-8f7a-6cf00ee9e118 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:04.068451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9b0ecf4-9fc9-4813-9740-665787750ac0 req-496f1573-c628-45b6-8f7a-6cf00ee9e118 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0469975 Feb 11 15:00:04.105462 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a9b0ecf4-9fc9-4813-9740-665787750ac0 req-e9bb90fc-1c23-455f-973c-a32decaeab40 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Feb 11 15:00:05.219763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1be1-8707-4077-bf47-51c3ab4ffeca req-566b2d5f-ab4d-4753-bb85-8b128415a345 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:05.221240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387a1be1-8707-4077-bf47-51c3ab4ffeca req-566b2d5f-ab4d-4753-bb85-8b128415a345 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0470147 Feb 11 15:00:05.258177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-387a1be1-8707-4077-bf47-51c3ab4ffeca req-8e86ea82-4194-4c3e-8c8c-ee2e8a66c6e6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Feb 11 15:00:06.383377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda09e02-8ceb-4538-868b-99671a4cc11b req-5dd424c9-1b03-4f1f-9ef6-4aa8da74fb45 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:06.384835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cda09e02-8ceb-4538-868b-99671a4cc11b req-5dd424c9-1b03-4f1f-9ef6-4aa8da74fb45 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0471249 Feb 11 15:00:06.421343 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cda09e02-8ceb-4538-868b-99671a4cc11b req-d2f8833c-47e2-4869-a106-579b582fb695 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299134 Feb 11 15:00:07.539983 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8cd88-3823-47c7-9d82-d8c5d8c9457e req-767cedb3-1ef7-44bf-9212-d4457b32fe92 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:07.541481 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bd8cd88-3823-47c7-9d82-d8c5d8c9457e req-767cedb3-1ef7-44bf-9212-d4457b32fe92 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0520258 Feb 11 15:00:07.578726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6bd8cd88-3823-47c7-9d82-d8c5d8c9457e req-9fbfb8bf-b0d2-497e-b10f-b859e2a1da63 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Feb 11 15:00:08.693686 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daea77f-f3d1-4490-be0e-106f888c2cf5 req-a84efb34-360b-46fb-8d8c-8b1b3d2534ee tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:08.695218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3daea77f-f3d1-4490-be0e-106f888c2cf5 req-a84efb34-360b-46fb-8d8c-8b1b3d2534ee tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0505083 Feb 11 15:00:08.738058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3daea77f-f3d1-4490-be0e-106f888c2cf5 req-d921df55-e759-4fb2-9ab3-e096f82c87ca tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368986 Feb 11 15:00:09.858162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537445-c50a-45ab-bcfc-dbdccba39283 req-b167e351-b815-443a-af3f-6a1e8ee467e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:09.859733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90537445-c50a-45ab-bcfc-dbdccba39283 req-b167e351-b815-443a-af3f-6a1e8ee467e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0501409 Feb 11 15:00:09.897952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-90537445-c50a-45ab-bcfc-dbdccba39283 req-0aec02d6-f3f5-4e40-98ad-74de7b0905f1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Feb 11 15:00:11.014405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004ffec-97f9-4415-b71b-04c7b20e274d req-98029f77-6207-42f8-a318-5295ce523a30 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:11.015852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8004ffec-97f9-4415-b71b-04c7b20e274d req-98029f77-6207-42f8-a318-5295ce523a30 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0479341 Feb 11 15:00:11.052060 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8004ffec-97f9-4415-b71b-04c7b20e274d req-c3d783a0-9756-412e-8e76-6edc7e2b164c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301774 Feb 11 15:00:12.167958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c806-5527-48cc-95f2-561b10982134 req-e7673d19-9d47-48c1-a469-b38195442b96 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:12.169459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f418c806-5527-48cc-95f2-561b10982134 req-e7673d19-9d47-48c1-a469-b38195442b96 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0482695 Feb 11 15:00:12.206932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f418c806-5527-48cc-95f2-561b10982134 req-a04c0fad-d46e-4d72-b492-806be357c726 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Feb 11 15:00:13.319344 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1512-3f57-411e-b385-77a658e126bf req-4b8c460a-0044-43af-a3c6-4ef0e6fd0de4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:13.320826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-226f1512-3f57-411e-b385-77a658e126bf req-4b8c460a-0044-43af-a3c6-4ef0e6fd0de4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0480154 Feb 11 15:00:13.359266 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-226f1512-3f57-411e-b385-77a658e126bf req-0e7f5b6f-7fb5-42ec-97c4-fd8efd53f153 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Feb 11 15:00:14.481213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afede60-7666-4da4-9be0-8b747524ac23 req-08255bad-8bb0-48fd-a4fc-23e43ad0b37d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:14.483306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2afede60-7666-4da4-9be0-8b747524ac23 req-08255bad-8bb0-48fd-a4fc-23e43ad0b37d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0522561 Feb 11 15:00:14.519268 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2afede60-7666-4da4-9be0-8b747524ac23 req-d832bbfa-b241-4e98-8a3f-e7bbb9250c07 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299294 Feb 11 15:00:15.633174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7cf4-4de1-47ae-a6bc-535746ec25b3 req-b063242c-d648-4f98-9fa8-9034d062255c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:15.634615 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b1f7cf4-4de1-47ae-a6bc-535746ec25b3 req-b063242c-d648-4f98-9fa8-9034d062255c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0470855 Feb 11 15:00:15.674512 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b1f7cf4-4de1-47ae-a6bc-535746ec25b3 req-f9697f52-c226-460d-a75f-aa9b7e845837 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339358 Feb 11 15:00:16.798746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129ae61-cc0f-415a-be61-4d161a77fbe8 req-cf8fbc87-0d1c-4473-a4c3-731170b7a656 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:16.800365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f129ae61-cc0f-415a-be61-4d161a77fbe8 req-cf8fbc87-0d1c-4473-a4c3-731170b7a656 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0484049 Feb 11 15:00:16.838317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f129ae61-cc0f-415a-be61-4d161a77fbe8 req-5c59a8f2-5d3c-45ec-94a7-d862b1899fb8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Feb 11 15:00:17.949832 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac68e3-c90b-4fbe-bf53-5169570c0118 req-44e626f7-bc43-482f-8611-02aded4489f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:17.951802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9aac68e3-c90b-4fbe-bf53-5169570c0118 req-44e626f7-bc43-482f-8611-02aded4489f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0480289 Feb 11 15:00:17.990905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9aac68e3-c90b-4fbe-bf53-5169570c0118 req-0b4694e8-5d3f-4b84-936e-76a7a83bc1df tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Feb 11 15:00:18.246915 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3f0bdd7-17c7-4e09-a7ec-60e60288e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:19.104257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d5863-78ef-4bc2-9e8e-72f8d1c86bbb req-8d7248c5-68b5-4b31-9ac5-acd3ed27d5d4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:19.105747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-749d5863-78ef-4bc2-9e8e-72f8d1c86bbb req-8d7248c5-68b5-4b31-9ac5-acd3ed27d5d4 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0475724 Feb 11 15:00:19.142776 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-749d5863-78ef-4bc2-9e8e-72f8d1c86bbb req-99e53bdf-6fb2-423b-89aa-681cb9f79b83 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Feb 11 15:00:20.257012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f674cb2-f794-47dc-9b36-c41cafcca393 req-a53d92f1-cd63-45b5-b2aa-3053a1197129 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:20.258464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f674cb2-f794-47dc-9b36-c41cafcca393 req-a53d92f1-cd63-45b5-b2aa-3053a1197129 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0472562 Feb 11 15:00:20.295040 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8f674cb2-f794-47dc-9b36-c41cafcca393 req-8fe79e86-bd4d-4c69-8c1a-96153c617353 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300627 Feb 11 15:00:20.441418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-333edae8-7f86-48cc-90e1-314280433f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:20.700987 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:00:21.413690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2af92-4056-4b38-9ca0-e8ad4c605c8f req-7a9cb4cc-d3e3-4d9e-9aca-338931e95061 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:21.415170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7dc2af92-4056-4b38-9ca0-e8ad4c605c8f req-7a9cb4cc-d3e3-4d9e-9aca-338931e95061 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0528305 Feb 11 15:00:21.453850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7dc2af92-4056-4b38-9ca0-e8ad4c605c8f req-6276079a-26d1-4a8c-92a3-5085cecd5c21 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Feb 11 15:00:21.936506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:22.566517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a128510-a1dc-4a7f-8832-d3ed86dc4b2b req-8c4176af-7397-4acf-a8d3-49f7d4a253cc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:22.567976 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a128510-a1dc-4a7f-8832-d3ed86dc4b2b req-8c4176af-7397-4acf-a8d3-49f7d4a253cc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0471361 Feb 11 15:00:22.608749 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a128510-a1dc-4a7f-8832-d3ed86dc4b2b req-85311edc-9b00-4ee4-9d2c-c0bcc902fb32 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Feb 11 15:00:23.275339 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:23.347590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:23.725056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac568e9-2860-4181-9685-384d36d4d91d req-37111947-286a-4759-bd10-ca20124d3c01 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:23.726549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aac568e9-2860-4181-9685-384d36d4d91d req-37111947-286a-4759-bd10-ca20124d3c01 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0485563 Feb 11 15:00:23.764061 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aac568e9-2860-4181-9685-384d36d4d91d req-e8370f33-7d9b-4090-8997-04b6e0855c2e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Feb 11 15:00:24.881924 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004067ae-9ca7-47e6-ad23-9b4c697c4f9e req-ac3f4028-418b-4796-be35-f25c87689970 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:24.883389 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-004067ae-9ca7-47e6-ad23-9b4c697c4f9e req-ac3f4028-418b-4796-be35-f25c87689970 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0469165 Feb 11 15:00:24.920627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-004067ae-9ca7-47e6-ad23-9b4c697c4f9e req-04a0aed9-53c4-45de-9a7c-63cccd813c92 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Feb 11 15:00:26.033661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9bc78-f677-4c08-99d3-f4b4c7ee50b0 req-a65d673e-aa5e-4329-b823-20ff3f29b5f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:26.035111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11b9bc78-f677-4c08-99d3-f4b4c7ee50b0 req-a65d673e-aa5e-4329-b823-20ff3f29b5f2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0469654 Feb 11 15:00:26.075007 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11b9bc78-f677-4c08-99d3-f4b4c7ee50b0 req-9791e568-0a8c-4353-a820-981871e191f7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Feb 11 15:00:27.191371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c37e3-fd37-4feb-b270-116eef93caa4 req-89354ab4-9aad-4361-956e-2baa0d599ce3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:27.192830 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a1c37e3-fd37-4feb-b270-116eef93caa4 req-89354ab4-9aad-4361-956e-2baa0d599ce3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0475738 Feb 11 15:00:27.230370 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3a1c37e3-fd37-4feb-b270-116eef93caa4 req-386ef4ac-fadd-4d3b-9a95-703423f8a7f0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Feb 11 15:00:27.280110 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-d408e475-ad71-4920-a72e-084080d261fb service neutron] show failed (client error): The resource could not be found. Feb 11 15:00:27.281140 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-d408e475-ad71-4920-a72e-084080d261fb service neutron] 10.222.0.60 "GET /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0565486 Feb 11 15:00:27.780636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-d0aa119d-e245-4269-b3e4-cf5c752760d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:27.782144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-d0aa119d-e245-4269-b3e4-cf5c752760d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1097 time: 0.0411835 Feb 11 15:00:27.793764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:00:27.843750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.043394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:28.077503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:00:28.120288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:28.122992 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384700f-64f3-4a3f-bf5c-2966104c0392" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:28.127207 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.140181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Transition to ACTIVE for port object 32a293d1-b3f7-47a5-ab68-01adf7c026c8 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:00:28.172157 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2149daf-99f8-4a9b-a62d-a647eda45c9a x-openstack-request-id: req-d2149daf-99f8-4a9b-a62d-a647eda45c9a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:28.172446 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:28.172696 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2149daf-99f8-4a9b-a62d-a647eda45c9a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:28.173134 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'code': 200} Feb 11 15:00:28.212512 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.295278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:28.306161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.306510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.306850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.307172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.307500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.307832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.308153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.308473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.308796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.309142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.309464 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.310362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:28.350476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] No DVR routers for this DVR port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:00:28.359600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eacef0-78ec-4fed-ae6c-a674055b8431 req-22f60bbb-065b-472b-a3f0-112fdab102c0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:28.361508 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94eacef0-78ec-4fed-ae6c-a674055b8431 req-22f60bbb-065b-472b-a3f0-112fdab102c0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0577090 Feb 11 15:00:28.405992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-94eacef0-78ec-4fed-ae6c-a674055b8431 req-413e705e-830a-4493-8b27-1a6b05826a85 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 Feb 11 15:00:28.499829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:00:28.500155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:00:28.500475 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:28.504610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:00:28.504951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:28.509598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:00:28.509924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:00:28.510298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:00:28.510713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Bound port: 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:00:28.511058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.571713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:00:28.574634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:00:28.645801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.680621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:28.681267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:28.683086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] 10.222.0.62 "PUT /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1092 time: 0.8931377 Feb 11 15:00:28.715027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61f1cb-c6d0-4442-a2f9-2906e30ad3bf service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:28.755340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-fb85607f-28ac-4587-82e1-4b6436c4ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:28.756872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-fb85607f-28ac-4587-82e1-4b6436c4ee46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1095 time: 0.0498314 Feb 11 15:00:28.863993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-5bc7d6b7-3548-4e83-84b0-f166f3c74ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:28.865542 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-5bc7d6b7-3548-4e83-84b0-f166f3c74ce7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1026747 Feb 11 15:00:28.932415 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-55202003-eb3b-4406-9b52-da97fec47cc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.0605333 Feb 11 15:00:28.982578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-6203ed05-23a1-4548-b666-fc9eb189a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:28.984030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-6203ed05-23a1-4548-b666-fc9eb189a239 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0449619 Feb 11 15:00:29.027850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-ddbb95ef-e06c-4e2e-a476-01a0614206e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:29.029847 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-ddbb95ef-e06c-4e2e-a476-01a0614206e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384471 Feb 11 15:00:29.458320 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-1687e933-bf5c-451d-b052-a121b4ca80a4 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216661 Feb 11 15:00:29.577635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43df46-0b81-4aca-9031-5d44da695e10 req-4a0ee399-6f20-470a-82ab-7c1024bcb852 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:29.579088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae43df46-0b81-4aca-9031-5d44da695e10 req-4a0ee399-6f20-470a-82ab-7c1024bcb852 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0969527 Feb 11 15:00:29.584409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7893956-f9f4-4901-b78c-0a589d9107eb req-c5d799b1-6da2-47aa-8e3a-c6c441f4653a service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190426 Feb 11 15:00:29.616504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae43df46-0b81-4aca-9031-5d44da695e10 req-a82743cf-dbdb-4365-a513-6f577eb2de9b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Feb 11 15:00:30.175038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:30.177309 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:30.224407 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18277a18-65cd-4efe-9907-dee78a72de23 x-openstack-request-id: req-18277a18-65cd-4efe-9907-dee78a72de23 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:30.224700 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:30.224980 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18277a18-65cd-4efe-9907-dee78a72de23 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:30.225383 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'status': 'completed', 'code': 200} Feb 11 15:00:30.311601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-c4311bde-d07e-46e4-a863-e58be70b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.313125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-c4311bde-d07e-46e4-a863-e58be70b138c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1095 time: 0.0667324 Feb 11 15:00:30.314775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-1a047df3-f0bb-436b-9288-c75441504675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.316097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-1a047df3-f0bb-436b-9288-c75441504675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1095 time: 0.0685818 Feb 11 15:00:30.473702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-8c53aca8-12cd-49e6-be73-9c981d830655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.475079 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-8c53aca8-12cd-49e6-be73-9c981d830655 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1558306 Feb 11 15:00:30.477729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-36397bc7-3b7a-47fe-a816-c36039b9cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.479046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-36397bc7-3b7a-47fe-a816-c36039b9cb00 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1521873 Feb 11 15:00:30.586266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-fdb0c782-6a75-4165-91c6-adc27cac2784 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.1047435 Feb 11 15:00:30.588014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-2e055633-6037-407c-b2e5-af52ed84ebee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.1006007 Feb 11 15:00:30.671074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-854886e6-6090-4cac-a115-d1300862d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.672557 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-854886e6-6090-4cac-a115-d1300862d588 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0799313 Feb 11 15:00:30.673962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-f99d655a-0a87-465e-844d-5bec00c80478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.675313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-f99d655a-0a87-465e-844d-5bec00c80478 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0756104 Feb 11 15:00:30.782783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-061e1245-4d2e-4636-88b7-1898bff1b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.785482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-061e1245-4d2e-4636-88b7-1898bff1b080 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064200 Feb 11 15:00:30.790083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-a086e2e9-f95a-44cb-83da-01c339c1c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.793905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-a086e2e9-f95a-44cb-83da-01c339c1c057 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052487 Feb 11 15:00:30.804597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2dd01-009b-4ac3-9f37-e0d23404922a req-63194b2c-f87d-4369-8f19-2fe05bec76cc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:30.806132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05d2dd01-009b-4ac3-9f37-e0d23404922a req-63194b2c-f87d-4369-8f19-2fe05bec76cc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.1188545 Feb 11 15:00:30.812349 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:30.955162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-05d2dd01-009b-4ac3-9f37-e0d23404922a req-e859f660-3a2b-4285-99b9-db7193b6dfd6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300006 Feb 11 15:00:30.991760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-28c21f79-95e7-4539-a4ef-e030f80ca420 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836374 Feb 11 15:00:30.993657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-83cdfab7-b9b0-4d76-b748-db523e6a5871 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866674 Feb 11 15:00:31.074916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:00:31.115714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:00:31.154595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-53bd643d-6242-44ea-9c9d-aa52e60cb0f9 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558588 Feb 11 15:00:31.156521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7aad04c3-328b-4bd8-a8f9-09e58a97aee2 req-08a11408-968e-449b-ad6d-1de716b338c9 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510639 Feb 11 15:00:31.656684 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:32.070217 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f236-590d-4f51-b9fb-74b4bb2ffc2e req-8fd8e5ff-6eeb-4109-be71-94e0478e47a9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:32.071714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfd0f236-590d-4f51-b9fb-74b4bb2ffc2e req-8fd8e5ff-6eeb-4109-be71-94e0478e47a9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 944 time: 0.0484309 Feb 11 15:00:32.109023 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cfd0f236-590d-4f51-b9fb-74b4bb2ffc2e req-303e6961-c232-4239-85bc-0946604743b6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Feb 11 15:00:32.227449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:00:32.322459 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:32.334302 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:00:32.370758 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:32.383496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:00:32.402899 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:32.452635 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:32.501828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:32.509380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.509731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.510067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.510399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.510731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.511058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.511386 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.511709 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.512031 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.512348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.513338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.513662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:00:32.639319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc2d9-7063-4aa6-87b4-ad5670b170cf req-b19acaab-9e7f-4806-b5ef-47227b79e544 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:32.640734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-234fc2d9-7063-4aa6-87b4-ad5670b170cf req-b19acaab-9e7f-4806-b5ef-47227b79e544 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 945 time: 0.0485845 Feb 11 15:00:32.672538 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['32a293d1-b3f7-47a5-ab68-01adf7c026c8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:00:32.678390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-234fc2d9-7063-4aa6-87b4-ad5670b170cf req-5d01e20c-cce5-4115-9f19-7dc7f192731d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Feb 11 15:00:32.687274 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-cb13f500-ea8c-40ac-a596-b4f37a941438 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:32.688785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-cb13f500-ea8c-40ac-a596-b4f37a941438 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 945 time: 0.0548635 Feb 11 15:00:32.750005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-a4961ed3-5df6-4f44-9dfc-f5d554c29d43 service neutron] 10.222.0.62 "GET /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8/bindings/n-h1-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.0531244 Feb 11 15:00:32.813419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-9acfc55c-5d8d-45af-b577-58a032c462c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:32.814942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-9acfc55c-5d8d-45af-b577-58a032c462c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1096 time: 0.0408642 Feb 11 15:00:32.909781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-e8114f45-0d8b-4ec8-a4b5-8cc7a505d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:32.909781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-e8114f45-0d8b-4ec8-a4b5-8cc7a505d47a service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0854654 Feb 11 15:00:32.973009 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-a87d058e-87b7-42ce-8aa0-871d3576cb65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1002 time: 0.0569658 Feb 11 15:00:33.026193 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-05f8a8d3-cf73-4a49-bc6f-40999feb7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:33.027651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-05f8a8d3-cf73-4a49-bc6f-40999feb7460 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0483170 Feb 11 15:00:33.074885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-d82a690e-6ff0-443a-b928-4d5d69461838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:33.076881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-d82a690e-6ff0-443a-b928-4d5d69461838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420487 Feb 11 15:00:33.169994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-53ff11a7-e942-4be6-a88f-7bec758e499b service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862167 Feb 11 15:00:33.261578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3c6520f4-83a4-49de-a811-39f92d206256 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Feb 11 15:00:33.803930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a727-b4fe-47e3-afcd-092e87e81a96 req-80b4458f-59f9-44dc-a7f7-33d49e2c0c33 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:33.806194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc9a727-b4fe-47e3-afcd-092e87e81a96 req-80b4458f-59f9-44dc-a7f7-33d49e2c0c33 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 945 time: 0.0533357 Feb 11 15:00:33.844200 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7bc9a727-b4fe-47e3-afcd-092e87e81a96 req-c4333ff0-beb6-4ef3-a461-776288205933 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 Feb 11 15:00:34.242691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:00:34.486467 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:00:34.490075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:00:34.490457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:34.565020 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:34.586914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:34.589237 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252620d4-8526-41c7-8dd8-52c03a5fd7ee" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:34.602058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:34.636512 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5936695-0a31-4aac-8513-5e485d94e659 x-openstack-request-id: req-b5936695-0a31-4aac-8513-5e485d94e659 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:34.636795 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:34.637070 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5936695-0a31-4aac-8513-5e485d94e659 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:34.637961 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'code': 200} Feb 11 15:00:34.681568 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:34.732729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:34.959008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210ec3-68d5-40e9-9f38-7d1697680708 req-17588b48-9bd3-4e75-b074-2429dd322ce7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:34.960513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46210ec3-68d5-40e9-9f38-7d1697680708 req-17588b48-9bd3-4e75-b074-2429dd322ce7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0480540 Feb 11 15:00:34.999416 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-46210ec3-68d5-40e9-9f38-7d1697680708 req-d795f49e-fc75-4076-8f58-25024bca4e8c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315852 Feb 11 15:00:35.720396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-a3e15e0c-ad9c-4c8c-87ae-7217151d57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:35.721853 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-a3e15e0c-ad9c-4c8c-87ae-7217151d57d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1097 time: 0.0440648 Feb 11 15:00:35.733328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:00:35.782683 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:35.977992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:36.008572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:00:36.052385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:36.054685 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536101c8-d56b-4c2d-87bd-fa830cb0294d" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:36.059141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:36.078552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Transition to ACTIVE for port object 32a293d1-b3f7-47a5-ab68-01adf7c026c8 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:00:36.105607 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55899e81-93c2-40e3-89c8-5f7c9d5ffc5e x-openstack-request-id: req-55899e81-93c2-40e3-89c8-5f7c9d5ffc5e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:36.105905 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:36.106261 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55899e81-93c2-40e3-89c8-5f7c9d5ffc5e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:36.106664 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'code': 200} Feb 11 15:00:36.117954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabefc-8855-4113-badb-a0b60f5194c0 req-f75c7992-785f-4d5b-9676-4203ce37936a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.119443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cbabefc-8855-4113-badb-a0b60f5194c0 req-f75c7992-785f-4d5b-9676-4203ce37936a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0479636 Feb 11 15:00:36.138588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:36.166466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1cbabefc-8855-4113-badb-a0b60f5194c0 req-87280e31-5e76-4966-b5e8-6822272684c6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367889 Feb 11 15:00:36.226178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:36.261036 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] No DVR routers for this DVR port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:00:36.400460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:00:36.400787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:00:36.401146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:36.405395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:00:36.405713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Attempting to bind port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:36.410846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:00:36.411264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:00:36.411756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:00:36.412186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Bound port: 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:00:36.412548 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:36.476225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:00:36.479167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:00:36.566891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:36.601463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.602083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:36.603782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] 10.222.0.60 "PUT /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1093 time: 0.8749120 Feb 11 15:00:36.652384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ddbf-bdab-4153-9ab3-2ad281f9aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=11']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:36.672399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-1ae217fa-b8bd-4dc4-ae11-d6466267e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.674041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-1ae217fa-b8bd-4dc4-ae11-d6466267e1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1096 time: 0.0480006 Feb 11 15:00:36.770671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-f8d7860f-c25e-4f68-a2eb-a80a70929f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.772197 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-f8d7860f-c25e-4f68-a2eb-a80a70929f39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0915270 Feb 11 15:00:36.836181 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-17628026-a38e-4e91-84e2-effce36e39c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.0579641 Feb 11 15:00:36.888696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-12d6fa8b-00de-48bf-bdfc-8c20b19a58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.890101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-12d6fa8b-00de-48bf-bdfc-8c20b19a58e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0481505 Feb 11 15:00:36.934456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-57b219e7-58c4-4362-9dcf-ef612f5a1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:36.935921 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-57b219e7-58c4-4362-9dcf-ef612f5a1f9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394278 Feb 11 15:00:37.022226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-50cc1f2f-1bc6-4e75-8719-71a0c5bc63b8 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795691 Feb 11 15:00:37.113514 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-827ff32f-ca92-4bfd-acc5-0a15a64980f6 req-0dc73f87-51fe-49c1-98d9-23cd17658b10 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Feb 11 15:00:37.283543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d6c0-75bc-46ef-96c6-df463e7b8605 req-a36bccf9-fa76-4747-80d8-f2b88a7188d8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:37.285022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cb8d6c0-75bc-46ef-96c6-df463e7b8605 req-a36bccf9-fa76-4747-80d8-f2b88a7188d8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 945 time: 0.0473557 Feb 11 15:00:37.321551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8cb8d6c0-75bc-46ef-96c6-df463e7b8605 req-c2d15d0f-d1e7-4dfa-abdf-4ecb3da1db83 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306745 Feb 11 15:00:38.107691 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:38.110057 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:38.163674 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd0e0d-00db-4829-9b9a-ade73f8ced30 x-openstack-request-id: req-75fd0e0d-00db-4829-9b9a-ade73f8ced30 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:38.163972 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:38.164226 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75fd0e0d-00db-4829-9b9a-ade73f8ced30 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:38.164634 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'status': 'completed', 'code': 200} Feb 11 15:00:38.253597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-8a141bcb-b61a-404b-88bf-67389fe59f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.255144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-8a141bcb-b61a-404b-88bf-67389fe59f10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1096 time: 0.0717306 Feb 11 15:00:38.256974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-acfbd063-4503-45e6-acd7-728b752ec008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.258298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-acfbd063-4503-45e6-acd7-728b752ec008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 1096 time: 0.0659952 Feb 11 15:00:38.284968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:00:38.321714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:00:38.444466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-f95c43c6-95ab-4b78-9988-38deb2ffcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.446048 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-f95c43c6-95ab-4b78-9988-38deb2ffcfd3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1846931 Feb 11 15:00:38.453737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-b28ff27f-54f0-45c4-ada2-a0b8a4df7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.455114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-b28ff27f-54f0-45c4-ada2-a0b8a4df7119 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1864202 Feb 11 15:00:38.548143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82040401-cc24-4349-853f-6345a6c50365 req-aa9e02c0-1303-43ee-8fad-66f1aec1eeff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.549638 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82040401-cc24-4349-853f-6345a6c50365 req-aa9e02c0-1303-43ee-8fad-66f1aec1eeff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 945 time: 0.1566575 Feb 11 15:00:38.604129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-b5ae0e1e-74f2-4a2d-9715-04cb0e82c678 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.1404574 Feb 11 15:00:38.605696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-01ddbe0c-8fe0-41b2-8c1e-f2f1c6655b5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 200 len: 1001 time: 0.1497433 Feb 11 15:00:38.655933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-82040401-cc24-4349-853f-6345a6c50365 req-6cbca805-278d-4e84-b2bf-9c0abe1615cf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983770 Feb 11 15:00:38.699783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-667eccf4-a85e-4c14-87d0-b2dd5f14076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.701855 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-667eccf4-a85e-4c14-87d0-b2dd5f14076e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0908411 Feb 11 15:00:38.705298 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-dcb44d1e-037d-40d4-84a9-35947ae4a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.706613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-dcb44d1e-037d-40d4-84a9-35947ae4a36c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0859423 Feb 11 15:00:38.776038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-07a98990-4948-4fe9-8f66-94ddd3e690bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.777664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-07a98990-4948-4fe9-8f66-94ddd3e690bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698106 Feb 11 15:00:38.779555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-9474fcbd-15c3-4eb0-86d7-e88e836704a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:38.780914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-9474fcbd-15c3-4eb0-86d7-e88e836704a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658154 Feb 11 15:00:38.952578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-15b0f202-7372-4c39-82ab-7f953cf6c1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567924 Feb 11 15:00:38.954318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-d88d7bed-f434-4260-9610-1a0ad243c5fe service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664910 Feb 11 15:00:39.098005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:00:39.108484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-ab081b02-9b97-493c-8419-55c7f7b56fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493077 Feb 11 15:00:39.114478 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8fab06c-32e3-44bc-86e9-69b9e2bf4abc req-6bb06466-b895-4cd0-b53c-30d58069a3d4 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471965 Feb 11 15:00:39.193815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:39.205056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'mac_address': 'fa:16:3e:3a:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:00:39.240632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:39.252638 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:00:39.271346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:39.338043 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:39.389582 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:39.533296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['32a293d1-b3f7-47a5-ab68-01adf7c026c8'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:00:39.770533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31194b38-5c9d-43ee-be3a-fbd4cdd76b88 req-6d70cb31-6469-43d6-b829-eb29dfc04456 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:39.771982 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31194b38-5c9d-43ee-be3a-fbd4cdd76b88 req-6d70cb31-6469-43d6-b829-eb29dfc04456 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0467906 Feb 11 15:00:39.808071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31194b38-5c9d-43ee-be3a-fbd4cdd76b88 req-aa0e0f25-92db-472d-a2cf-909f44dd8a46 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301468 Feb 11 15:00:39.921454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462b6b6-a1bd-425f-b230-60f084349f5c req-ba9a3949-a465-42e1-8f08-ff5d3c02595f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:39.922905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f462b6b6-a1bd-425f-b230-60f084349f5c req-ba9a3949-a465-42e1-8f08-ff5d3c02595f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0487564 Feb 11 15:00:39.959430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f462b6b6-a1bd-425f-b230-60f084349f5c req-208a6bc2-7306-4708-9160-15b06dc51274 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Feb 11 15:00:40.069299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60cb6a-fab7-41e2-90a6-db25269cb33f req-076c7d7e-c6d9-4c83-8ad5-63e2fb5a294d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:40.070935 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee60cb6a-fab7-41e2-90a6-db25269cb33f req-076c7d7e-c6d9-4c83-8ad5-63e2fb5a294d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0479205 Feb 11 15:00:40.107905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ee60cb6a-fab7-41e2-90a6-db25269cb33f req-476dfa60-481f-48f9-a2b0-3d3390250cdb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Feb 11 15:00:40.552573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3a52b-1f31-4d49-a0c2-40e278f5d171 req-ceb8f9b7-3496-4fc9-9aec-1b5d8a6bdb8d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:40.554096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ee3a52b-1f31-4d49-a0c2-40e278f5d171 req-ceb8f9b7-3496-4fc9-9aec-1b5d8a6bdb8d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 946 time: 0.0526474 Feb 11 15:00:40.595518 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6ee3a52b-1f31-4d49-a0c2-40e278f5d171 req-18e9fe04-4401-4cdb-8f84-dd2d4c08f416 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348265 Feb 11 15:00:41.098729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:00:41.199733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:00:41.203634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:00:41.204015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:41.277746 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:41.299598 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:41.301827 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d0e25-7666-4ff8-b8c0-b37584906143" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:41.314919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:41.339888 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d913a-27c2-4dc4-8bc1-2e28b1c5a785 x-openstack-request-id: req-2c5d913a-27c2-4dc4-8bc1-2e28b1c5a785 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:41.340175 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-plugged", "status": "completed", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:41.340468 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c5d913a-27c2-4dc4-8bc1-2e28b1c5a785 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:41.340871 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'code': 200} Feb 11 15:00:41.377696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:41.424270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=13']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:41.709241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220dd5c-cab1-4a54-a647-eec24152feea req-89565aa3-3fb7-4138-b8ec-7710047a8feb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:41.710714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a220dd5c-cab1-4a54-a647-eec24152feea req-89565aa3-3fb7-4138-b8ec-7710047a8feb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 947 time: 0.0478408 Feb 11 15:00:41.748606 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a220dd5c-cab1-4a54-a647-eec24152feea req-1d99ea33-74c4-4afd-9356-9228e08f8ca0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312312 Feb 11 15:00:41.806865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-9b237384-c938-4655-987b-d42c7566566d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:41.808283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-9b237384-c938-4655-987b-d42c7566566d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 947 time: 0.0470021 Feb 11 15:00:41.897179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Deleting port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:00:41.897522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:41.981552 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] For port 32a293d1-b3f7-47a5-ab68-01adf7c026c8, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=32a293d1-b3f7-47a5-ab68-01adf7c026c8,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:41.981911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:42.145971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:42.146329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:42.146645 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d disassociated. External IP: 172.25.7.161, port: 32a293d1-b3f7-47a5-ab68-01adf7c026c8. Feb 11 15:00:42.146978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Calling delete_port for 32a293d1-b3f7-47a5-ab68-01adf7c026c8 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:00:42.343747 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:42.372118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'Port': ['ID=32a293d1-b3f7-47a5-ab68-01adf7c026c8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:42.487509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:00:42.599271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:00:42.609819 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:00:42.619235 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:00:42.619824 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:00:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:42.640695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] No DVR routers for this DVR port 32a293d1-b3f7-47a5-ab68-01adf7c026c8 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:00:42.643995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:42.647382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a61fadb5-e186-4b97-bcfb-5bd993901dde req-62332c6b-a800-4dab-9c7c-6cc07dc37204 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "DELETE /v2.0/ports/32a293d1-b3f7-47a5-ab68-01adf7c026c8 HTTP/1.1" status: 204 len: 173 time: 0.8321538 Feb 11 15:00:42.647837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-deleted', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:42.650091 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9044b2-f0b2-4111-a0f9-709f2c49943e" -d '{"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-deleted", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:42.688209 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801a630-09a5-43af-a8dd-4dd905aba194 x-openstack-request-id: req-6801a630-09a5-43af-a8dd-4dd905aba194 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:42.688502 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68e4f3-17da-42e6-805f-939b4d0f6cdb", "name": "network-vif-deleted", "tag": "32a293d1-b3f7-47a5-ab68-01adf7c026c8", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:42.688753 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6801a630-09a5-43af-a8dd-4dd905aba194 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:42.689201 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68e4f3-17da-42e6-805f-939b4d0f6cdb', 'name': 'network-vif-deleted', 'tag': '32a293d1-b3f7-47a5-ab68-01adf7c026c8', 'status': 'completed', 'code': 200} Feb 11 15:00:42.725688 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:00:42.845717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f09736a1-2857-4444-b340-1f331184d684 req-5502c253-9acf-472e-bccb-7c151abb6ae5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68e4f3-17da-42e6-805f-939b4d0f6cdb HTTP/1.1" status: 200 len: 210 time: 0.0268145 Feb 11 15:00:42.926943 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:42.956567 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:00:42.964666 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:00:42.965318 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:00:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:43.062777 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:00:43.254703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:43.280292 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf524da-e1b2-4f07-834b-8ca9461962b8 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:00:43.493596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dab26d-4569-49d0-abda-031f07fc077e None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:00:44.078352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-4cdc96f9-0a73-490b-897e-d181af78e8eb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1181973319&fields=id&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 267 time: 0.0322196 Feb 11 15:00:44.186986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-6c836c6a-6483-472c-95d6-3149d65708e7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:44.188450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-6c836c6a-6483-472c-95d6-3149d65708e7 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1033137 Feb 11 15:00:44.209755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-8eb38fc4-fe64-47df-adbd-bdf60104daa2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/quotas/5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 375 time: 0.0127964 Feb 11 15:00:44.265160 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-69c5839e-ebb9-4472-a7f8-2d376e9d08be tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498946 Feb 11 15:00:44.358186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-3bb933e5-c262-4ed1-818e-09b14fbcd01f service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815575 Feb 11 15:00:44.449403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-f5664f7a-dd16-4f93-a780-8391d3521674 service neutron] 10.222.0.31 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Feb 11 15:00:44.670031 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73531728-2381-43fc-93d8-a58e4c456f31 req-7575b24a-d0df-4d0a-82ee-4872b5dfa3ec tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0271475 Feb 11 15:00:45.113672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:00:45.133530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 32a293d1-b3f7-47a5-ab68-01adf7c026c8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:00:45.133871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 32a293d1-b3f7-47a5-ab68-01adf7c026c8 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:00:46.101977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1446ee5b-a57a-47b8-a55a-b9a769283f5f req-fd609a97-6c7b-4c2b-9912-d2b6bfe0d04a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.3637364 Feb 11 15:00:46.489673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-9d97a8a6-1e6a-4707-9d52-5c6df7780a01 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:46.491771 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-9d97a8a6-1e6a-4707-9d52-5c6df7780a01 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 812 time: 0.1001718 Feb 11 15:00:46.537260 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-84ca2322-4fce-4925-938c-c7910d3f0fa6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 380 time: 0.0367849 Feb 11 15:00:46.546189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'port': {'device_id': '5efdbb25-5428-4349-976f-1c46fe19880f', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'admin_state_up': True, 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'security_groups': ['c3af9db2-ca34-412b-9c90-1897d975836f']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:00:46.732167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Made reservation on behalf of 5f8476ec76334b8e964ecd5afdcb8a4a for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:00:46.736313 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:46.863606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Allocated IP 172.20.0.10 (e526775e-160e-4973-90b5-e943187ea5fd/7028f390-a936-4231-97c6-8c291268b236/be82146e-639b-4fd9-b4b0-28c2cbb40684) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:00:46.997703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.085130 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.133068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Network e526775e-160e-4973-90b5-e943187ea5fd is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:00:47.136088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:00:47.140379 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:00:47.164294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:47.194160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:47.194792 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.225595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818867f1-ab78-46c0-9518-18efa095deb6 req-89436380-e170-4c45-8281-77eef535cdfa tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:47.227143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-818867f1-ab78-46c0-9518-18efa095deb6 req-89436380-e170-4c45-8281-77eef535cdfa tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 932 time: 0.0539174 Feb 11 15:00:47.266179 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-818867f1-ab78-46c0-9518-18efa095deb6 req-d23ceb55-a355-4169-b583-a617ab8dc6b0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Feb 11 15:00:47.277668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-928b1f07-e2fc-430c-8062-4a4839ee94d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354870 Feb 11 15:00:47.289958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Request body: {'port': {'device_id': '5efdbb25-5428-4349-976f-1c46fe19880f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:00:47.345186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.418204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d613b881-3c28-4d2c-a0bc-551aa7cc8266 None None] Provisioning complete for port be82146e-639b-4fd9-b4b0-28c2cbb40684 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:00:47.418757 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d613b881-3c28-4d2c-a0bc-551aa7cc8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.453096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d613b881-3c28-4d2c-a0bc-551aa7cc8266 None None] Port be82146e-639b-4fd9-b4b0-28c2cbb40684 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:00:47.606470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:00:47.613650 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.625481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Transition to ACTIVE for port object be82146e-639b-4fd9-b4b0-28c2cbb40684 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:00:47.690754 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.740688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:47.807865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:00:47.808197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:00:47.808523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:47.813609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:00:47.813924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:00:47.819007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:00:47.819343 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:00:47.819720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:00:47.820142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Bound port: be82146e-639b-4fd9-b4b0-28c2cbb40684, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:00:47.820495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.888618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:00:47.891789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:00:47.959437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.995914 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:47.996536 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:47.998530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] 10.222.0.62 "PUT /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1092 time: 0.7123377 Feb 11 15:00:47.998973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:48.001303 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671" -d '{"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:48.023090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991080-c0e7-4dab-bb9f-d6ac96a0ab6f service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:48.044280 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f12a4ee-8188-48ee-a916-25b0dad98085 x-openstack-request-id: req-2f12a4ee-8188-48ee-a916-25b0dad98085 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:48.044280 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:48.045082 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f12a4ee-8188-48ee-a916-25b0dad98085 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:48.045331 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'status': 'completed', 'code': 200} Feb 11 15:00:48.111537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-4ba8ffdc-c08e-4d1d-bb35-7830812f014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.113365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-4ba8ffdc-c08e-4d1d-bb35-7830812f014e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0424526 Feb 11 15:00:48.200908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-506a1f7a-8780-4e9b-8767-c739632a173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:48.217345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-b95f8165-a3ca-461e-a13e-859a8c55a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.218732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-b95f8165-a3ca-461e-a13e-859a8c55a1cc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0983799 Feb 11 15:00:48.312244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-d6a03c03-b897-4462-9527-3be465a8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.313774 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f0c6b4d4-8c5a-48a9-8d9b-c4cefa66d671 req-d6a03c03-b897-4462-9527-3be465a8895a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886421 Feb 11 15:00:48.389391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1fbea-b97e-49eb-b7cb-8df97c811eea req-fc9404f6-1661-46d7-8501-4569c27e73b8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.390886 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0b1fbea-b97e-49eb-b7cb-8df97c811eea req-fc9404f6-1661-46d7-8501-4569c27e73b8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0499990 Feb 11 15:00:48.392447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-66f8ee95-5478-4ea7-a44a-2a560664693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.393978 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-66f8ee95-5478-4ea7-a44a-2a560664693f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0411119 Feb 11 15:00:48.429459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a0b1fbea-b97e-49eb-b7cb-8df97c811eea req-c892dbd6-dc89-4f25-bb53-e3f8f7b2ce16 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Feb 11 15:00:48.440705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-99f08cb6-9f79-4b4b-ad6c-512c4a32eb0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 217 time: 0.0395470 Feb 11 15:00:48.489606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-39046e89-2466-4ccb-a471-9c105b24ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.490944 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-39046e89-2466-4ccb-a471-9c105b24ef51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0439758 Feb 11 15:00:48.534655 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-fcdf8f54-9fda-4c57-a6bc-bdc3c47aba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:48.536149 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-fcdf8f54-9fda-4c57-a6bc-bdc3c47aba50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390487 Feb 11 15:00:48.629097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-48575254-634a-4790-afc2-cda7a83fab19 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862050 Feb 11 15:00:48.717080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34c60c46-c7f2-4a3f-a06b-5a687adc080a req-c763493a-bd77-480a-9e5b-7a2ff4157659 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806723 Feb 11 15:00:49.547767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dae4b-fc67-4318-b965-83977eb9b56b req-9ce4f95b-3c0d-4a5f-97a2-57b54e4e17db tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:49.549258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee8dae4b-fc67-4318-b965-83977eb9b56b req-9ce4f95b-3c0d-4a5f-97a2-57b54e4e17db tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0480936 Feb 11 15:00:49.591276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ee8dae4b-fc67-4318-b965-83977eb9b56b req-93fe594f-f70b-4260-ba88-c91281044910 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Feb 11 15:00:50.451703 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ec23867-6e07-4a3d-bfe3-b60cf4ba89c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:50.705219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13539818-f5fe-42da-8d1d-b7ab6763996e req-bb78c95f-166f-465e-8c4b-162e4961ea24 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:50.706603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13539818-f5fe-42da-8d1d-b7ab6763996e req-bb78c95f-166f-465e-8c4b-162e4961ea24 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0477962 Feb 11 15:00:50.743705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-13539818-f5fe-42da-8d1d-b7ab6763996e req-8bc25da4-737d-474a-930d-1a61a6125959 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Feb 11 15:00:51.855981 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2d8fa-ca1e-4db5-8c57-c2cf07060962 req-44c73b41-21f7-4923-94ec-ed4f72f3e2ed tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:51.858015 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16c2d8fa-ca1e-4db5-8c57-c2cf07060962 req-44c73b41-21f7-4923-94ec-ed4f72f3e2ed tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0482221 Feb 11 15:00:51.886209 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:51.895971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-16c2d8fa-ca1e-4db5-8c57-c2cf07060962 req-95094d0b-08eb-4c8f-a2c7-833103cc645f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Feb 11 15:00:52.362344 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:00:52.457188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:52.468993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:00:52.504215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:52.517547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:00:52.536729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:52.661931 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:52.707731 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:52.855182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['be82146e-639b-4fd9-b4b0-28c2cbb40684'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:00:53.019310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26f8f7-e33a-462f-b8a2-d0ae06d1edab req-becf36a2-9977-4b60-82fa-441302df9dad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:53.020780 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a26f8f7-e33a-462f-b8a2-d0ae06d1edab req-becf36a2-9977-4b60-82fa-441302df9dad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0534883 Feb 11 15:00:53.058256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2a26f8f7-e33a-462f-b8a2-d0ae06d1edab req-7a5af51a-b1d0-4201-990e-f3177b8097e0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Feb 11 15:00:53.283633 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:53.343661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:54.175380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a3295-b252-44f6-8226-ea962e88f551 req-56e88bab-456c-4f7e-9715-dbd89589d78c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:54.176907 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-413a3295-b252-44f6-8226-ea962e88f551 req-56e88bab-456c-4f7e-9715-dbd89589d78c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0482538 Feb 11 15:00:54.214908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-413a3295-b252-44f6-8226-ea962e88f551 req-a1c57eea-74ea-4a4f-8ae5-336708657c63 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Feb 11 15:00:54.369392 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:00:54.463271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port be82146e-639b-4fd9-b4b0-28c2cbb40684 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:00:54.467379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port be82146e-639b-4fd9-b4b0-28c2cbb40684 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:00:54.467760 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:54.542372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:54.568578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:54.570872 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9e15c9-977a-49ac-8c57-4f2de86ac024" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:54.584129 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:00:54.609485 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944b485-d6dd-481d-adae-2220945970a7 x-openstack-request-id: req-c944b485-d6dd-481d-adae-2220945970a7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:54.609813 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:54.614545 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c944b485-d6dd-481d-adae-2220945970a7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:54.614545 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'code': 200} Feb 11 15:00:54.662393 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:54.702649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5660ac-fa7a-46a9-8371-86183fbb56c7 req-4ad8b5a3-ca65-46f0-90ce-16854860b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:54.704214 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d5660ac-fa7a-46a9-8371-86183fbb56c7 req-4ad8b5a3-ca65-46f0-90ce-16854860b0b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1097 time: 0.0400782 Feb 11 15:00:54.709857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:00:54.744313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d5660ac-fa7a-46a9-8371-86183fbb56c7 req-e816e2c8-2a5f-49ac-82d5-ad564364a04c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Feb 11 15:00:55.329232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f412d-c80c-4b62-b8c6-8baec6b6abef req-b810ecb3-b97e-491d-a34f-191ae5977324 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:55.330725 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79f412d-c80c-4b62-b8c6-8baec6b6abef req-b810ecb3-b97e-491d-a34f-191ae5977324 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0486863 Feb 11 15:00:55.368308 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a79f412d-c80c-4b62-b8c6-8baec6b6abef req-a68384c6-9011-4cfa-88e5-93134240de22 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Feb 11 15:00:56.485156 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b39ba-833c-4f38-bef1-f75a582c42a4 req-bd8402db-617b-4e10-a569-58d06d815d73 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:56.486607 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d20b39ba-833c-4f38-bef1-f75a582c42a4 req-bd8402db-617b-4e10-a569-58d06d815d73 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0479300 Feb 11 15:00:56.522709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d20b39ba-833c-4f38-bef1-f75a582c42a4 req-11c2bbb7-82a5-467d-b6b8-31cd8468a170 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297341 Feb 11 15:00:56.633003 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057cbaf-9fde-44e9-b208-b00253cb0ad2 req-50e932bd-e6fc-44d3-96bc-7c07dbd44f4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:56.634463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0057cbaf-9fde-44e9-b208-b00253cb0ad2 req-50e932bd-e6fc-44d3-96bc-7c07dbd44f4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0480680 Feb 11 15:00:56.643098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41148) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:00:56.647646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Request body: {'floatingip': {'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:00:56.690401 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:57.111557 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:57.171551 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:57.270368 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d associated. External IP: 172.25.7.161, port: be82146e-639b-4fd9-b4b0-28c2cbb40684. Feb 11 15:00:57.471557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:00:57.577909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:00:57.582620 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:00:57.589566 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:00:57.600980 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:00:57.601580 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:00:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:57.615597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-702bf19c-fa80-42df-b3c7-0434fc1ab0e9 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "PUT /v2.0/floatingips/61db3969-597c-4a07-b868-e837eb9e9e1d HTTP/1.1" status: 200 len: 993 time: 0.9714184 Feb 11 15:00:57.616198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:00:57.618753 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008" -d '{"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:00:57.655001 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3658bcd-6521-4124-b3a2-8b63fb001ede x-openstack-request-id: req-b3658bcd-6521-4124-b3a2-8b63fb001ede {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:00:57.655592 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:00:57.655592 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3658bcd-6521-4124-b3a2-8b63fb001ede {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:00:57.656025 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'status': 'completed', 'code': 200} Feb 11 15:00:57.700441 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:00:57.718164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-f112bd48-fedf-4cb6-8cf4-df21a635ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:57.720041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-f112bd48-fedf-4cb6-8cf4-df21a635ec93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1097 time: 0.0433042 Feb 11 15:00:57.723895 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:00:57.814491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-082446c7-211f-461d-93df-eac1d2aadc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:57.815948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-082446c7-211f-461d-93df-eac1d2aadc38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0894246 Feb 11 15:00:57.883727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-8d603868-9d1a-43bc-86ee-7c41377fdd4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0601585 Feb 11 15:00:57.935312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-1addfcf4-e10e-4ee3-9008-5240c7b09c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:57.937350 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-1addfcf4-e10e-4ee3-9008-5240c7b09c3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0474365 Feb 11 15:00:57.955108 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efdbb25-5428-4349-976f-1c46fe19880f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T15:00:57Z', 'revision_number': 13, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:57.980945 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:00:57.982735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-1240be45-a4f2-4907-a0dc-702474c5d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:00:57.984272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-1240be45-a4f2-4907-a0dc-702474c5d429 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395906 Feb 11 15:00:57.989574 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:00:57.990166 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:00:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:58.078427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-2fe0555c-6470-470b-844c-aa53ac3dc7a3 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863235 Feb 11 15:00:58.182114 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9e3470a2-cd3e-4653-ae0b-4cba46ffd008 req-7d77b73d-2f74-4238-bd14-476975cdb072 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968261 Feb 11 15:00:58.194382 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:00:58.422386 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efdbb25-5428-4349-976f-1c46fe19880f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T15:00:57Z', 'revision_number': 13, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:00:58.447691 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9375-daf2-42a2-8612-3266ec5f3bf3 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '61db3969-597c-4a07-b868-e837eb9e9e1d', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efdbb25-5428-4349-976f-1c46fe19880f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:57:48Z', 'updated_at': '2022-02-11T15:00:57Z', 'revision_number': 13, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:00:58.655593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c62d53-59c2-4c94-8592-6fb6e4d9a917 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:01:00.407311 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc6e1-bc48-4af5-bdac-3d2d62c4474e req-7afb906a-ece2-4cf2-b082-193006ae7a7c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:00.408765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb6bc6e1-bc48-4af5-bdac-3d2d62c4474e req-7afb906a-ece2-4cf2-b082-193006ae7a7c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0482609 Feb 11 15:01:00.445363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb6bc6e1-bc48-4af5-bdac-3d2d62c4474e req-d3ac422e-f7cd-4ef2-bf8c-8b6de0048b19 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Feb 11 15:01:00.812305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:01.651667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:05.719252 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-5a8f0a42-e321-4471-afce-cab690cba5c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383637 Feb 11 15:01:05.801195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262996e-a5e2-4aa9-9048-afde18192185 req-3535903b-667b-4771-8aac-3f9c0bed8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:05.802672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-3535903b-667b-4771-8aac-3f9c0bed8a22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1097 time: 0.0437112 Feb 11 15:01:05.902837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262996e-a5e2-4aa9-9048-afde18192185 req-2f30049e-d2d0-40a6-b8df-0128aec35457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:05.904917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-2f30049e-d2d0-40a6-b8df-0128aec35457 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0819693 Feb 11 15:01:05.975501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-8983aa77-8051-4b0e-93fa-700b517d0a75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1003 time: 0.0599558 Feb 11 15:01:06.022756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262996e-a5e2-4aa9-9048-afde18192185 req-ac73d1ff-111b-4844-8dff-f762f5f1b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:06.024157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-ac73d1ff-111b-4844-8dff-f762f5f1b151 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0422881 Feb 11 15:01:06.067255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262996e-a5e2-4aa9-9048-afde18192185 req-b94cdac9-b12a-4d61-98de-18a5cf6eb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:06.069040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-b94cdac9-b12a-4d61-98de-18a5cf6eb39f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384569 Feb 11 15:01:06.158770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-29df1eb9-be4c-4d5f-b6c7-ef7775b87bf7 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832956 Feb 11 15:01:06.244661 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3262996e-a5e2-4aa9-9048-afde18192185 req-03d4a625-80eb-47df-a711-e690c59afd33 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793574 Feb 11 15:01:12.135034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059dff9-580e-4047-8e67-01ed8e9f8861 req-77711e2d-a611-485c-81fb-0ae424e84210 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:12.136496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e059dff9-580e-4047-8e67-01ed8e9f8861 req-77711e2d-a611-485c-81fb-0ae424e84210 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0480363 Feb 11 15:01:12.174394 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e059dff9-580e-4047-8e67-01ed8e9f8861 req-35efcc3a-284c-42bd-9b69-d96ffd5fe4de tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Feb 11 15:01:12.283422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-f78b68e2-8eff-4e59-ab4c-af68539e78bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905652 Feb 11 15:01:13.291397 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2b30-a9a9-48cf-b993-7a6edb1c2c1f req-d06cd65a-03b6-4672-aa23-d65feee034e8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:13.292872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7dd2b30-a9a9-48cf-b993-7a6edb1c2c1f req-d06cd65a-03b6-4672-aa23-d65feee034e8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0484157 Feb 11 15:01:13.330239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e7dd2b30-a9a9-48cf-b993-7a6edb1c2c1f req-df8111b1-48b7-4b43-8873-b91bffe3dcf5 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Feb 11 15:01:14.263793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-afd5c367-25d4-431e-858c-a9f519167a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:14.265310 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-afd5c367-25d4-431e-858c-a9f519167a7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1097 time: 0.0440228 Feb 11 15:01:14.371670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-6e21b7bc-5d91-48fc-8364-e3f9b54fd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:14.371670 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-6e21b7bc-5d91-48fc-8364-e3f9b54fd1e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0940089 Feb 11 15:01:14.450023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-82e8c6c4-a2d0-411b-ac83-8d4c3496e590 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1003 time: 0.0729675 Feb 11 15:01:14.456624 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7e00-94f1-4d35-8efc-d1cc91d16656 req-40b9aef4-746b-480d-a3fa-0e12fdaec15c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:14.458272 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9efa7e00-94f1-4d35-8efc-d1cc91d16656 req-40b9aef4-746b-480d-a3fa-0e12fdaec15c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0498388 Feb 11 15:01:14.496662 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9efa7e00-94f1-4d35-8efc-d1cc91d16656 req-7b893138-4ef4-4825-9a45-f111f7be3b14 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Feb 11 15:01:14.499950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-4ae11a30-cead-4cb3-b5a1-b428650ea1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:14.501264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-4ae11a30-cead-4cb3-b5a1-b428650ea1f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0446904 Feb 11 15:01:14.549793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-d3a0d125-c120-4f8a-9dca-48eb64310587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:14.551251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-d3a0d125-c120-4f8a-9dca-48eb64310587 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403202 Feb 11 15:01:14.641961 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-2e2597e2-b1cf-4769-8a35-72689eac8534 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837798 Feb 11 15:01:14.734726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-dc44438e-b571-475e-9457-e10b4f71a357 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827184 Feb 11 15:01:15.614847 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211585f0-d82c-4743-af9a-d5ec108e6474 req-4493a706-1918-4437-b898-c6d0f80904ff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:15.616333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-211585f0-d82c-4743-af9a-d5ec108e6474 req-4493a706-1918-4437-b898-c6d0f80904ff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0484724 Feb 11 15:01:15.653219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-211585f0-d82c-4743-af9a-d5ec108e6474 req-44c1d5ca-1c62-4567-b68e-6c3032a35dea tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Feb 11 15:01:16.772297 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea50a-733f-418d-9ad8-0b7b10bc61c9 req-a76a8ed8-c702-49ed-a52e-a473d0256c6e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:16.773777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd3ea50a-733f-418d-9ad8-0b7b10bc61c9 req-a76a8ed8-c702-49ed-a52e-a473d0256c6e tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0466278 Feb 11 15:01:16.811088 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dd3ea50a-733f-418d-9ad8-0b7b10bc61c9 req-86af5fbd-9f11-4aae-b504-4ef87b873662 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Feb 11 15:01:17.928095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01942d8-c4cb-4acf-8137-ab94b066a6b4 req-81a24279-7549-4246-84a0-79c3cfed8cc3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:17.929613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a01942d8-c4cb-4acf-8137-ab94b066a6b4 req-81a24279-7549-4246-84a0-79c3cfed8cc3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0512269 Feb 11 15:01:17.966101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a01942d8-c4cb-4acf-8137-ab94b066a6b4 req-4f7ffee2-86ea-4f31-8869-ec94da59d0bf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306826 Feb 11 15:01:18.216918 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e11063d-b068-4842-948f-e94cf7b42a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:19.080929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9178c-a257-4047-b23b-9c9cae07b365 req-4c23ba74-b7ef-40e0-88fc-ef0f91c58d73 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:19.082402 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7de9178c-a257-4047-b23b-9c9cae07b365 req-4c23ba74-b7ef-40e0-88fc-ef0f91c58d73 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0490613 Feb 11 15:01:19.122770 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7de9178c-a257-4047-b23b-9c9cae07b365 req-53ffc675-0790-4bae-af4d-6e812af5c1f6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 Feb 11 15:01:20.238107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7cfc1-1b34-4b29-954d-ec6e52b6545e req-b4e34cf1-7b4c-4d5e-81f0-5057de387650 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:20.239564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73c7cfc1-1b34-4b29-954d-ec6e52b6545e req-b4e34cf1-7b4c-4d5e-81f0-5057de387650 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0478299 Feb 11 15:01:20.276110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-73c7cfc1-1b34-4b29-954d-ec6e52b6545e req-a35e5e2b-2a3a-41e4-85ce-5a3476c40f67 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303800 Feb 11 15:01:20.479755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-548f16fe-4376-4370-879d-ab8325170cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:21.391402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f41972-71f7-4b7e-9772-15456f20e6aa req-5a2a4555-394a-4e24-976d-6c7504489f3d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:21.392916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20f41972-71f7-4b7e-9772-15456f20e6aa req-5a2a4555-394a-4e24-976d-6c7504489f3d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0480754 Feb 11 15:01:21.431240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-20f41972-71f7-4b7e-9772-15456f20e6aa req-2e49cbb1-9a80-41ca-92ce-76a9ca1acad1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Feb 11 15:01:21.880033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:22.551273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8b1d2-a834-4bb5-a5e9-851fefe87726 req-29f8e08b-a186-4db6-8a88-feb2b93a400c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:22.552904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5a8b1d2-a834-4bb5-a5e9-851fefe87726 req-29f8e08b-a186-4db6-8a88-feb2b93a400c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0526576 Feb 11 15:01:22.595569 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5a8b1d2-a834-4bb5-a5e9-851fefe87726 req-d4698611-9eaf-4d85-900b-071df82cf382 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Feb 11 15:01:23.283839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:23.377772 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:23.653836 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-6420415d-1ee8-4cd9-89fc-31df5110fe42 service neutron] show failed (client error): The resource could not be found. Feb 11 15:01:23.655370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-6420415d-1ee8-4cd9-89fc-31df5110fe42 service neutron] 10.222.0.62 "GET /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0578127 Feb 11 15:01:23.715346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ffe82-6a9f-408a-b946-9ab12a842a5f req-4fad46ba-ff6e-4398-a9e5-375906f88b09 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:23.716813 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ffe82-6a9f-408a-b946-9ab12a842a5f req-4fad46ba-ff6e-4398-a9e5-375906f88b09 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0483208 Feb 11 15:01:23.755254 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e58ffe82-6a9f-408a-b946-9ab12a842a5f req-88fb5e1d-7bb7-484d-9772-1e851a58ee61 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Feb 11 15:01:24.199027 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-2a4a31ea-f041-4841-a40d-24b993e593d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:24.200492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-2a4a31ea-f041-4841-a40d-24b993e593d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1097 time: 0.0401769 Feb 11 15:01:24.211988 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:01:24.261732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:24.466993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:24.498348 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:01:24.517960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:01:24.536495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:01:24.538768 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b21a977-444c-41bb-a9ec-97db8617e04a" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-unplugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:01:24.542640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:24.556268 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Transition to ACTIVE for port object be82146e-639b-4fd9-b4b0-28c2cbb40684 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:01:24.593683 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ef032-8f7c-436a-99c9-baa94e036b1c x-openstack-request-id: req-036ef032-8f7c-436a-99c9-baa94e036b1c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:01:24.596063 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-unplugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:01:24.596063 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036ef032-8f7c-436a-99c9-baa94e036b1c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:01:24.596063 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'code': 200} Feb 11 15:01:24.596337 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:24.611696 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:24.651660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:01:24.652043 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:01:24.688303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:24.736919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] No DVR routers for this DVR port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:01:24.878879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3165-05f9-481d-919e-3e77e2aa0dd9 req-f8fd02bb-b80a-4cc2-b76e-7e8c34d4483f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:24.880490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69ef3165-05f9-481d-919e-3e77e2aa0dd9 req-f8fd02bb-b80a-4cc2-b76e-7e8c34d4483f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0505936 Feb 11 15:01:24.924842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-69ef3165-05f9-481d-919e-3e77e2aa0dd9 req-6b2dfb22-6396-4ba2-8c1b-b9d165798e89 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Feb 11 15:01:25.213161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:01:25.213492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:01:25.213811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:01:25.218073 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:01:25.218385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:01:25.223015 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:01:25.223342 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:01:25.223713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:01:25.224145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Bound port: be82146e-639b-4fd9-b4b0-28c2cbb40684, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:01:25.224487 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:25.283653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:01:25.286604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:01:25.393602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:25.434017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:25.434662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:25.436912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] 10.222.0.60 "PUT /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1092 time: 1.2279117 Feb 11 15:01:25.456132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302dcba-d989-4b6c-abfd-24822304a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:25.503258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-f8b39f2d-5109-44b8-af93-88bd82f39162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:25.504856 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-f8b39f2d-5109-44b8-af93-88bd82f39162 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0450752 Feb 11 15:01:25.598113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-b6fe188b-6fc0-4a3e-a385-5a89ca4425fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:25.599644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-b6fe188b-6fc0-4a3e-a385-5a89ca4425fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0886188 Feb 11 15:01:25.669388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-8500b660-75ee-4934-bf1b-763bb998d6dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0627105 Feb 11 15:01:25.717931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-8caf9bcd-c6a8-45a2-83fa-708305ce5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:25.719282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-8caf9bcd-c6a8-45a2-83fa-708305ce5189 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0437138 Feb 11 15:01:25.765055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-7770f270-894f-4f48-99d4-a579994a177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:25.766573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-7770f270-894f-4f48-99d4-a579994a177e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405810 Feb 11 15:01:25.855571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-77db9904-1a09-4157-a328-43177f2e3f2b service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828054 Feb 11 15:01:25.941813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-090da571-f1a9-49ea-a41b-a71f48a2ea7c service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788336 Feb 11 15:01:26.045122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf2996-99f1-4a04-bf3f-6400739519fc req-5f63bcac-b56c-4d6f-a6d5-b80f78aedc1b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:26.046615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08cf2996-99f1-4a04-bf3f-6400739519fc req-5f63bcac-b56c-4d6f-a6d5-b80f78aedc1b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0495458 Feb 11 15:01:26.086159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08cf2996-99f1-4a04-bf3f-6400739519fc req-9ed0490c-c892-4fa3-adc5-8d5911aed332 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Feb 11 15:01:26.595557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:01:26.597941 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:01:26.646436 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38945f3f-99ae-472a-8c0b-9cce63247c33 x-openstack-request-id: req-38945f3f-99ae-472a-8c0b-9cce63247c33 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:01:26.646734 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:01:26.647082 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38945f3f-99ae-472a-8c0b-9cce63247c33 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:01:26.647492 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'status': 'completed', 'code': 200} Feb 11 15:01:26.738056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-918041fc-b741-4e04-a3b9-176e394cf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:26.739540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-918041fc-b741-4e04-a3b9-176e394cf4cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0739031 Feb 11 15:01:26.741303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-c82ff1b9-305e-4124-b2b4-db98ce49a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:26.742632 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-c82ff1b9-305e-4124-b2b4-db98ce49a9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0693517 Feb 11 15:01:26.900192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-784392cb-05df-4db2-8272-11fbe6cd47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:26.901643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-784392cb-05df-4db2-8272-11fbe6cd47be service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1560612 Feb 11 15:01:26.902963 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-c101cfba-b17e-45e5-bc49-fc27a996aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:26.904264 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-c101cfba-b17e-45e5-bc49-fc27a996aaa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1511528 Feb 11 15:01:27.015429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-59fc9dde-770f-46d2-af3c-d992ff669aec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.1064215 Feb 11 15:01:27.017163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-e7c49ab7-789b-4337-9808-33c5d08094f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.1027176 Feb 11 15:01:27.102225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-fb926538-acaa-4656-aeac-5f9bd233a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:27.103705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-fb926538-acaa-4656-aeac-5f9bd233a7b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0822682 Feb 11 15:01:27.105095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-0fcd1e00-3fb5-4821-afc0-6a21156386e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:27.106455 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-0fcd1e00-3fb5-4821-afc0-6a21156386e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0780585 Feb 11 15:01:27.181783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-b7118588-c9fe-43a1-a1d6-235a13fe8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:27.183195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-b7118588-c9fe-43a1-a1d6-235a13fe8713 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724938 Feb 11 15:01:27.223371 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-447b15a9-594d-4921-be00-9065e32a54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:27.224832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-447b15a9-594d-4921-be00-9065e32a54c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047659 Feb 11 15:01:27.340053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743246-f950-4173-9046-1e25c8ee6027 req-f1b9b4ed-a313-4fa8-8889-90b2f8149c4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:27.341621 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3743246-f950-4173-9046-1e25c8ee6027 req-f1b9b4ed-a313-4fa8-8889-90b2f8149c4f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.1561587 Feb 11 15:01:27.405019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-f251a412-8134-4a94-9564-e84facd0240b service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085521 Feb 11 15:01:27.433076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3743246-f950-4173-9046-1e25c8ee6027 req-8bf337e7-62cf-411f-a7e4-aeaec04bf3bb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810120 Feb 11 15:01:27.434777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-927079ae-a396-47bf-a93b-51f088152577 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983702 Feb 11 15:01:27.582623 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-bff7d692-ef99-4848-bf3c-ac453227102f service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664414 Feb 11 15:01:27.588519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6912be94-e91a-4c53-9d0e-cdfd4ccd0ac4 req-534fe550-1f88-40b2-b8f0-c3b577376e03 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431973 Feb 11 15:01:28.553588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211581c1-132c-4835-a9ca-2a8c243bdfce req-08effd19-74bf-42d7-9ef9-d8ad29bf1938 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:28.555068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-211581c1-132c-4835-a9ca-2a8c243bdfce req-08effd19-74bf-42d7-9ef9-d8ad29bf1938 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0481896 Feb 11 15:01:28.594423 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-211581c1-132c-4835-a9ca-2a8c243bdfce req-2681a715-589b-4169-802f-c668bff50101 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Feb 11 15:01:29.712723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2707d-48de-4511-b75c-1b3c25b2eeb9 req-26430bd3-8da5-467f-8d0b-23aadda885e2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:29.714258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8db2707d-48de-4511-b75c-1b3c25b2eeb9 req-26430bd3-8da5-467f-8d0b-23aadda885e2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0496867 Feb 11 15:01:29.751819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8db2707d-48de-4511-b75c-1b3c25b2eeb9 req-f133a499-08e6-43d4-8424-0d1929fe7c4d tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Feb 11 15:01:30.805443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:30.867443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f766-699c-4e96-89c8-1ba05db74615 req-533abd14-8cf9-48e6-bade-127e459ecc47 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:30.868929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6990f766-699c-4e96-89c8-1ba05db74615 req-533abd14-8cf9-48e6-bade-127e459ecc47 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0480700 Feb 11 15:01:30.906342 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6990f766-699c-4e96-89c8-1ba05db74615 req-00d5eb78-4b63-49d9-817c-d489586ca080 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Feb 11 15:01:31.707179 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:32.026654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf33b4-2657-4909-b746-ed33d8a4257a req-f5d3477b-016a-49c3-90c4-44e543cf7021 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:32.028124 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06cf33b4-2657-4909-b746-ed33d8a4257a req-f5d3477b-016a-49c3-90c4-44e543cf7021 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0524240 Feb 11 15:01:32.065431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06cf33b4-2657-4909-b746-ed33d8a4257a req-4e66ab22-955e-4548-ae7d-40374d355abb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Feb 11 15:01:33.181954 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b90f-279e-42f1-b61a-e9856f84f892 req-24138980-b887-4a27-83ec-c4dc2cacbb70 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:33.184500 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd27b90f-279e-42f1-b61a-e9856f84f892 req-24138980-b887-4a27-83ec-c4dc2cacbb70 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0503500 Feb 11 15:01:33.226469 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd27b90f-279e-42f1-b61a-e9856f84f892 req-1ad02153-7a51-4805-a607-fe6ea11b5dfb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349264 Feb 11 15:01:34.343573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3126b1-3ab4-4387-93ac-4bdca7c7acc7 req-83a53dc9-d117-4ca1-a2ca-1eb7800d3602 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:34.345692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f3126b1-3ab4-4387-93ac-4bdca7c7acc7 req-83a53dc9-d117-4ca1-a2ca-1eb7800d3602 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0486627 Feb 11 15:01:34.381534 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3f3126b1-3ab4-4387-93ac-4bdca7c7acc7 req-90c39830-a5bf-4547-8349-718dc62f9b72 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304263 Feb 11 15:01:34.699650 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:01:35.503189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61249c91-039e-44eb-9fbf-3e795e637b23 req-2489696c-45ba-4864-bc1a-1e157e190eca tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:35.504673 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61249c91-039e-44eb-9fbf-3e795e637b23 req-2489696c-45ba-4864-bc1a-1e157e190eca tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0544803 Feb 11 15:01:35.541659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-61249c91-039e-44eb-9fbf-3e795e637b23 req-5f5aa479-9673-4023-a5c0-979a3be1079b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Feb 11 15:01:36.656688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d18d2-889d-4776-b8a6-e6283f41c871 req-7c3690fd-6f1f-45cb-bbd6-83ca7cf75798 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:36.658175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f0d18d2-889d-4776-b8a6-e6283f41c871 req-7c3690fd-6f1f-45cb-bbd6-83ca7cf75798 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0478797 Feb 11 15:01:36.695409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f0d18d2-889d-4776-b8a6-e6283f41c871 req-384800dd-fe0d-48dc-81a7-b6c163e6c75a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Feb 11 15:01:37.812565 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2276e-a0aa-458a-9aad-38d5f7b18adc req-79aff777-ff64-46bc-abc6-042800879a2b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:37.814067 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aac2276e-a0aa-458a-9aad-38d5f7b18adc req-79aff777-ff64-46bc-abc6-042800879a2b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0482247 Feb 11 15:01:37.851719 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-aac2276e-a0aa-458a-9aad-38d5f7b18adc req-bd74b047-6a1d-4090-94df-ba5f1f9ca018 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Feb 11 15:01:38.421056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53262c-9f0e-41d8-8372-26c7be620588 req-aae2652e-50d2-487a-bd0e-57fc55075277 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.422539 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d53262c-9f0e-41d8-8372-26c7be620588 req-aae2652e-50d2-487a-bd0e-57fc55075277 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0485981 Feb 11 15:01:38.466428 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8d53262c-9f0e-41d8-8372-26c7be620588 req-7d7de595-65af-43f3-865e-09bb510ab19b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376508 Feb 11 15:01:38.475419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-38b07b59-8f8a-408a-9bf9-63a8db2e93d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.476882 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-38b07b59-8f8a-408a-9bf9-63a8db2e93d6 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&binding%3Ahost_id=n-h2-828407-1 HTTP/1.1" status: 200 len: 944 time: 0.0554338 Feb 11 15:01:38.584420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-d32a2aad-9055-46ff-a630-28f81e4024bb service neutron] 10.222.0.60 "GET /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684/bindings/n-h2-828407-1 HTTP/1.1" status: 200 len: 382 time: 0.1001415 Feb 11 15:01:38.645082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-09ffbca0-4bc8-4d87-b5c1-a5ad5e96d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.646590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-09ffbca0-4bc8-4d87-b5c1-a5ad5e96d6d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1095 time: 0.0406787 Feb 11 15:01:38.738083 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-c70173ef-5f88-4ae3-a887-133ef1c8fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.739553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-c70173ef-5f88-4ae3-a887-133ef1c8fc4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0868788 Feb 11 15:01:38.803038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-f849a75f-dd18-4750-8e84-a052e00ae502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0575089 Feb 11 15:01:38.855800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-26c80ef7-3276-4640-bab9-cbe1979cbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.855800 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-26c80ef7-3276-4640-bab9-cbe1979cbfb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0426741 Feb 11 15:01:38.899256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-6266dadf-00d5-4ea0-ab1e-31452dc3c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:38.900740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-6266dadf-00d5-4ea0-ab1e-31452dc3c594 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433950 Feb 11 15:01:38.987101 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-2aabd12f-c6e2-4f54-8a7a-70086e37ecdc service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797369 Feb 11 15:01:39.077401 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-63fc84b5-f21f-4a3e-93dc-dc22f5e2236e service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844100 Feb 11 15:01:39.431240 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:01:39.523625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:39.535512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:01:39.574896 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:39.587908 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390007a-9335-4472-b77e-919132a2771f req-7e287e15-4ad7-4856-9eb4-1cef8e4afe72 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:39.588453 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:01:39.589414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d390007a-9335-4472-b77e-919132a2771f req-7e287e15-4ad7-4856-9eb4-1cef8e4afe72 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 944 time: 0.0488114 Feb 11 15:01:39.607452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:39.627705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d390007a-9335-4472-b77e-919132a2771f req-213c5a5e-051b-4adb-ad5c-0d2165eeb585 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Feb 11 15:01:39.673777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:39.721972 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:39.729093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.729443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.729780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.730118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.730449 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.730781 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.731105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.731430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.731753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.732075 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.732977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.733304 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:39.897276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['be82146e-639b-4fd9-b4b0-28c2cbb40684'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:01:40.745677 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20f499-ea6a-41c4-bba4-65c8d7e98b78 req-486c945e-9a92-44d7-942f-e7583cde9062 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:40.747159 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc20f499-ea6a-41c4-bba4-65c8d7e98b78 req-486c945e-9a92-44d7-942f-e7583cde9062 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0490410 Feb 11 15:01:40.784359 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc20f499-ea6a-41c4-bba4-65c8d7e98b78 req-e062823a-014c-4362-933f-b3f07a76e244 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306849 Feb 11 15:01:41.448361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:01:41.554175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port be82146e-639b-4fd9-b4b0-28c2cbb40684 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:01:41.558367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port be82146e-639b-4fd9-b4b0-28c2cbb40684 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:01:41.558738 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:41.637387 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:41.825063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:41.838639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:01:41.838639 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c2d8cc-8b8e-437f-b1da-dbb0e6faecad" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:01:41.880629 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e35def-34e8-4fee-bbc2-a2a8fec3d80a x-openstack-request-id: req-f6e35def-34e8-4fee-bbc2-a2a8fec3d80a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:01:41.881002 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:01:41.881322 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6e35def-34e8-4fee-bbc2-a2a8fec3d80a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:01:41.881780 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'code': 200} Feb 11 15:01:41.905701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0142a8d-da32-470f-a500-b144470660f3 req-e484d97d-4b19-4200-92d6-acbf37bb18cd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:41.907251 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0142a8d-da32-470f-a500-b144470660f3 req-e484d97d-4b19-4200-92d6-acbf37bb18cd tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0507166 Feb 11 15:01:41.920317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:41.946550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b0142a8d-da32-470f-a500-b144470660f3 req-c23a6d1b-8531-45bc-bbd7-771d16cbe314 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Feb 11 15:01:41.971186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:43.067055 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fafe9-58fb-429c-a28e-08e0d60013f1 req-cfee3620-41f5-40d1-a4bb-2beca0c6866b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:43.068600 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-651fafe9-58fb-429c-a28e-08e0d60013f1 req-cfee3620-41f5-40d1-a4bb-2beca0c6866b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0486748 Feb 11 15:01:43.108134 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-651fafe9-58fb-429c-a28e-08e0d60013f1 req-5327154d-da6a-4413-8c1f-0c304bd78813 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Feb 11 15:01:43.446850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:01:43.491329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-58a187b0-e7a6-49af-8470-d63708a992b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:43.498211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-58a187b0-e7a6-49af-8470-d63708a992b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f&tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a HTTP/1.1" status: 200 len: 1097 time: 0.0446420 Feb 11 15:01:43.503454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:01:43.527983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:43.557717 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:43.561313 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:43.639874 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:43.641673 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:01:43.641825 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:01:43.688640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:43.883135 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:01:43.885462 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a673f-3574-4e52-854d-42854a4a94fc" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-unplugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:01:43.932476 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56866d6-438b-4a38-a816-667dadc06019 x-openstack-request-id: req-f56866d6-438b-4a38-a816-667dadc06019 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:01:43.932770 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-unplugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:01:43.933058 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f56866d6-438b-4a38-a816-667dadc06019 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:01:43.933457 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'code': 200} Feb 11 15:01:44.172568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.222412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532332a-a86b-4ccc-a3a5-46bcb3a01a1c req-957395f8-dcc0-45bd-a8db-b65ba4db5257 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:44.223918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0532332a-a86b-4ccc-a3a5-46bcb3a01a1c req-957395f8-dcc0-45bd-a8db-b65ba4db5257 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0480480 Feb 11 15:01:44.266175 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0532332a-a86b-4ccc-a3a5-46bcb3a01a1c req-006155de-dd1e-46eb-a2a5-6ddf6db849ec tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361118 Feb 11 15:01:44.375349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:44.407677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:01:44.439356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:01:44.446878 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.458540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Transition to ACTIVE for port object be82146e-639b-4fd9-b4b0-28c2cbb40684 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:01:44.524876 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.609887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=11']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:44.624846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.625221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.625563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.625894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.626224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.626556 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.626879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.627200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.627523 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.627846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.628195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.628513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:01:44.664775 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] No DVR routers for this DVR port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:01:44.797430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:01:44.797765 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:01:44.798116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:01:44.802382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:01:44.802703 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Attempting to bind port be82146e-639b-4fd9-b4b0-28c2cbb40684 on network e526775e-160e-4973-90b5-e943187ea5fd {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:01:44.807450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:01:44.807782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Checking segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:01:44.808162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Bound using segment: {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:01:44.808586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Bound port: be82146e-639b-4fd9-b4b0-28c2cbb40684, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d19621-3900-4908-b484-60b07ca82f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:01:44.808968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.870265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:01:44.873224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:01:44.925496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.962805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:44.963471 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:44.964772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] 10.222.0.62 "PUT /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1093 time: 1.4652710 Feb 11 15:01:44.965238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:01:44.968097 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed93c1-64e5-4cba-9f46-75dc351edaab" -d '{"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:01:45.016875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf82438-4c57-43ce-a98b-875a6995db1e service neutron] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=12']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:45.035477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-f7624d8a-95f3-4f95-b312-fd9dbdeccd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.037030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-f7624d8a-95f3-4f95-b312-fd9dbdeccd79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1096 time: 0.0472939 Feb 11 15:01:45.125501 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d54a9-293e-4188-9b43-f5589c1b5095 x-openstack-request-id: req-fe7d54a9-293e-4188-9b43-f5589c1b5095 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:01:45.125812 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:01:45.126088 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe7d54a9-293e-4188-9b43-f5589c1b5095 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:01:45.126492 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'status': 'completed', 'code': 200} Feb 11 15:01:45.155262 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-1a880090-b6af-42d5-ba09-7504ae0b2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.156723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-1a880090-b6af-42d5-ba09-7504ae0b2599 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1136487 Feb 11 15:01:45.235544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-4ad3ad34-704f-4523-acf8-6ea517c78478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.237088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-4ad3ad34-704f-4523-acf8-6ea517c78478 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1096 time: 0.0933547 Feb 11 15:01:45.254022 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-c773de4f-e3e1-45c7-b47d-fb3bab5370b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0798292 Feb 11 15:01:45.351337 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-0efa7828-fb61-42d4-a51e-72e178798b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.352799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-0efa7828-fb61-42d4-a51e-72e178798b65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0868230 Feb 11 15:01:45.385683 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042c23-ef49-4cd5-bdbd-14e22ebad5b3 req-3a59c3fa-b13b-42e0-a182-4c39548d9e62 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.387166 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18042c23-ef49-4cd5-bdbd-14e22ebad5b3 req-3a59c3fa-b13b-42e0-a182-4c39548d9e62 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0488827 Feb 11 15:01:45.394024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-661b6b2b-fcf1-4176-87f0-6622828a8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.395510 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-661b6b2b-fcf1-4176-87f0-6622828a8614 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.1517363 Feb 11 15:01:45.425802 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18042c23-ef49-4cd5-bdbd-14e22ebad5b3 req-6e456f87-e6ef-4724-978e-72f848b7a7c1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Feb 11 15:01:45.455090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-b5c253ee-dfc8-4d13-809e-b22f29329eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.456613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-b5c253ee-dfc8-4d13-809e-b22f29329eeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942485 Feb 11 15:01:45.491104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-f5d08966-9624-4920-8481-c85e5d8d4fb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0883586 Feb 11 15:01:45.574984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-df4d45cd-3efd-4e40-b119-fdce5de2dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.576463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-df4d45cd-3efd-4e40-b119-fdce5de2dcff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0615101 Feb 11 15:01:45.598297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-d8531f67-f73c-4b24-9c9f-849a46eb3e3d service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352015 Feb 11 15:01:45.677222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-179254bb-b321-4b40-98f7-a103e976237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:45.678704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-179254bb-b321-4b40-98f7-a103e976237d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936210 Feb 11 15:01:45.754801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3cde2404-a67c-43cd-a2f0-32cb07130b8e req-cefd1bc6-2254-41c8-9645-217ca7e728aa service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395075 Feb 11 15:01:45.787559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-0fdfbeaa-2a06-4d35-aab8-e35035bc24bd service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985644 Feb 11 15:01:46.240161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-22012630-f1a9-4d36-a4bf-f2dd1ac7f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:46.241700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-22012630-f1a9-4d36-a4bf-f2dd1ac7f868 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 1096 time: 0.4471943 Feb 11 15:01:46.273521 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-9a697a57-a4b8-4f23-bb6a-c5b84ae46ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799902 Feb 11 15:01:46.340615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-0c603cd1-b94d-4101-97f3-1a3fc193ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:46.342796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-0c603cd1-b94d-4101-97f3-1a3fc193ac16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 200 len: 913 time: 0.0915101 Feb 11 15:01:46.411076 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-37f6a9ff-825c-40e5-9da6-be5fa9585bfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 200 len: 1001 time: 0.0622222 Feb 11 15:01:46.459263 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-cd745414-3669-4f64-9270-f45ad13bb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:46.460803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-cd745414-3669-4f64-9270-f45ad13bb9be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 200 len: 851 time: 0.0436032 Feb 11 15:01:46.514832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-736e9def-a2ab-4ec1-a7f0-c93a1b7cb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:46.516279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-736e9def-a2ab-4ec1-a7f0-c93a1b7cb402 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e526775e-160e-4973-90b5-e943187ea5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488336 Feb 11 15:01:46.602764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71b4c-5286-45ac-a8bf-08f2a4d40f75 req-5a96dbf9-21a8-41ae-8d65-1c7abf9b8bd1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:46.604172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbb71b4c-5286-45ac-a8bf-08f2a4d40f75 req-5a96dbf9-21a8-41ae-8d65-1c7abf9b8bd1 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.1035941 Feb 11 15:01:46.651749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-d663afa1-2a3a-4948-8d17-cc78f79a6835 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228566 Feb 11 15:01:46.658749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbb71b4c-5286-45ac-a8bf-08f2a4d40f75 req-098b3ebb-3d61-4b8b-a7fe-38ad78d3445b tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459719 Feb 11 15:01:46.744294 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aeed93c1-64e5-4cba-9f46-75dc351edaab req-b850a27d-ed85-47b5-b4c3-330ad2d7a1c5 service neutron] 10.222.0.62 "GET /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Feb 11 15:01:47.778657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bec000-e3c8-44e5-848f-381458f29c20 req-a0f2f2b6-69e8-4fc5-8307-b905b4d6e3db tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:47.780048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7bec000-e3c8-44e5-848f-381458f29c20 req-a0f2f2b6-69e8-4fc5-8307-b905b4d6e3db tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0489428 Feb 11 15:01:47.818052 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d7bec000-e3c8-44e5-848f-381458f29c20 req-f60cb176-98c9-4d43-93de-f4b0bd80b4a3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Feb 11 15:01:48.204667 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46453d76-39cf-487e-a850-c8a6d53402c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:48.945597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364602c-a0ec-4137-8045-0b9a5f36246b req-b6bd08da-ed73-402e-9984-151d65457cee tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:48.947082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4364602c-a0ec-4137-8045-0b9a5f36246b req-b6bd08da-ed73-402e-9984-151d65457cee tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0492353 Feb 11 15:01:48.984624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4364602c-a0ec-4137-8045-0b9a5f36246b req-6b80a1dc-7eaf-4f68-9a22-fbc486a75ce8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Feb 11 15:01:50.100805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880f40e-f217-4b4c-b287-1caf759acd9c req-45601789-2aa9-4225-b442-642bccbb344c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:50.102315 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8880f40e-f217-4b4c-b287-1caf759acd9c req-45601789-2aa9-4225-b442-642bccbb344c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0487587 Feb 11 15:01:50.143061 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8880f40e-f217-4b4c-b287-1caf759acd9c req-cb31532e-b4f4-4a8a-8171-d423ea7b1d30 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Feb 11 15:01:50.439543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea946b65-698c-4c0a-b47e-7da8a4808826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:51.258905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22bce-3e66-4cae-9d19-32f9ebeef694 req-0b4bdc20-dcfa-42ae-8189-2205c269ba45 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:51.260427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55a22bce-3e66-4cae-9d19-32f9ebeef694 req-0b4bdc20-dcfa-42ae-8189-2205c269ba45 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0481093 Feb 11 15:01:51.297590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-55a22bce-3e66-4cae-9d19-32f9ebeef694 req-1df27ba4-fe51-486f-b69c-1e43f335e881 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Feb 11 15:01:51.907816 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:52.417340 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37df2b-bc5f-4886-8d42-128f36b5551d req-dcb06b91-d122-4db3-8aef-38e0099e114a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:52.418937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a37df2b-bc5f-4886-8d42-128f36b5551d req-dcb06b91-d122-4db3-8aef-38e0099e114a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0490580 Feb 11 15:01:52.457251 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a37df2b-bc5f-4886-8d42-128f36b5551d req-1989ca5f-9889-49e6-b542-6ec3e98364b3 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Feb 11 15:01:53.290408 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:53.336473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:53.582601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792e5d-e102-4e53-b72a-80001c27fcaf req-b36df7d2-20b6-4998-9cea-e4fff936cabf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:53.584081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb792e5d-e102-4e53-b72a-80001c27fcaf req-b36df7d2-20b6-4998-9cea-e4fff936cabf tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0522370 Feb 11 15:01:53.622005 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb792e5d-e102-4e53-b72a-80001c27fcaf req-1ebc2ae9-ac5c-4c06-9015-0e721f527b75 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Feb 11 15:01:54.735371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b689d-2a16-4518-a867-c9a7fa114c3d req-6a4f268d-0ea7-47c9-b815-346203b24bb8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:54.736833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a5b689d-2a16-4518-a867-c9a7fa114c3d req-6a4f268d-0ea7-47c9-b815-346203b24bb8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0476916 Feb 11 15:01:54.773663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4a5b689d-2a16-4518-a867-c9a7fa114c3d req-de1c188d-3d8b-49aa-9a24-45d52a3f2259 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Feb 11 15:01:55.887695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bf9d0-f24a-4a2e-92be-691bbac1792c req-7b219592-0684-4c36-a7fa-a9bb95a6c4e8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:55.889192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-138bf9d0-f24a-4a2e-92be-691bbac1792c req-7b219592-0684-4c36-a7fa-a9bb95a6c4e8 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0476584 Feb 11 15:01:55.926100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-138bf9d0-f24a-4a2e-92be-691bbac1792c req-37937053-d53c-458e-874f-5dc8f00ad9eb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Feb 11 15:01:57.042641 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518204b-8cd7-4d2e-af66-21f3e588fc62 req-873e4382-d5d1-49d9-8d0d-785df18e91aa tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:57.044200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2518204b-8cd7-4d2e-af66-21f3e588fc62 req-873e4382-d5d1-49d9-8d0d-785df18e91aa tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0483437 Feb 11 15:01:57.086710 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2518204b-8cd7-4d2e-af66-21f3e588fc62 req-cfef27c7-54b1-48b5-9342-333ecef700d2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356896 Feb 11 15:01:58.201894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3ffcb-2ccd-4aa6-913a-359a4c7dcf44 req-30c3454a-05b0-4951-89a2-06d194f549b2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:58.203377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c3ffcb-2ccd-4aa6-913a-359a4c7dcf44 req-30c3454a-05b0-4951-89a2-06d194f549b2 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0481448 Feb 11 15:01:58.240395 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97c3ffcb-2ccd-4aa6-913a-359a4c7dcf44 req-a7ab69d9-8e1b-4a3a-8646-7a2605f523cc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Feb 11 15:01:58.363456 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9242c-b67f-4afb-9998-7b4a7f74506f req-4d9e5a03-8f85-448e-b95e-f0842b7e592f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:58.364972 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ed9242c-b67f-4afb-9998-7b4a7f74506f req-4d9e5a03-8f85-448e-b95e-f0842b7e592f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0586908 Feb 11 15:01:58.403240 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ed9242c-b67f-4afb-9998-7b4a7f74506f req-d4f637cd-8cf5-476d-9b0b-a04ff74ae655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Feb 11 15:01:58.518279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cebf92-d6a9-4740-99f8-732e9f59ceb4 req-b4c8a8e9-9264-4294-8c85-65b94ce9db44 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:58.519739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41cebf92-d6a9-4740-99f8-732e9f59ceb4 req-b4c8a8e9-9264-4294-8c85-65b94ce9db44 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0513573 Feb 11 15:01:58.557090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-41cebf92-d6a9-4740-99f8-732e9f59ceb4 req-7f08c7f2-9a02-401c-9335-f91470624ecb tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Feb 11 15:01:58.704115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:01:58.801275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:58.813025 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'port_id': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'mac_address': 'fa:16:3e:3b:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:01:58.851185 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:58.864572 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:01:58.883570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:01:58.959552 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:01:58.981468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c29ef-c5e6-4d29-80a3-7233551c42ca req-1e951d66-55b1-453a-8e12-1bb9b513737f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:01:58.983038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d60c29ef-c5e6-4d29-80a3-7233551c42ca req-1e951d66-55b1-453a-8e12-1bb9b513737f tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 945 time: 0.0492578 Feb 11 15:01:59.007113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=13']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:01:59.020865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d60c29ef-c5e6-4d29-80a3-7233551c42ca req-e74f629b-6483-4a0c-bac5-c1404e585807 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Feb 11 15:01:59.224494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['be82146e-639b-4fd9-b4b0-28c2cbb40684'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:00.140449 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2c42-b57e-4409-a53a-466b0d881cfe req-3f360eb6-c91d-43d3-b8be-a9c2af7ce1bc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:00.141988 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-530a2c42-b57e-4409-a53a-466b0d881cfe req-3f360eb6-c91d-43d3-b8be-a9c2af7ce1bc tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0501628 Feb 11 15:02:00.178537 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-530a2c42-b57e-4409-a53a-466b0d881cfe req-876050a8-7554-4a40-be81-b0fe7a0c8f58 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3af9db2-ca34-412b-9c90-1897d975836f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Feb 11 15:02:00.553511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0f556f37-c0d5-4bf0-bcf3-631476dba816 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:00.554958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0f556f37-c0d5-4bf0-bcf3-631476dba816 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 946 time: 0.0471447 Feb 11 15:02:00.649757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Deleting port be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:00.650108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.721350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:02:00.738894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:00.739265 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.838953 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.856314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port be82146e-639b-4fd9-b4b0-28c2cbb40684 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:02:00.860867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port be82146e-639b-4fd9-b4b0-28c2cbb40684 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:02:00.861292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.912438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.912797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.913132 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d disassociated. External IP: 172.25.7.161, port: be82146e-639b-4fd9-b4b0-28c2cbb40684. Feb 11 15:02:00.913470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Calling delete_port for be82146e-639b-4fd9-b4b0-28c2cbb40684 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:00.936073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:00.963887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:00.966180 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d75a02-f0df-4827-9b10-c6f46306d50a" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:00.979814 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port be82146e-639b-4fd9-b4b0-28c2cbb40684, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=be82146e-639b-4fd9-b4b0-28c2cbb40684,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:01.005199 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603cba4-9f2b-4e44-a24d-4ac1d67e7cd5 x-openstack-request-id: req-d603cba4-9f2b-4e44-a24d-4ac1d67e7cd5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:01.005199 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-plugged", "status": "completed", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:01.005199 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d603cba4-9f2b-4e44-a24d-4ac1d67e7cd5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:01.005509 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'code': 200} Feb 11 15:02:01.053046 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:01.102718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=14']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:01.171083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:01.198566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'Port': ['ID=be82146e-639b-4fd9-b4b0-28c2cbb40684,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:01.288406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2b08bea-b3b5-47aa-b64a-c6d121a81937 req-92bebf51-9c17-49a1-a9f7-cf9f0c49ad1a tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0281906 Feb 11 15:02:01.329412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:02:01.452673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:02:01.462318 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:02:01.472863 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:02:01.473486 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:01:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:01.495851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] No DVR routers for this DVR port be82146e-639b-4fd9-b4b0-28c2cbb40684 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:02:01.498829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:01.502779 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65701225-ed09-4ab7-b5c2-44de46d00d62 req-0a7f7b0c-3576-4db1-b7dc-66d425abba97 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.62 "DELETE /v2.0/ports/be82146e-639b-4fd9-b4b0-28c2cbb40684 HTTP/1.1" status: 204 len: 173 time: 0.9420078 Feb 11 15:02:01.503278 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-deleted', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:01.505538 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17822d8-34ab-46f6-8ce9-22f625e3afbb" -d '{"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-deleted", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:01.541881 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2c1ee0-0c9a-4210-8676-9c8b8dd8a681 x-openstack-request-id: req-1f2c1ee0-0c9a-4210-8676-9c8b8dd8a681 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:01.542175 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdbb25-5428-4349-976f-1c46fe19880f", "name": "network-vif-deleted", "tag": "be82146e-639b-4fd9-b4b0-28c2cbb40684", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:01.542487 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f2c1ee0-0c9a-4210-8676-9c8b8dd8a681 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:01.542924 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdbb25-5428-4349-976f-1c46fe19880f', 'name': 'network-vif-deleted', 'tag': 'be82146e-639b-4fd9-b4b0-28c2cbb40684', 'status': 'completed', 'code': 200} Feb 11 15:02:01.579497 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:02:01.663158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:01.777687 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:01.806772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:02:01.815558 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:02:01.816151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:01:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:01.922120 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:02:02.119494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:02.144824 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fd653-f43f-4e76-b083-fdc63712d5ac None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T14:57:45Z', 'revision_number': 4, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '1271c613-0f10-4136-bfa0-768af5d68e3f', 'name': '', 'network_id': 'e526775e-160e-4973-90b5-e943187ea5fd', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'mac_address': 'fa:16:3e:4e:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7028f390-a936-4231-97c6-8c291268b236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:44Z', 'updated_at': '2022-02-11T14:57:48Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'subnets': [{'id': '7028f390-a936-4231-97c6-8c291268b236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:02:02.390815 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2005b0d2-a975-4b76-9b23-fb94cb493f78 req-9c33e4d8-1285-4bc6-9c69-37163dc3f7ff tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0300982 Feb 11 15:02:02.391334 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdb829-a76e-445a-936a-d195519d0c71 None None] New status for floating IP 61db3969-597c-4a07-b868-e837eb9e9e1d: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:02:03.495099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17768d9f-cb7e-445f-83f4-eec95fce57ee req-6528e748-4773-40f2-b403-62316c5a54a0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0269692 Feb 11 15:02:04.591307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-09bae34a-ee27-4d61-8813-857659c6c061 req-0e358bf9-c2e0-4141-835c-f66d35a3f1e0 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0263724 Feb 11 15:02:04.744727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:04.767050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: be82146e-639b-4fd9-b4b0-28c2cbb40684 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:04.767396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device be82146e-639b-4fd9-b4b0-28c2cbb40684 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:05.699763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4210398b-6218-4789-bd87-c1ca85b52d49 req-437ee77c-81ee-42b2-be45-a19ef4eeb416 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/ports?device_id=5efdbb25-5428-4349-976f-1c46fe19880f HTTP/1.1" status: 200 len: 210 time: 0.0263681 Feb 11 15:02:10.639900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41394) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:10.694609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:10.722586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:10.827804 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:10.830524 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:10.831690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3af9db2-ca34-412b-9c90-1897d975836f HTTP/1.1" status: 204 len: 168 time: 0.1907628 Feb 11 15:02:10.834286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41396) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:10.840566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e69ea6-4c8c-49a2-af9e-c4b1ec09c8ad tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3af9db2-ca34-412b-9c90-1897d975836f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:10.848119 n-d-828407-1 neutron-server[109376]: INFO neutron.api.v2.resource [None req-fb655b7b-942f-4a4e-a8f2-a9f96e97b28c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] show failed (client error): The resource could not be found. Feb 11 15:02:10.849163 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fb655b7b-942f-4a4e-a8f2-a9f96e97b28c tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "GET /v2.0/security-groups/c3af9db2-ca34-412b-9c90-1897d975836f HTTP/1.1" status: 404 len: 347 time: 0.0137966 Feb 11 15:02:10.851752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:10.972560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Deleting port d665fe41-5769-4ca0-8d97-fa763a976e48 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:10.972911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.044257 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.044581 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.055907 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Calling delete_port for d665fe41-5769-4ca0-8d97-fa763a976e48 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:11.237862 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.263568 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Pushing event deleted for resources: {'Port': ['ID=d665fe41-5769-4ca0-8d97-fa763a976e48,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:11.291552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.291894 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.292233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.292567 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.292909 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.293248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.293574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.293898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.294219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.294539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.294863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.295182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:11.333074 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.335604 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.336746 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-76499a17-3d7e-40d1-ba36-ae1c23f0c655 tempest-ServerActionsTestJSON-1282385235 tempest-ServerActionsTestJSON-1282385235-project] 10.222.0.31 "DELETE /v2.0/floatingips/61db3969-597c-4a07-b868-e837eb9e9e1d HTTP/1.1" status: 204 len: 168 time: 0.4840910 Feb 11 15:02:11.339762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:11.670500 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.703462 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:02:11.912530 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Deleting port 1271c613-0f10-4136-bfa0-768af5d68e3f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:11.913121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:11.990248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] For port 1271c613-0f10-4136-bfa0-768af5d68e3f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1271c613-0f10-4136-bfa0-768af5d68e3f,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:11.990534 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:12.001876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Calling delete_port for 1271c613-0f10-4136-bfa0-768af5d68e3f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:12.250471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:12.273981 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Pushing event deleted for resources: {'Port': ['ID=1271c613-0f10-4136-bfa0-768af5d68e3f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:12.438789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:12.650000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Router e7791472-73d4-4b22-8c53-808336f87190 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:02:12.758881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:02:12.764215 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-40380381-ef8a-4409-a488-615f4a3a2abc admin admin] 10.222.0.31 "PUT /v2.0/routers/e7791472-73d4-4b22-8c53-808336f87190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234645 Feb 11 15:02:12.767051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41402) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:12.768567 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Sync routers for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:02:12.778585 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:02:12.779177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:01:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:12.865019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:12.880077 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:02:12.970384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.084099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Deleting port 9144c6c0-a91e-4eff-b852-b99ba32be044 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:13.084440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.145815 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T15:02:12Z', 'revision_number': 5, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port': {'id': '9144c6c0-a91e-4eff-b852-b99ba32be044', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7791472-73d4-4b22-8c53-808336f87190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:57:42Z', 'updated_at': '2022-02-11T14:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:13.164607 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] For port 9144c6c0-a91e-4eff-b852-b99ba32be044, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9144c6c0-a91e-4eff-b852-b99ba32be044,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:13.164998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.171554 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Checking router: e7791472-73d4-4b22-8c53-808336f87190 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:02:13.176447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Calling delete_port for 9144c6c0-a91e-4eff-b852-b99ba32be044 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:13.179732 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Routers {'e7791472-73d4-4b22-8c53-808336f87190'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:02:13.180328 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:01:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['e7791472-73d4-4b22-8c53-808336f87190'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:13.263908 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] Set router e7791472-73d4-4b22-8c53-808336f87190 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:02:13.316214 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T15:02:12Z', 'revision_number': 6, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:13.341863 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19ac8e-458a-4d74-a9e4-59bc2ef4f321 None None] The sync data for ids ['e7791472-73d4-4b22-8c53-808336f87190'] in n-d-828407-1 is: [{'id': 'e7791472-73d4-4b22-8c53-808336f87190', 'name': 'tempest-ServerActionsTestJSON-1971591250-router', 'tenant_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:57:41Z', 'updated_at': '2022-02-11T15:02:12Z', 'revision_number': 6, 'project_id': '5f8476ec76334b8e964ecd5afdcb8a4a', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:02:13.386776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.415276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9144c6c0-a91e-4eff-b852-b99ba32be044,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:13.487679 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.578372 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.580673 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.695790 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.696322 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7791472-73d4-4b22-8c53-808336f87190 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:02:13.700731 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.702540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-65e210f7-dd9c-46fe-a70d-e622dc149933 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e7791472-73d4-4b22-8c53-808336f87190 HTTP/1.1" status: 204 len: 168 time: 0.9345124 Feb 11 15:02:13.705293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41404) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:13.754630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Deleting subnet 7028f390-a936-4231-97c6-8c291268b236 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:02:13.758148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.802799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.878441 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:13.976434 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.002991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7028f390-a936-4231-97c6-8c291268b236,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:14.004977 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.008100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1b0f0991-8c51-4f02-b2c2-3251c2503dcd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7028f390-a936-4231-97c6-8c291268b236 HTTP/1.1" status: 204 len: 168 time: 0.3018379 Feb 11 15:02:14.009541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee7f94-cd65-491c-8a87-f82c1eebca55 None None] Network e526775e-160e-4973-90b5-e943187ea5fd requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:02:14.010587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41406) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:14.082412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.150665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Deleting port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:14.151284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.192560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] DHCP port deletion for e526775e-160e-4973-90b5-e943187ea5fd request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:02:14.221026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1271c613-0f10-4136-bfa0-768af5d68e3f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:14.223106 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] For port 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1d7e465c-d60c-47c0-abb2-c79d2ea60616,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:14.223578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.238117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Calling delete_port for 1d7e465c-d60c-47c0-abb2-c79d2ea60616 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:14.248961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1271c613-0f10-4136-bfa0-768af5d68e3f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:14.249294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1271c613-0f10-4136-bfa0-768af5d68e3f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:14.267660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Deleting port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:14.268319 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.332880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] For port 1d7e465c-d60c-47c0-abb2-c79d2ea60616, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1d7e465c-d60c-47c0-abb2-c79d2ea60616,segment=NetworkSegment(c6d19621-3900-4908-b484-60b07ca82f51),segment_id=c6d19621-3900-4908-b484-60b07ca82f51)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:14.333413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.348866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Calling delete_port for 1d7e465c-d60c-47c0-abb2-c79d2ea60616 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:14.422482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.431266 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.448233 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7e465c-d60c-47c0-abb2-c79d2ea60616,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:14.455077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] No DVR routers for this DVR port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:02:14.457632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] Pushing event deleted for resources: {'Port': ['ID=1d7e465c-d60c-47c0-abb2-c79d2ea60616,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:14.459593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8d0e2-7094-45d1-bb2e-e6f113bd6de4 None None] No DVR routers for this DVR port 1d7e465c-d60c-47c0-abb2-c79d2ea60616 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:02:14.531821 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.552095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e526775e-160e-4973-90b5-e943187ea5fd']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:14.561109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d19621-3900-4908-b484-60b07ca82f51') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:14.561403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d19621-3900-4908-b484-60b07ca82f51') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:14.570942 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.583711 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.589558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:02:14.594201 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:02:14.713630 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.719054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:14.722388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] 10.222.0.31 "DELETE /v2.0/networks/e526775e-160e-4973-90b5-e943187ea5fd HTTP/1.1" status: 204 len: 168 time: 0.7108636 Feb 11 15:02:14.738468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3835ae-d18b-451c-b050-97ab55bc535b admin admin] Pushing event deleted for resources: {'Network': ['ID=e526775e-160e-4973-90b5-e943187ea5fd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:15.068168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41410) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:15.112968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5846668c-d18a-4ab0-a036-f714f62ec4ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f8476ec76334b8e964ecd5afdcb8a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435998 Feb 11 15:02:15.117191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41412) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:15.163803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:15.184323 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:15.296959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:15.299604 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:15.300765 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56b915d2-1324-4cfb-aca0-6e1dc2f2f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1826339 Feb 11 15:02:15.308398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d0927-3625-4925-ab15-627249481bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b915d2-1324-4cfb-aca0-6e1dc2f2f9b8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:15.782041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9144c6c0-a91e-4eff-b852-b99ba32be044 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:15.801891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9144c6c0-a91e-4eff-b852-b99ba32be044 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:15.802243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9144c6c0-a91e-4eff-b852-b99ba32be044 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:15.802661 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1d7e465c-d60c-47c0-abb2-c79d2ea60616 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:15.826239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1d7e465c-d60c-47c0-abb2-c79d2ea60616 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:15.827260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1d7e465c-d60c-47c0-abb2-c79d2ea60616 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:16.327134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41434) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:16.427246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-389324423-network', 'tenant_id': 'b4f80ceab9c44b7188c50273ab81e698'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:16.552949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Made reservation on behalf of b4f80ceab9c44b7188c50273ab81e698 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:16.555321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.563740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.636416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.701550 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.725589 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:02:16.735419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490ed5b-f6ad-4348-a19c-0caf7b85c831,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:16.740119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.740465 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Added segment e097b00b-1e75-4dcc-a1e4-51545df3e3de of type vlan for network 682cebac-47f8-4276-b888-2cccba272cb3 Feb 11 15:02:16.789569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.861903 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.862904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:16.863500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:16.919865 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] Pushing event updated for resources: {'Network': ['ID=682cebac-47f8-4276-b888-2cccba272cb3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:16.930153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 682cebac-47f8-4276-b888-2cccba272cb3 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:02:16.983947 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-581968d7-cd0a-46a9-a80e-4fa924491157 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6556368 Feb 11 15:02:16.988212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41438) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:16.993211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Request body: {'subnet': {'network_id': '682cebac-47f8-4276-b888-2cccba272cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-389324423-subnet', 'tenant_id': 'b4f80ceab9c44b7188c50273ab81e698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:17.072057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Made reservation on behalf of b4f80ceab9c44b7188c50273ab81e698 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:17.076247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:17.313329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:17.366569 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443c6131-9275-4b8f-b153-48667399f701,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:17.376406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Checking segment: {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:02:17.379634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Network hostable DHCP agents. Network: 682cebac-47f8-4276-b888-2cccba272cb3, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:02:17.456299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Network 682cebac-47f8-4276-b888-2cccba272cb3 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:02:17.553555 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 682cebac-47f8-4276-b888-2cccba272cb3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:02:17.557723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:17.558313 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:17.562788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d86d96-d08b-4f78-9a49-ed558237ac61 None None] Network 682cebac-47f8-4276-b888-2cccba272cb3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:02:17.652907 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6332b441-b349-4ab5-a425-c9c51d9a20b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6635721 Feb 11 15:02:17.686242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67312da-d5a5-46a9-afe5-26d9ea0998c6 None None] Network 682cebac-47f8-4276-b888-2cccba272cb3 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:02:18.068048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-aa76cf29-05c2-42c9-9235-0dc8736f07c5 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:18.069836 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-aa76cf29-05c2-42c9-9235-0dc8736f07c5 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/networks?id=682cebac-47f8-4276-b888-2cccba272cb3 HTTP/1.1" status: 200 len: 813 time: 0.1036217 Feb 11 15:02:18.085298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-0493613e-d4e7-4cf5-a8e7-747a74c9302a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/quotas/b4f80ceab9c44b7188c50273ab81e698 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Feb 11 15:02:18.115850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-2c9c8a19-6e75-4912-a81e-75353971bc22 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253348 Feb 11 15:02:18.126707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-482c5a29-3309-48c3-bf63-dd82d4f4ebd7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:02:18.127671 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-482c5a29-3309-48c3-bf63-dd82d4f4ebd7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053637 Feb 11 15:02:18.215222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-177d277f-e4c4-4be2-b8a2-ff38901d2267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:18.223580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-cb005134-dc3f-4e1b-aba2-74e30f4ccacd service neutron] 10.222.0.31 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Feb 11 15:02:18.315464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-d9db3bca-35c3-4198-912c-5378328806ce service neutron] 10.222.0.31 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856869 Feb 11 15:02:18.562590 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e0bb218b-1d6a-4450-b762-aa0e181d8d18 req-19fb7688-d2d0-4094-8241-6a31e0db7afd tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 210 time: 0.0294595 Feb 11 15:02:19.657798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bb21c635-c2c9-4ed6-b1c6-645d3c48dce3 req-710b2826-d352-444a-8466-d3e0cb142c28 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 210 time: 0.0263460 Feb 11 15:02:20.439720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9be6-80fb-4c23-bda9-38e69a8bd045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:20.454618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-6ea52c6c-c9bd-4eb8-8aef-866eaeb8e9b1 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:20.456028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-6ea52c6c-c9bd-4eb8-8aef-866eaeb8e9b1 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.60 "GET /v2.0/networks?id=682cebac-47f8-4276-b888-2cccba272cb3 HTTP/1.1" status: 200 len: 813 time: 0.1066241 Feb 11 15:02:20.468277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Request body: {'port': {'device_id': '48311b74-3423-44a5-a668-47aa87569fb2', 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3', 'admin_state_up': True, 'tenant_id': 'b4f80ceab9c44b7188c50273ab81e698'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:20.644495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Made reservation on behalf of b4f80ceab9c44b7188c50273ab81e698 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:20.648057 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:20.754614 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-902307f8-f722-4007-be33-faf20ba2fee6 req-c864a58f-59d0-4e21-80a2-45a56879d24d tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 210 time: 0.0256584 Feb 11 15:02:20.777876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Allocated IP 172.20.0.7 (682cebac-47f8-4276-b888-2cccba272cb3/443c6131-9275-4b8f-b153-48667399f701/69072bb1-4095-4494-bf88-c4fff75025c1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:02:20.923525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.015359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.059986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Network 682cebac-47f8-4276-b888-2cccba272cb3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:02:21.062958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:02:21.066626 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:02:21.073243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Pushing event updated for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:21.117605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:21.118213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.206131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-1907f282-4c04-470f-a7b6-b47609f53c11 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7413335 Feb 11 15:02:21.218294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Request body: {'port': {'device_id': '48311b74-3423-44a5-a668-47aa87569fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:21.273212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.535812 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69072bb1-4095-4494-bf88-c4fff75025c1 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:02:21.544402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.556546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Transition to ACTIVE for port object 69072bb1-4095-4494-bf88-c4fff75025c1 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:02:21.638562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.689098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Pushing event updated for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:21.755510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Attempting to bind port 69072bb1-4095-4494-bf88-c4fff75025c1 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:02:21.755836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Attempting to bind port 69072bb1-4095-4494-bf88-c4fff75025c1 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:02:21.756156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Attempting to bind port 69072bb1-4095-4494-bf88-c4fff75025c1 on network 682cebac-47f8-4276-b888-2cccba272cb3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:02:21.760295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Port 69072bb1-4095-4494-bf88-c4fff75025c1 on network 682cebac-47f8-4276-b888-2cccba272cb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:02:21.760610 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Attempting to bind port 69072bb1-4095-4494-bf88-c4fff75025c1 on network 682cebac-47f8-4276-b888-2cccba272cb3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:02:21.765266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:02:21.765598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Checking segment: {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:02:21.765972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Bound using segment: {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:02:21.766385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Bound port: 69072bb1-4095-4494-bf88-c4fff75025c1, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:02:21.766728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.842790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:02:21.870515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69072bb1-4095-4494-bf88-c4fff75025c1,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:02:21.886381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350caadb-b8fb-4ae6-bc42-b3de0735c409 req-41854afc-0738-4a77-8bcf-f2836bd3660a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:21.887871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-350caadb-b8fb-4ae6-bc42-b3de0735c409 req-41854afc-0738-4a77-8bcf-f2836bd3660a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 943 time: 0.0603747 Feb 11 15:02:21.919055 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.925531 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-350caadb-b8fb-4ae6-bc42-b3de0735c409 req-4a14943a-f651-47d0-9073-bf36bcbc7f52 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Feb 11 15:02:21.948173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.986312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:21.986928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:21.988302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] 10.222.0.60 "PUT /v2.0/ports/69072bb1-4095-4494-bf88-c4fff75025c1 HTTP/1.1" status: 200 len: 1091 time: 0.7740622 Feb 11 15:02:21.988742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:21.991572 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412491eb-8e27-428c-bc1a-62fdf004a74f" -d '{"events": [{"name": "network-changed", "server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:22.018039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e0a96-997f-4b53-8ecb-8739703f57ea service neutron] Pushing event updated for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:22.032321 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed33313-acf4-4375-a9e6-5537cec5172f x-openstack-request-id: req-8ed33313-acf4-4375-a9e6-5537cec5172f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:22.032608 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:22.032880 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ed33313-acf4-4375-a9e6-5537cec5172f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:22.033304 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1', 'status': 'completed', 'code': 200} Feb 11 15:02:22.094803 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-6ce1b6b1-ac99-4bec-96f1-e0e650cf3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:22.096282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-6ce1b6b1-ac99-4bec-96f1-e0e650cf3778 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0409286 Feb 11 15:02:22.189799 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-38665516-889d-407e-a0a5-038efbb7b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:22.191258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-38665516-889d-407e-a0a5-038efbb7b8fd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b4f80ceab9c44b7188c50273ab81e698&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0873723 Feb 11 15:02:22.283011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-347b05c8-dacd-4221-9a2f-3b4c3e5644de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:22.284469 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-412491eb-8e27-428c-bc1a-62fdf004a74f req-347b05c8-dacd-4221-9a2f-3b4c3e5644de service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873649 Feb 11 15:02:22.357484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-94217c94-27ee-4419-97f5-436823c5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:22.358970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-94217c94-27ee-4419-97f5-436823c5a52a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0397604 Feb 11 15:02:22.403798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-3b4aa66a-c4fe-4fa2-9cc0-4eef0e365c4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69072bb1-4095-4494-bf88-c4fff75025c1 HTTP/1.1" status: 200 len: 217 time: 0.0372620 Feb 11 15:02:22.451296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-2e353961-2ef3-4b72-9487-6abbbc909dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:22.452727 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-2e353961-2ef3-4b72-9487-6abbbc909dda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=443c6131-9275-4b8f-b153-48667399f701 HTTP/1.1" status: 200 len: 853 time: 0.0433178 Feb 11 15:02:22.482707 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-d1a16814-0826-4c4a-b36b-725e15393f47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=682cebac-47f8-4276-b888-2cccba272cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237365 Feb 11 15:02:22.572550 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-a84ed100-fe9f-4d24-8d5a-d8164675d912 service neutron] 10.222.0.60 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Feb 11 15:02:22.662186 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2e0a8be-d9e9-443d-8ed9-609bb1610130 req-5677fa74-e06b-4efe-8c0e-aca27a01511a service neutron] 10.222.0.60 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829277 Feb 11 15:02:23.042487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c833c5c-26b9-4e62-8cd6-b7b9e431cb9b req-3230d426-3c9e-4a7f-a77b-8ec9ae1d9699 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:23.043969 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8c833c5c-26b9-4e62-8cd6-b7b9e431cb9b req-3230d426-3c9e-4a7f-a77b-8ec9ae1d9699 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 943 time: 0.0487690 Feb 11 15:02:23.080950 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8c833c5c-26b9-4e62-8cd6-b7b9e431cb9b req-10119387-c83a-4470-a34b-e012d7217c36 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Feb 11 15:02:23.295675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:23.374623 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:24.249113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495d13-5b82-48ad-9ff0-411d96d3b78e req-24e27508-6724-49bf-93f9-55372dae53cf tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:24.250560 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98495d13-5b82-48ad-9ff0-411d96d3b78e req-24e27508-6724-49bf-93f9-55372dae53cf tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 943 time: 0.0473557 Feb 11 15:02:24.287601 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-98495d13-5b82-48ad-9ff0-411d96d3b78e req-40b12c6d-e60d-415d-9f35-db566d64210b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Feb 11 15:02:25.441347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9149a92-db6b-4583-ad60-1e5bc5c27784 req-290b21f2-9126-4e26-bda6-2592b7d95872 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:25.442867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9149a92-db6b-4583-ad60-1e5bc5c27784 req-290b21f2-9126-4e26-bda6-2592b7d95872 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 943 time: 0.0526583 Feb 11 15:02:25.480599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c9149a92-db6b-4583-ad60-1e5bc5c27784 req-3acd857d-c46e-4f2b-8de1-615a87702864 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Feb 11 15:02:25.601929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69072bb1-4095-4494-bf88-c4fff75025c1 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:02:25.693935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69072bb1-4095-4494-bf88-c4fff75025c1,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:25.705421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '69072bb1-4095-4494-bf88-c4fff75025c1', 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3', 'port_id': '69072bb1-4095-4494-bf88-c4fff75025c1', 'mac_address': 'fa:16:3e:df:b2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443c6131-9275-4b8f-b153-48667399f701', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:02:25.745467 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:25.758101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69072bb1-4095-4494-bf88-c4fff75025c1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:02:25.777071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69072bb1-4095-4494-bf88-c4fff75025c1,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:25.827246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:25.872867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:26.012581 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['69072bb1-4095-4494-bf88-c4fff75025c1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:26.676952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb55bc-3a7d-45a7-a0eb-bf6677c5b386 req-7a96bbe5-7864-4926-885f-77fcbfbc17a6 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:26.678422 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67fb55bc-3a7d-45a7-a0eb-bf6677c5b386 req-7a96bbe5-7864-4926-885f-77fcbfbc17a6 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 944 time: 0.0942287 Feb 11 15:02:26.715619 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-67fb55bc-3a7d-45a7-a0eb-bf6677c5b386 req-6d853fee-4d36-413b-9d69-5d998d82201a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Feb 11 15:02:27.612793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69072bb1-4095-4494-bf88-c4fff75025c1 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:02:27.753117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 69072bb1-4095-4494-bf88-c4fff75025c1 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:02:27.757599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 69072bb1-4095-4494-bf88-c4fff75025c1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:02:27.757977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:27.835967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:27.857693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:27.859917 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f4fdf6-8583-4483-bb06-48471aea551b" -d '{"events": [{"server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "name": "network-vif-plugged", "status": "completed", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:27.876252 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69072bb1-4095-4494-bf88-c4fff75025c1,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:27.905627 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f48320-1e56-4c77-9149-5d21b541abbc x-openstack-request-id: req-59f48320-1e56-4c77-9149-5d21b541abbc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:27.905917 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "name": "network-vif-plugged", "status": "completed", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:27.906163 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59f48320-1e56-4c77-9149-5d21b541abbc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:27.906556 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1', 'code': 200} Feb 11 15:02:27.923048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a78d3-6343-4536-b43e-8327ba470f18 req-04b2caa0-eaec-4555-8d8e-1b5b8f06f923 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:27.924554 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a4a78d3-6343-4536-b43e-8327ba470f18 req-04b2caa0-eaec-4555-8d8e-1b5b8f06f923 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 944 time: 0.1024432 Feb 11 15:02:27.946386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:27.964243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7a4a78d3-6343-4536-b43e-8327ba470f18 req-11e3f2cb-f7c3-4423-918d-d3906a0ff6f0 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Feb 11 15:02:28.003138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b181ca-51b6-41b8-8d0a-ad30318a6073 req-da21304c-3aba-43ad-8b39-36405aad942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:28.005335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:28.005463 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b181ca-51b6-41b8-8d0a-ad30318a6073 req-da21304c-3aba-43ad-8b39-36405aad942b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0402777 Feb 11 15:02:28.037979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b181ca-51b6-41b8-8d0a-ad30318a6073 req-9cc113d8-04fa-4fa2-9b8b-d99ae369e6ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266290 Feb 11 15:02:29.086223 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ede1ea-4e8b-4f91-ae94-346c5fe9f177 req-99e90a38-257d-4b8c-8511-6912c65a7d91 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:29.087685 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37ede1ea-4e8b-4f91-ae94-346c5fe9f177 req-99e90a38-257d-4b8c-8511-6912c65a7d91 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Feb 11 15:02:29.124014 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-37ede1ea-4e8b-4f91-ae94-346c5fe9f177 req-1654cfab-0aa5-404d-9afb-8b6709263563 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Feb 11 15:02:30.240388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfdebe-1de2-4243-bf7c-b925fb8fe412 req-0fcdf685-51da-4c01-9726-f6ba426d33c7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:30.241945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77cfdebe-1de2-4243-bf7c-b925fb8fe412 req-0fcdf685-51da-4c01-9726-f6ba426d33c7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Feb 11 15:02:30.279374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-77cfdebe-1de2-4243-bf7c-b925fb8fe412 req-d4275527-d91b-48f8-9f20-3597d3b77533 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Feb 11 15:02:30.495985 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-a8579fda-fa6a-47f5-a7e3-1a18fe83c51e tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:30.497464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-a8579fda-fa6a-47f5-a7e3-1a18fe83c51e tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/networks?id=682cebac-47f8-4276-b888-2cccba272cb3 HTTP/1.1" status: 200 len: 813 time: 0.0975702 Feb 11 15:02:30.511859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-45812ac3-a1b8-4791-ba46-b2c39bdd0af9 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/quotas/b4f80ceab9c44b7188c50273ab81e698 HTTP/1.1" status: 200 len: 375 time: 0.0087044 Feb 11 15:02:30.565722 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-2f5101d3-782e-4379-bb0f-b9aba56e18a7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487573 Feb 11 15:02:30.700696 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-e947f79d-8739-4f5c-8584-a01f2596eda5 service neutron] 10.222.0.31 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276815 Feb 11 15:02:30.793150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:30.794875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5dbb29b5-1271-48ed-9d57-074c634f6611 service neutron] 10.222.0.31 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879419 Feb 11 15:02:31.672903 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:32.007843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7c8d43fb-1409-4699-8a7f-6d6cd3188bbc req-b6317dd8-67d2-481c-971b-a7027dc4b422 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 210 time: 0.0257201 Feb 11 15:02:33.100648 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-565b5856-b652-4c67-a7b5-94a71ab5d18f req-b40ca5c7-c45e-498f-b39b-438ff7f5e39e tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 210 time: 0.0263052 Feb 11 15:02:33.712321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-372a6608-15f9-40f1-af6c-a1db9f04b775 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:33.713785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-372a6608-15f9-40f1-af6c-a1db9f04b775 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.62 "GET /v2.0/networks?id=682cebac-47f8-4276-b888-2cccba272cb3 HTTP/1.1" status: 200 len: 813 time: 0.1034679 Feb 11 15:02:33.725895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Request body: {'port': {'device_id': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3', 'admin_state_up': True, 'tenant_id': 'b4f80ceab9c44b7188c50273ab81e698'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:34.203732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2a735af5-851c-4853-921b-12a33de5041b req-34821336-38c6-47bc-a45a-e024118e06d5 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 210 time: 0.0304964 Feb 11 15:02:34.255933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Made reservation on behalf of b4f80ceab9c44b7188c50273ab81e698 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:34.259499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:34.384206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Allocated IP 172.20.0.6 (682cebac-47f8-4276-b888-2cccba272cb3/443c6131-9275-4b8f-b153-48667399f701/4fd8159f-eb6b-45d9-9793-4328d1cc1683) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:02:34.527982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:34.622036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:34.634126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['69072bb1-4095-4494-bf88-c4fff75025c1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:34.666229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Network 682cebac-47f8-4276-b888-2cccba272cb3 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:02:34.669108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:02:34.672674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:02:34.698064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Pushing event updated for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:34.723974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:34.724639 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:34.795115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-5340c2a0-7a64-4fcb-a344-2919aa14aa3b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0731950 Feb 11 15:02:34.881467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Request body: {'port': {'device_id': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:34.935848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.190025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd8159f-eb6b-45d9-9793-4328d1cc1683 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:02:35.197560 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.208945 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Transition to ACTIVE for port object 4fd8159f-eb6b-45d9-9793-4328d1cc1683 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:02:35.266979 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.320168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Pushing event updated for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:35.320412 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce51fc-d56b-4252-ab13-4bcd9532f6ca req-ed7dadd2-aacf-4ed9-a858-21aec2ffdf2a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.321844 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10ce51fc-d56b-4252-ab13-4bcd9532f6ca req-ed7dadd2-aacf-4ed9-a858-21aec2ffdf2a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 943 time: 0.0493443 Feb 11 15:02:35.361375 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-10ce51fc-d56b-4252-ab13-4bcd9532f6ca req-d24298b3-2495-40b5-a40b-93ee112e6fcb tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Feb 11 15:02:35.385595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Attempting to bind port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:02:35.386822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Attempting to bind port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:02:35.386822 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Attempting to bind port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 on network 682cebac-47f8-4276-b888-2cccba272cb3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:02:35.390433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 on network 682cebac-47f8-4276-b888-2cccba272cb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:02:35.390749 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Attempting to bind port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 on network 682cebac-47f8-4276-b888-2cccba272cb3 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:02:35.395497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:02:35.395851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Checking segment: {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:02:35.396210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Bound using segment: {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:02:35.396629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Bound port: 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e097b00b-1e75-4dcc-a1e4-51545df3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:02:35.397016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.458887 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:02:35.462121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:02:35.553106 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.589395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.590018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:35.591408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] 10.222.0.62 "PUT /v2.0/ports/4fd8159f-eb6b-45d9-9793-4328d1cc1683 HTTP/1.1" status: 200 len: 1091 time: 0.7517173 Feb 11 15:02:35.591852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:35.594102 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd63e482af04b6deae03ce5af5fd6456b513fc7c565d296b562eafe09808dee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e9a36-400f-4c00-95b2-2d9df03cd97d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:35.617255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33c75-9384-41ad-a606-38eaed0c69fb service neutron] Pushing event updated for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:35.635943 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2765d-b66c-4c72-b9bc-f003c4ec3dac x-openstack-request-id: req-0cd2765d-b66c-4c72-b9bc-f003c4ec3dac {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:35.636232 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:35.636484 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cd2765d-b66c-4c72-b9bc-f003c4ec3dac {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:35.636914 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683', 'status': 'completed', 'code': 200} Feb 11 15:02:35.700761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-3be32213-2d33-4a86-86cb-787a51a831c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.702295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-3be32213-2d33-4a86-86cb-787a51a831c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 1094 time: 0.0456438 Feb 11 15:02:35.796156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-ca17442e-dfeb-4b90-b965-37c425c6e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.797653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-ca17442e-dfeb-4b90-b965-37c425c6e7e6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4f80ceab9c44b7188c50273ab81e698&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0876670 Feb 11 15:02:35.890861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-bfcddc7a-795b-4a16-9cc5-3d8a190681a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.892311 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-159e9a36-400f-4c00-95b2-2d9df03cd97d req-bfcddc7a-795b-4a16-9cc5-3d8a190681a7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885127 Feb 11 15:02:35.963709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-a7c081ee-c7ba-422a-84aa-d770f9a2f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:35.965337 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-a7c081ee-c7ba-422a-84aa-d770f9a2f857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4f80ceab9c44b7188c50273ab81e698&device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 1094 time: 0.0404999 Feb 11 15:02:36.003946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-8533286b-dbd5-49a7-8347-0cd170d080d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683 HTTP/1.1" status: 200 len: 217 time: 0.0322375 Feb 11 15:02:36.055484 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-2da3f14a-e996-4372-a36d-6a72e14e19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:36.056937 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-2da3f14a-e996-4372-a36d-6a72e14e19f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=443c6131-9275-4b8f-b153-48667399f701 HTTP/1.1" status: 200 len: 853 time: 0.0465760 Feb 11 15:02:36.088659 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-6892d9c2-29f2-4085-9e66-b549dd22b564 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=682cebac-47f8-4276-b888-2cccba272cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248311 Feb 11 15:02:36.174588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-b2293fd9-6cf6-41c2-b103-179fc3fa00dd service neutron] 10.222.0.62 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792718 Feb 11 15:02:36.266607 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d92f69a3-03d9-4f0d-95fd-06a887bbdb64 req-525e6c13-9dac-486a-9b0b-d8059fc34701 service neutron] 10.222.0.62 "GET /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854700 Feb 11 15:02:36.474505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f988ea-883c-4936-99b6-6fe82d25e19e req-36a86cfd-149c-41c4-aa93-568c89f02033 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:36.475965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05f988ea-883c-4936-99b6-6fe82d25e19e req-36a86cfd-149c-41c4-aa93-568c89f02033 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 943 time: 0.0477409 Feb 11 15:02:36.512627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-05f988ea-883c-4936-99b6-6fe82d25e19e req-a23354a0-4ecc-4cee-92f4-8ded0e00d6b7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Feb 11 15:02:37.627215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2460d0c-d618-4138-acc2-02e033d4144d req-4d25bc8a-fe3d-4ba0-a2b9-6aefac7254cb tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:37.628683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2460d0c-d618-4138-acc2-02e033d4144d req-4d25bc8a-fe3d-4ba0-a2b9-6aefac7254cb tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 943 time: 0.0480962 Feb 11 15:02:37.669131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a2460d0c-d618-4138-acc2-02e033d4144d req-ccba54c8-add8-4b7b-87a4-fcaa52f47263 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Feb 11 15:02:38.784365 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d332-63f6-42b1-bfdb-a9b489b89ccb req-dbedf4a8-b208-48b0-a6cb-65e6185ceefa tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:38.789684 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9a5d332-63f6-42b1-bfdb-a9b489b89ccb req-dbedf4a8-b208-48b0-a6cb-65e6185ceefa tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 943 time: 0.0515599 Feb 11 15:02:38.823668 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e9a5d332-63f6-42b1-bfdb-a9b489b89ccb req-477db3af-ab3e-4a20-af26-de5e486e4411 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Feb 11 15:02:38.915681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4fd8159f-eb6b-45d9-9793-4328d1cc1683 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:02:39.010474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:39.022054 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '4fd8159f-eb6b-45d9-9793-4328d1cc1683', 'network_id': '682cebac-47f8-4276-b888-2cccba272cb3', 'port_id': '4fd8159f-eb6b-45d9-9793-4328d1cc1683', 'mac_address': 'fa:16:3e:ec:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443c6131-9275-4b8f-b153-48667399f701', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:02:39.057326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:39.070937 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd8159f-eb6b-45d9-9793-4328d1cc1683 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:02:39.090090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:39.151618 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:39.196806 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:39.366836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['4fd8159f-eb6b-45d9-9793-4328d1cc1683'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:39.939187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829d9b-d905-4330-a25d-704cf62da56d req-6c20088f-f9d4-4d8c-9b74-a9e61544e703 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:39.940652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0829d9b-d905-4330-a25d-704cf62da56d req-6c20088f-f9d4-4d8c-9b74-a9e61544e703 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 944 time: 0.0478415 Feb 11 15:02:39.977191 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0829d9b-d905-4330-a25d-704cf62da56d req-b9e7e0c6-a5c1-4894-a400-86ed37f891e3 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302439 Feb 11 15:02:40.921312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4fd8159f-eb6b-45d9-9793-4328d1cc1683 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:02:41.031871 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:02:41.036531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:02:41.036943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:41.092762 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb47cc-4de3-4150-9e25-63803ea6d144 req-94b57061-6915-4780-89f2-656c309e1a13 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:41.094642 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47eb47cc-4de3-4150-9e25-63803ea6d144 req-94b57061-6915-4780-89f2-656c309e1a13 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 944 time: 0.0506611 Feb 11 15:02:41.117228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:41.132414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-47eb47cc-4de3-4150-9e25-63803ea6d144 req-7b958120-3ee9-485c-b560-9bdd115293c5 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Feb 11 15:02:41.140756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:41.142996 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2777a7d45a35e4379afed97ec81beb2f167d3609ec9fbd8017973e0bf63f9bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a6820-2a32-417c-b5a3-e532db44a0c6" -d '{"events": [{"server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "name": "network-vif-plugged", "status": "completed", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:41.156255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:41.220310 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:41.244247 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f65c0df-5642-4617-ade4-16fb62f4bed2 x-openstack-request-id: req-7f65c0df-5642-4617-ade4-16fb62f4bed2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:41.244534 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "name": "network-vif-plugged", "status": "completed", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:41.244785 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f65c0df-5642-4617-ade4-16fb62f4bed2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:41.245198 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683', 'code': 200} Feb 11 15:02:41.269388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:41.276717 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.277092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.277435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.277766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.278094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.278422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.278742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.279061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.279383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.279730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.280049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.280367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:41.351915 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275e5bf-7896-4fc3-bc93-6f77a01321de req-fa5aebc7-42b5-47c6-a944-6a4ef2169ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:41.353445 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a275e5bf-7896-4fc3-bc93-6f77a01321de req-fa5aebc7-42b5-47c6-a944-6a4ef2169ce6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 1096 time: 0.0436532 Feb 11 15:02:41.387686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a275e5bf-7896-4fc3-bc93-6f77a01321de req-c1fd831c-cd02-4465-afb3-a49e26e18f29 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271151 Feb 11 15:02:42.247616 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98cd66-f079-429a-a743-f44c7eacbfa8 req-b43e6ced-3e99-4b19-8014-8755010c1699 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:42.249100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d98cd66-f079-429a-a743-f44c7eacbfa8 req-b43e6ced-3e99-4b19-8014-8755010c1699 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Feb 11 15:02:42.286173 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6d98cd66-f079-429a-a743-f44c7eacbfa8 req-d544beb6-40df-4acb-b730-d05eb471e9c6 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Feb 11 15:02:43.402293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de4be9-21f8-4b7a-a7fa-bf452799d309 req-a7b53d75-446f-46ed-ab0e-2c1d91fb78ae tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:43.403748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33de4be9-21f8-4b7a-a7fa-bf452799d309 req-a7b53d75-446f-46ed-ab0e-2c1d91fb78ae tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 945 time: 0.0482640 Feb 11 15:02:43.439802 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-33de4be9-21f8-4b7a-a7fa-bf452799d309 req-1135e8bf-29f0-4068-ad00-b7ae4d75c32a tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301447 Feb 11 15:02:43.871702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957442-600e-404f-9d80-606a02d5608e req-15751285-5004-4c09-a686-084f10fd40bd tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:43.873183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70957442-600e-404f-9d80-606a02d5608e req-15751285-5004-4c09-a686-084f10fd40bd tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Feb 11 15:02:43.909929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70957442-600e-404f-9d80-606a02d5608e req-840cc9b5-122e-4026-8e9a-d2785379ec8c tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Feb 11 15:02:45.029636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60696d-e5b7-41ad-96d8-d9b29148b5cb req-e7f3b793-b71f-4268-977c-e4f5e08602c7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:45.031116 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc60696d-e5b7-41ad-96d8-d9b29148b5cb req-e7f3b793-b71f-4268-977c-e4f5e08602c7 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 945 time: 0.0515213 Feb 11 15:02:45.068612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc60696d-e5b7-41ad-96d8-d9b29148b5cb req-d6c2153e-5210-4171-8b95-40ba0fa8ac9b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Feb 11 15:02:45.154569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-38d621d1-c6f2-4875-85f6-987dd619070b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:45.156029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-38d621d1-c6f2-4875-85f6-987dd619070b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 945 time: 0.0516169 Feb 11 15:02:45.242704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Deleting port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:45.242975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:45.331692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] For port 4fd8159f-eb6b-45d9-9793-4328d1cc1683, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=4fd8159f-eb6b-45d9-9793-4328d1cc1683,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:45.332597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:45.344488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Calling delete_port for 4fd8159f-eb6b-45d9-9793-4328d1cc1683 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:45.518425 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:45.532060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['69072bb1-4095-4494-bf88-c4fff75025c1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:45.534520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['4fd8159f-eb6b-45d9-9793-4328d1cc1683'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:45.552295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Pushing event deleted for resources: {'Port': ['ID=4fd8159f-eb6b-45d9-9793-4328d1cc1683,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:45.565219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.565572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.565919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.566257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.566595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.566931 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.567256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.567584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.567933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.568241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.568564 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.569761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:02:45.603927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] No DVR routers for this DVR port 4fd8159f-eb6b-45d9-9793-4328d1cc1683 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:02:45.606837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:45.610256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e9673c8a-9dea-41df-9f31-9fcf1dd406c2 req-70609c52-9b56-4f2f-a8fc-78ddc98841a4 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.62 "DELETE /v2.0/ports/4fd8159f-eb6b-45d9-9793-4328d1cc1683 HTTP/1.1" status: 204 len: 173 time: 0.4482057 Feb 11 15:02:45.610710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'name': 'network-vif-deleted', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:45.651661 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eeed68-17d1-43cb-b029-487c6f922ccd" -d '{"events": [{"server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "name": "network-vif-deleted", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:45.738332 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf79bdfe-96fe-4739-b56e-078a04dfd57f x-openstack-request-id: req-bf79bdfe-96fe-4739-b56e-078a04dfd57f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:45.738653 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbc8eb-f82f-4389-9716-13203c56aa22", "name": "network-vif-deleted", "tag": "4fd8159f-eb6b-45d9-9793-4328d1cc1683", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:45.738909 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf79bdfe-96fe-4739-b56e-078a04dfd57f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:45.739315 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbc8eb-f82f-4389-9716-13203c56aa22', 'name': 'network-vif-deleted', 'tag': '4fd8159f-eb6b-45d9-9793-4328d1cc1683', 'status': 'completed', 'code': 200} Feb 11 15:02:46.173104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-15436c12-0343-4dce-aec7-2d372e839723 req-22327d23-c8b5-4d4f-b0b2-82148901a0de tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fbc8eb-f82f-4389-9716-13203c56aa22 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Feb 11 15:02:47.320073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab87d5-44ad-4c24-8cd0-0657d0616151 req-a3c27a38-09d6-42f8-8e22-aced0b1d6ec9 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:47.321538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cab87d5-44ad-4c24-8cd0-0657d0616151 req-a3c27a38-09d6-42f8-8e22-aced0b1d6ec9 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Feb 11 15:02:47.357996 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9cab87d5-44ad-4c24-8cd0-0657d0616151 req-b30a4a26-5662-429a-9cc1-b406a0ebab21 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Feb 11 15:02:47.493383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fcbbc-8396-49c1-a61f-3b6c99b54346 req-7e87466f-f55a-4c2e-b3e0-fd8234a6d4c8 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:47.494850 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-672fcbbc-8396-49c1-a61f-3b6c99b54346 req-7e87466f-f55a-4c2e-b3e0-fd8234a6d4c8 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0518553 Feb 11 15:02:47.532207 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-672fcbbc-8396-49c1-a61f-3b6c99b54346 req-7074bafd-e8c8-4c1b-97fd-57a092dc739d tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Feb 11 15:02:47.649930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad96c-a727-4207-b22a-4f8c3f4872e9 req-c0a0aaee-4a44-49bd-8016-6d871c4d787c tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:47.651380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c51ad96c-a727-4207-b22a-4f8c3f4872e9 req-c0a0aaee-4a44-49bd-8016-6d871c4d787c tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Feb 11 15:02:47.687808 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c51ad96c-a727-4207-b22a-4f8c3f4872e9 req-8662b8d2-642c-426b-bd5b-8d7124ab933b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Feb 11 15:02:47.855153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386e03-4854-4c32-8aac-bd916f25f34e req-4c97eb77-8ef5-4a19-ab99-a3d4db798057 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:47.856544 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65386e03-4854-4c32-8aac-bd916f25f34e req-4c97eb77-8ef5-4a19-ab99-a3d4db798057 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Feb 11 15:02:47.894292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-65386e03-4854-4c32-8aac-bd916f25f34e req-c7d1a7ad-023f-41e4-b7c0-79c55c2d726d tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Feb 11 15:02:48.006542 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f78f4-b831-47c0-8579-4964c77091a8 req-0d1d7fe2-2924-49d6-91cf-a477e73d9b68 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:48.008009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45f78f4-b831-47c0-8579-4964c77091a8 req-0d1d7fe2-2924-49d6-91cf-a477e73d9b68 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0474179 Feb 11 15:02:48.044732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45f78f4-b831-47c0-8579-4964c77091a8 req-c0af82ad-c9f8-4f9a-89a2-817c42431c76 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Feb 11 15:02:48.166075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14eee-5f87-410a-84f7-30b9a163fb4d req-6dae4028-e06c-41c3-8d3b-36c62ff4192b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:48.167480 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2af14eee-5f87-410a-84f7-30b9a163fb4d req-6dae4028-e06c-41c3-8d3b-36c62ff4192b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Feb 11 15:02:48.204798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2af14eee-5f87-410a-84f7-30b9a163fb4d req-1c7367d1-0831-4d02-a23c-87726962d214 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Feb 11 15:02:48.215669 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ad16-defc-4dfa-aa2c-dc24f06e9097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:48.703272 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:02:48.940354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4fd8159f-eb6b-45d9-9793-4328d1cc1683 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:48.960023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 4fd8159f-eb6b-45d9-9793-4328d1cc1683 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:48.960367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 4fd8159f-eb6b-45d9-9793-4328d1cc1683 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:48.970986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff46ab6-4396-4dfc-a262-b94ba17b3302 req-a112dfb3-04d6-4a3b-90f5-0f79f813a36d tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:48.973008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ff46ab6-4396-4dfc-a262-b94ba17b3302 req-a112dfb3-04d6-4a3b-90f5-0f79f813a36d tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Feb 11 15:02:49.344992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8ff46ab6-4396-4dfc-a262-b94ba17b3302 req-ca676192-43b4-465d-8e5a-cf0b4e0d8b18 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659985 Feb 11 15:02:50.296438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-c900d71f-f5b8-493f-871e-14bf3215612f tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:50.297924 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-c900d71f-f5b8-493f-871e-14bf3215612f tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.60 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0463824 Feb 11 15:02:50.382925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Deleting port 69072bb1-4095-4494-bf88-c4fff75025c1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:02:50.383281 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:50.490159 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea47-dead-4f21-b570-735da57a3e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:50.500723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83a55a-dcf3-42a9-ab8f-b9f8b675a3ba req-17203ae5-6eee-4f1c-a7fe-697e9265f71b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:50.502228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ba83a55a-dcf3-42a9-ab8f-b9f8b675a3ba req-17203ae5-6eee-4f1c-a7fe-697e9265f71b tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 945 time: 0.0735104 Feb 11 15:02:50.518525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] For port 69072bb1-4095-4494-bf88-c4fff75025c1, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=69072bb1-4095-4494-bf88-c4fff75025c1,segment=NetworkSegment(e097b00b-1e75-4dcc-a1e4-51545df3e3de),segment_id=e097b00b-1e75-4dcc-a1e4-51545df3e3de)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:02:50.518890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:50.540164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Calling delete_port for 69072bb1-4095-4494-bf88-c4fff75025c1 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:02:50.567622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ba83a55a-dcf3-42a9-ab8f-b9f8b675a3ba req-4e29410a-cc5a-4517-84cc-f2a25f624c77 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/security-groups?id=a490ed5b-f6ad-4348-a19c-0caf7b85c831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Feb 11 15:02:50.741564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:50.752452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['69072bb1-4095-4494-bf88-c4fff75025c1'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:02:50.771066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Pushing event deleted for resources: {'Port': ['ID=69072bb1-4095-4494-bf88-c4fff75025c1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:50.812243 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] No DVR routers for this DVR port 69072bb1-4095-4494-bf88-c4fff75025c1 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:02:50.814953 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:50.818450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f116ee1b-ce7a-4bd7-935e-3a23fef2d83e req-17bc6df2-0cc6-4628-906c-56d7d03a9044 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.60 "DELETE /v2.0/ports/69072bb1-4095-4494-bf88-c4fff75025c1 HTTP/1.1" status: 204 len: 173 time: 0.5152745 Feb 11 15:02:50.818883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'name': 'network-vif-deleted', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:02:50.821414 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df74b0-2442-482e-9462-d1e4e676d8ce" -d '{"events": [{"server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "name": "network-vif-deleted", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:02:50.858453 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2308833-7dd1-4b15-90ea-3297e53581a1 x-openstack-request-id: req-f2308833-7dd1-4b15-90ea-3297e53581a1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:02:50.858743 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48311b74-3423-44a5-a668-47aa87569fb2", "name": "network-vif-deleted", "tag": "69072bb1-4095-4494-bf88-c4fff75025c1", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:02:50.858993 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2308833-7dd1-4b15-90ea-3297e53581a1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:02:50.859396 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48311b74-3423-44a5-a668-47aa87569fb2', 'name': 'network-vif-deleted', 'tag': '69072bb1-4095-4494-bf88-c4fff75025c1', 'status': 'completed', 'code': 200} Feb 11 15:02:51.673485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff6430d8-e420-43b2-93e2-7e2853705fd9 req-431e1261-e7aa-4e73-9648-0eea1ab0b195 tempest-ServersNegativeTestJSON-1698485830 tempest-ServersNegativeTestJSON-1698485830-project] 10.222.0.31 "GET /v2.0/ports?device_id=48311b74-3423-44a5-a668-47aa87569fb2 HTTP/1.1" status: 200 len: 210 time: 0.0258894 Feb 11 15:02:51.878211 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:52.729938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:52.773004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Deleting subnet 443c6131-9275-4b8f-b153-48667399f701 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:02:52.775964 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:52.808632 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:52.846412 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:52.970477 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:52.995721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443c6131-9275-4b8f-b153-48667399f701,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:53.004575 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.007833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d0d45e29-cc9c-45d0-9757-92b731d0128a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/443c6131-9275-4b8f-b153-48667399f701 HTTP/1.1" status: 204 len: 168 time: 0.2768683 Feb 11 15:02:53.010341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:53.075879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.153992 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.173558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682cebac-47f8-4276-b888-2cccba272cb3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:53.183049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e097b00b-1e75-4dcc-a1e4-51545df3e3de') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:53.183346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e097b00b-1e75-4dcc-a1e4-51545df3e3de') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:02:53.192359 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.205474 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.211293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:02:53.211696 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:02:53.214479 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:02:53.311639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.334637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.340346 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.343511 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] 10.222.0.31 "DELETE /v2.0/networks/682cebac-47f8-4276-b888-2cccba272cb3 HTTP/1.1" status: 204 len: 168 time: 0.3322594 Feb 11 15:02:53.355653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac051c2-e36c-480a-a924-d576dcc55630 admin admin] Pushing event deleted for resources: {'Network': ['ID=682cebac-47f8-4276-b888-2cccba272cb3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:53.386798 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.701657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41618) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:53.710930 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69072bb1-4095-4494-bf88-c4fff75025c1 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:02:53.734378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 69072bb1-4095-4494-bf88-c4fff75025c1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:02:53.734721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 69072bb1-4095-4494-bf88-c4fff75025c1 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:02:53.751717 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b531a167-cb25-421a-a05d-cbd7f037d102 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4f80ceab9c44b7188c50273ab81e698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488873 Feb 11 15:02:53.754183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:53.800716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.820971 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.946611 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.949067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:53.950228 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a490ed5b-f6ad-4348-a19c-0caf7b85c831 HTTP/1.1" status: 204 len: 168 time: 0.1951628 Feb 11 15:02:53.959713 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1599-9c3b-45c8-a4dc-dedeefcd4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490ed5b-f6ad-4348-a19c-0caf7b85c831,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:54.974953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:55.068681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2146731106'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:55.181057 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:55.184447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.193416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.263316 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.329670 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.355333 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:02:55.364371 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620b42f6-ce59-48f2-bd57-787250a56b50,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:55.370175 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.370518 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Added segment 98bb2b87-87b2-4274-918d-11131ce6b1bf of type vlan for network cd53c6a2-0366-4346-8357-a94cf2ee99fc Feb 11 15:02:55.411028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.506597 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.512153 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:55.512738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:55.575678 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Network': ['ID=cd53c6a2-0366-4346-8357-a94cf2ee99fc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:55.586355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:02:55.642284 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d5e881a0-8407-4160-b546-25b8b1e162b0 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6542137 Feb 11 15:02:58.888586 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:58.893648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'subnet': {'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:59.021219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:59.024704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.255447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.312879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Subnet': ['ID=143ab505-eb75-46de-9cd6-5138694c16aa,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:59.320698 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking segment: {'id': '98bb2b87-87b2-4274-918d-11131ce6b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:02:59.321090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network hostable DHCP agents. Network: cd53c6a2-0366-4346-8357-a94cf2ee99fc, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:02:59.397830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:02:59.466607 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, cd53c6a2-0366-4346-8357-a94cf2ee99fc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:02:59.470831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:59.471422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.476098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ffa44-fba0-456b-aabd-7ea1fb4ccaf6 None None] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:02:59.577307 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ac3fa642-409b-4a6b-8ddf-577de9d4797b tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6874945 Feb 11 15:02:59.580817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:59.586046 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750327573'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:59.629546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-cd53c6a2-0366-4346-8357-a94cf2ee99fc', 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc', 'tenant_id': 'e3bedd0f42e3409b9a788e08f4d111e8', 'fixed_ips': [{'subnet_id': '143ab505-eb75-46de-9cd6-5138694c16aa'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:02:59.630893 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.672696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:02:59.676978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.701081 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:02:59.709758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.710098 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Added segment 89d6f60a-97c0-489c-8978-0f2eb70b3b08 of type vlan for network f20bd2b2-aa01-4910-8b54-a7d957fcde2b Feb 11 15:02:59.749413 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.790954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Allocated IP 2001:db8:0:ffff::2 (cd53c6a2-0366-4346-8357-a94cf2ee99fc/143ab505-eb75-46de-9cd6-5138694c16aa/5856af00-7393-4888-aa5a-230fef4158e5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:02:59.831730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.837165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:02:59.841659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:02:59.904183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Network': ['ID=f20bd2b2-aa01-4910-8b54-a7d957fcde2b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:02:59.915404 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24b484bd-8343-4369-8733-469f3f360082 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3333707 Feb 11 15:02:59.917097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f20bd2b2-aa01-4910-8b54-a7d957fcde2b details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:02:59.918324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41650) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:02:59.923177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'subnet': {'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:02:59.980961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.061484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.095840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:00.099961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.102220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:00.106618 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:00.110872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:00.114460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Pushing event updated for resources: {'Port': ['ID=5856af00-7393-4888-aa5a-230fef4158e5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:00.176296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Attempting to bind port 5856af00-7393-4888-aa5a-230fef4158e5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:00.176667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Attempting to bind port 5856af00-7393-4888-aa5a-230fef4158e5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '98bb2b87-87b2-4274-918d-11131ce6b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:00.177067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Attempting to bind port 5856af00-7393-4888-aa5a-230fef4158e5 on network cd53c6a2-0366-4346-8357-a94cf2ee99fc {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:00.182078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:00.182463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Checking segment: {'id': '98bb2b87-87b2-4274-918d-11131ce6b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:00.182869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.183257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Bound using segment: {'id': '98bb2b87-87b2-4274-918d-11131ce6b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:00.183837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Bound port: 5856af00-7393-4888-aa5a-230fef4158e5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bb2b87-87b2-4274-918d-11131ce6b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cd53c6a2-0366-4346-8357-a94cf2ee99fc'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:00.184225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.246716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] For port 5856af00-7393-4888-aa5a-230fef4158e5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:00.249764 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] For port 5856af00-7393-4888-aa5a-230fef4158e5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5856af00-7393-4888-aa5a-230fef4158e5,segment=NetworkSegment(98bb2b87-87b2-4274-918d-11131ce6b1bf),segment_id=98bb2b87-87b2-4274-918d-11131ce6b1bf)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:00.313001 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.371393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c1408-07dc-47ba-aa28-a4ad548d84b6 None None] Pushing event updated for resources: {'Port': ['ID=5856af00-7393-4888-aa5a-230fef4158e5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:00.398674 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.467101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Subnet': ['ID=c19c9812-8212-440e-9111-6c5df91c6f2e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:00.475769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking segment: {'id': '89d6f60a-97c0-489c-8978-0f2eb70b3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:00.476129 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network hostable DHCP agents. Network: f20bd2b2-aa01-4910-8b54-a7d957fcde2b, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:00.563018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network f20bd2b2-aa01-4910-8b54-a7d957fcde2b is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:00.643892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f20bd2b2-aa01-4910-8b54-a7d957fcde2b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:00.648882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:00.649659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.656050 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc74db-f03d-4877-b9f9-659110979223 None None] Network f20bd2b2-aa01-4910-8b54-a7d957fcde2b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:00.784077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3e3bc436-aa1b-4ff7-b499-525a4771801e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8646047 Feb 11 15:03:00.787761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:00.814854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f20bd2b2-aa01-4910-8b54-a7d957fcde2b', 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b', 'tenant_id': 'e3bedd0f42e3409b9a788e08f4d111e8', 'fixed_ips': [{'subnet_id': 'c19c9812-8212-440e-9111-6c5df91c6f2e'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:00.816275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.884337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.888879 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:00.960746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Allocated IP 2001:db8::2 (f20bd2b2-aa01-4910-8b54-a7d957fcde2b/c19c9812-8212-440e-9111-6c5df91c6f2e/dd4c6e4e-deea-4198-a212-f737abe202e1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:00.984081 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.126596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.244811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.272462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84515c9c-7080-4851-bb14-8a28bcd5bac8 None None] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:01.304372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Network f20bd2b2-aa01-4910-8b54-a7d957fcde2b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:01.340239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:01.346377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:01.348052 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.349202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Pushing event updated for resources: {'Port': ['ID=dd4c6e4e-deea-4198-a212-f737abe202e1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:01.369017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] Provisioning complete for port 5856af00-7393-4888-aa5a-230fef4158e5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:01.369387 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.378128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Subnet': ['ID=c19c9812-8212-440e-9111-6c5df91c6f2e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:01.441219 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.461293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Attempting to bind port dd4c6e4e-deea-4198-a212-f737abe202e1 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:01.461660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Attempting to bind port dd4c6e4e-deea-4198-a212-f737abe202e1 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '89d6f60a-97c0-489c-8978-0f2eb70b3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:01.462009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20bd2b2-aa01-4910-8b54-a7d957fcde2b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:01.462157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Attempting to bind port dd4c6e4e-deea-4198-a212-f737abe202e1 on network f20bd2b2-aa01-4910-8b54-a7d957fcde2b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:01.471126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d6f60a-97c0-489c-8978-0f2eb70b3b08') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:01.471440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d6f60a-97c0-489c-8978-0f2eb70b3b08') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:01.481012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.494746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.496273 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:01.499477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Checking segment: {'id': '89d6f60a-97c0-489c-8978-0f2eb70b3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:01.499477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.499477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Bound using segment: {'id': '89d6f60a-97c0-489c-8978-0f2eb70b3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:01.499477 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Bound port: dd4c6e4e-deea-4198-a212-f737abe202e1, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d6f60a-97c0-489c-8978-0f2eb70b3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:01.499477 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.501097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:01.501758 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:01.504695 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:01.604176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 15:03:01.604176 n-d-828407-1 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 15:03:01.604176 n-d-828407-1 neutron-server[109376]: [parameters: {'id': 'f20bd2b2-aa01-4910-8b54-a7d957fcde2b'}] Feb 11 15:03:01.604176 n-d-828407-1 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:03:01.604636 n-d-828407-1 neutron-server[109376]: DEBUG oslo_db.api [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:03:01.613761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.644399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] For port dd4c6e4e-deea-4198-a212-f737abe202e1, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:01.667088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] For port dd4c6e4e-deea-4198-a212-f737abe202e1, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dd4c6e4e-deea-4198-a212-f737abe202e1,segment=NetworkSegment(89d6f60a-97c0-489c-8978-0f2eb70b3b08),segment_id=89d6f60a-97c0-489c-8978-0f2eb70b3b08)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:01.680989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] For port 5856af00-7393-4888-aa5a-230fef4158e5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5856af00-7393-4888-aa5a-230fef4158e5,segment=NetworkSegment(98bb2b87-87b2-4274-918d-11131ce6b1bf),segment_id=98bb2b87-87b2-4274-918d-11131ce6b1bf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:01.707082 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.758732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.765134 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:01.855990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5856af00-7393-4888-aa5a-230fef4158e5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:01.900768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c2fee-ac8b-45f5-85e6-6cbac20490e1 None None] Pushing event updated for resources: {'Port': ['ID=5856af00-7393-4888-aa5a-230fef4158e5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:01.915275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3ca2b-f070-47a8-9003-9de5456e8690 None None] Network f20bd2b2-aa01-4910-8b54-a7d957fcde2b requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:01.988920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-16732e68-1524-4de4-8a4f-348d5f5e8862 None None] Provisioning complete for port 5856af00-7393-4888-aa5a-230fef4158e5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:01.989192 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16732e68-1524-4de4-8a4f-348d5f5e8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.058290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b917c-4367-4629-82cd-3b05792ed70b None None] Pushing event updated for resources: {'Port': ['ID=dd4c6e4e-deea-4198-a212-f737abe202e1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:02.069701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5856af00-7393-4888-aa5a-230fef4158e5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:02.070074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.105804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.158050 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting port dd4c6e4e-deea-4198-a212-f737abe202e1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:02.158396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.198858 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910567df-267f-4436-97df-c8bd14929af5 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 15:03:02.224642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] For port dd4c6e4e-deea-4198-a212-f737abe202e1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=dd4c6e4e-deea-4198-a212-f737abe202e1,segment=NetworkSegment(89d6f60a-97c0-489c-8978-0f2eb70b3b08),segment_id=89d6f60a-97c0-489c-8978-0f2eb70b3b08)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:02.225214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.238265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Calling delete_port for dd4c6e4e-deea-4198-a212-f737abe202e1 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:02.294722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910567df-267f-4436-97df-c8bd14929af5 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 15:03:02.391558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.422901 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Port': ['ID=dd4c6e4e-deea-4198-a212-f737abe202e1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:02.424880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No DVR routers for this DVR port dd4c6e4e-deea-4198-a212-f737abe202e1 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:02.502427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.523085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20bd2b2-aa01-4910-8b54-a7d957fcde2b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:02.532062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d6f60a-97c0-489c-8978-0f2eb70b3b08') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:02.532360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d6f60a-97c0-489c-8978-0f2eb70b3b08') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:02.541558 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.554616 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.560413 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:02.560798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:02.563867 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:02.666876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.674328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.677587 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/f20bd2b2-aa01-4910-8b54-a7d957fcde2b HTTP/1.1" status: 204 len: 168 time: 1.8897059 Feb 11 15:03:02.681542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41654) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:02.686795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1681325061'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:02.688926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433eed5-3927-4faa-b405-e13aa0b00484 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Network': ['ID=f20bd2b2-aa01-4910-8b54-a7d957fcde2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:02.757900 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:02.761384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.783656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:02.791868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.794932 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Added segment e188f0f2-9ab7-42d9-962e-2d44da0ffb87 of type vlan for network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 Feb 11 15:03:02.830635 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.917638 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.923183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:02.923870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:02.996145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Network': ['ID=20b3e3d2-d5f6-4817-ac5b-c931c42d9012,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:03.006815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:03.029782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3f03fb33-781a-4fac-b4b0-17da8ebf16b9 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3470752 Feb 11 15:03:03.032620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41656) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:03.038309 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'subnet': {'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:03.169449 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:03.173044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.232515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Performing IP validity checks on allocation pools {{(pid=109375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 15:03:03.233063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109375) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 15:03:03.410349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.475062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Subnet': ['ID=200fb7bc-6908-4004-8920-b3f6962ed3c1,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:03.482152 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking segment: {'id': 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:03.482257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network hostable DHCP agents. Network: 20b3e3d2-d5f6-4817-ac5b-c931c42d9012, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:03.581004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:03.649468 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 20b3e3d2-d5f6-4817-ac5b-c931c42d9012) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:03.653554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:03.654127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.659510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bb63f-1c46-47cb-9994-a9112eb4c91f None None] Network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:03.738270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b2cdce5-6a87-4a63-8acb-5f62e1054859 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7044413 Feb 11 15:03:03.740948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41658) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:03.803471 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-20b3e3d2-d5f6-4817-ac5b-c931c42d9012', 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012', 'tenant_id': 'e3bedd0f42e3409b9a788e08f4d111e8', 'fixed_ips': [{'subnet_id': '200fb7bc-6908-4004-8920-b3f6962ed3c1'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:03.805044 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.827389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5856af00-7393-4888-aa5a-230fef4158e5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:03.843283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.898270 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:03.969520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 5856af00-7393-4888-aa5a-230fef4158e5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:03.969884 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.001311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Allocated IP 2001:db8::3 (20b3e3d2-d5f6-4817-ac5b-c931c42d9012/200fb7bc-6908-4004-8920-b3f6962ed3c1/c783b823-3d65-4a8b-8aea-78bcf6719001) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:04.329034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.387119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.425842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:04.428718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:04.432161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:04.440353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Pushing event updated for resources: {'Port': ['ID=c783b823-3d65-4a8b-8aea-78bcf6719001,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:04.455812 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.483264 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Subnet': ['ID=200fb7bc-6908-4004-8920-b3f6962ed3c1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:04.490985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Attempting to bind port c783b823-3d65-4a8b-8aea-78bcf6719001 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:04.491359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Attempting to bind port c783b823-3d65-4a8b-8aea-78bcf6719001 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:04.491840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Attempting to bind port c783b823-3d65-4a8b-8aea-78bcf6719001 on network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:04.496909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:04.497316 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Checking segment: {'id': 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:04.497718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.498107 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Bound using segment: {'id': 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:04.498570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Bound port: c783b823-3d65-4a8b-8aea-78bcf6719001, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:04.498962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.546644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.564735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] For port c783b823-3d65-4a8b-8aea-78bcf6719001, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:04.567741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b3e3d2-d5f6-4817-ac5b-c931c42d9012']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:04.567879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] For port c783b823-3d65-4a8b-8aea-78bcf6719001, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c783b823-3d65-4a8b-8aea-78bcf6719001,segment=NetworkSegment(e188f0f2-9ab7-42d9-962e-2d44da0ffb87),segment_id=e188f0f2-9ab7-42d9-962e-2d44da0ffb87)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:04.577156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:04.577453 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:04.587406 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.615506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.617446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.624229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:04.625298 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:04.629322 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:04.702234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c342-7d03-4ffb-827c-c6a67c1b544f None None] Pushing event updated for resources: {'Port': ['ID=c783b823-3d65-4a8b-8aea-78bcf6719001,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:04.713032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.db.api [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 15:03:04.713032 n-d-828407-1 neutron-server[109375]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 15:03:04.713032 n-d-828407-1 neutron-server[109375]: [parameters: {'id': '20b3e3d2-d5f6-4817-ac5b-c931c42d9012'}] Feb 11 15:03:04.713032 n-d-828407-1 neutron-server[109375]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:03:04.713397 n-d-828407-1 neutron-server[109375]: DEBUG oslo_db.api [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:03:04.716123 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b2b33-42a8-4fc0-b393-ce4bc3dad320 None None] Network 20b3e3d2-d5f6-4817-ac5b-c931c42d9012 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:04.834203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ca60c-2156-45b5-b5d4-8aa2149c516b None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 15:03:04.902153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ca60c-2156-45b5-b5d4-8aa2149c516b None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 15:03:05.214203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.264738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting port c783b823-3d65-4a8b-8aea-78bcf6719001 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:05.265103 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.337279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] For port c783b823-3d65-4a8b-8aea-78bcf6719001, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c783b823-3d65-4a8b-8aea-78bcf6719001,segment=NetworkSegment(e188f0f2-9ab7-42d9-962e-2d44da0ffb87),segment_id=e188f0f2-9ab7-42d9-962e-2d44da0ffb87)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:05.337641 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.349853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Calling delete_port for c783b823-3d65-4a8b-8aea-78bcf6719001 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:05.512320 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.541681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Port': ['ID=c783b823-3d65-4a8b-8aea-78bcf6719001,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:05.543514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No DVR routers for this DVR port c783b823-3d65-4a8b-8aea-78bcf6719001 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:05.618694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.639613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b3e3d2-d5f6-4817-ac5b-c931c42d9012']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:05.648939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:05.649242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e188f0f2-9ab7-42d9-962e-2d44da0ffb87') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:05.658303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.671273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.677793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:05.678186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:05.681103 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:05.809843 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.817558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.820777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/20b3e3d2-d5f6-4817-ac5b-c931c42d9012 HTTP/1.1" status: 204 len: 168 time: 2.0788167 Feb 11 15:03:05.824363 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:05.829520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206026782'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:05.836231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edd42c-22c7-412a-a0d3-69c7b1291b05 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Network': ['ID=20b3e3d2-d5f6-4817-ac5b-c931c42d9012,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:05.918307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:05.921886 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.945923 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:05.954714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:05.955091 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Added segment 4f59d745-186a-4d8f-a2d5-5cb51fa6be7d of type vlan for network 77f6de66-495c-4cb3-8116-3c501e040196 Feb 11 15:03:05.994004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.084206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.089795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:06.090373 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.157480 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Network': ['ID=77f6de66-495c-4cb3-8116-3c501e040196,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:06.168686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 77f6de66-495c-4cb3-8116-3c501e040196 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:06.224255 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cb3805e0-4b32-489b-a01a-177ef122bba3 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3987482 Feb 11 15:03:06.227020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:06.232674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'subnet': {'network_id': '77f6de66-495c-4cb3-8116-3c501e040196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:06.380376 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:06.383856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.598737 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.664003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Subnet': ['ID=98af7a15-fe30-4172-a1bb-8a2cdb12e91a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:06.668267 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking segment: {'id': '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:06.668627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network hostable DHCP agents. Network: 77f6de66-495c-4cb3-8116-3c501e040196, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:06.752211 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network 77f6de66-495c-4cb3-8116-3c501e040196 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:06.832310 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 77f6de66-495c-4cb3-8116-3c501e040196) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:06.836525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:06.837155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:06.841611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0597f-606b-4aba-a81d-1fa6f7197a66 None None] Network 77f6de66-495c-4cb3-8116-3c501e040196 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:06.915120 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-531df7ef-bf48-4585-bec3-e4eadbc62dab tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6869192 Feb 11 15:03:06.918504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:06.923803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406690770'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:06.984402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-77f6de66-495c-4cb3-8116-3c501e040196', 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196', 'tenant_id': 'e3bedd0f42e3409b9a788e08f4d111e8', 'fixed_ips': [{'subnet_id': '98af7a15-fe30-4172-a1bb-8a2cdb12e91a'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:06.985293 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.026533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:07.030176 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.055436 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:07.064422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.064933 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Added segment bd96b151-a335-416e-b604-72964c4b123f of type vlan for network 95a2c1eb-1995-4493-9064-62463b78d453 Feb 11 15:03:07.110943 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.138857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Allocated IP 2001:db8::2 (77f6de66-495c-4cb3-8116-3c501e040196/98af7a15-fe30-4172-a1bb-8a2cdb12e91a/bab4fc21-0080-4815-ae5d-72c5b8968e09) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:07.211094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.216688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:07.217311 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.290214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.295505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Network': ['ID=95a2c1eb-1995-4493-9064-62463b78d453,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:07.306373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 95a2c1eb-1995-4493-9064-62463b78d453 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:07.326599 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bb3a403c-8f1d-437b-98db-591df7140c2d tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4065444 Feb 11 15:03:07.329432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:07.336446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Request body: {'subnet': {'network_id': '95a2c1eb-1995-4493-9064-62463b78d453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:07.367459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.424776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Network 77f6de66-495c-4cb3-8116-3c501e040196 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:07.430697 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:07.432793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Pushing event updated for resources: {'Port': ['ID=bab4fc21-0080-4815-ae5d-72c5b8968e09,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:07.435035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:07.488575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Attempting to bind port bab4fc21-0080-4815-ae5d-72c5b8968e09 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:07.488854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Attempting to bind port bab4fc21-0080-4815-ae5d-72c5b8968e09 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:07.489239 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Attempting to bind port bab4fc21-0080-4815-ae5d-72c5b8968e09 on network 77f6de66-495c-4cb3-8116-3c501e040196 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:07.494108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:07.494478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Checking segment: {'id': '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:07.494875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.495262 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Bound using segment: {'id': '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:07.495730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Bound port: bab4fc21-0080-4815-ae5d-72c5b8968e09, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77f6de66-495c-4cb3-8116-3c501e040196'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:07.496131 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.500911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Made reservation on behalf of e3bedd0f42e3409b9a788e08f4d111e8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:07.504772 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.562293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] For port bab4fc21-0080-4815-ae5d-72c5b8968e09, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:07.565647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] For port bab4fc21-0080-4815-ae5d-72c5b8968e09, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bab4fc21-0080-4815-ae5d-72c5b8968e09,segment=NetworkSegment(4f59d745-186a-4d8f-a2d5-5cb51fa6be7d),segment_id=4f59d745-186a-4d8f-a2d5-5cb51fa6be7d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:07.621645 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.691793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51a323-518c-4438-b3c8-309842a3c222 None None] Pushing event updated for resources: {'Port': ['ID=bab4fc21-0080-4815-ae5d-72c5b8968e09,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:07.735580 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.805299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event updated for resources: {'Subnet': ['ID=cee78e1a-0409-4fad-9449-574295735c9d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:07.817754 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Checking segment: {'id': 'bd96b151-a335-416e-b604-72964c4b123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '95a2c1eb-1995-4493-9064-62463b78d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:07.818248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network hostable DHCP agents. Network: 95a2c1eb-1995-4493-9064-62463b78d453, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:07.900823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Network 95a2c1eb-1995-4493-9064-62463b78d453 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:07.952213 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 95a2c1eb-1995-4493-9064-62463b78d453) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:07.958774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:07.958774 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:07.962342 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c054b72-df58-491a-91dd-371d54e0aa4c None None] Network 95a2c1eb-1995-4493-9064-62463b78d453 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:08.018054 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-24e22d50-af3f-4dda-88a3-f6c26137d08f tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6875596 Feb 11 15:03:08.021188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.124968 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.173608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820ea43-5ef2-4e48-8c79-cee99f34eb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-95a2c1eb-1995-4493-9064-62463b78d453', 'network_id': '95a2c1eb-1995-4493-9064-62463b78d453', 'tenant_id': 'e3bedd0f42e3409b9a788e08f4d111e8', 'fixed_ips': [{'subnet_id': 'cee78e1a-0409-4fad-9449-574295735c9d'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:08.174461 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c820ea43-5ef2-4e48-8c79-cee99f34eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.180712 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.341716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.374737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Subnet': ['ID=cee78e1a-0409-4fad-9449-574295735c9d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server [None req-c820ea43-5ef2-4e48-8c79-cee99f34eb0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cee78e1a-0409-4fad-9449-574295735c9d: This subnet is being modified by another concurrent operation. Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server raise exception Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cee78e1a-0409-4fad-9449-574295735c9d: This subnet is being modified by another concurrent operation. Feb 11 15:03:08.433493 n-d-828407-1 neutron-server[109377]: ERROR oslo_messaging.rpc.server Feb 11 15:03:08.449278 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.457795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da0312-7171-4daa-acaf-974cc43e12b6 None None] Network 95a2c1eb-1995-4493-9064-62463b78d453 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:08.476872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a2c1eb-1995-4493-9064-62463b78d453']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:08.486649 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd96b151-a335-416e-b604-72964c4b123f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:08.486941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd96b151-a335-416e-b604-72964c4b123f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:08.497341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.511715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.518467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:08.519424 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:08.522168 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:08.620012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.627363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.637486 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/95a2c1eb-1995-4493-9064-62463b78d453 HTTP/1.1" status: 204 len: 168 time: 0.6087267 Feb 11 15:03:08.637649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41670) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.643723 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf74f4-ef61-40a1-bf26-e5a3dda9f62e tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Network': ['ID=95a2c1eb-1995-4493-9064-62463b78d453,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:08.659677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9fe57-732a-42ad-aa9b-94887b6f899f None None] Network 77f6de66-495c-4cb3-8116-3c501e040196 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:08.665829 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fca1e03-42bb-4b3f-bc84-241a3d976b4c tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] GET failed (client error): The resource could not be found. Feb 11 15:03:08.667159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4fca1e03-42bb-4b3f-bc84-241a3d976b4c tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "GET /v2.0/subnets/cee78e1a-0409-4fad-9449-574295735c9d HTTP/1.1" status: 404 len: 337 time: 0.0317371 Feb 11 15:03:08.669904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.688043 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa195e3c-455b-4c4a-981b-b200a72dc78a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:08.688571 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa195e3c-455b-4c4a-981b-b200a72dc78a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:08.692400 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fa195e3c-455b-4c4a-981b-b200a72dc78a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/95a2c1eb-1995-4493-9064-62463b78d453 HTTP/1.1" status: 404 len: 339 time: 0.0215540 Feb 11 15:03:08.696257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41674) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.720798 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c693744-bd0e-4c0f-9d47-474c0aa469b1 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:08.721272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c693744-bd0e-4c0f-9d47-474c0aa469b1 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:08.724377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c693744-bd0e-4c0f-9d47-474c0aa469b1 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/subnets/cee78e1a-0409-4fad-9449-574295735c9d HTTP/1.1" status: 404 len: 337 time: 0.0272284 Feb 11 15:03:08.726920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41676) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.745890 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e68d9b-9238-4164-a410-ee098e4de3df tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:08.747011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e68d9b-9238-4164-a410-ee098e4de3df tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:08.750116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-63e68d9b-9238-4164-a410-ee098e4de3df tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/95a2c1eb-1995-4493-9064-62463b78d453 HTTP/1.1" status: 404 len: 339 time: 0.0222549 Feb 11 15:03:08.752550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41678) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:08.786563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-26845f78-0224-4197-a213-98d98116ba2a None None] Provisioning complete for port bab4fc21-0080-4815-ae5d-72c5b8968e09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:08.786563 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26845f78-0224-4197-a213-98d98116ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.809013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting subnet 98af7a15-fe30-4172-a1bb-8a2cdb12e91a {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:03:08.813122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.853245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.896944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26845f78-0224-4197-a213-98d98116ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:08.931824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-26845f78-0224-4197-a213-98d98116ba2a None None] For port bab4fc21-0080-4815-ae5d-72c5b8968e09, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bab4fc21-0080-4815-ae5d-72c5b8968e09,segment=NetworkSegment(4f59d745-186a-4d8f-a2d5-5cb51fa6be7d),segment_id=4f59d745-186a-4d8f-a2d5-5cb51fa6be7d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:09.015178 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26845f78-0224-4197-a213-98d98116ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.017712 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.047382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854145c-303a-40d0-909a-afb6671e81d6 None None] get_active_networks_info from n-d-828407-1 {{(pid=109377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 15:03:09.096775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26845f78-0224-4197-a213-98d98116ba2a None None] Pushing event updated for resources: {'Port': ['ID=bab4fc21-0080-4815-ae5d-72c5b8968e09,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:09.150267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854145c-303a-40d0-909a-afb6671e81d6 None None] Resources bound (agent type, host, resource id): {{(pid=109377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 15:03:09.153333 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-595c97a0-cd9b-42dc-88b1-0d0cc1bcee0d None None] Provisioning complete for port bab4fc21-0080-4815-ae5d-72c5b8968e09 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:09.153707 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-595c97a0-cd9b-42dc-88b1-0d0cc1bcee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.158616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.187579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Subnet': ['ID=98af7a15-fe30-4172-a1bb-8a2cdb12e91a,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:09.189565 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.192793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-39dd9403-cff0-46f4-8309-3f2d88d9f7a5 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/subnets/98af7a15-fe30-4172-a1bb-8a2cdb12e91a HTTP/1.1" status: 204 len: 168 time: 0.4392874 Feb 11 15:03:09.195584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41680) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:09.272806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.325772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting port bab4fc21-0080-4815-ae5d-72c5b8968e09 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:09.326112 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.389980 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] For port bab4fc21-0080-4815-ae5d-72c5b8968e09, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=bab4fc21-0080-4815-ae5d-72c5b8968e09,segment=NetworkSegment(4f59d745-186a-4d8f-a2d5-5cb51fa6be7d),segment_id=4f59d745-186a-4d8f-a2d5-5cb51fa6be7d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:09.390337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.405035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Calling delete_port for bab4fc21-0080-4815-ae5d-72c5b8968e09 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:09.424088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea49875-bf0d-4778-b7f5-c26d7bc6381b None None] Network 77f6de66-495c-4cb3-8116-3c501e040196 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:09.547220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.576608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Port': ['ID=bab4fc21-0080-4815-ae5d-72c5b8968e09,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:09.578780 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No DVR routers for this DVR port bab4fc21-0080-4815-ae5d-72c5b8968e09 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:09.665381 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.686930 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f6de66-495c-4cb3-8116-3c501e040196']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:09.699188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:09.699622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f59d745-186a-4d8f-a2d5-5cb51fa6be7d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:09.711911 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.727505 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.733312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:09.733691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:09.736548 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:09.742133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb5507-7c37-4c5f-a9a9-e3156c5d5c1e None None] DHCP port deletion for 77f6de66-495c-4cb3-8116-3c501e040196 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:03:09.878598 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.892912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:09.892912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/77f6de66-495c-4cb3-8116-3c501e040196 HTTP/1.1" status: 204 len: 168 time: 0.6940627 Feb 11 15:03:09.895328 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:09.903056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37752943-0619-4b63-a986-3ffd3284cbf6 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Network': ['ID=77f6de66-495c-4cb3-8116-3c501e040196,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:09.922415 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccbe144-05d3-4113-bc4a-11f8f205c456 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:09.922880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccbe144-05d3-4113-bc4a-11f8f205c456 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:09.925983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bccbe144-05d3-4113-bc4a-11f8f205c456 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/subnets/200fb7bc-6908-4004-8920-b3f6962ed3c1 HTTP/1.1" status: 404 len: 337 time: 0.0294347 Feb 11 15:03:09.928536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:09.947153 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bb393b-a5ac-4284-a3cd-d5b691d06f91 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:09.947699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bb393b-a5ac-4284-a3cd-d5b691d06f91 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:09.950757 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f7bb393b-a5ac-4284-a3cd-d5b691d06f91 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/20b3e3d2-d5f6-4817-ac5b-c931c42d9012 HTTP/1.1" status: 404 len: 339 time: 0.0212340 Feb 11 15:03:09.953174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41686) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:09.978772 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdd987d-d433-411f-b663-d4cf30f3e424 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:09.979150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdd987d-d433-411f-b663-d4cf30f3e424 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:09.982211 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cbdd987d-d433-411f-b663-d4cf30f3e424 tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/subnets/c19c9812-8212-440e-9111-6c5df91c6f2e HTTP/1.1" status: 404 len: 337 time: 0.0281236 Feb 11 15:03:09.984551 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41688) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:10.002444 n-d-828407-1 neutron-server[109375]: INFO neutron.pecan_wsgi.hooks.translation [None req-814cadd7-6325-4f27-a3b6-186f2c7d063c tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] DELETE failed (client error): The resource could not be found. Feb 11 15:03:10.003586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814cadd7-6325-4f27-a3b6-186f2c7d063c tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109375) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 15:03:10.006637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-814cadd7-6325-4f27-a3b6-186f2c7d063c tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/f20bd2b2-aa01-4910-8b54-a7d957fcde2b HTTP/1.1" status: 404 len: 339 time: 0.0211530 Feb 11 15:03:10.009245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:10.061637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting subnet 143ab505-eb75-46de-9cd6-5138694c16aa {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:03:10.064980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.109848 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.197159 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.318107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.351128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Subnet': ['ID=143ab505-eb75-46de-9cd6-5138694c16aa,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:10.354890 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.358142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3bf70d23-ffc2-4f4c-b488-1f8112b0007a tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/subnets/143ab505-eb75-46de-9cd6-5138694c16aa HTTP/1.1" status: 204 len: 168 time: 0.3480611 Feb 11 15:03:10.361628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:10.365377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44443f2-f8a7-4253-92a2-c6754ad4cda4 None None] Network cd53c6a2-0366-4346-8357-a94cf2ee99fc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:10.435344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.486613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Deleting port 5856af00-7393-4888-aa5a-230fef4158e5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:10.486961 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.531834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] DHCP port deletion for cd53c6a2-0366-4346-8357-a94cf2ee99fc request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:03:10.553346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] For port 5856af00-7393-4888-aa5a-230fef4158e5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5856af00-7393-4888-aa5a-230fef4158e5,segment=NetworkSegment(98bb2b87-87b2-4274-918d-11131ce6b1bf),segment_id=98bb2b87-87b2-4274-918d-11131ce6b1bf)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:10.553716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.566427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Calling delete_port for 5856af00-7393-4888-aa5a-230fef4158e5 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:10.578714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Deleting port 5856af00-7393-4888-aa5a-230fef4158e5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:10.579091 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.644136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] For port 5856af00-7393-4888-aa5a-230fef4158e5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=5856af00-7393-4888-aa5a-230fef4158e5,segment=NetworkSegment(98bb2b87-87b2-4274-918d-11131ce6b1bf),segment_id=98bb2b87-87b2-4274-918d-11131ce6b1bf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:10.644136 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.656616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Calling delete_port for 5856af00-7393-4888-aa5a-230fef4158e5 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:10.712130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 15:03:10.730268 n-d-828407-1 neutron-server[109377]: self.session.flush() Feb 11 15:03:10.738388 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.741973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Port': ['ID=5856af00-7393-4888-aa5a-230fef4158e5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:10.745572 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] No DVR routers for this DVR port 5856af00-7393-4888-aa5a-230fef4158e5 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:10.763332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] Pushing event deleted for resources: {'Port': ['ID=5856af00-7393-4888-aa5a-230fef4158e5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:10.766928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886ff99-7ec7-43f2-98d6-8d8e09c833d5 None None] No DVR routers for this DVR port 5856af00-7393-4888-aa5a-230fef4158e5 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:10.823513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.843675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd53c6a2-0366-4346-8357-a94cf2ee99fc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:10.853381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bb2b87-87b2-4274-918d-11131ce6b1bf') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:10.853679 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bb2b87-87b2-4274-918d-11131ce6b1bf') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:10.862779 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.875708 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.881675 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:10.882055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:10.884938 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:11.002976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.010140 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.012689 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] 10.222.0.31 "DELETE /v2.0/networks/cd53c6a2-0366-4346-8357-a94cf2ee99fc HTTP/1.1" status: 204 len: 168 time: 0.6487486 Feb 11 15:03:11.028517 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac5dc-34fa-47ed-a8fb-febdb00a23ec tempest-NetworksIpV6Test-483856276 tempest-NetworksIpV6Test-483856276-project] Pushing event deleted for resources: {'Network': ['ID=cd53c6a2-0366-4346-8357-a94cf2ee99fc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:11.427370 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:11.554837 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-74f75779-1e58-4b1e-9890-f7b8c7712b98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3bedd0f42e3409b9a788e08f4d111e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263187 Feb 11 15:03:11.557432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:11.603739 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.623746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.735138 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.737762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:11.738903 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/620b42f6-ce59-48f2-bd57-787250a56b50 HTTP/1.1" status: 204 len: 168 time: 0.1806045 Feb 11 15:03:11.746876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b42f6-ce59-48f2-bd57-787250a56b50,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:11.754448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.754825 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.755172 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.755511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.755848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.756182 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.756508 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.757264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.757264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.757537 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.757866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.758187 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb69-990c-49f6-8f13-354d2dbebda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:11.818625 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5856af00-7393-4888-aa5a-230fef4158e5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:03:11.842906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 5856af00-7393-4888-aa5a-230fef4158e5 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:03:11.843249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 5856af00-7393-4888-aa5a-230fef4158e5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:03:12.690099 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:12.782603 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-790571863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:12.860929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:12.861970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:12.915954 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:12.969714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.039594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.040832 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9fc84782-b86b-4a43-a886-03f5a9023f82 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3497331 Feb 11 15:03:13.043613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:13.048322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1698889575'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:13.146564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Made reservation on behalf of ea25ed773c6446b4a096c8df5b562d55 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:13.150029 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.158509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.230031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.294016 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.320505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:13.329442 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbac7a-e1e8-4798-96c9-39faf4a3121d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:13.336290 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.336632 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Added segment 0fd499a4-065e-4fbd-b4f3-b16af2199cb6 of type vlan for network a9b326ea-c1be-4f9a-819e-d9b8585702d2 Feb 11 15:03:13.377417 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.432410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.441539 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:13.442142 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.508349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event updated for resources: {'Network': ['ID=a9b326ea-c1be-4f9a-819e-d9b8585702d2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:13.518580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:13.541628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41730) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:13.542245 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d172b451-cfa8-4323-9a96-d857ea01299e tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4970691 Feb 11 15:03:13.547860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'subnet': {'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:13.689133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Made reservation on behalf of ea25ed773c6446b4a096c8df5b562d55 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:13.692759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.912368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:13.964082 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event updated for resources: {'Subnet': ['ID=2bc3d20c-1e45-43b6-a0aa-97ea40c472f8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:13.979135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Checking segment: {'id': '0fd499a4-065e-4fbd-b4f3-b16af2199cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:13.979488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Network hostable DHCP agents. Network: a9b326ea-c1be-4f9a-819e-d9b8585702d2, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:14.077078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:14.151465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a9b326ea-c1be-4f9a-819e-d9b8585702d2) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:14.156809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:14.157797 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.164056 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a35278-6b0f-40ca-a6c2-065b2aa62bde None None] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:14.246643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d085617b-d4a1-495e-a2ee-5948557c54d8 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7028000 Feb 11 15:03:14.249506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41732) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:14.254602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-916441106'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:14.306765 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-a9b326ea-c1be-4f9a-819e-d9b8585702d2', 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2', 'tenant_id': 'ea25ed773c6446b4a096c8df5b562d55', 'fixed_ips': [{'subnet_id': '2bc3d20c-1e45-43b6-a0aa-97ea40c472f8'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:14.306940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.352421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Made reservation on behalf of ea25ed773c6446b4a096c8df5b562d55 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:14.355925 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.380123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:14.389237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.392780 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Added segment b0bf705d-be81-4203-849a-a7df3fff9aa0 of type vlan for network 1773f429-d063-4a01-ab64-b66e411a86e4 Feb 11 15:03:14.445285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.445509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Allocated IP 172.20.0.2 (a9b326ea-c1be-4f9a-819e-d9b8585702d2/2bc3d20c-1e45-43b6-a0aa-97ea40c472f8/aab22a85-27a3-49f2-8ea8-0eb472e658d3) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:14.534996 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.541433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:14.542048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.586968 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.607462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event updated for resources: {'Network': ['ID=1773f429-d063-4a01-ab64-b66e411a86e4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:14.617825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 1773f429-d063-4a01-ab64-b66e411a86e4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:14.658025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5de4fd92-d091-455f-bb76-4935b7336141 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4074733 Feb 11 15:03:14.661502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:14.661896 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.666338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'subnet': {'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:14.723551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:14.727556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:14.729713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:14.736712 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Pushing event updated for resources: {'Port': ['ID=aab22a85-27a3-49f2-8ea8-0eb472e658d3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:14.787136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Attempting to bind port aab22a85-27a3-49f2-8ea8-0eb472e658d3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:14.787502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Attempting to bind port aab22a85-27a3-49f2-8ea8-0eb472e658d3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '0fd499a4-065e-4fbd-b4f3-b16af2199cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:14.787864 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Attempting to bind port aab22a85-27a3-49f2-8ea8-0eb472e658d3 on network a9b326ea-c1be-4f9a-819e-d9b8585702d2 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:14.792677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:14.793089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Checking segment: {'id': '0fd499a4-065e-4fbd-b4f3-b16af2199cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:14.793492 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.793883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Bound using segment: {'id': '0fd499a4-065e-4fbd-b4f3-b16af2199cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:14.794346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Bound port: aab22a85-27a3-49f2-8ea8-0eb472e658d3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd499a4-065e-4fbd-b4f3-b16af2199cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9b326ea-c1be-4f9a-819e-d9b8585702d2'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:14.794725 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.832662 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Made reservation on behalf of ea25ed773c6446b4a096c8df5b562d55 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:14.836268 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.861944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] For port aab22a85-27a3-49f2-8ea8-0eb472e658d3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:14.864936 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] For port aab22a85-27a3-49f2-8ea8-0eb472e658d3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aab22a85-27a3-49f2-8ea8-0eb472e658d3,segment=NetworkSegment(0fd499a4-065e-4fbd-b4f3-b16af2199cb6),segment_id=0fd499a4-065e-4fbd-b4f3-b16af2199cb6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:14.918064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:14.985088 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b74e9-d050-4b3d-bde9-ff7b0a72c775 None None] Pushing event updated for resources: {'Port': ['ID=aab22a85-27a3-49f2-8ea8-0eb472e658d3,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:15.078032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.170104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event updated for resources: {'Subnet': ['ID=5faf05c2-a790-4e6c-9175-1871b17c3333,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:15.172318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Checking segment: {'id': 'b0bf705d-be81-4203-849a-a7df3fff9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:15.172681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Network hostable DHCP agents. Network: 1773f429-d063-4a01-ab64-b66e411a86e4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:15.305652 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Network 1773f429-d063-4a01-ab64-b66e411a86e4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:15.368984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 1773f429-d063-4a01-ab64-b66e411a86e4) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:15.372938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:15.373532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.378388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1ec35-3e53-4b88-9049-8c5ee37a356c None None] Network 1773f429-d063-4a01-ab64-b66e411a86e4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:15.457794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-068c735d-5eac-4dcd-8c40-5bb9cf5b3c13 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7951844 Feb 11 15:03:15.460443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:15.465080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3034d09a-7da7-4813-853a-ae13ca6fed10 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Request body: {'router': {'external_gateway_info': {'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:15.544853 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-1773f429-d063-4a01-ab64-b66e411a86e4', 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4', 'tenant_id': 'ea25ed773c6446b4a096c8df5b562d55', 'fixed_ips': [{'subnet_id': '5faf05c2-a790-4e6c-9175-1871b17c3333'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:15.545751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.688304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3034d09a-7da7-4813-853a-ae13ca6fed10 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.690554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Allocated IP 172.21.0.2 (1773f429-d063-4a01-ab64-b66e411a86e4/5faf05c2-a790-4e6c-9175-1871b17c3333/d5078f2a-82e6-4495-9d11-5150ab2d5fc8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:15.877524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.884815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aab22a85-27a3-49f2-8ea8-0eb472e658d3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:15.940931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aab22a85-27a3-49f2-8ea8-0eb472e658d3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:15.941517 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:15.973055 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.007810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add4205-eebe-4a35-b729-592d4177b3f2 None None] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:16.070241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Network 1773f429-d063-4a01-ab64-b66e411a86e4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:16.086961 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:16.092117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Pushing event updated for resources: {'Port': ['ID=d5078f2a-82e6-4495-9d11-5150ab2d5fc8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:16.096154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:16.142416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7531dc38-9ea1-4cdf-8f8d-f0e7787b8028 None None] Provisioning complete for port aab22a85-27a3-49f2-8ea8-0eb472e658d3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:16.142715 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7531dc38-9ea1-4cdf-8f8d-f0e7787b8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.181608 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [None req-3034d09a-7da7-4813-853a-ae13ca6fed10 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 15:03:16.182676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3034d09a-7da7-4813-853a-ae13ca6fed10 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "PUT /v2.0/routers/e16a0b11-ad88-42d4-8972-32a48f8d743c HTTP/1.1" status: 400 len: 364 time: 0.7212651 Feb 11 15:03:16.188594 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41738) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:16.238456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Deleting subnet 5faf05c2-a790-4e6c-9175-1871b17c3333 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:03:16.241395 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.243089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Attempting to bind port d5078f2a-82e6-4495-9d11-5150ab2d5fc8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:16.243460 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Attempting to bind port d5078f2a-82e6-4495-9d11-5150ab2d5fc8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b0bf705d-be81-4203-849a-a7df3fff9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:16.243824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Attempting to bind port d5078f2a-82e6-4495-9d11-5150ab2d5fc8 on network 1773f429-d063-4a01-ab64-b66e411a86e4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:16.276294 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:16.276666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Checking segment: {'id': 'b0bf705d-be81-4203-849a-a7df3fff9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:16.277101 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.277502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Bound using segment: {'id': 'b0bf705d-be81-4203-849a-a7df3fff9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:16.277975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Bound port: d5078f2a-82e6-4495-9d11-5150ab2d5fc8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bf705d-be81-4203-849a-a7df3fff9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1773f429-d063-4a01-ab64-b66e411a86e4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:16.278363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.280034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.283321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.366005 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.409351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port aab22a85-27a3-49f2-8ea8-0eb472e658d3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aab22a85-27a3-49f2-8ea8-0eb472e658d3,segment=NetworkSegment(0fd499a4-065e-4fbd-b4f3-b16af2199cb6),segment_id=0fd499a4-065e-4fbd-b4f3-b16af2199cb6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:16.435602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7531dc38-9ea1-4cdf-8f8d-f0e7787b8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.513126 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.541213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.566438 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] For port d5078f2a-82e6-4495-9d11-5150ab2d5fc8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:16.575477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Subnet': ['ID=5faf05c2-a790-4e6c-9175-1871b17c3333,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:16.587732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.591355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] For port d5078f2a-82e6-4495-9d11-5150ab2d5fc8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d5078f2a-82e6-4495-9d11-5150ab2d5fc8,segment=NetworkSegment(b0bf705d-be81-4203-849a-a7df3fff9aa0),segment_id=b0bf705d-be81-4203-849a-a7df3fff9aa0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:16.593447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a06d01e5-dac8-4134-ad9c-cbcbec954460 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "DELETE /v2.0/subnets/5faf05c2-a790-4e6c-9175-1871b17c3333 HTTP/1.1" status: 204 len: 168 time: 0.4035616 Feb 11 15:03:16.594790 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:16.599924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-7531dc38-9ea1-4cdf-8f8d-f0e7787b8028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:03:16.600280 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-7531dc38-9ea1-4cdf-8f8d-f0e7787b8028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:03:16.603037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=aab22a85-27a3-49f2-8ea8-0eb472e658d3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:16.650030 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.680945 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.711833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c712f-6110-40a1-b1ed-c097e519f352 None None] Pushing event updated for resources: {'Port': ['ID=d5078f2a-82e6-4495-9d11-5150ab2d5fc8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:16.737941 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Deleting port d5078f2a-82e6-4495-9d11-5150ab2d5fc8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:16.738340 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.800194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] For port d5078f2a-82e6-4495-9d11-5150ab2d5fc8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d5078f2a-82e6-4495-9d11-5150ab2d5fc8,segment=NetworkSegment(b0bf705d-be81-4203-849a-a7df3fff9aa0),segment_id=b0bf705d-be81-4203-849a-a7df3fff9aa0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:16.800551 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:16.814062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Calling delete_port for d5078f2a-82e6-4495-9d11-5150ab2d5fc8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:16.980605 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.005482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Port': ['ID=d5078f2a-82e6-4495-9d11-5150ab2d5fc8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:17.011196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] No DVR routers for this DVR port d5078f2a-82e6-4495-9d11-5150ab2d5fc8 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:17.093603 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.118818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1773f429-d063-4a01-ab64-b66e411a86e4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:17.127791 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bf705d-be81-4203-849a-a7df3fff9aa0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:17.128088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bf705d-be81-4203-849a-a7df3fff9aa0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:17.138532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.152253 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.158596 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:17.159471 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:17.163210 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:17.257231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-65f428c9-ed54-46b3-90de-db6dab8fb037 None None] Provisioning complete for port aab22a85-27a3-49f2-8ea8-0eb472e658d3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:17.257529 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65f428c9-ed54-46b3-90de-db6dab8fb037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.352177 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.359361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.363732 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "DELETE /v2.0/networks/1773f429-d063-4a01-ab64-b66e411a86e4 HTTP/1.1" status: 204 len: 168 time: 0.7659819 Feb 11 15:03:17.365848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41742) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:17.397453 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd56b8-1e23-4acc-a771-b265ef2b9f76 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Network': ['ID=1773f429-d063-4a01-ab64-b66e411a86e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:17.421800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Deleting subnet 2bc3d20c-1e45-43b6-a0aa-97ea40c472f8 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:03:17.426128 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.468633 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.559449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.651687 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa6ed4-04e8-43ee-9556-1f0bcc7f6cde None None] DHCP port deletion for 1773f429-d063-4a01-ab64-b66e411a86e4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:03:17.655657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-93bc83a4-faeb-49c2-b7b2-328e89aca3ec None None] Could not find standard attr ID for object d5078f2a-82e6-4495-9d11-5150ab2d5fc8. {{(pid=109377) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 15:03:17.671010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc4f97-d734-4ff7-90f2-97278d384ccb None None] Network 1773f429-d063-4a01-ab64-b66e411a86e4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:17.685919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc4f97-d734-4ff7-90f2-97278d384ccb None None] Network 1773f429-d063-4a01-ab64-b66e411a86e4 could not be found, it might have been deleted concurrently. {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 15:03:17.688910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.718828 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.722710 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "DELETE /v2.0/subnets/2bc3d20c-1e45-43b6-a0aa-97ea40c472f8 HTTP/1.1" status: 204 len: 168 time: 0.3558748 Feb 11 15:03:17.724187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ce820-cf7f-4b67-a78b-d60f45e189c5 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc3d20c-1e45-43b6-a0aa-97ea40c472f8,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:17.725349 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:17.725867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171b9f6-05fa-413b-8813-2352c50caef5 None None] Network a9b326ea-c1be-4f9a-819e-d9b8585702d2 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:17.825501 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.882468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Deleting port aab22a85-27a3-49f2-8ea8-0eb472e658d3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:03:17.892119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.897982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aab22a85-27a3-49f2-8ea8-0eb472e658d3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:17.948053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] For port aab22a85-27a3-49f2-8ea8-0eb472e658d3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=aab22a85-27a3-49f2-8ea8-0eb472e658d3,segment=NetworkSegment(0fd499a4-065e-4fbd-b4f3-b16af2199cb6),segment_id=0fd499a4-065e-4fbd-b4f3-b16af2199cb6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:17.948448 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:17.967438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Calling delete_port for aab22a85-27a3-49f2-8ea8-0eb472e658d3 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:03:18.030319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port aab22a85-27a3-49f2-8ea8-0eb472e658d3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:18.030610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.112277 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.124602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80310e81-ce53-4c6f-b46d-8a550967c823 None None] DHCP port deletion for a9b326ea-c1be-4f9a-819e-d9b8585702d2 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:03:18.141141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Port': ['ID=aab22a85-27a3-49f2-8ea8-0eb472e658d3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:18.142514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] No DVR routers for this DVR port aab22a85-27a3-49f2-8ea8-0eb472e658d3 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:03:18.226511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c42f77db-698a-42a4-97d6-16b4920555d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.561000 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.580491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b326ea-c1be-4f9a-819e-d9b8585702d2']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:18.589657 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd499a4-065e-4fbd-b4f3-b16af2199cb6') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:18.589968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd499a4-065e-4fbd-b4f3-b16af2199cb6') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:18.599543 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.612829 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.618658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:03:18.619042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:03:18.621960 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:03:18.740525 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.747258 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:18.750424 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "DELETE /v2.0/networks/a9b326ea-c1be-4f9a-819e-d9b8585702d2 HTTP/1.1" status: 204 len: 168 time: 1.0230956 Feb 11 15:03:18.753414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41746) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:18.761454 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7546d-d69f-4d9e-820a-20cf20234dd1 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Pushing event deleted for resources: {'Network': ['ID=a9b326ea-c1be-4f9a-819e-d9b8585702d2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:18.782023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-df9da94f-f9f4-4b2d-b8af-3980f9d07e4b tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "GET /v2.0/ports?device_id=e16a0b11-ad88-42d4-8972-32a48f8d743c HTTP/1.1" status: 200 len: 205 time: 0.0273798 Feb 11 15:03:18.785359 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:18.860196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.011134 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.013251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.129075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.129511 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Fanout notify agent at l3_agent the message router_deleted on router e16a0b11-ad88-42d4-8972-32a48f8d743c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:03:19.139425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.139425 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6babf02-46fc-4aed-a028-968c96f8ffd2 tempest-RoutersNegativeTest-748985331 tempest-RoutersNegativeTest-748985331-project] 10.222.0.31 "DELETE /v2.0/routers/e16a0b11-ad88-42d4-8972-32a48f8d743c HTTP/1.1" status: 204 len: 168 time: 0.3510358 Feb 11 15:03:19.599319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:19.726744 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-886852ca-5415-40c1-b7ab-16c7acc7512a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea25ed773c6446b4a096c8df5b562d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262527 Feb 11 15:03:19.729133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:19.775173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.796299 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.826502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aab22a85-27a3-49f2-8ea8-0eb472e658d3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:03:19.856801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: aab22a85-27a3-49f2-8ea8-0eb472e658d3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:03:19.858634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device aab22a85-27a3-49f2-8ea8-0eb472e658d3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:03:19.906266 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.908855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:19.910068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37cbac7a-e1e8-4798-96c9-39faf4a3121d HTTP/1.1" status: 204 len: 168 time: 0.1798568 Feb 11 15:03:19.917990 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf763c-113b-4f5f-be11-22dc07d4bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbac7a-e1e8-4798-96c9-39faf4a3121d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:20.460064 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b70da2cd-20d8-4052-89cc-b427ac1ea688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:20.810590 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:20.904837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1041097502-network', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:21.014427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Made reservation on behalf of 4b9a4f2710524919867c11cecfa75bf3 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:21.016625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.025399 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.096504 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.150923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.173319 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:21.187423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1e43a2-2927-4376-9823-9810256d5c68,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:21.190813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.191148 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Added segment 04088543-29ae-44e3-be06-f168ed94df23 of type vlan for network a54dcacc-5b1e-4816-aed5-8aea8a194f3e Feb 11 15:03:21.229154 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.310987 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.311861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:21.312428 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.367176 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] Pushing event updated for resources: {'Network': ['ID=a54dcacc-5b1e-4816-aed5-8aea8a194f3e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:21.378422 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:21.434592 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-63d045d8-342d-46f9-8135-0e508b40fa83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6228521 Feb 11 15:03:21.437487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:21.447205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Request body: {'subnet': {'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-subnet', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:21.523112 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Made reservation on behalf of 4b9a4f2710524919867c11cecfa75bf3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:21.525510 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.757765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:21.805490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0310e19a-11a0-476f-b1d5-bd5941304036,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:21.820114 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Checking segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:21.820715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Network hostable DHCP agents. Network: a54dcacc-5b1e-4816-aed5-8aea8a194f3e, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:21.906460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:21.934972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.026117 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, a54dcacc-5b1e-4816-aed5-8aea8a194f3e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:22.030000 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:22.030583 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.035567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442400b6-ceae-486a-96e4-6588e5a0dad1 None None] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:22.132137 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1f233144-9e8a-451c-b378-14df5420d66a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6933596 Feb 11 15:03:22.134577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41786) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:22.138958 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:22.176035 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:22.176917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.260926 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.262041 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.312172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Allocated IP 172.20.0.2 (a54dcacc-5b1e-4816-aed5-8aea8a194f3e/0310e19a-11a0-476f-b1d5-bd5941304036/d33f8034-010c-49e9-b826-5e025098ae2d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:22.312625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.451947 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.505273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.522783 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.565847 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:22.568473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:22.572027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:22.578614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Pushing event updated for resources: {'Port': ['ID=d33f8034-010c-49e9-b826-5e025098ae2d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:22.629683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Attempting to bind port d33f8034-010c-49e9-b826-5e025098ae2d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:22.630052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Attempting to bind port d33f8034-010c-49e9-b826-5e025098ae2d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:22.630413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Attempting to bind port d33f8034-010c-49e9-b826-5e025098ae2d on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:22.635188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:22.635560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Checking segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:22.635977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.636982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Bound using segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:22.636982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Bound port: d33f8034-010c-49e9-b826-5e025098ae2d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:22.637205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.698639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] For port d33f8034-010c-49e9-b826-5e025098ae2d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:22.703225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] For port d33f8034-010c-49e9-b826-5e025098ae2d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d33f8034-010c-49e9-b826-5e025098ae2d,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:22.767044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.786629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.788880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:22.853122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24559b-67c8-47db-be47-45b219a236e0 None None] Pushing event updated for resources: {'Port': ['ID=d33f8034-010c-49e9-b826-5e025098ae2d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:22.906226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Allocated IP 172.25.7.230 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/85e3a016-deb1-40fd-ae41-3fd263dbff3f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:23.035884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.124325 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.176492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:23.179039 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:23.184541 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:23.190120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Pushing event updated for resources: {'Port': ['ID=85e3a016-deb1-40fd-ae41-3fd263dbff3f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:23.317811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.346602 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.503589 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.711212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.753159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8bac1-d6cf-4146-9176-b828a83ad989 None None] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:23.839408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] Provisioning complete for port d33f8034-010c-49e9-b826-5e025098ae2d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:23.839787 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:23.872462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d33f8034-010c-49e9-b826-5e025098ae2d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:23.905588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:03:24.018734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:03:24.025887 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d33f8034-010c-49e9-b826-5e025098ae2d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:24.026163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.033786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Sync routers for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:03:24.052608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.089457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:24.090089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:24.108664 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.117177 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e2d23a80-4cf9-4ded-902e-66811d3358ee admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9746096 Feb 11 15:03:24.117308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41788) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:24.158058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] For port d33f8034-010c-49e9-b826-5e025098ae2d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d33f8034-010c-49e9-b826-5e025098ae2d,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:24.218784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.271630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.289705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:24.368967 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41b6f8-78bc-4276-805d-b324b66621e8 None None] Pushing event updated for resources: {'Port': ['ID=d33f8034-010c-49e9-b826-5e025098ae2d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:24.447490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bfd09b9e-8b05-48f8-9684-182171acb250 None None] Provisioning complete for port d33f8034-010c-49e9-b826-5e025098ae2d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:24.447860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfd09b9e-8b05-48f8-9684-182171acb250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.487206 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:03:24.487554 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:03:24.537150 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.591763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:23Z', 'revision_number': 3, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:24.619667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Checking router: 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:03:24.620016 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Updating router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 port 85e3a016-deb1-40fd-ae41-3fd263dbff3f binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:03:24.647171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.695644 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Allocated IP 172.20.0.1 (a54dcacc-5b1e-4816-aed5-8aea8a194f3e/0310e19a-11a0-476f-b1d5-bd5941304036/676bfebc-5cef-4b60-aaaf-97c93eaf8aa4) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:24.795147 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.872668 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.893966 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.909519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:24.912443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:24.916010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:24.940572 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:24.948197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Pushing event updated for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:24.966728 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.024656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Attempting to bind port 85e3a016-deb1-40fd-ae41-3fd263dbff3f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:25.025042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Attempting to bind port 85e3a016-deb1-40fd-ae41-3fd263dbff3f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:25.025408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Attempting to bind port 85e3a016-deb1-40fd-ae41-3fd263dbff3f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:25.031780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573102c-32e6-4c0e-87e7-ee6614841299 None None] Pushing event updated for resources: {'Port': ['ID=85e3a016-deb1-40fd-ae41-3fd263dbff3f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:25.037203 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:25.037575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:25.037974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.038353 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:25.038822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Bound port: 85e3a016-deb1-40fd-ae41-3fd263dbff3f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:25.039214 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.164196 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.251037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5d33de18-5a7f-422f-8598-ff595f021bb6 None None] Provisioning complete for port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:25.251405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d33de18-5a7f-422f-8598-ff595f021bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.288198 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] For port 85e3a016-deb1-40fd-ae41-3fd263dbff3f, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:25.292296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] For port 85e3a016-deb1-40fd-ae41-3fd263dbff3f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85e3a016-deb1-40fd-ae41-3fd263dbff3f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:25.294683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5d33de18-5a7f-422f-8598-ff595f021bb6 None None] Port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:25.332968 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.347012 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.380727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.401699 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:25.402288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:25.406769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573102c-32e6-4c0e-87e7-ee6614841299 None None] Pushing event updated for resources: {'Port': ['ID=85e3a016-deb1-40fd-ae41-3fd263dbff3f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:25.450572 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.452290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Pushing event updated for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:25.512662 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:25.546203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:25.547794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:25.667303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:03:25.704767 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:03:25.727510 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '676bfebc-5cef-4b60-aaaf-97c93eaf8aa4', 'name': '', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'mac_address': 'fa:16:3e:c0:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:24Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 2, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'subnets': [{'id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:25.756410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35340aa-623d-44fe-91a0-ce47516a7ba6 None None] The sync data for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 is: [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '676bfebc-5cef-4b60-aaaf-97c93eaf8aa4', 'name': '', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'mac_address': 'fa:16:3e:c0:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:24Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 2, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'subnets': [{'id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:03:25.782776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:03:25.787906 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-608be590-d68b-4faa-a3f0-cd6745f2968c admin admin] 10.222.0.31 "PUT /v2.0/routers/7c0bdb6b-acc6-4f14-9b3f-c282c3428d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6736329 Feb 11 15:03:25.821431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bd311fa9-3cd7-4e83-a500-35f74a5af8bb None None] Provisioning complete for port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:25.821902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd311fa9-3cd7-4e83-a500-35f74a5af8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:25.850675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d33f8034-010c-49e9-b826-5e025098ae2d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:25.895006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bd311fa9-3cd7-4e83-a500-35f74a5af8bb None None] Port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:25.910866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d33f8034-010c-49e9-b826-5e025098ae2d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:25.911250 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.517568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41804) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:26.523089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-194601888-network', 'tenant_id': 'ba37ed51cb194984897815cf7621c967'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:26.598202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Made reservation on behalf of ba37ed51cb194984897815cf7621c967 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:26.600680 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.609799 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.692001 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.757832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.783659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:03:26.793804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e498a9f-b3a1-4ac9-a519-2ca88cc69f1f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:26.800522 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.800874 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Added segment cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96 of type vlan for network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 Feb 11 15:03:26.843552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.946294 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:26.947375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:26.947974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.006194 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] Pushing event updated for resources: {'Network': ['ID=745c88ca-d39a-4fd0-bc2c-e093f2f9c302,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:27.016577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:03:27.080053 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-965b2fb6-47bb-4508-a34e-aaaa47670518 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5608449 Feb 11 15:03:27.082745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41806) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:27.087420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Request body: {'subnet': {'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-subnet', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:27.175431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Made reservation on behalf of ba37ed51cb194984897815cf7621c967 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:27.177831 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.398187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.458345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e84c4fd-eaad-40f7-8ad3-a85205a852f6,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:27.466854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Checking segment: {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:27.467208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Network hostable DHCP agents. Network: 745c88ca-d39a-4fd0-bc2c-e093f2f9c302, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:03:27.535419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:03:27.609001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 745c88ca-d39a-4fd0-bc2c-e093f2f9c302) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:27.612993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:27.613611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.619585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643f7fc-eff9-49c9-994e-ece8c89951a0 None None] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:27.668572 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Sync routers for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:03:27.678514 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:27.679103 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:27.709634 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-93bfaf64-bf5e-420c-8188-6e6b1b7d7f72 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6255608 Feb 11 15:03:27.711955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 41808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:27.716610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:27.775202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:03:27.776234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.788154 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:27.815454 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.816535 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.876330 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:27.879366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85e3a016-deb1-40fd-ae41-3fd263dbff3f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:27.966819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Allocated IP 172.20.0.2 (745c88ca-d39a-4fd0-bc2c-e093f2f9c302/2e84c4fd-eaad-40f7-8ad3-a85205a852f6/e9f5c6db-aa0d-4073-bee3-3f583465697d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:27.980188 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 85e3a016-deb1-40fd-ae41-3fd263dbff3f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:27.980561 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.025682 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '676bfebc-5cef-4b60-aaaf-97c93eaf8aa4', 'name': '', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'mac_address': 'fa:16:3e:c0:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:24Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 2, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'subnets': [{'id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:28.059958 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Checking router: 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:03:28.060311 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Updating router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:03:28.087804 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.100707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.164201 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.198658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 85e3a016-deb1-40fd-ae41-3fd263dbff3f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85e3a016-deb1-40fd-ae41-3fd263dbff3f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:28.205057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.272430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.305333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.336464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:28.339689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=85e3a016-deb1-40fd-ae41-3fd263dbff3f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.346962 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:28.348248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.349321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:28.363794 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.371909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.425157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Pushing event updated for resources: {'Port': ['ID=e9f5c6db-aa0d-4073-bee3-3f583465697d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.436457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Attempting to bind port e9f5c6db-aa0d-4073-bee3-3f583465697d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:28.437093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Attempting to bind port e9f5c6db-aa0d-4073-bee3-3f583465697d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:28.437466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Attempting to bind port e9f5c6db-aa0d-4073-bee3-3f583465697d on network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:28.437670 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.444289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:28.444975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Checking segment: {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:28.445382 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.446364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Bound using segment: {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:28.446999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Bound port: e9f5c6db-aa0d-4073-bee3-3f583465697d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:28.447398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.486047 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Allocated IP 172.25.7.116 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6c5ab27a-77e5-4e67-ad68-c9e9e381406d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:28.486279 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Pushing event updated for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.513912 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.513912 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.514151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.514438 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.514776 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.515099 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.515414 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.515731 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.516050 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.516361 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.516673 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.517020 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:28.528343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] For port e9f5c6db-aa0d-4073-bee3-3f583465697d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:28.537407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] For port e9f5c6db-aa0d-4073-bee3-3f583465697d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f5c6db-aa0d-4073-bee3-3f583465697d,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:28.551812 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Attempting to bind port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:28.553020 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Attempting to bind port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:28.553020 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Attempting to bind port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:28.557700 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:28.558066 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Checking segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:28.558463 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.558845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Bound using segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:28.559337 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Bound port: 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:28.559723 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.586883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.621792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.631698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] For port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:28.636140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] For port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:28.677405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300342fe-1d92-4890-9e64-997a48a623fd None None] Pushing event updated for resources: {'Port': ['ID=e9f5c6db-aa0d-4073-bee3-3f583465697d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.712565 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.741167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.774049 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:28.774659 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:28.776595 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40b28-696f-4ebe-b1af-60ee7e850c64 None None] Pushing event updated for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.794841 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:28.797775 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:28.802388 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:28.805482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:28.848564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] Provisioning complete for port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:28.848784 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:28.929773 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:28.994661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:29.056146 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] For port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:29.129242 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:29.177199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1cb0d-b9cd-418b-949c-11137c4ad556 None None] Pushing event updated for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:29.202916 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '676bfebc-5cef-4b60-aaaf-97c93eaf8aa4', 'name': '', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'mac_address': 'fa:16:3e:c0:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:24Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'subnets': [{'id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:29.232689 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc66bf9-2e57-46d5-8afe-f365c1d2b976 None None] The sync data for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 is: [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:25Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '676bfebc-5cef-4b60-aaaf-97c93eaf8aa4', 'name': '', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'mac_address': 'fa:16:3e:c0:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:24Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'subnets': [{'id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:03:29.250655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-0570c45a-e6bc-49e6-a81b-b42c6e46e423 None None] Provisioning complete for port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:29.251239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0570c45a-e6bc-49e6-a81b-b42c6e46e423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:29.252735 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:29.788008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578bef48-5528-42e2-b7ec-0fe4caff464b None None] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:03:29.827839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:29.932419 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] Provisioning complete for port e9f5c6db-aa0d-4073-bee3-3f583465697d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:29.932797 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.009585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:30.078995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.083383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Router 56d14913-4c2e-455d-a94f-0feecf3eb076 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:03:30.123599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] For port e9f5c6db-aa0d-4073-bee3-3f583465697d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f5c6db-aa0d-4073-bee3-3f583465697d,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:30.126734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:30.127156 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.199976 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:03:30.201798 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.212071 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Sync routers for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:03:30.243658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f5c6db-aa0d-4073-bee3-3f583465697d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:30.273870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:30.274485 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:30.285625 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.286909 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c8115a1c-0b82-4044-8233-c471d10dff7d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5739150 Feb 11 15:03:30.289846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 41810) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:03:30.342191 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da735d7-9358-4577-a2f4-74b8fdf28824 None None] Pushing event updated for resources: {'Port': ['ID=e9f5c6db-aa0d-4073-bee3-3f583465697d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:30.397732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7df5039f-7401-4bc3-86bf-0f429314575e None None] Provisioning complete for port e9f5c6db-aa0d-4073-bee3-3f583465697d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:30.398108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7df5039f-7401-4bc3-86bf-0f429314575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.443668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9f5c6db-aa0d-4073-bee3-3f583465697d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:30.444040 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.452905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:30.711016 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.861066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.869346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Allocated IP 172.20.0.1 (745c88ca-d39a-4fd0-bc2c-e093f2f9c302/2e84c4fd-eaad-40f7-8ad3-a85205a852f6/7cefacfd-ce08-4338-83db-0ba14b290d16) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:30.896957 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85e3a016-deb1-40fd-ae41-3fd263dbff3f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:30.957211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:29Z', 'revision_number': 3, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:30.969975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:30.985462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Checking router: 56d14913-4c2e-455d-a94f-0feecf3eb076 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:03:30.985815 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Updating router 56d14913-4c2e-455d-a94f-0feecf3eb076 port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:03:30.989148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 85e3a016-deb1-40fd-ae41-3fd263dbff3f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:30.989525 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.051183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.089510 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.129174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:31.133500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:31.136876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:31.165173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:31.185122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.359000 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.371253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.390434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-050e59f4-ec58-4b0d-b58f-e50dbad44d25 None None] Provisioning complete for port 7cefacfd-ce08-4338-83db-0ba14b290d16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:31.390789 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-050e59f4-ec58-4b0d-b58f-e50dbad44d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.416292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.465857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-050e59f4-ec58-4b0d-b58f-e50dbad44d25 None None] Port 7cefacfd-ce08-4338-83db-0ba14b290d16 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:31.480494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b349f-68cf-4809-9126-0e5a0e816c65 None None] Pushing event updated for resources: {'Port': ['ID=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:31.485260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Attempting to bind port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:31.485260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Attempting to bind port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:31.485521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Attempting to bind port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:31.491204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:31.491586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:31.491986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.492377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:31.492844 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Bound port: 6c5ab27a-77e5-4e67-ad68-c9e9e381406d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:31.493257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.531041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.544416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] For port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:31.547412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] For port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:31.637419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.683555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.706514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.708331 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:31.720411 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:31.744389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:31.744389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:31.748315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b349f-68cf-4809-9126-0e5a0e816c65 None None] Pushing event updated for resources: {'Port': ['ID=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:31.805216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:31.806609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:31.845128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f5c6db-aa0d-4073-bee3-3f583465697d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:31.898789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:31.930593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Router 56d14913-4c2e-455d-a94f-0feecf3eb076 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:03:31.978742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9f5c6db-aa0d-4073-bee3-3f583465697d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:31.979119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:32.042752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:03:32.048029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f9422be1-93ba-4c87-a9de-f1182df835a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/56d14913-4c2e-455d-a94f-0feecf3eb076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571039 Feb 11 15:03:32.117994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-7ead8906-0811-4cee-ac1a-9b7ceeefd8cf None None] Provisioning complete for port 7cefacfd-ce08-4338-83db-0ba14b290d16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:32.118215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ead8906-0811-4cee-ac1a-9b7ceeefd8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:32.214409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7ead8906-0811-4cee-ac1a-9b7ceeefd8cf None None] Port 7cefacfd-ce08-4338-83db-0ba14b290d16 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:32.230022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7cefacfd-ce08-4338-83db-0ba14b290d16', 'name': '', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'mac_address': 'fa:16:3e:b5:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:30Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 2, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'subnets': [{'id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:32.257363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4a1e0-d49f-4a17-a44d-db200ace6819 None None] The sync data for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 is: [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7cefacfd-ce08-4338-83db-0ba14b290d16', 'name': '', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'mac_address': 'fa:16:3e:b5:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:30Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 2, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'subnets': [{'id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:03:32.865908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-badad0e6-4d07-470e-b767-10069880ded5 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:32.878459 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-badad0e6-4d07-470e-b767-10069880ded5 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/networks?id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 200 len: 817 time: 0.1169772 Feb 11 15:03:32.893431 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-9394cb22-e188-498c-b494-7ff9d2a580e1 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/quotas/4b9a4f2710524919867c11cecfa75bf3 HTTP/1.1" status: 200 len: 375 time: 0.0129859 Feb 11 15:03:32.950914 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-8f370673-9f82-4675-86af-1c9651501d52 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532594 Feb 11 15:03:33.184096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2e3429f8-092b-4e75-be72-179a3d519491 service neutron] 10.222.0.31 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322949 Feb 11 15:03:33.280346 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2a60d4bc-f767-4dbf-a8cc-8c0d9123c88f service neutron] 10.222.0.31 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900509 Feb 11 15:03:33.547786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-402e5bd4-b26d-42d0-881d-a0d5b5ad4587 req-80d2b7a7-bd4c-4398-8c13-ef0327ca00e3 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 210 time: 0.0340471 Feb 11 15:03:33.852897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c5ab27a-77e5-4e67-ad68-c9e9e381406d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:33.904620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:33.905039 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:33.992022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:34.012773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:34.123151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:34.172072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:34.225679 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Sync routers for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:03:34.235192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:34.246735 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:34.338303 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:34.536181 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7cefacfd-ce08-4338-83db-0ba14b290d16', 'name': '', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'mac_address': 'fa:16:3e:b5:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:30Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 2, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'subnets': [{'id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:34.566450 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Checking router: 56d14913-4c2e-455d-a94f-0feecf3eb076 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:03:34.566840 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Updating router 56d14913-4c2e-455d-a94f-0feecf3eb076 port 7cefacfd-ce08-4338-83db-0ba14b290d16 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:03:34.591160 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:34.646863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-414c1348-37a0-4650-8261-93142f1b5fcd req-33eb1e19-e85d-4b11-932b-f7a623bc1824 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 210 time: 0.0270410 Feb 11 15:03:34.847284 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:34.905932 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:34.955867 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07682cb8-0c66-4638-bf73-8543238b9301 None None] Pushing event updated for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:35.007753 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Attempting to bind port 7cefacfd-ce08-4338-83db-0ba14b290d16 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:35.008114 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Attempting to bind port 7cefacfd-ce08-4338-83db-0ba14b290d16 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:35.008472 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Attempting to bind port 7cefacfd-ce08-4338-83db-0ba14b290d16 on network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:35.014745 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:35.015124 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Checking segment: {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:35.015675 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.016068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Bound using segment: {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:35.016527 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Bound port: 7cefacfd-ce08-4338-83db-0ba14b290d16, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:35.016911 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.083433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] For port 7cefacfd-ce08-4338-83db-0ba14b290d16, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:35.086811 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] For port 7cefacfd-ce08-4338-83db-0ba14b290d16, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cefacfd-ce08-4338-83db-0ba14b290d16,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:35.161977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-cdcc4cca-8aae-40be-b3de-c73ed8dd6682 None None] Provisioning complete for port 7cefacfd-ce08-4338-83db-0ba14b290d16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:35.162532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4cca-8aae-40be-b3de-c73ed8dd6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.168962 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.195906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc4cca-8aae-40be-b3de-c73ed8dd6682 None None] Port 7cefacfd-ce08-4338-83db-0ba14b290d16 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:35.226094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:03:35.226706 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:03:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:35.228624 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07682cb8-0c66-4638-bf73-8543238b9301 None None] Pushing event updated for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:35.338072 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:03:35.419429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] Provisioning complete for port 7cefacfd-ce08-4338-83db-0ba14b290d16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:35.419883 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.502830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.536616 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] For port 7cefacfd-ce08-4338-83db-0ba14b290d16, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cefacfd-ce08-4338-83db-0ba14b290d16,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:35.570877 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-b3eec958-5eba-4955-be87-1fa499388b35 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:35.572461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-b3eec958-5eba-4955-be87-1fa499388b35 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "GET /v2.0/networks?id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 200 len: 817 time: 0.1092911 Feb 11 15:03:35.573826 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7cefacfd-ce08-4338-83db-0ba14b290d16', 'name': '', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'mac_address': 'fa:16:3e:b5:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:30Z', 'updated_at': '2022-02-11T15:03:35Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'subnets': [{'id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:03:35.584996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Request body: {'port': {'device_id': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'admin_state_up': True, 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:35.601243 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8eb378-2855-4f19-92c4-9c19731ad058 None None] The sync data for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 is: [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:03:31Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7cefacfd-ce08-4338-83db-0ba14b290d16', 'name': '', 'network_id': '745c88ca-d39a-4fd0-bc2c-e093f2f9c302', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'mac_address': 'fa:16:3e:b5:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:30Z', 'updated_at': '2022-02-11T15:03:35Z', 'revision_number': 4, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'subnets': [{'id': '2e84c4fd-eaad-40f7-8ad3-a85205a852f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:03:35.614823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.670945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5aaa-37f2-4cef-b3df-610a274e0835 None None] Pushing event updated for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:35.770434 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5425d41d-9679-4d34-b7fa-50a5e0d7d018 req-e197f7a2-d2ca-435c-9291-ae5418ced5b2 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 210 time: 0.0376422 Feb 11 15:03:35.781686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Made reservation on behalf of 4b9a4f2710524919867c11cecfa75bf3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:03:35.786330 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:35.885619 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c5ab27a-77e5-4e67-ad68-c9e9e381406d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:35.936480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Allocated IP 172.20.0.8 (a54dcacc-5b1e-4816-aed5-8aea8a194f3e/0310e19a-11a0-476f-b1d5-bd5941304036/339af4a5-d70b-4f72-8bfb-769fc28b9ddd) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:03:35.939220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:35.939683 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.029154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cefacfd-ce08-4338-83db-0ba14b290d16 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:36.087789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7cefacfd-ce08-4338-83db-0ba14b290d16 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:36.088172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.120238 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.209539 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.255705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:03:36.258886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:03:36.261399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:03:36.292299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Pushing event updated for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:36.325990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:36.326628 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.400517 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-2ac95210-950f-49f1-83ec-d527ca8a5093 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194575 Feb 11 15:03:36.501936 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Request body: {'port': {'device_id': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:03:36.539726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d0453a55-b7eb-46d3-8361-67bfcf0f55f6 None None] Provisioning complete for port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:36.540255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0453a55-b7eb-46d3-8361-67bfcf0f55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.556283 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.578229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d0453a55-b7eb-46d3-8361-67bfcf0f55f6 None None] Port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:03:36.823380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339af4a5-d70b-4f72-8bfb-769fc28b9ddd {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:03:36.832412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.844255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Transition to ACTIVE for port object 339af4a5-d70b-4f72-8bfb-769fc28b9ddd will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:03:36.892080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41d85c-4a6d-47f3-abd2-2f0457e4149b req-186e531b-c1a0-4a85-8176-369293025e2f tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:36.894210 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c41d85c-4a6d-47f3-abd2-2f0457e4149b req-186e531b-c1a0-4a85-8176-369293025e2f tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 931 time: 0.0489037 Feb 11 15:03:36.911693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:36.932629 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c41d85c-4a6d-47f3-abd2-2f0457e4149b req-a8bfe89c-8d40-4a6e-994d-1b7c54cd7b31 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Feb 11 15:03:36.961054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Pushing event updated for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:37.034375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Attempting to bind port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:03:37.034375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Attempting to bind port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:03:37.034375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Attempting to bind port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:37.038068 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:03:37.038395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Attempting to bind port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:03:37.043451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:03:37.043788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Checking segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:03:37.044173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Bound using segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:03:37.044599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Bound port: 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:03:37.044980 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:37.114791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:03:37.118062 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:03:37.215381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:37.251645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.252981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:37.254392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] 10.222.0.60 "PUT /v2.0/ports/339af4a5-d70b-4f72-8bfb-769fc28b9ddd HTTP/1.1" status: 200 len: 1091 time: 0.8016181 Feb 11 15:03:37.254845 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:03:37.257214 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a76cf-fbb5-429e-91b1-dd15419a1557" -d '{"events": [{"name": "network-changed", "server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:03:37.291161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8696c-b988-4ec9-9e4f-4c74bdec7886 service neutron] Pushing event updated for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:37.299615 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6184c6b-d2e7-45e0-871e-6d01503d80fc x-openstack-request-id: req-f6184c6b-d2e7-45e0-871e-6d01503d80fc {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:03:37.299983 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:03:37.300308 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6184c6b-d2e7-45e0-871e-6d01503d80fc {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:03:37.300778 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd', 'status': 'completed', 'code': 200} Feb 11 15:03:37.362789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-a9b49ee2-8d04-44e0-989f-f4bd081ac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.364608 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-a9b49ee2-8d04-44e0-989f-f4bd081ac7a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 1094 time: 0.0440257 Feb 11 15:03:37.468639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-4dd151ef-0d71-405a-9609-d86f31208358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.470141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-4dd151ef-0d71-405a-9609-d86f31208358 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4b9a4f2710524919867c11cecfa75bf3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0979834 Feb 11 15:03:37.561561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-93e01d7d-4120-46e6-bf6a-ec87244beaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.563038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e52a76cf-fbb5-429e-91b1-dd15419a1557 req-93e01d7d-4120-46e6-bf6a-ec87244beaa1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856848 Feb 11 15:03:37.637037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-126f4291-4c22-4ce0-836b-fdcb0350160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.638428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-126f4291-4c22-4ce0-836b-fdcb0350160c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 1094 time: 0.0397859 Feb 11 15:03:37.683199 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-87cbe17d-9a82-4983-94c6-d4e737d4e5be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd HTTP/1.1" status: 200 len: 217 time: 0.0370562 Feb 11 15:03:37.730563 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-edc9ade6-4db3-4636-a6ab-cd68c48948e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.731968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-edc9ade6-4db3-4636-a6ab-cd68c48948e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0310e19a-11a0-476f-b1d5-bd5941304036 HTTP/1.1" status: 200 len: 856 time: 0.0423458 Feb 11 15:03:37.775648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-51339b7f-dbbc-4608-b681-d7c00cdc92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:37.777143 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-51339b7f-dbbc-4608-b681-d7c00cdc92ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383377 Feb 11 15:03:37.867524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-d9abd9e5-ba0e-49cd-ac07-28dfd0f1e913 service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Feb 11 15:03:37.955399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf96e56d-21b6-4e7b-9e2a-a13f487b2f5b req-7751cc71-4821-4dbc-967a-6fa4151531c3 service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808284 Feb 11 15:03:38.048169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd39c-672f-4028-84d8-bb65c7d3033a req-a41863ed-ab15-4165-a642-2048fac8c2cb tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:38.049733 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-149fd39c-672f-4028-84d8-bb65c7d3033a req-a41863ed-ab15-4165-a642-2048fac8c2cb tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 943 time: 0.0494745 Feb 11 15:03:38.088591 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-149fd39c-672f-4028-84d8-bb65c7d3033a req-0912a3e6-41a1-4f8c-ab23-e3c6f1570cde tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Feb 11 15:03:39.207242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc8918-65e5-4678-b2d6-0f40aa8b9bad req-5705eece-972f-4759-a292-fe699b9f564e tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:39.208699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76fc8918-65e5-4678-b2d6-0f40aa8b9bad req-5705eece-972f-4759-a292-fe699b9f564e tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 943 time: 0.0480168 Feb 11 15:03:39.249402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-76fc8918-65e5-4678-b2d6-0f40aa8b9bad req-b66831b3-2533-4f02-99c1-e2a2dbd0a573 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Feb 11 15:03:39.943953 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 339af4a5-d70b-4f72-8bfb-769fc28b9ddd details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:03:40.035645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:40.050502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'port_id': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd', 'mac_address': 'fa:16:3e:06:e6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:03:40.087462 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:40.100211 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339af4a5-d70b-4f72-8bfb-769fc28b9ddd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:03:40.119272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:40.179981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:40.226081 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:40.372317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b93ba6-0e67-4ba8-ae24-49e8a7bfbe95 req-15fa0caf-0d26-460e-a2a8-ce28f6b66972 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:40.373859 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43b93ba6-0e67-4ba8-ae24-49e8a7bfbe95 req-15fa0caf-0d26-460e-a2a8-ce28f6b66972 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 944 time: 0.0526352 Feb 11 15:03:40.376371 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['339af4a5-d70b-4f72-8bfb-769fc28b9ddd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:03:40.412164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-43b93ba6-0e67-4ba8-ae24-49e8a7bfbe95 req-7f4111ac-ac28-405d-9ccc-b39e5a3575d6 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Feb 11 15:03:41.525123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918e17c-66e2-4858-bffc-8d82df0cc017 req-2c9cd909-892c-4593-bcb6-fba7443cd276 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:41.526590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9918e17c-66e2-4858-bffc-8d82df0cc017 req-2c9cd909-892c-4593-bcb6-fba7443cd276 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 944 time: 0.0477200 Feb 11 15:03:41.562833 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9918e17c-66e2-4858-bffc-8d82df0cc017 req-85f0b9fc-f742-40ea-b0c6-00cb3e6bcf65 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302632 Feb 11 15:03:41.960396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 339af4a5-d70b-4f72-8bfb-769fc28b9ddd up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:03:42.066215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:03:42.070580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:03:42.070948 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:42.152182 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:42.174430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:03:42.188074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:03:42.213276 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696616c0-5025-4dcf-bbeb-5ef6e2854cf2" -d '{"events": [{"server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "name": "network-vif-plugged", "status": "completed", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:03:42.248413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:42.296190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:03:42.304075 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fab91c-96e3-48c9-9ca1-fe1c927e5e6a x-openstack-request-id: req-38fab91c-96e3-48c9-9ca1-fe1c927e5e6a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:03:42.304360 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "name": "network-vif-plugged", "status": "completed", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:03:42.304614 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38fab91c-96e3-48c9-9ca1-fe1c927e5e6a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:03:42.305109 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd', 'code': 200} Feb 11 15:03:42.307244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.307537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.307874 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.308209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.308540 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.308867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.309245 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.309567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.309894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.310216 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.310537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.310855 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:03:42.397942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34568-e2aa-4397-a9c1-0fe8f6304283 req-5057dd68-d513-4134-b538-502e58f7c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:42.399409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6e34568-e2aa-4397-a9c1-0fe8f6304283 req-5057dd68-d513-4134-b538-502e58f7c4f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 1096 time: 0.0396450 Feb 11 15:03:42.432737 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e6e34568-e2aa-4397-a9c1-0fe8f6304283 req-7270191c-d741-458d-a320-bd60bea68301 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264719 Feb 11 15:03:42.676111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20f18-a612-4eb0-8b69-42d3fc54abb6 req-f760de17-a658-4f25-9416-193e8a709866 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:42.677599 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aaa20f18-a612-4eb0-8b69-42d3fc54abb6 req-f760de17-a658-4f25-9416-193e8a709866 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0470757 Feb 11 15:03:42.717805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-aaa20f18-a612-4eb0-8b69-42d3fc54abb6 req-5d5c5e12-c732-4f8c-baa3-4794da7d1736 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Feb 11 15:03:43.835043 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c246e-f8d5-4f51-8a3e-2e448d17c959 req-1e2d5389-86ae-43b1-8269-53d65e65f7a5 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:43.836507 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-554c246e-f8d5-4f51-8a3e-2e448d17c959 req-1e2d5389-86ae-43b1-8269-53d65e65f7a5 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0490949 Feb 11 15:03:43.873954 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-554c246e-f8d5-4f51-8a3e-2e448d17c959 req-3faf93e2-9fa2-44a2-9b48-35cfacca4f16 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Feb 11 15:03:43.986136 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97afe76-d86e-499b-8ab6-1ab69f1220d9 req-c5c7c56c-b996-405d-aa4f-2a65063ef239 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:43.987527 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c97afe76-d86e-499b-8ab6-1ab69f1220d9 req-c5c7c56c-b996-405d-aa4f-2a65063ef239 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0480235 Feb 11 15:03:44.024971 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c97afe76-d86e-499b-8ab6-1ab69f1220d9 req-c06055a6-79fd-40d5-9776-f8b2a6837b21 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Feb 11 15:03:48.208969 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9bc3-c2cd-4c35-9144-cce0fc4fcf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:50.454255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-00a3527b-8f2c-4ffb-8c56-04bd11a3d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:51.917111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:53.298941 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:53.350600 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:03:55.581918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-a164c831-c7a8-41e3-bf6d-d1409f51eda8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391364 Feb 11 15:03:55.661380 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7774ee-642d-48de-953b-a98f85ff555e req-c66bef3f-2704-491c-9617-ebbe27c9628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:55.662845 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-c66bef3f-2704-491c-9617-ebbe27c9628b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 1096 time: 0.0388758 Feb 11 15:03:55.765469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7774ee-642d-48de-953b-a98f85ff555e req-890d6326-8475-4702-93e5-e4b2f4a8d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:55.767421 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-890d6326-8475-4702-93e5-e4b2f4a8d6ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 200 len: 918 time: 0.0851977 Feb 11 15:03:55.808292 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-9fb9c424-f370-431a-a34f-e098f1345f71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd HTTP/1.1" status: 200 len: 217 time: 0.0338435 Feb 11 15:03:55.858826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7774ee-642d-48de-953b-a98f85ff555e req-7dde7288-2cf2-4139-9c4f-c514c1635051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:55.860158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-7dde7288-2cf2-4139-9c4f-c514c1635051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0310e19a-11a0-476f-b1d5-bd5941304036 HTTP/1.1" status: 200 len: 856 time: 0.0462737 Feb 11 15:03:55.905430 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7774ee-642d-48de-953b-a98f85ff555e req-899c5a68-f5f0-4a03-86d9-b24d1eb66674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:03:55.906873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-899c5a68-f5f0-4a03-86d9-b24d1eb66674 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383070 Feb 11 15:03:55.994504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-fa193948-668a-4524-a597-a365afcdbdd2 service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789587 Feb 11 15:03:56.086583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed7774ee-642d-48de-953b-a98f85ff555e req-2ed6a1fd-ed9b-4de7-91ea-e6315573e92d service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Feb 11 15:04:00.803288 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:01.705504 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:02.705708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:04:05.912724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1c06-c88c-40ed-b95f-565187f0ae4d req-ec27f34b-8836-4440-9a2f-e4910349befd tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:05.914232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-892e1c06-c88c-40ed-b95f-565187f0ae4d req-ec27f34b-8836-4440-9a2f-e4910349befd tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0489631 Feb 11 15:04:05.951001 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-892e1c06-c88c-40ed-b95f-565187f0ae4d req-7da6ba90-cd21-499c-b8cb-fe15e150197e tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307457 Feb 11 15:04:07.077347 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb672-ac74-4c5b-9412-ee7d7831769d req-d05da022-629e-4ebe-b191-10fb91ab93de tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:07.078842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-713eb672-ac74-4c5b-9412-ee7d7831769d req-d05da022-629e-4ebe-b191-10fb91ab93de tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0498424 Feb 11 15:04:07.115756 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-713eb672-ac74-4c5b-9412-ee7d7831769d req-ac44ff0e-94e8-4cc2-9410-101a3d5b6ecf tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Feb 11 15:04:07.450031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-9ceeafdf-d6b5-4fc9-95df-33559c418bdf tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:07.451444 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-9ceeafdf-d6b5-4fc9-95df-33559c418bdf tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 945 time: 0.0468321 Feb 11 15:04:07.542006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Deleting port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:07.542349 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:07.627074 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] For port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:07.627439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:07.638890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Calling delete_port for 339af4a5-d70b-4f72-8bfb-769fc28b9ddd owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:07.853975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:07.866691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['339af4a5-d70b-4f72-8bfb-769fc28b9ddd'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:04:07.880783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Pushing event deleted for resources: {'Port': ['ID=339af4a5-d70b-4f72-8bfb-769fc28b9ddd,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:07.890876 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.891737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.892081 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.892416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.892747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.893104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.893439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.893764 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.894095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.894870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.894870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.895050 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:07.942722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] No DVR routers for this DVR port 339af4a5-d70b-4f72-8bfb-769fc28b9ddd on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:07.945682 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:07.948999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4d12779-1ed1-4b40-aa6e-7337f61582e8 req-b25bd300-1666-4e4f-9b36-1a850c15e3f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "DELETE /v2.0/ports/339af4a5-d70b-4f72-8bfb-769fc28b9ddd HTTP/1.1" status: 204 len: 173 time: 0.4918919 Feb 11 15:04:07.949458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'name': 'network-vif-deleted', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:04:07.952021 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f6604-d788-498c-b070-8775244413dc" -d '{"events": [{"server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "name": "network-vif-deleted", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:04:07.991920 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7446acc-ebc1-497b-9453-22d507650dd1 x-openstack-request-id: req-e7446acc-ebc1-497b-9453-22d507650dd1 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:04:07.992194 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f2f929-104f-4df4-b84e-402e8d0ebeac", "name": "network-vif-deleted", "tag": "339af4a5-d70b-4f72-8bfb-769fc28b9ddd", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:04:07.992444 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7446acc-ebc1-497b-9453-22d507650dd1 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:04:07.992851 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f2f929-104f-4df4-b84e-402e8d0ebeac', 'name': 'network-vif-deleted', 'tag': '339af4a5-d70b-4f72-8bfb-769fc28b9ddd', 'status': 'completed', 'code': 200} Feb 11 15:04:08.219800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-eb03b399-96c0-4cdc-a058-20be6b544f62 req-46cd4302-7952-40ee-992b-60d170c5b044 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f2f929-104f-4df4-b84e-402e8d0ebeac HTTP/1.1" status: 200 len: 210 time: 0.0348914 Feb 11 15:04:09.955795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f8705101-11c4-4c6f-ac4b-7b94e0231893 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:09.957303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f8705101-11c4-4c6f-ac4b-7b94e0231893 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/networks?id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 200 len: 817 time: 0.1155641 Feb 11 15:04:09.972783 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-d3f63b95-93bf-4e66-aa3b-ae3d1c65eb09 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/quotas/4b9a4f2710524919867c11cecfa75bf3 HTTP/1.1" status: 200 len: 375 time: 0.0095587 Feb 11 15:04:10.034231 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-ebc34417-5030-4c20-9c68-3ca8104b9858 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561268 Feb 11 15:04:10.087801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 339af4a5-d70b-4f72-8bfb-769fc28b9ddd no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:10.108196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 339af4a5-d70b-4f72-8bfb-769fc28b9ddd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:10.108620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 339af4a5-d70b-4f72-8bfb-769fc28b9ddd not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:10.174644 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-37e21451-425d-4bd5-9dfb-f8534078a58c service neutron] 10.222.0.31 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286199 Feb 11 15:04:10.267565 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-90682583-d641-4ad6-b911-07a6ebb7486c service neutron] 10.222.0.31 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865984 Feb 11 15:04:10.514824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3d550b4-acf5-4215-b50d-9ae6c4642965 req-f6e1dbee-f8f3-4d93-a966-21321d69a46d tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 210 time: 0.0263069 Feb 11 15:04:11.612048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e6ec1c4c-8c24-4ef1-bb34-3996c24905fb req-fc0e8478-06f2-4437-ae68-84ed41d8c49b tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 210 time: 0.0289252 Feb 11 15:04:12.180368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-ff73a45f-ba94-437d-bac4-ae42d475ee61 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:12.181860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-ff73a45f-ba94-437d-bac4-ae42d475ee61 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "GET /v2.0/networks?id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 200 len: 817 time: 0.0957534 Feb 11 15:04:12.195121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Request body: {'port': {'device_id': '8d259177-c496-4180-bc48-ae0776b59d1f', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'admin_state_up': True, 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:04:12.367985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Made reservation on behalf of 4b9a4f2710524919867c11cecfa75bf3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:04:12.371509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:12.495480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Allocated IP 172.20.0.9 (a54dcacc-5b1e-4816-aed5-8aea8a194f3e/0310e19a-11a0-476f-b1d5-bd5941304036/cba2b07b-a150-42c5-962e-9f2c1dc1db56) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:04:12.936717 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1eb0508a-b141-4a4f-840d-90bc1c8529b9 req-f55f20d1-59c8-4d8f-9919-c1a6fedd97f0 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 210 time: 0.0527148 Feb 11 15:04:12.990364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.077374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.121325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:04:13.124240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:04:13.127798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:04:13.150755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Pushing event updated for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:13.179353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:13.179971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.262486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-46c6ac04-06ca-4464-b1e8-2eaeca5f3bd4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711896 Feb 11 15:04:13.274969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Request body: {'port': {'device_id': '8d259177-c496-4180-bc48-ae0776b59d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:04:13.328126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.356579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-37d2288f-7f13-4604-8789-c357777cee76 None None] Provisioning complete for port cba2b07b-a150-42c5-962e-9f2c1dc1db56 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:04:13.357171 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37d2288f-7f13-4604-8789-c357777cee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.393495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-37d2288f-7f13-4604-8789-c357777cee76 None None] Port cba2b07b-a150-42c5-962e-9f2c1dc1db56 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:04:13.590758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba2b07b-a150-42c5-962e-9f2c1dc1db56 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:04:13.599823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.613682 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Transition to ACTIVE for port object cba2b07b-a150-42c5-962e-9f2c1dc1db56 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:04:13.676703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.728306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Pushing event updated for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:13.798011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Attempting to bind port cba2b07b-a150-42c5-962e-9f2c1dc1db56 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:04:13.798351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Attempting to bind port cba2b07b-a150-42c5-962e-9f2c1dc1db56 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:04:13.798684 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Attempting to bind port cba2b07b-a150-42c5-962e-9f2c1dc1db56 on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:04:13.803288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Port cba2b07b-a150-42c5-962e-9f2c1dc1db56 on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:04:13.803612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Attempting to bind port cba2b07b-a150-42c5-962e-9f2c1dc1db56 on network a54dcacc-5b1e-4816-aed5-8aea8a194f3e {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:04:13.808645 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:04:13.809016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Checking segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:04:13.809407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Bound using segment: {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:04:13.809835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Bound port: cba2b07b-a150-42c5-962e-9f2c1dc1db56, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04088543-29ae-44e3-be06-f168ed94df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:04:13.810194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:13.875334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:04:13.878425 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:04:13.974361 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:14.009580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.010204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:14.011596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] 10.222.0.60 "PUT /v2.0/ports/cba2b07b-a150-42c5-962e-9f2c1dc1db56 HTTP/1.1" status: 200 len: 1091 time: 0.7408807 Feb 11 15:04:14.012048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:04:14.014449 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c4e512-2d02-4647-9824-a5f802e1142e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:04:14.046927 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd929-ec28-4c8c-aba8-89d1fcd82e4e service neutron] Pushing event updated for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:14.063925 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756adec-a6af-4cc1-bfbb-fe8a05634e76 req-8bfcf67f-6c81-4b65-ba51-fb25137b24d4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.063925 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5756adec-a6af-4cc1-bfbb-fe8a05634e76 req-8bfcf67f-6c81-4b65-ba51-fb25137b24d4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 943 time: 0.0570042 Feb 11 15:04:14.085989 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577f649-a24f-45db-8a1f-672fc8750da7 x-openstack-request-id: req-2577f649-a24f-45db-8a1f-672fc8750da7 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:04:14.086286 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:04:14.086535 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2577f649-a24f-45db-8a1f-672fc8750da7 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:04:14.086969 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56', 'status': 'completed', 'code': 200} Feb 11 15:04:14.109707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5756adec-a6af-4cc1-bfbb-fe8a05634e76 req-511108d9-3a5e-4a59-96d4-be96c1243ef4 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Feb 11 15:04:14.148096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-f14b5ce9-db20-408e-a123-2f0e309e0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.149676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-f14b5ce9-db20-408e-a123-2f0e309e0744 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 1094 time: 0.0446985 Feb 11 15:04:14.251281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-02b11146-bda1-40f6-9153-69ca061b9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.253319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-02b11146-bda1-40f6-9153-69ca061b9d8e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4b9a4f2710524919867c11cecfa75bf3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0956445 Feb 11 15:04:14.349427 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-3ed427d7-2bf4-4e5c-910d-494c557f3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.350939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8c4e512-2d02-4647-9824-a5f802e1142e req-3ed427d7-2bf4-4e5c-910d-494c557f3e84 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915732 Feb 11 15:04:14.428560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-fe970128-0bb6-484d-9647-4abf2b0acb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.430003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-fe970128-0bb6-484d-9647-4abf2b0acb08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b9a4f2710524919867c11cecfa75bf3&device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 1094 time: 0.0439696 Feb 11 15:04:14.471586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-42d26629-9912-4891-9dcc-bdbe5c86aaf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56 HTTP/1.1" status: 200 len: 217 time: 0.0343957 Feb 11 15:04:14.518353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-25dc1428-49f2-4911-8524-78880eb7f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.519793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-25dc1428-49f2-4911-8524-78880eb7f2a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0310e19a-11a0-476f-b1d5-bd5941304036 HTTP/1.1" status: 200 len: 856 time: 0.0425172 Feb 11 15:04:14.567237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-bf6a1518-5973-4080-b760-35b3fef45694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:14.568702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-bf6a1518-5973-4080-b760-35b3fef45694 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a54dcacc-5b1e-4816-aed5-8aea8a194f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431197 Feb 11 15:04:14.652862 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-17962447-bb28-4f91-b593-165776675c68 service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780141 Feb 11 15:04:14.743050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f45c5d23-727b-4e92-91de-7f6ad9d2988a req-37457b92-cc3a-4b75-a440-93e3e7ab5587 service neutron] 10.222.0.60 "GET /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832174 Feb 11 15:04:15.226601 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a582a-ad0c-418d-84a2-6533bf4afc5c req-cfff4ff6-439c-462d-9b49-2ff7e6a483c7 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:15.228074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-646a582a-ad0c-418d-84a2-6533bf4afc5c req-cfff4ff6-439c-462d-9b49-2ff7e6a483c7 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 943 time: 0.0487330 Feb 11 15:04:15.265329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-646a582a-ad0c-418d-84a2-6533bf4afc5c req-04853465-4b66-4344-af39-53e67e5f13f1 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Feb 11 15:04:16.377429 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ac232-a4a2-4db0-9dc9-cc9145b2387e req-a8bcfe86-1992-4aae-9edc-557739e8c88b tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:16.378912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-585ac232-a4a2-4db0-9dc9-cc9145b2387e req-a8bcfe86-1992-4aae-9edc-557739e8c88b tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 943 time: 0.0474417 Feb 11 15:04:16.415737 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-585ac232-a4a2-4db0-9dc9-cc9145b2387e req-a0199eb4-2bed-49a9-98a7-24d8513dbb20 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Feb 11 15:04:17.532134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce70524-39b4-418b-8936-5822826f78b5 req-df77b4d7-1ba7-4c0e-aea2-ef07bd9f379f tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:17.533642 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bce70524-39b4-418b-8936-5822826f78b5 req-df77b4d7-1ba7-4c0e-aea2-ef07bd9f379f tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 943 time: 0.0479543 Feb 11 15:04:17.571397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bce70524-39b4-418b-8936-5822826f78b5 req-624b672f-8d50-4b41-9742-438714a6f125 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Feb 11 15:04:18.130634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cba2b07b-a150-42c5-962e-9f2c1dc1db56 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:04:18.202424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-321ee4ec-8aaa-4d0b-bc37-2736a5caccca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:18.238880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:18.249896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56', 'network_id': 'a54dcacc-5b1e-4816-aed5-8aea8a194f3e', 'port_id': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56', 'mac_address': 'fa:16:3e:82:01:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310e19a-11a0-476f-b1d5-bd5941304036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:04:18.285445 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:18.297317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba2b07b-a150-42c5-962e-9f2c1dc1db56 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:04:18.315750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:18.356545 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:18.405689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:18.554394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['cba2b07b-a150-42c5-962e-9f2c1dc1db56'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:04:18.689999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb57a9-0093-45f6-b32a-2fff4bd0beae req-5233b4f2-ea05-4ca7-92d3-49dbc3740688 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:18.691433 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28cb57a9-0093-45f6-b32a-2fff4bd0beae req-5233b4f2-ea05-4ca7-92d3-49dbc3740688 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 944 time: 0.0530810 Feb 11 15:04:18.729460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-28cb57a9-0093-45f6-b32a-2fff4bd0beae req-e0253b37-f694-415f-9000-25e208356445 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Feb 11 15:04:19.855823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edde1b-65c3-40dc-9b95-c3b842cad1e1 req-73578803-640f-48f0-bae5-a1ea80e44b42 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:19.857356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3edde1b-65c3-40dc-9b95-c3b842cad1e1 req-73578803-640f-48f0-bae5-a1ea80e44b42 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 944 time: 0.0522399 Feb 11 15:04:19.893424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3edde1b-65c3-40dc-9b95-c3b842cad1e1 req-94e0eda4-7706-4200-bc56-2b13ffe5d50c tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Feb 11 15:04:20.147680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cba2b07b-a150-42c5-962e-9f2c1dc1db56 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:04:20.403070 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port cba2b07b-a150-42c5-962e-9f2c1dc1db56 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:04:20.406607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port cba2b07b-a150-42c5-962e-9f2c1dc1db56 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:04:20.406981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:20.472734 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd0f9-d07e-47e2-bcf3-d9a3db9f49fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:20.489837 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:20.512368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:04:20.514658 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a514d-6d01-4970-8ed8-81b0eaac1574" -d '{"events": [{"server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "name": "network-vif-plugged", "status": "completed", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:04:20.527775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:20.550850 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4eb91b-28a1-4bda-a011-1b1e84793160 x-openstack-request-id: req-9b4eb91b-28a1-4bda-a011-1b1e84793160 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:04:20.551195 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "name": "network-vif-plugged", "status": "completed", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:04:20.551450 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b4eb91b-28a1-4bda-a011-1b1e84793160 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:04:20.551848 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56', 'code': 200} Feb 11 15:04:20.596759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:20.642567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb71a2-33e2-48ca-994c-d4aeb8c9df3c req-30c47c3a-70aa-4b1c-83ab-68e29b3ffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:20.644185 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bdb71a2-33e2-48ca-994c-d4aeb8c9df3c req-30c47c3a-70aa-4b1c-83ab-68e29b3ffb70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 1096 time: 0.0402935 Feb 11 15:04:20.647823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:20.679049 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3bdb71a2-33e2-48ca-994c-d4aeb8c9df3c req-ca28e860-3544-482e-bf9f-acaf1bcb65cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283127 Feb 11 15:04:21.004796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2ece7-85e9-4d88-a615-b09318ab977d req-f970140f-5064-4761-a487-a8dd8232a73c tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:21.006340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52a2ece7-85e9-4d88-a615-b09318ab977d req-f970140f-5064-4761-a487-a8dd8232a73c tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0475883 Feb 11 15:04:21.043203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-52a2ece7-85e9-4d88-a615-b09318ab977d req-ee0c475b-5cd8-4b57-ac62-c834f76d00ad tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Feb 11 15:04:21.887886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:22.164940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faae84-e083-4e9d-a981-c9889a2e68c9 req-c7c23914-16c8-47bc-abf0-cb8423773991 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:22.166383 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2faae84-e083-4e9d-a981-c9889a2e68c9 req-c7c23914-16c8-47bc-abf0-cb8423773991 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0472488 Feb 11 15:04:22.203252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e2faae84-e083-4e9d-a981-c9889a2e68c9 req-ece93d3d-93b4-4e6e-b2fd-3b96aa5f0f3b tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Feb 11 15:04:22.318805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612855bc-f475-4071-8254-dc85be097fef req-bd18a07b-f7e9-432e-a12e-ce7726cd0a77 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:22.320424 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-612855bc-f475-4071-8254-dc85be097fef req-bd18a07b-f7e9-432e-a12e-ce7726cd0a77 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0516870 Feb 11 15:04:22.356849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-612855bc-f475-4071-8254-dc85be097fef req-b50d1426-7e56-47d6-95fe-e79b9af57b11 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Feb 11 15:04:23.305580 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:23.357629 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:30.831158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:31.693250 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:39.706376 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:04:44.264080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004a318-7ba3-4e63-abab-682ba51640e9 req-d53f46fb-ebb0-4a3a-8235-06fd502136a1 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:44.265512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b004a318-7ba3-4e63-abab-682ba51640e9 req-d53f46fb-ebb0-4a3a-8235-06fd502136a1 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0527797 Feb 11 15:04:44.303282 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b004a318-7ba3-4e63-abab-682ba51640e9 req-77af5c22-d01f-4206-9803-df7827e637ea tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Feb 11 15:04:45.424787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588240a6-04c4-477c-a9ea-0455df2eed53 req-951d166a-1256-4ca2-b8fc-26cfa0d3b717 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:45.426264 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-588240a6-04c4-477c-a9ea-0455df2eed53 req-951d166a-1256-4ca2-b8fc-26cfa0d3b717 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0503268 Feb 11 15:04:45.462582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-588240a6-04c4-477c-a9ea-0455df2eed53 req-5fcfdd6d-6f8a-46a7-9cac-27259af32bd3 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb1e43a2-2927-4376-9823-9810256d5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304668 Feb 11 15:04:45.783303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-278b7b2f-649f-4d80-a8bc-41e1a5d3fa65 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:45.784679 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-278b7b2f-649f-4d80-a8bc-41e1a5d3fa65 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 945 time: 0.0529294 Feb 11 15:04:45.874657 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Deleting port cba2b07b-a150-42c5-962e-9f2c1dc1db56 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:45.874999 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:45.961089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] For port cba2b07b-a150-42c5-962e-9f2c1dc1db56, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=cba2b07b-a150-42c5-962e-9f2c1dc1db56,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:45.961450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:45.972986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Calling delete_port for cba2b07b-a150-42c5-962e-9f2c1dc1db56 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:46.191301 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:46.203167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['cba2b07b-a150-42c5-962e-9f2c1dc1db56'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:04:46.220735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Pushing event deleted for resources: {'Port': ['ID=cba2b07b-a150-42c5-962e-9f2c1dc1db56,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:46.268165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] No DVR routers for this DVR port cba2b07b-a150-42c5-962e-9f2c1dc1db56 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:46.270939 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:46.274351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd70565f-f81d-4ecc-91a2-1571b5d00fba req-1177f85b-9ca4-45f7-a3ba-f91ee2f459af tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.60 "DELETE /v2.0/ports/cba2b07b-a150-42c5-962e-9f2c1dc1db56 HTTP/1.1" status: 204 len: 173 time: 0.4839001 Feb 11 15:04:46.274807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'name': 'network-vif-deleted', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:04:46.277119 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07129a98-9564-4d31-99eb-8fa41c04cbbc" -d '{"events": [{"server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "name": "network-vif-deleted", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:04:46.316326 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12c5ef-7aee-49f4-b3fe-966927929d6d x-openstack-request-id: req-fe12c5ef-7aee-49f4-b3fe-966927929d6d {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:04:46.316648 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d259177-c496-4180-bc48-ae0776b59d1f", "name": "network-vif-deleted", "tag": "cba2b07b-a150-42c5-962e-9f2c1dc1db56", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:04:46.316943 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe12c5ef-7aee-49f4-b3fe-966927929d6d {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:04:46.317360 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d259177-c496-4180-bc48-ae0776b59d1f', 'name': 'network-vif-deleted', 'tag': 'cba2b07b-a150-42c5-962e-9f2c1dc1db56', 'status': 'completed', 'code': 200} Feb 11 15:04:46.563713 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4ede86d2-b392-4ea1-a97b-08263119860d req-2d990f42-b1dd-427e-8408-09b669906f50 tempest-TestEncryptedCinderVolumes-1905250798 tempest-TestEncryptedCinderVolumes-1905250798-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d259177-c496-4180-bc48-ae0776b59d1f HTTP/1.1" status: 200 len: 210 time: 0.0315309 Feb 11 15:04:47.769296 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42162) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:48.126661 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:48.195761 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-109b8fc7-dfab-4b15-aaa1-13502268cd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:48.380912 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Deleting port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:48.381284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:48.460456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] For port 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:48.460835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:48.472225 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Calling delete_port for 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:48.739055 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:48.763977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Pushing event deleted for resources: {'Port': ['ID=676bfebc-5cef-4b60-aaaf-97c93eaf8aa4,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:48.925208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.137085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:04:49.238251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:04:49.243365 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dace4e7b-5b84-4a8d-a42e-1bcd05b16072 admin admin] 10.222.0.31 "PUT /v2.0/routers/7c0bdb6b-acc6-4f14-9b3f-c282c3428d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4729064 Feb 11 15:04:49.246012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42164) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:49.247679 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Sync routers for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:04:49.258215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:04:49.258828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:49.346899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.362298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:04:49.446267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.539673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:04:48Z', 'revision_number': 5, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:49.569192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Checking router: 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:04:49.577890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Routers {'7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:04:49.578488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:49.650189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Deleting port 85e3a016-deb1-40fd-ae41-3fd263dbff3f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:49.650450 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.682979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] Set router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:04:49.731438 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] For port 85e3a016-deb1-40fd-ae41-3fd263dbff3f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=85e3a016-deb1-40fd-ae41-3fd263dbff3f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:49.731806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.743412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Calling delete_port for 85e3a016-deb1-40fd-ae41-3fd263dbff3f owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:49.879269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:04:48Z', 'revision_number': 5, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:49.907176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73055a04-881f-45e1-89e0-5d82107da3d8 None None] The sync data for ids ['7c0bdb6b-acc6-4f14-9b3f-c282c3428d92'] in n-d-828407-1 is: [{'id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'name': 'tempest-TestEncryptedCinderVolumes-1041097502-router', 'tenant_id': '4b9a4f2710524919867c11cecfa75bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:04:48Z', 'revision_number': 5, 'project_id': '4b9a4f2710524919867c11cecfa75bf3', 'gw_port': {'id': '85e3a016-deb1-40fd-ae41-3fd263dbff3f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0bdb6b-acc6-4f14-9b3f-c282c3428d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:22Z', 'updated_at': '2022-02-11T15:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:04:49.973170 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:49.996753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e3a016-deb1-40fd-ae41-3fd263dbff3f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:50.058293 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.146087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.148137 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.254749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cba2b07b-a150-42c5-962e-9f2c1dc1db56 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:50.277668 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: cba2b07b-a150-42c5-962e-9f2c1dc1db56 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:50.278017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device cba2b07b-a150-42c5-962e-9f2c1dc1db56 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:50.293453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.294034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:04:50.298740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.299918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e70036d-5e57-4283-aa9a-9590dd204f47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7c0bdb6b-acc6-4f14-9b3f-c282c3428d92 HTTP/1.1" status: 204 len: 168 time: 1.0529857 Feb 11 15:04:50.302469 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:50.348830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Deleting subnet 0310e19a-11a0-476f-b1d5-bd5941304036 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:04:50.352067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.387404 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.470906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.493322 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6167675f-773e-42ce-9d19-f7b705371ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.596128 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.622643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0310e19a-11a0-476f-b1d5-bd5941304036,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:50.624990 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.628707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0310e19a-11a0-476f-b1d5-bd5941304036 HTTP/1.1" status: 204 len: 168 time: 0.3252437 Feb 11 15:04:50.629525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7e6e5-f363-4c5a-9930-20e9b8ba48ec None None] Network a54dcacc-5b1e-4816-aed5-8aea8a194f3e requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:04:50.631415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42170) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:50.635328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.635644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.636561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.636928 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.637264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.637671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.637921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.638231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.638550 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.638867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.639184 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.639498 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e0d12-f5f8-4cd7-a769-eb1ea41f9cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:50.699474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.751064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Deleting port d33f8034-010c-49e9-b826-5e025098ae2d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:50.751402 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.817442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] For port d33f8034-010c-49e9-b826-5e025098ae2d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d33f8034-010c-49e9-b826-5e025098ae2d,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:50.817800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.830043 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Calling delete_port for d33f8034-010c-49e9-b826-5e025098ae2d owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:50.907999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] DHCP port deletion for a54dcacc-5b1e-4816-aed5-8aea8a194f3e request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:04:50.960006 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Deleting port d33f8034-010c-49e9-b826-5e025098ae2d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:50.960374 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:50.995855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.022779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] For port d33f8034-010c-49e9-b826-5e025098ae2d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d33f8034-010c-49e9-b826-5e025098ae2d,segment=NetworkSegment(04088543-29ae-44e3-be06-f168ed94df23),segment_id=04088543-29ae-44e3-be06-f168ed94df23)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:51.023126 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.023521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] No DVR routers for this DVR port d33f8034-010c-49e9-b826-5e025098ae2d on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:51.028671 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d33f8034-010c-49e9-b826-5e025098ae2d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:51.036405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Calling delete_port for d33f8034-010c-49e9-b826-5e025098ae2d owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:51.117932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.145428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Pushing event deleted for resources: {'Port': ['ID=d33f8034-010c-49e9-b826-5e025098ae2d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:51.147663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] No DVR routers for this DVR port d33f8034-010c-49e9-b826-5e025098ae2d on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:51.159373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.159373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.159556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.159805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.160102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.160424 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.160868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.161072 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.161391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.162358 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.162704 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.163022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbda93-9734-4059-85a0-33eda8585a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:04:51.434865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.454169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54dcacc-5b1e-4816-aed5-8aea8a194f3e']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:51.463604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04088543-29ae-44e3-be06-f168ed94df23') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:51.463897 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04088543-29ae-44e3-be06-f168ed94df23') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:51.473409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.485891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.491492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:04:51.491871 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:04:51.493599 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:04:51.624499 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.630511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.633702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/a54dcacc-5b1e-4816-aed5-8aea8a194f3e HTTP/1.1" status: 204 len: 168 time: 1.0012357 Feb 11 15:04:51.636798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:51.645195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b676aa-d49c-41b0-9534-e530a41623bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a54dcacc-5b1e-4816-aed5-8aea8a194f3e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:51.868958 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:51.889922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:51.890265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 676bfebc-5cef-4b60-aaaf-97c93eaf8aa4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:51.890685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85e3a016-deb1-40fd-ae41-3fd263dbff3f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:51.910506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:51.911138 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 85e3a016-deb1-40fd-ae41-3fd263dbff3f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:51.911482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 85e3a016-deb1-40fd-ae41-3fd263dbff3f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:51.911911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d33f8034-010c-49e9-b826-5e025098ae2d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:51.931606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d33f8034-010c-49e9-b826-5e025098ae2d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:51.931956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d33f8034-010c-49e9-b826-5e025098ae2d not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:51.988077 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:52.228163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Deleting port 7cefacfd-ce08-4338-83db-0ba14b290d16 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:52.228506 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:52.307126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] For port 7cefacfd-ce08-4338-83db-0ba14b290d16, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cefacfd-ce08-4338-83db-0ba14b290d16,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:52.307480 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:52.318626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Calling delete_port for 7cefacfd-ce08-4338-83db-0ba14b290d16 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:52.561793 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:52.591204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cefacfd-ce08-4338-83db-0ba14b290d16,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:52.762716 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:52.990164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Router 56d14913-4c2e-455d-a94f-0feecf3eb076 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:04:53.093536 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:04:53.099099 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b81a00a6-91ea-4cb8-b55f-79027fac4bf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/56d14913-4c2e-455d-a94f-0feecf3eb076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4612689 Feb 11 15:04:53.101671 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:53.104112 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Sync routers for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:04:53.115105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:04:53.115780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:53.204479 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.305074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.314946 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:04:53.318813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.344713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.442611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Deleting port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:53.442952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.491730 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:04:52Z', 'revision_number': 5, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port': {'id': '6c5ab27a-77e5-4e67-ad68-c9e9e381406d', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:03:28Z', 'updated_at': '2022-02-11T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:53.517447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Checking router: 56d14913-4c2e-455d-a94f-0feecf3eb076 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:04:53.522983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] For port 6c5ab27a-77e5-4e67-ad68-c9e9e381406d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:53.523349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.526082 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Routers {'56d14913-4c2e-455d-a94f-0feecf3eb076'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:04:53.526671 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['56d14913-4c2e-455d-a94f-0feecf3eb076'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:53.536115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Calling delete_port for 6c5ab27a-77e5-4e67-ad68-c9e9e381406d owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:53.616100 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] Set router 56d14913-4c2e-455d-a94f-0feecf3eb076 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:04:53.667882 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:04:53Z', 'revision_number': 6, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:53.696090 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f985da8-9f8f-43c1-bc4b-6e525aef966a None None] The sync data for ids ['56d14913-4c2e-455d-a94f-0feecf3eb076'] in n-d-828407-1 is: [{'id': '56d14913-4c2e-455d-a94f-0feecf3eb076', 'name': 'tempest-TestEncryptedCinderVolumes-194601888-router', 'tenant_id': 'ba37ed51cb194984897815cf7621c967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:03:27Z', 'updated_at': '2022-02-11T15:04:53Z', 'revision_number': 6, 'project_id': 'ba37ed51cb194984897815cf7621c967', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:04:53.761782 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.786311 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ab27a-77e5-4e67-ad68-c9e9e381406d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:53.849809 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.939272 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:53.941848 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.036281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.036807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d14913-4c2e-455d-a94f-0feecf3eb076 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:04:54.041200 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.044834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f27c3b6c-0d19-4ec9-9bcc-a7c251d0e070 admin admin] 10.222.0.31 "DELETE /v2.0/routers/56d14913-4c2e-455d-a94f-0feecf3eb076 HTTP/1.1" status: 204 len: 168 time: 0.9397326 Feb 11 15:04:54.047534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:54.092864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Deleting subnet 2e84c4fd-eaad-40f7-8ad3-a85205a852f6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:04:54.096582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.131627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cefacfd-ce08-4338-83db-0ba14b290d16 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:54.134969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.158495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 7cefacfd-ce08-4338-83db-0ba14b290d16 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:54.158848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cefacfd-ce08-4338-83db-0ba14b290d16 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:54.216094 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.327437 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.353618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e84c4fd-eaad-40f7-8ad3-a85205a852f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:54.355635 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.358836 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6f91262d-7f0b-46db-ada5-507c7f5378a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e84c4fd-eaad-40f7-8ad3-a85205a852f6 HTTP/1.1" status: 204 len: 168 time: 0.3128407 Feb 11 15:04:54.360578 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bfa04-47e4-4900-999a-f859bc172d3d None None] Network 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:04:54.366929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:54.430425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.489818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Deleting port e9f5c6db-aa0d-4073-bee3-3f583465697d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:54.490226 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.551168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] DHCP port deletion for 745c88ca-d39a-4fd0-bc2c-e093f2f9c302 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:04:54.559504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] For port e9f5c6db-aa0d-4073-bee3-3f583465697d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f5c6db-aa0d-4073-bee3-3f583465697d,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:54.559869 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.574504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Calling delete_port for e9f5c6db-aa0d-4073-bee3-3f583465697d owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:54.608877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Deleting port e9f5c6db-aa0d-4073-bee3-3f583465697d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:04:54.609282 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.675656 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] For port e9f5c6db-aa0d-4073-bee3-3f583465697d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9f5c6db-aa0d-4073-bee3-3f583465697d,segment=NetworkSegment(cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96),segment_id=cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:04:54.676065 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.688747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Calling delete_port for e9f5c6db-aa0d-4073-bee3-3f583465697d owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:04:54.722509 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.754751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f5c6db-aa0d-4073-bee3-3f583465697d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:54.758648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] No DVR routers for this DVR port e9f5c6db-aa0d-4073-bee3-3f583465697d on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:54.772754 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.797834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] Pushing event deleted for resources: {'Port': ['ID=e9f5c6db-aa0d-4073-bee3-3f583465697d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:54.802048 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a55288-b26c-40a9-9999-914c2169022b None None] No DVR routers for this DVR port e9f5c6db-aa0d-4073-bee3-3f583465697d on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:04:54.827185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:54.850391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745c88ca-d39a-4fd0-bc2c-e093f2f9c302']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:54.859312 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:54.859599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2e4fdf-fbcf-4b8f-b9e4-a293b4c61d96') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:04:55.193659 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.207425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.213092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:04:55.213466 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:04:55.215048 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:04:55.327030 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.332458 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.336029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] 10.222.0.31 "DELETE /v2.0/networks/745c88ca-d39a-4fd0-bc2c-e093f2f9c302 HTTP/1.1" status: 204 len: 168 time: 0.9729037 Feb 11 15:04:55.348583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ac421-39b6-43cc-b2f9-194e178c0928 admin admin] Pushing event deleted for resources: {'Network': ['ID=745c88ca-d39a-4fd0-bc2c-e093f2f9c302,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:55.688162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42182) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:55.727876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3fe73fd9-d706-48fc-b0f1-f91a1bcdf320 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b9a4f2710524919867c11cecfa75bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385411 Feb 11 15:04:55.730352 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42184) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:55.777256 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.797087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.870318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c5ab27a-77e5-4e67-ad68-c9e9e381406d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:55.891488 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6c5ab27a-77e5-4e67-ad68-c9e9e381406d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:55.891830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c5ab27a-77e5-4e67-ad68-c9e9e381406d not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:55.892221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f5c6db-aa0d-4073-bee3-3f583465697d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:04:55.913560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e9f5c6db-aa0d-4073-bee3-3f583465697d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:04:55.913835 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9f5c6db-aa0d-4073-bee3-3f583465697d not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:04:55.915936 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.918591 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:55.919781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb1e43a2-2927-4376-9823-9810256d5c68 HTTP/1.1" status: 204 len: 168 time: 0.1885028 Feb 11 15:04:55.930212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ad73-6fa4-46bb-8e27-fe81edcccff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1e43a2-2927-4376-9823-9810256d5c68,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:56.561808 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:56.602252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-201e2fac-6771-4ede-b06b-096669bcc4a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba37ed51cb194984897815cf7621c967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392852 Feb 11 15:04:56.604752 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:56.650595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:56.675091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:56.785156 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:56.787601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:56.788747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e498a9f-b3a1-4ac9-a519-2ca88cc69f1f HTTP/1.1" status: 204 len: 168 time: 0.1830759 Feb 11 15:04:56.796527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec142f5-1d1f-44cf-9ea5-635ea0552f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e498a9f-b3a1-4ac9-a519-2ca88cc69f1f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:57.756212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:57.850110 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34817363-network', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:04:57.927011 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Made reservation on behalf of 31ebdb596acf47c1bb00b1a8dc51afd9 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:04:57.929341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:57.937687 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.008263 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.070392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.097064 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848aac59-1832-46a6-bd60-8c54dad15051,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:58.102003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:04:58.111867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.111867 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Added segment 9ad1790a-eec4-4654-a05a-b8d8ca7b3a49 of type vlan for network dc302256-8896-4cb2-ab2e-d0ae38c928dc Feb 11 15:04:58.149675 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.212729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.213699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:58.214284 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.272636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] Pushing event updated for resources: {'Network': ['ID=dc302256-8896-4cb2-ab2e-d0ae38c928dc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:58.282122 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:04:58.318595 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0a692e1c-ef48-4c00-91df-0d31fd171092 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5612969 Feb 11 15:04:58.321680 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:58.326394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Request body: {'subnet': {'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34817363-subnet', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:04:58.424467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Made reservation on behalf of 31ebdb596acf47c1bb00b1a8dc51afd9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:04:58.426857 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.635856 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.690227 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b0964f-006b-4d9d-91cf-a1527bd73467,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:58.698890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Checking segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:04:58.699254 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Network hostable DHCP agents. Network: dc302256-8896-4cb2-ab2e-d0ae38c928dc, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:04:58.766944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:04:58.818170 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, dc302256-8896-4cb2-ab2e-d0ae38c928dc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:04:58.822512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:04:58.823121 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.826949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb1c98-9ad4-4251-a671-0feb9b473041 None None] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:04:58.890045 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a551db18-bee8-4ed8-9d55-438403d80967 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5672901 Feb 11 15:04:58.892642 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:04:58.897045 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:04:58.962375 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.964075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:58.971037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:04:58.972062 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.022040 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.109742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Allocated IP 172.20.0.2 (dc302256-8896-4cb2-ab2e-d0ae38c928dc/c8b0964f-006b-4d9d-91cf-a1527bd73467/f3456ead-66ec-4fa0-94a8-84d0d60b3cdb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:04:59.193590 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.250547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.299807 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.340079 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:04:59.342963 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:04:59.346882 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:04:59.353716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Pushing event updated for resources: {'Port': ['ID=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:59.403886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Attempting to bind port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:04:59.404255 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Attempting to bind port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:04:59.404620 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Attempting to bind port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb on network dc302256-8896-4cb2-ab2e-d0ae38c928dc {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:04:59.410023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:04:59.410398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Checking segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:04:59.410803 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.411192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Bound using segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:04:59.411655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Bound port: f3456ead-66ec-4fa0-94a8-84d0d60b3cdb, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:04:59.412035 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.428956 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.448039 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.477608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] For port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:04:59.480599 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] For port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:04:59.539382 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.549887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Allocated IP 172.25.7.236 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/171ea92e-2836-4707-a642-6ced3456ed7e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:04:59.600046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65dbc-a98f-4047-9966-768b6c2c8e2c None None] Pushing event updated for resources: {'Port': ['ID=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:59.653544 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.746054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:04:59.790964 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:04:59.794003 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:04:59.796467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:04:59.828797 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Pushing event updated for resources: {'Port': ['ID=171ea92e-2836-4707-a642-6ced3456ed7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:04:59.917270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f3456ead-66ec-4fa0-94a8-84d0d60b3cdb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:04:59.965234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:04:59.965601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.042616 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.075831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:00.155579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.178924 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.232827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:00.366952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.505404 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1bb151-481a-4e80-bb98-5eb62c90ccf3 None None] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:05:00.555853 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Router 8765cb43-3466-47f1-8040-1decd46215f4 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:05:00.578058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-90524a61-9a78-407a-b8be-d3b152702d9b None None] Provisioning complete for port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:00.578431 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90524a61-9a78-407a-b8be-d3b152702d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.663219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:05:00.702521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Sync routers for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:05:00.733623 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:00.734221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:00.746912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:00.751773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6813ee15-8755-4a4d-a4a2-1bcd1c90de74 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8546264 Feb 11 15:05:00.754314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:01.014789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:01.074439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.122749 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ac81884a-5844-4bb2-9d17-0006e2276b13 None None] Provisioning complete for port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:01.123530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac81884a-5844-4bb2-9d17-0006e2276b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.180556 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.271217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:04:59Z', 'revision_number': 3, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:01.297954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Checking router: 8765cb43-3466-47f1-8040-1decd46215f4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:05:01.298310 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Updating router 8765cb43-3466-47f1-8040-1decd46215f4 port 171ea92e-2836-4707-a642-6ced3456ed7e binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:05:01.326997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.334272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Allocated IP 172.20.0.1 (dc302256-8896-4cb2-ab2e-d0ae38c928dc/c8b0964f-006b-4d9d-91cf-a1527bd73467/e7f32ddf-514d-4083-9542-dfc5d921f0cf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:01.433633 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.533204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.574828 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.577059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:01.580600 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:01.583070 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:01.606458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Pushing event updated for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:01.628821 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.647460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.697522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.710920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c782b5a-3346-4ca1-aecd-1bfbadf73819 None None] Pushing event updated for resources: {'Port': ['ID=171ea92e-2836-4707-a642-6ced3456ed7e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:01.715534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Attempting to bind port 171ea92e-2836-4707-a642-6ced3456ed7e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:01.715909 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Attempting to bind port 171ea92e-2836-4707-a642-6ced3456ed7e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:01.716274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Attempting to bind port 171ea92e-2836-4707-a642-6ced3456ed7e on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:01.722249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:01.722608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:01.723109 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.723630 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:01.724238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Bound port: 171ea92e-2836-4707-a642-6ced3456ed7e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:01.724537 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.784786 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] For port 171ea92e-2836-4707-a642-6ced3456ed7e, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:01.788119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] For port 171ea92e-2836-4707-a642-6ced3456ed7e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=171ea92e-2836-4707-a642-6ced3456ed7e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:01.832321 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.866112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.912463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f3456ead-66ec-4fa0-94a8-84d0d60b3cdb up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:01.969164 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b72e6532-e03b-4286-8006-6b07de444480 None None] Provisioning complete for port e7f32ddf-514d-4083-9542-dfc5d921f0cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:01.969443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b72e6532-e03b-4286-8006-6b07de444480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:01.997322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:02.009329 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:02.009949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:02.017498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c782b5a-3346-4ca1-aecd-1bfbadf73819 None None] Pushing event updated for resources: {'Port': ['ID=171ea92e-2836-4707-a642-6ced3456ed7e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:02.069831 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:02.076747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b72e6532-e03b-4286-8006-6b07de444480 None None] Port e7f32ddf-514d-4083-9542-dfc5d921f0cf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:02.085590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:02.085961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:02.140756 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Pushing event updated for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:02.143355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:02.167154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:02.234268 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:02.235532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:02.351346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Router 8765cb43-3466-47f1-8040-1decd46215f4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:05:02.401810 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 1, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:02.434335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9bfc2-6683-42fc-81a6-86cf62f8cb0c None None] The sync data for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 is: [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 1, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:05:02.472513 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:05:02.477934 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-89b7fb3e-cd4d-421e-8618-9decd8c3352f admin admin] 10.222.0.31 "PUT /v2.0/routers/8765cb43-3466-47f1-8040-1decd46215f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247596 Feb 11 15:05:02.502533 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8bf23b44-28b0-4710-ba88-d96dfdcb6287 None None] Provisioning complete for port e7f32ddf-514d-4083-9542-dfc5d921f0cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:02.502904 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bf23b44-28b0-4710-ba88-d96dfdcb6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:02.537311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8bf23b44-28b0-4710-ba88-d96dfdcb6287 None None] Port e7f32ddf-514d-4083-9542-dfc5d921f0cf cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:03.181488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42238) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:03.186415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2138117362-network', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:03.262766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Made reservation on behalf of d727fc89bdad4468a3512fa634ca0c67 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:05:03.262766 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.271091 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.353753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.424037 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.449351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:05:03.459871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b45b0-03be-4096-ac59-de1c8cff6cbf,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:03.464842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.467373 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Added segment 89c78385-8cda-4306-b0fc-250b6a67a76a of type vlan for network f6643ce4-6206-40ba-a238-e864c5bfb373 Feb 11 15:05:03.505593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.607059 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.608038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:03.608621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.667009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] Pushing event updated for resources: {'Network': ['ID=f6643ce4-6206-40ba-a238-e864c5bfb373,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:03.677685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network f6643ce4-6206-40ba-a238-e864c5bfb373 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:05:03.724218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51548f6e-46b4-4d5e-b11c-d57e8d4e71dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5416076 Feb 11 15:05:03.726926 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42242) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:03.734378 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Request body: {'subnet': {'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2138117362-subnet', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:03.829611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Made reservation on behalf of d727fc89bdad4468a3512fa634ca0c67 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:05:03.832025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:03.896423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 171ea92e-2836-4707-a642-6ced3456ed7e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:03.947685 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 171ea92e-2836-4707-a642-6ced3456ed7e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:03.948086 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.027750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.049269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 171ea92e-2836-4707-a642-6ced3456ed7e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=171ea92e-2836-4707-a642-6ced3456ed7e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:04.070729 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.127685 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.138850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8c202a-200c-424f-a697-430aaf4fb459,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:04.144499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Checking segment: {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:04.144874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Network hostable DHCP agents. Network: f6643ce4-6206-40ba-a238-e864c5bfb373, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:05:04.178323 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=171ea92e-2836-4707-a642-6ced3456ed7e,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:04.201473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Network f6643ce4-6206-40ba-a238-e864c5bfb373 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:05:04.253414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, f6643ce4-6206-40ba-a238-e864c5bfb373) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:04.257735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:04.258347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.262305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6823f-774b-4c9b-bf66-2aaa5d64a2ce None None] Network f6643ce4-6206-40ba-a238-e864c5bfb373 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:05:04.318673 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-77971c68-479c-4540-955e-e2ce6683018e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5906298 Feb 11 15:05:04.321615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42244) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:04.325949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:04.367987 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Sync routers for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:05:04.377407 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:04.378005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:04.407101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.408787 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.466520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.492005 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:04.531783 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-f6643ce4-6206-40ba-a238-e864c5bfb373', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:05:04.534147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.668740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.671085 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Allocated IP 172.20.0.2 (f6643ce4-6206-40ba-a238-e864c5bfb373/3b8c202a-200c-424f-a697-430aaf4fb459/0d7aa1f7-b12a-41c9-88bd-2e292a6c193c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:04.710766 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 2, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:04.737199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Checking router: 8765cb43-3466-47f1-8040-1decd46215f4 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:05:04.737710 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Updating router 8765cb43-3466-47f1-8040-1decd46215f4 port e7f32ddf-514d-4083-9542-dfc5d921f0cf binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:05:04.762568 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.822433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.882658 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.924659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Network f6643ce4-6206-40ba-a238-e864c5bfb373 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:04.927331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:04.931555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:04.934536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Pushing event updated for resources: {'Port': ['ID=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:04.964744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.985107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.990846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Attempting to bind port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:04.991410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Attempting to bind port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:04.991770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Attempting to bind port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c on network f6643ce4-6206-40ba-a238-e864c5bfb373 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:04.996886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:04.997280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Checking segment: {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:04.997678 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:04.998060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Bound using segment: {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:04.998517 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Bound port: 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:04.998889 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.039262 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.062833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] For port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:05.066527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] For port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:05.091376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Allocated IP 172.25.7.93 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/9440d123-3b6d-492f-81c1-c050e07a7a42) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:05.138555 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.173486 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.207954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.249939 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Pushing event updated for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:05.256052 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Attempting to bind port e7f32ddf-514d-4083-9542-dfc5d921f0cf on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:05.256434 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Attempting to bind port e7f32ddf-514d-4083-9542-dfc5d921f0cf by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:05.256790 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Attempting to bind port e7f32ddf-514d-4083-9542-dfc5d921f0cf on network dc302256-8896-4cb2-ab2e-d0ae38c928dc {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:05.263666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6bcf2-8b8d-4dd2-ad4b-1b0ba9868abb None None] Pushing event updated for resources: {'Port': ['ID=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:05.263928 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.264276 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.264613 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.269110 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.269617 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.270040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.270487 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.271065 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.271631 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.272030 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.272430 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.272822 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:05.279000 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:05.282437 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Checking segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:05.282437 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.282437 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Bound using segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:05.282437 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Bound port: e7f32ddf-514d-4083-9542-dfc5d921f0cf, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:05.282437 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.310297 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.361835 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] For port e7f32ddf-514d-4083-9542-dfc5d921f0cf, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:05.368581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:05.368581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:05.368816 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] For port e7f32ddf-514d-4083-9542-dfc5d921f0cf, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e7f32ddf-514d-4083-9542-dfc5d921f0cf,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:05.372807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:05.377965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Pushing event updated for resources: {'Port': ['ID=9440d123-3b6d-492f-81c1-c050e07a7a42,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:05.458649 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.474566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] Provisioning complete for port e7f32ddf-514d-4083-9542-dfc5d921f0cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:05.475085 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.564764 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:05.565610 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:05.610152 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.625016 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641adcf-b489-4979-a1b5-cb6e3478bbd2 None None] Pushing event updated for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:05.652412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] For port e7f32ddf-514d-4083-9542-dfc5d921f0cf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e7f32ddf-514d-4083-9542-dfc5d921f0cf,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:05.733748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.804460 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:05.812659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ba0fb-9ee8-4fcb-8aac-b9ca62944857 None None] Pushing event updated for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:05.828063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:05.876421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2475344f-bbe5-4bf8-8c3e-2d02fc7d869c None None] Provisioning complete for port e7f32ddf-514d-4083-9542-dfc5d921f0cf triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:05.877004 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2475344f-bbe5-4bf8-8c3e-2d02fc7d869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.048104 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:06.056072 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.060009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:06.087747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f948472-8f7a-454e-bff9-a70efc029150 None None] The sync data for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 is: [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:05:06.123196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:06.123567 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.224378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.258332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:06.287088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:05:06.338424 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.339891 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e7f32ddf-514d-4083-9542-dfc5d921f0cf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:06.412527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:05:06.428000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Sync routers for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:05:06.443587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:06.451780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:06.452394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:06.494319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e7f32ddf-514d-4083-9542-dfc5d921f0cf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:06.494506 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.519497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f488149-42ea-4165-8cc0-32d6e8cd1fbf None None] Network f6643ce4-6206-40ba-a238-e864c5bfb373 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:05:06.523666 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.526327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5576674d-f6fe-4199-a6ff-c653cd347e7b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2023084 Feb 11 15:05:06.527943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42248) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:06.821642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-12dc9dbc-38dc-4d9c-85b0-0962ae35ba65 None None] Provisioning complete for port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:06.822014 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12dc9dbc-38dc-4d9c-85b0-0962ae35ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:06.900949 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:06.962857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.026520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 171ea92e-2836-4707-a642-6ced3456ed7e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:07.121450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Allocated IP 172.20.0.1 (f6643ce4-6206-40ba-a238-e864c5bfb373/3b8c202a-200c-424f-a697-430aaf4fb459/c2502c7d-639b-4eca-9987-5de5c481f71c) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:07.200364 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 171ea92e-2836-4707-a642-6ced3456ed7e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:07.200741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.244027 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.270119 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 3, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:07.305015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.317224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Checking router: f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:05:07.317977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Updating router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 port 9440d123-3b6d-492f-81c1-c050e07a7a42 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:05:07.349617 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Network f6643ce4-6206-40ba-a238-e864c5bfb373 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:07.350682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.353156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:07.357217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:07.385680 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Pushing event updated for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:07.397750 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.546979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d6fe6baf-666e-4a57-943f-edf6e2c9e140 None None] Provisioning complete for port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:07.552443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6fe6baf-666e-4a57-943f-edf6e2c9e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.587694 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.696682 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.753250 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.766912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.826705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Attempting to bind port 9440d123-3b6d-492f-81c1-c050e07a7a42 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:07.827062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Attempting to bind port 9440d123-3b6d-492f-81c1-c050e07a7a42 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:07.827312 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Attempting to bind port 9440d123-3b6d-492f-81c1-c050e07a7a42 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:07.835841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6778bb-d1c7-453c-8bc2-b6fd36e9c622 None None] Pushing event updated for resources: {'Port': ['ID=9440d123-3b6d-492f-81c1-c050e07a7a42,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:07.840632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:07.841105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:07.841438 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.841825 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:07.842309 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Bound port: 9440d123-3b6d-492f-81c1-c050e07a7a42, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:07.842695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.843198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.852911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-bbc1f52b-0ac8-47f6-b158-d79d1d211092 None None] Provisioning complete for port c2502c7d-639b-4eca-9987-5de5c481f71c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:07.852911 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f52b-0ac8-47f6-b158-d79d1d211092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.891472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:07.914348 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:07.916195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Pushing event updated for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:07.928166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.928511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.928848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.929202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.929528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.929854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.930172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.930488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.930804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.931118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.931456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.931751 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:07.946400 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1f52b-0ac8-47f6-b158-d79d1d211092 None None] Port c2502c7d-639b-4eca-9987-5de5c481f71c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:07.964986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] For port 9440d123-3b6d-492f-81c1-c050e07a7a42, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:07.969038 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] For port 9440d123-3b6d-492f-81c1-c050e07a7a42, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9440d123-3b6d-492f-81c1-c050e07a7a42,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:07.979445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:07.979818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:08.025548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Network f6643ce4-6206-40ba-a238-e864c5bfb373 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:08.026995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:08.077640 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:08.154005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:05:08.185356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6778bb-d1c7-453c-8bc2-b6fd36e9c622 None None] Pushing event updated for resources: {'Port': ['ID=9440d123-3b6d-492f-81c1-c050e07a7a42,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:08.189426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:08.189982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:08.276414 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:05:08.281578 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-eef64b96-1e42-4b2f-8559-33f9fc141fed admin admin] 10.222.0.31 "PUT /v2.0/routers/f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526667 Feb 11 15:05:08.514319 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-d62531a6-1af2-4b9c-8832-02ff50587e94 None None] Provisioning complete for port c2502c7d-639b-4eca-9987-5de5c481f71c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:08.514691 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d62531a6-1af2-4b9c-8832-02ff50587e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:08.524492 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:08.597801 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d62531a6-1af2-4b9c-8832-02ff50587e94 None None] Port c2502c7d-639b-4eca-9987-5de5c481f71c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:08.770636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'c2502c7d-639b-4eca-9987-5de5c481f71c', 'name': '', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'mac_address': 'fa:16:3e:e4:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:06Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 2, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'subnets': [{'id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:08.803343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f86670e-ebc2-47a2-8aa1-fc7da9fcab3a None None] The sync data for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 is: [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'c2502c7d-639b-4eca-9987-5de5c481f71c', 'name': '', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'mac_address': 'fa:16:3e:e4:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:06Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 2, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'subnets': [{'id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:05:09.945271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9440d123-3b6d-492f-81c1-c050e07a7a42 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:10.081537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9440d123-3b6d-492f-81c1-c050e07a7a42 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:10.083228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:10.191286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:10.212659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 9440d123-3b6d-492f-81c1-c050e07a7a42, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9440d123-3b6d-492f-81c1-c050e07a7a42,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:10.281610 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:10.361645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=9440d123-3b6d-492f-81c1-c050e07a7a42,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:11.582734 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Sync routers for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:05:11.599175 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:11.599919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:11.714901 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:11.920992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9440d123-3b6d-492f-81c1-c050e07a7a42 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:11.970838 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'c2502c7d-639b-4eca-9987-5de5c481f71c', 'name': '', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'mac_address': 'fa:16:3e:e4:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:06Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 2, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'subnets': [{'id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:11.981368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 9440d123-3b6d-492f-81c1-c050e07a7a42 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:11.981760 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.000703 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Checking router: f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:05:12.012082 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Updating router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 port c2502c7d-639b-4eca-9987-5de5c481f71c binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:05:12.041768 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.349305 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.407005 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.460884 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cd9b4-c713-4d6b-b2e7-0eaa7c3f0cfd None None] Pushing event updated for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Attempting to bind port c2502c7d-639b-4eca-9987-5de5c481f71c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Attempting to bind port c2502c7d-639b-4eca-9987-5de5c481f71c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Attempting to bind port c2502c7d-639b-4eca-9987-5de5c481f71c on network f6643ce4-6206-40ba-a238-e864c5bfb373 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Checking segment: {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Bound using segment: {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Bound port: c2502c7d-639b-4eca-9987-5de5c481f71c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c78385-8cda-4306-b0fc-250b6a67a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] For port c2502c7d-639b-4eca-9987-5de5c481f71c, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:12.672712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] For port c2502c7d-639b-4eca-9987-5de5c481f71c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c2502c7d-639b-4eca-9987-5de5c481f71c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:12.675200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-25473241-92d0-4e23-a4b4-bb11017e0ef5 None None] Provisioning complete for port c2502c7d-639b-4eca-9987-5de5c481f71c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:12.675200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25473241-92d0-4e23-a4b4-bb11017e0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.680573 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-25473241-92d0-4e23-a4b4-bb11017e0ef5 None None] Port c2502c7d-639b-4eca-9987-5de5c481f71c cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:12.893763 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:12.947470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:12.948090 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:04:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:13.003216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cd9b4-c713-4d6b-b2e7-0eaa7c3f0cfd None None] Pushing event updated for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:13.096377 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:13.216511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] Provisioning complete for port c2502c7d-639b-4eca-9987-5de5c481f71c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:13.217108 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:13.316750 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'c2502c7d-639b-4eca-9987-5de5c481f71c', 'name': '', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'mac_address': 'fa:16:3e:e4:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:06Z', 'updated_at': '2022-02-11T15:05:12Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'subnets': [{'id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:13.338696 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:13.346218 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293e3f0-280b-431b-91ba-c8e1e45d2a01 None None] The sync data for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 is: [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:07Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'c2502c7d-639b-4eca-9987-5de5c481f71c', 'name': '', 'network_id': 'f6643ce4-6206-40ba-a238-e864c5bfb373', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'mac_address': 'fa:16:3e:e4:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:06Z', 'updated_at': '2022-02-11T15:05:12Z', 'revision_number': 4, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'subnets': [{'id': '3b8c202a-200c-424f-a697-430aaf4fb459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:05:13.384461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] For port c2502c7d-639b-4eca-9987-5de5c481f71c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c2502c7d-639b-4eca-9987-5de5c481f71c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:13.464089 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:13.554192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64810b-c0de-4dc3-ab3f-1aa3b21110a2 None None] Pushing event updated for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:13.942023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c2502c7d-639b-4eca-9987-5de5c481f71c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:14.026229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port c2502c7d-639b-4eca-9987-5de5c481f71c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:14.026659 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:16.706479 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:05:18.247442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c605e1b-f4d5-4792-aa22-0ed2ccaa3ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:20.469986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-852b14e7-7553-41e3-b7df-9854b2b2fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:20.552383 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-e55ef066-abf0-4b81-9cf9-7d7900dff311 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:20.553874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-e55ef066-abf0-4b81-9cf9-7d7900dff311 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 813 time: 0.1031673 Feb 11 15:05:20.568723 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-5558331e-df4f-43ed-933b-83e00264ff0f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/quotas/31ebdb596acf47c1bb00b1a8dc51afd9 HTTP/1.1" status: 200 len: 375 time: 0.0090423 Feb 11 15:05:20.619451 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-13b11e29-03d6-45ce-a8c9-07bd5e6e9730 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449817 Feb 11 15:05:20.634399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-bfc437a3-cdff-4f62-b157-c48283870158 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:05:20.635350 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-bfc437a3-cdff-4f62-b157-c48283870158 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049124 Feb 11 15:05:20.722185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-81a39b13-96d2-4634-93a3-4b3ed72c54a6 service neutron] 10.222.0.31 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811691 Feb 11 15:05:20.813080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-7c2a682f-8f75-4f04-8a56-b3cbb7b98b55 service neutron] 10.222.0.31 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843072 Feb 11 15:05:21.017676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6de6dd8-3624-4e08-9c7a-045a50ff81f1 req-5cb0f732-4024-490d-b93d-59b440584064 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 210 time: 0.0265961 Feb 11 15:05:21.932455 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:22.096598 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ca0d60ee-3bfc-4bb8-a7ac-c6a5e93dc674 req-e2f1ac14-2bfb-46e4-a6c2-11c8b684384a tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 210 time: 0.0273824 Feb 11 15:05:23.189928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-7b9bde4b-4905-43bd-85be-423653a982e4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:23.191377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-7b9bde4b-4905-43bd-85be-423653a982e4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 813 time: 0.1147249 Feb 11 15:05:23.208557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'port': {'device_id': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'admin_state_up': True, 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:23.213166 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67650ae5-6e33-494c-8112-8f36c09f4be2 req-61ab810c-9189-4c8b-b5f3-e2706b9f38cc tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 210 time: 0.0428162 Feb 11 15:05:23.304514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:23.349741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:23.372567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Made reservation on behalf of 31ebdb596acf47c1bb00b1a8dc51afd9 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:05:23.376212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:23.507696 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Allocated IP 172.20.0.7 (dc302256-8896-4cb2-ab2e-d0ae38c928dc/c8b0964f-006b-4d9d-91cf-a1527bd73467/435a7a37-ba12-4b0b-95c3-ba02eb1d3efc) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:23.666151 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:24.174748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:24.259318 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:24.262576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:24.269133 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:24.330066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:24.386555 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:24.387210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:24.404201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3442-66fa-48d3-b1ed-32944310f2ce req-aa772e64-0a1e-4f7e-8868-d3b0f76ff571 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:24.407604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-475c3442-66fa-48d3-b1ed-32944310f2ce req-aa772e64-0a1e-4f7e-8868-d3b0f76ff571 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0877712 Feb 11 15:05:24.478996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a7ca9508-8b02-45b7-be5a-33a3451d53b0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2741494 Feb 11 15:05:24.502784 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-475c3442-66fa-48d3-b1ed-32944310f2ce req-ff11f094-5550-4a59-9d98-83e5e39ab56f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604274 Feb 11 15:05:24.671401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a6badca6-9a01-4012-8db1-3280a8e2399b None None] Provisioning complete for port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:24.672063 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6badca6-9a01-4012-8db1-3280a8e2399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:24.716046 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a6badca6-9a01-4012-8db1-3280a8e2399b None None] Port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:05:25.622442 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710b04-f03a-4c7a-b72d-2e7fcd279c86 req-e7f15d9d-5779-4c92-99f0-45f7fa983f28 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:25.624118 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f710b04-f03a-4c7a-b72d-2e7fcd279c86 req-e7f15d9d-5779-4c92-99f0-45f7fa983f28 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0632408 Feb 11 15:05:25.665302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f710b04-f03a-4c7a-b72d-2e7fcd279c86 req-f2e40a0e-318e-4f83-a596-6caf479befa5 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Feb 11 15:05:26.796551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17050-2d13-4e49-bb21-38c7ee43423c req-641c58fb-9ac0-4fd3-9450-010bcb56e56f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:26.798680 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84f17050-2d13-4e49-bb21-38c7ee43423c req-641c58fb-9ac0-4fd3-9450-010bcb56e56f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0579662 Feb 11 15:05:26.837989 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-84f17050-2d13-4e49-bb21-38c7ee43423c req-c009babe-8e09-4f60-8c0b-691a84b0dd63 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Feb 11 15:05:27.972554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398d2ec-3474-4759-aaf1-8945a8c8d541 req-81d4465c-e51b-45ef-8d9c-b1a29ef6a0a1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:27.974104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6398d2ec-3474-4759-aaf1-8945a8c8d541 req-81d4465c-e51b-45ef-8d9c-b1a29ef6a0a1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0631568 Feb 11 15:05:28.019230 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6398d2ec-3474-4759-aaf1-8945a8c8d541 req-478309f7-51d2-44e8-b146-5a7ef690c6ca tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Feb 11 15:05:29.174714 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055141b8-5d3b-4326-976e-e8236fe9e50d req-2c661617-0698-40cc-a8e7-e8592b3ac734 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:29.177671 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-055141b8-5d3b-4326-976e-e8236fe9e50d req-2c661617-0698-40cc-a8e7-e8592b3ac734 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0729585 Feb 11 15:05:29.223762 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-055141b8-5d3b-4326-976e-e8236fe9e50d req-07fb00b6-15fc-41b2-95f7-93389427ef52 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347147 Feb 11 15:05:30.350279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb546d-23ee-4c18-94b0-27d6d2e5dbff req-592d0a6b-38e3-4aca-9da8-1754b245a249 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:30.352025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1bb546d-23ee-4c18-94b0-27d6d2e5dbff req-592d0a6b-38e3-4aca-9da8-1754b245a249 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 931 time: 0.0504923 Feb 11 15:05:30.392212 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1bb546d-23ee-4c18-94b0-27d6d2e5dbff req-611716a6-162f-407d-b6ae-bd2b913edf20 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Feb 11 15:05:30.880476 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.039429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Request body: {'port': {'device_id': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:31.096036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.349694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:05:31.356842 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.368368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Transition to ACTIVE for port object 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:05:31.423571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.495426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:31.511831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dee62d-a02c-46fd-9450-7d84b925d052 req-7143abd8-8bd3-425b-b654-0cd41ec60beb tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:31.514007 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83dee62d-a02c-46fd-9450-7d84b925d052 req-7143abd8-8bd3-425b-b654-0cd41ec60beb tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 943 time: 0.0529125 Feb 11 15:05:31.550067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Attempting to bind port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:05:31.550398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Attempting to bind port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:05:31.550733 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Attempting to bind port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc on network dc302256-8896-4cb2-ab2e-d0ae38c928dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:31.554153 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-83dee62d-a02c-46fd-9450-7d84b925d052 req-c47b4b3b-bc12-4c4d-81ed-4167602c8778 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Feb 11 15:05:31.555208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc on network dc302256-8896-4cb2-ab2e-d0ae38c928dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:05:31.555559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Attempting to bind port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc on network dc302256-8896-4cb2-ab2e-d0ae38c928dc {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:05:31.564459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:05:31.564459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Checking segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:05:31.564459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Bound using segment: {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:05:31.564459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Bound port: 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:05:31.564459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.629946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:05:31.634525 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:05:31.692449 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.714717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.727447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:31.728009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:31.729418 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] 10.222.0.60 "PUT /v2.0/ports/435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 1091 time: 0.6943340 Feb 11 15:05:31.729866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:05:31.732138 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8223e54-94c0-489b-886c-b22206997cae" -d '{"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:05:31.758360 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdcf9e-e4d1-4372-86de-515a322e6a11 service neutron] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:31.776092 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91066362-2522-4fa7-9f44-d65e804677b0 x-openstack-request-id: req-91066362-2522-4fa7-9f44-d65e804677b0 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:05:31.776429 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:05:31.776678 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91066362-2522-4fa7-9f44-d65e804677b0 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:05:31.777189 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:05:31.844867 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223e54-94c0-489b-886c-b22206997cae req-3fe3fedd-f7b9-4249-bc7c-4503f212b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:31.846832 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8223e54-94c0-489b-886c-b22206997cae req-3fe3fedd-f7b9-4249-bc7c-4503f212b4db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1094 time: 0.0491960 Feb 11 15:05:31.944621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223e54-94c0-489b-886c-b22206997cae req-4fdf6a7a-cfde-4202-9ef8-909418eb4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:31.946403 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8223e54-94c0-489b-886c-b22206997cae req-4fdf6a7a-cfde-4202-9ef8-909418eb4361 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920465 Feb 11 15:05:32.043116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223e54-94c0-489b-886c-b22206997cae req-67da9e56-3089-4b0b-8a8e-9e332700edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:32.044597 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8223e54-94c0-489b-886c-b22206997cae req-67da9e56-3089-4b0b-8a8e-9e332700edd1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922089 Feb 11 15:05:32.121175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-80f8860d-d21f-442d-ac31-444affaa25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:32.122644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-80f8860d-d21f-442d-ac31-444affaa25b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1094 time: 0.0407522 Feb 11 15:05:32.163295 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-93654036-fd3f-4279-a7e7-8e61af3bc404 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 217 time: 0.0329854 Feb 11 15:05:32.216118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a497c500-ae75-47eb-82e1-6e4492802a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:32.218683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-a497c500-ae75-47eb-82e1-6e4492802a91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0490673 Feb 11 15:05:32.262575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-1478b27c-df94-47dc-a7db-91c57cbb2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:32.264050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-1478b27c-df94-47dc-a7db-91c57cbb2f69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394788 Feb 11 15:05:32.351410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-0f0adbe7-edaa-4c5f-8026-97d3235b531b service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Feb 11 15:05:32.442702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-91f78720-514a-45a2-8495-fae1c4ecadd5 req-7dc53797-4651-4207-a80e-1e1bd895e1ab service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Feb 11 15:05:32.678690 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775eac-38f8-4deb-bba0-f986636852e4 req-a1ee7149-0712-47d5-a0e4-dfbb4103ddf4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:32.680156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1775eac-38f8-4deb-bba0-f986636852e4 req-a1ee7149-0712-47d5-a0e4-dfbb4103ddf4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 943 time: 0.0516827 Feb 11 15:05:32.717274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1775eac-38f8-4deb-bba0-f986636852e4 req-c8d7764d-b15f-404f-a152-650a92d9170f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Feb 11 15:05:33.835040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca2b35-e932-4d64-8646-88a814a65cd9 req-423d2fe4-6e03-4b7c-ac05-f6147d6835f4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:33.836071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bca2b35-e932-4d64-8646-88a814a65cd9 req-423d2fe4-6e03-4b7c-ac05-f6147d6835f4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 943 time: 0.0499039 Feb 11 15:05:33.872535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0bca2b35-e932-4d64-8646-88a814a65cd9 req-064e7554-cfde-48b1-b97b-28a87fc23b0b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Feb 11 15:05:34.503955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:05:34.899325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:34.899325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'port_id': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'mac_address': 'fa:16:3e:21:d2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:05:34.899325 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:34.899325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:05:34.899325 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:34.989401 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6bb9c-121f-414c-9aae-b0911f389e86 req-6ccd9dbc-937e-4e65-b259-d91d6eab57a4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:34.990906 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ad6bb9c-121f-414c-9aae-b0911f389e86 req-6ccd9dbc-937e-4e65-b259-d91d6eab57a4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 943 time: 0.0497634 Feb 11 15:05:35.029854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ad6bb9c-121f-414c-9aae-b0911f389e86 req-a43f81c1-4c83-44f3-be06-ef223b6d68b5 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Feb 11 15:05:35.177693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:35.236007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:35.380753 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:05:36.146308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eee792-9ae1-480b-aec1-c3c448034bef req-1bf9833b-1b49-49dd-8c67-0cedb2996e77 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:36.147687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b9eee792-9ae1-480b-aec1-c3c448034bef req-1bf9833b-1b49-49dd-8c67-0cedb2996e77 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 944 time: 0.0482411 Feb 11 15:05:36.189004 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b9eee792-9ae1-480b-aec1-c3c448034bef req-6d0954cf-8fb3-4717-8d30-3f4f7c9c79f0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Feb 11 15:05:36.520757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:05:36.612009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:05:36.615881 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:36.616255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:36.692533 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:36.715175 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:05:36.717537 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf334237-21f4-4cb3-80c2-803b1b694325" -d '{"events": [{"server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "name": "network-vif-plugged", "status": "completed", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:05:36.730263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:36.758253 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e00117c-ca1f-48be-9894-20d8970f1883 x-openstack-request-id: req-5e00117c-ca1f-48be-9894-20d8970f1883 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:05:36.758515 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "name": "network-vif-plugged", "status": "completed", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:05:36.758778 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e00117c-ca1f-48be-9894-20d8970f1883 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:05:36.759197 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'code': 200} Feb 11 15:05:36.790856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:36.847004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:36.853771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6fea9-e07a-4698-a736-aa4545677a7f req-2eac5827-e00f-4dc3-b29d-36dd99609226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:36.855547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eba6fea9-e07a-4698-a736-aa4545677a7f req-2eac5827-e00f-4dc3-b29d-36dd99609226 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0395987 Feb 11 15:05:36.889837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-eba6fea9-e07a-4698-a736-aa4545677a7f req-22dcafeb-6b8f-4af4-9c2a-db9f16056fb9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270069 Feb 11 15:05:37.307778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332496-fb66-4644-b22b-37c81d88ca28 req-a1e29c08-2c11-4627-ac8e-d5a5697270ba tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:37.309183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3332496-fb66-4644-b22b-37c81d88ca28 req-a1e29c08-2c11-4627-ac8e-d5a5697270ba tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0480523 Feb 11 15:05:37.346377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3332496-fb66-4644-b22b-37c81d88ca28 req-866eacab-01d1-4536-9c73-edb393949f6c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Feb 11 15:05:38.460852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff9849-d1fb-46cd-9dc7-812e4b93bc63 req-7f022b02-af42-4454-87cb-91d6ecdb6ec7 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:38.462345 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93ff9849-d1fb-46cd-9dc7-812e4b93bc63 req-7f022b02-af42-4454-87cb-91d6ecdb6ec7 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Feb 11 15:05:38.499107 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-93ff9849-d1fb-46cd-9dc7-812e4b93bc63 req-f1f52aa8-83f1-4bce-baa5-61ac05a538d2 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Feb 11 15:05:38.611132 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490bba-8e33-4e8f-acb6-18fe53260e54 req-7ff578cb-0189-41bd-b359-6fed904f535e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:38.613137 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3490bba-8e33-4e8f-acb6-18fe53260e54 req-7ff578cb-0189-41bd-b359-6fed904f535e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Feb 11 15:05:38.654042 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3490bba-8e33-4e8f-acb6-18fe53260e54 req-4ef096f4-86ba-4801-90b1-efa4533b7bc5 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Feb 11 15:05:38.838620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b4368-ec89-41b2-8e39-90d134c03276 req-10f93529-fd57-4213-8fad-f2213e75a4a6 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:38.840092 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468b4368-ec89-41b2-8e39-90d134c03276 req-10f93529-fd57-4213-8fad-f2213e75a4a6 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Feb 11 15:05:38.879332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-468b4368-ec89-41b2-8e39-90d134c03276 req-e7a032d4-e591-420d-a5c5-2670ad63a6a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Feb 11 15:05:48.223370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74ca24b4-4728-4b6f-939d-44e588be0b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:50.497811 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ca40830-2f1d-4334-a0d9-884c05fd7d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:51.920245 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:52.225260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb168f45-19ec-42f5-8f3e-ef194736e20d req-759df82f-9066-4a49-82e7-d9c50819abde tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:52.226745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb168f45-19ec-42f5-8f3e-ef194736e20d req-759df82f-9066-4a49-82e7-d9c50819abde tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Feb 11 15:05:52.263653 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fb168f45-19ec-42f5-8f3e-ef194736e20d req-b7945cc4-6a99-4dc9-a3da-7f6b30a32769 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Feb 11 15:05:52.285813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42462) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:52.450428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ccb99-a4b2-472a-87b3-362cd28a52d2 tempest-TestMinimumBasicScenario-738296122 tempest-TestMinimumBasicScenario-738296122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:52.451958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3d9ccb99-a4b2-472a-87b3-362cd28a52d2 tempest-TestMinimumBasicScenario-738296122 tempest-TestMinimumBasicScenario-738296122-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1091 time: 0.1651635 Feb 11 15:05:52.454977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42466) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:52.460791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:52.548857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:52.648983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:52.754793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Allocated IP 172.25.7.86 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/4a0a552c-572a-4ccc-8419-837c962f3907) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:05:52.855108 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:52.938430 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:52.977431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:05:52.980308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:05:52.983837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:05:53.013069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'Port': ['ID=4a0a552c-572a-4ccc-8419-837c962f3907,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:53.326037 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.347884 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.348718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.472351 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.621075 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.674061 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.704780 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:05:53.743608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'Port': ['ID=4a0a552c-572a-4ccc-8419-837c962f3907,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:53.755764 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:53.854006 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Floating IP 0c69f542-17fe-4008-acd7-9b2bd2f4194c associated. External IP: 172.25.7.86, port: 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc. Feb 11 15:05:54.056313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Router 8765cb43-3466-47f1-8040-1decd46215f4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:05:54.159111 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:05:54.168387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Sync routers for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:05:54.178848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:54.179437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:54.236467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.265234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-735b0bfa-5d5a-4f96-a3cc-9441bf1e686c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8076470 Feb 11 15:05:54.266916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:05:54.268562 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431" -d '{"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:05:54.268718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:54.279919 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397101770', 'description': 'tempest-secgroup-smoke-1397101770 description', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:54.284739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:54.332265 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac782bba-6972-4f77-a03a-98a25fefe085 x-openstack-request-id: req-ac782bba-6972-4f77-a03a-98a25fefe085 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:05:54.332265 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:05:54.332265 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac782bba-6972-4f77-a03a-98a25fefe085 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:05:54.332265 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:05:54.396088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-4074a8b1-4a39-4a0f-81cd-82dfe4c703df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:54.397699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-4074a8b1-4a39-4a0f-81cd-82dfe4c703df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0452762 Feb 11 15:05:54.406328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.475948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.492774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-6575246c-cc2b-43d3-a1f3-d52c4402b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:54.494805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-6575246c-cc2b-43d3-a1f3-d52c4402b5f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.0898612 Feb 11 15:05:54.509516 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.518535 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '0c69f542-17fe-4008-acd7-9b2bd2f4194c', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'port_id': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'mac_address': 'fa:16:3e:21:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:05:53Z', 'updated_at': '2022-02-11T15:05:53Z', 'revision_number': 0, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:54.547879 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ea697-8068-4ec2-9101-34d04bf68c3a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:54.550192 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Checking router: 8765cb43-3466-47f1-8040-1decd46215f4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:05:54.559061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:05:54.559624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:05:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:54.563125 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.563489 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.563896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.564169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.564619 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.565016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.565389 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.565724 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.566056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.566386 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.566720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.566968 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-927fadc5-2a2b-4710-a921-2c8c32e3ddd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 998 time: 0.0654197 Feb 11 15:05:54.567088 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:05:54.574416 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.578946 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7bce020c-85c5-4887-870d-4d18a6e401d1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3058782 Feb 11 15:05:54.578946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:54.582898 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:54.622955 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-88f63ee1-0d55-4698-b2ad-3cfeca7c6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:54.624437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-88f63ee1-0d55-4698-b2ad-3cfeca7c6d2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0514810 Feb 11 15:05:54.657410 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.670365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-2d0d5a38-0161-4a26-a3b0-7ed8c1c62d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:54.671558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:05:54.672306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-2d0d5a38-0161-4a26-a3b0-7ed8c1c62d29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410836 Feb 11 15:05:54.715085 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.768699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-3d3afc0d-ed17-4af9-a051-00bdf0ff0e7e service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888622 Feb 11 15:05:54.789151 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.811188 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15032d7a-371b-48e1-b4d8-f351e7f0b4fd,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:54.868155 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3dac0c6-7fe1-4dc6-8011-56216f5bb431 req-acb7fd9c-c28d-4012-8533-ecb6c28369a4 service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924261 Feb 11 15:05:54.882704 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:54.883929 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c2ec81a1-2dfb-4c64-99f5-7e6fb82d1bc1 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044178 Feb 11 15:05:54.886599 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:54.891177 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:54.906868 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '0c69f542-17fe-4008-acd7-9b2bd2f4194c', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'port_id': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'mac_address': 'fa:16:3e:21:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:05:53Z', 'updated_at': '2022-02-11T15:05:53Z', 'revision_number': 0, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:05:54.933886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42563e-5218-4a7c-94d1-2ec7fe8859d9 None None] The sync data for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 is: [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '0c69f542-17fe-4008-acd7-9b2bd2f4194c', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'port_id': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'mac_address': 'fa:16:3e:21:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:05:53Z', 'updated_at': '2022-02-11T15:05:53Z', 'revision_number': 0, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:05:54.979273 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.038233 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.091897 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.109525 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0270d6-725d-419e-b19b-6b72ddb1dc27,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:55.140844 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fd7c6-a4a8-460d-8966-907ab5d6a1cb None None] New status for floating IP 0c69f542-17fe-4008-acd7-9b2bd2f4194c: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:05:55.173790 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.175528 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d11aa9c-6424-487d-a604-30021915e50b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877905 Feb 11 15:05:55.178356 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:55.182878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:55.267899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.329322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.400034 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.417918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965c90f0-8d96-4787-8e35-42bfdad04654,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:55.493528 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.494774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-467f1f4a-bf40-4381-b59a-0a3fa8ab376d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154511 Feb 11 15:05:55.498551 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:55.503402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:55.547828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-089af3ee-a5be-4e27-9956-f017ccf15896 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440419 Feb 11 15:05:55.600015 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.690716 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-e53f0ae8-9c45-4ae6-893e-bcf023eb2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:55.690716 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-e53f0ae8-9c45-4ae6-893e-bcf023eb2e31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0527430 Feb 11 15:05:55.691008 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.742069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-99729f01-66ba-415e-a4a6-7356ad8c9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:55.743533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-99729f01-66ba-415e-a4a6-7356ad8c9942 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.0828669 Feb 11 15:05:55.748942 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.767208 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f3b69-7993-433d-b04e-e4abc7d895ce,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:55.814488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-0f20ce95-9541-45e6-bfdb-9a8682ddef4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 1000 time: 0.0648289 Feb 11 15:05:55.842302 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.843520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-469aeeb4-6ed3-4413-b2be-3a2c5d08cc4c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440323 Feb 11 15:05:55.851638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:55.852270 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:55.863692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-3ee033c6-efa3-454d-9f51-0049cf93338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:55.865189 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-3ee033c6-efa3-454d-9f51-0049cf93338a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0440302 Feb 11 15:05:55.909672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-39028fbc-4754-4b93-abe8-9a8647308ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:55.911162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-39028fbc-4754-4b93-abe8-9a8647308ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399094 Feb 11 15:05:55.931986 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Project 31ebdb596acf47c1bb00b1a8dc51afd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:05:55.937197 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:55.996794 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.004105 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-339a2ee2-8030-43b5-93d9-e4e9db34f5df service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Feb 11 15:05:56.068917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.087927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8613c5c-3f09-4975-9f2c-a4b03e1103b8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:56.093109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c290cfc2-580d-45f1-acdc-c2d4b191e814 req-2f1d7e15-42f1-45e7-8603-2050f0ad7a7f service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826409 Feb 11 15:05:56.139372 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.140550 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-717a49ba-2890-4927-869b-c8fedbb2f8a8 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2924914 Feb 11 15:05:56.143411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:05:56.149461 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'security_group_rule': {'security_group_id': 'e66ea697-8068-4ec2-9101-34d04bf68c3a', 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:56.223614 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Project 31ebdb596acf47c1bb00b1a8dc51afd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:05:56.228755 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.289717 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.337088 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.355398 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bf06fb-0855-4f1f-9ccc-fff97df1ecf1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:56.396818 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.397851 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59189941-e83c-494d-bfae-f13b06eaa48e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2534761 Feb 11 15:05:56.480926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-8dfdc47b-e89b-4a52-9d23-cdec3a3d04db tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397101770&fields=id&tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9 HTTP/1.1" status: 200 len: 267 time: 0.0375946 Feb 11 15:05:56.532271 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-8e8b5cb3-f7ee-44e1-b7ac-f4d1bf61ba1d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:56.534294 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-8e8b5cb3-f7ee-44e1-b7ac-f4d1bf61ba1d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0473058 Feb 11 15:05:56.545184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'port': {'security_groups': ['848aac59-1832-46a6-bd60-8c54dad15051', 'e66ea697-8068-4ec2-9101-34d04bf68c3a']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:05:56.605753 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.781522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:05:56.809214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.857377 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.869536 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:05:56.906277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:56.906945 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:56.908321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d66dd7c-205e-4631-8bd7-2b6dac8f9e7f req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "PUT /v2.0/ports/435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 981 time: 0.3676305 Feb 11 15:05:56.908759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:05:56.911053 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f95940-abbd-4b76-9a85-925d8d20cebb" -d '{"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:05:56.949190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00065b-d1fa-47a8-b1b6-9fa86fdc9d30 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:05:56.982407 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e10904-1d4c-4330-abe7-621f6270421a x-openstack-request-id: req-15e10904-1d4c-4330-abe7-621f6270421a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:05:56.982697 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:05:56.983024 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15e10904-1d4c-4330-abe7-621f6270421a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:05:56.983794 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:05:57.062535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-c34eeb2f-0692-46bc-90ae-f6776f9a0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:57.064446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-c34eeb2f-0692-46bc-90ae-f6776f9a0d67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1135 time: 0.0570972 Feb 11 15:05:57.070155 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c03ca-8a40-4d2f-bf9a-b536a7641d18 req-9d87e60e-bc06-4166-93da-c7923ab10002 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:57.079852 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-520c03ca-8a40-4d2f-bf9a-b536a7641d18 req-9d87e60e-bc06-4166-93da-c7923ab10002 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0833507 Feb 11 15:05:57.132136 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-520c03ca-8a40-4d2f-bf9a-b536a7641d18 req-f6808373-e2ae-4f91-b779-f6acdf961d8f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503290 Feb 11 15:05:57.163085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-c07704f7-b14d-420a-8cab-d0412cc7162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:57.164565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-c07704f7-b14d-420a-8cab-d0412cc7162f service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.0934803 Feb 11 15:05:57.168767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:05:57.232754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5dde3afe-70f9-47b3-b51c-4ded93615682 None None] Provisioning complete for port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:05:57.233154 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dde3afe-70f9-47b3-b51c-4ded93615682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:05:57.233875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-ade94b3b-9a9d-4cdc-88af-cd4fc7aa11c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 1000 time: 0.0627730 Feb 11 15:05:57.282761 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-5d20b9dc-6175-4e4e-879d-1db737a40ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:57.284297 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-5d20b9dc-6175-4e4e-879d-1db737a40ee2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0431056 Feb 11 15:05:57.329047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-21bf6c30-8235-437f-97ef-aea0007e40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:05:57.330622 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-21bf6c30-8235-437f-97ef-aea0007e40b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397234 Feb 11 15:05:57.421358 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-2ee3cb24-ddcc-4767-a908-da7e18c9d360 service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843740 Feb 11 15:05:57.510702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f3f95940-abbd-4b76-9a85-925d8d20cebb req-5d4d6a97-6335-4ea2-9c7a-a43c6361804c service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Feb 11 15:06:00.833995 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:01.725661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:11.417831 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250d27-a8c1-4bf6-a4e2-7e17203ce818 req-c1841fea-8548-483e-b5f0-84e875e06224 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:11.419358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e250d27-a8c1-4bf6-a4e2-7e17203ce818 req-c1841fea-8548-483e-b5f0-84e875e06224 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0507717 Feb 11 15:06:11.460714 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e250d27-a8c1-4bf6-a4e2-7e17203ce818 req-a25cb9c1-206f-45f8-b6cf-8f79c36f072e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350626 Feb 11 15:06:11.484217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-2f165d23-cd71-4eae-9b78-4955b3bc3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:11.485750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-2f165d23-cd71-4eae-9b78-4955b3bc3dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1135 time: 0.0407183 Feb 11 15:06:11.575727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-6df78f7b-9a23-49f6-822c-757855bb8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:11.577130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-6df78f7b-9a23-49f6-822c-757855bb8aac service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.0848570 Feb 11 15:06:11.641872 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-6f32ed0c-2979-49db-8ec8-9f6a3bb1e242 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 1000 time: 0.0575292 Feb 11 15:06:11.692636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-01b3cbdc-6bd1-45b8-a0a3-e73b375ad478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:11.694104 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-01b3cbdc-6bd1-45b8-a0a3-e73b375ad478 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0461476 Feb 11 15:06:11.737456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-78d159b0-5621-4b43-be78-b92b9f86bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:11.738898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-78d159b0-5621-4b43-be78-b92b9f86bd1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383151 Feb 11 15:06:11.823999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-555c950a-c600-460d-b06a-f6868d84d070 service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782056 Feb 11 15:06:11.914794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c0ec85f9-7c5d-4b78-8664-7d108b444c01 req-76dc0bad-9903-41a2-964c-28291cf055aa service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835733 Feb 11 15:06:12.576791 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efa34-cdb6-4813-b70b-abee7924b3e2 req-91a05b40-82f3-4162-9869-f244cb06add9 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:12.578341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d2efa34-cdb6-4813-b70b-abee7924b3e2 req-91a05b40-82f3-4162-9869-f244cb06add9 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0485613 Feb 11 15:06:12.617636 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d2efa34-cdb6-4813-b70b-abee7924b3e2 req-d58b5ebb-2ab3-427a-970d-fa4403be37ba tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332747 Feb 11 15:06:13.738329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c0b62-3406-4068-a0f8-b90a5b6e2d76 req-3f0fb58b-cf20-4162-aa75-ad6fddd1448e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:13.739828 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe9c0b62-3406-4068-a0f8-b90a5b6e2d76 req-3f0fb58b-cf20-4162-aa75-ad6fddd1448e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0512576 Feb 11 15:06:13.778514 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe9c0b62-3406-4068-a0f8-b90a5b6e2d76 req-2c336a23-5a66-44e4-a4b9-01b61151646e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325148 Feb 11 15:06:14.895672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0232d-8012-4fcc-9e92-28a8dff9ad5b req-089e92f2-fcd6-480c-80cc-d81de6aaa87d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:14.897801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2cf0232d-8012-4fcc-9e92-28a8dff9ad5b req-089e92f2-fcd6-480c-80cc-d81de6aaa87d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0510738 Feb 11 15:06:14.935748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2cf0232d-8012-4fcc-9e92-28a8dff9ad5b req-15202fe9-1445-47e9-bf33-c093256f3554 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319157 Feb 11 15:06:16.050410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696bfa9-0b69-4dc4-960d-37521ec10e46 req-b3eae4cf-6424-45e3-a419-d61415285c55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:16.052055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e696bfa9-0b69-4dc4-960d-37521ec10e46 req-b3eae4cf-6424-45e3-a419-d61415285c55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0477729 Feb 11 15:06:16.091831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e696bfa9-0b69-4dc4-960d-37521ec10e46 req-02018079-2e7e-4e92-b92b-01a033914815 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337253 Feb 11 15:06:17.208347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d70ce-299b-495f-aac8-fe448b5af0ab req-66c0ad84-b190-4f1a-a467-085a0f0e0220 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:17.210394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-650d70ce-299b-495f-aac8-fe448b5af0ab req-66c0ad84-b190-4f1a-a467-085a0f0e0220 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0499821 Feb 11 15:06:17.249125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-650d70ce-299b-495f-aac8-fe448b5af0ab req-fef6510d-d7cd-4e3d-ab83-678af42f766f tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326524 Feb 11 15:06:18.223034 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e910c0f2-f6e0-4cac-9b9a-0cc6a5ef8471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:18.367105 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bb2db-9ab4-415f-b9d1-4a549f50bf43 req-919d34ab-c51f-4db1-95b1-4e66de800e43 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:18.368585 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f76bb2db-9ab4-415f-b9d1-4a549f50bf43 req-919d34ab-c51f-4db1-95b1-4e66de800e43 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0480597 Feb 11 15:06:18.406339 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f76bb2db-9ab4-415f-b9d1-4a549f50bf43 req-c111647f-a5fb-4e7c-b01f-bcd60d8283db tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317078 Feb 11 15:06:19.529383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aa46a-7397-4e3f-9f0f-e0a382d1b481 req-facbb69e-a92d-4453-818c-4c2a108796e4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:19.530860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917aa46a-7397-4e3f-9f0f-e0a382d1b481 req-facbb69e-a92d-4453-818c-4c2a108796e4 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0484457 Feb 11 15:06:19.570144 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-917aa46a-7397-4e3f-9f0f-e0a382d1b481 req-d3bed2d9-b099-456e-9aa8-f53a867ed31c tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332220 Feb 11 15:06:20.496794 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20723add-19a6-4a5f-80ad-ccd438b6ec5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:20.692709 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd57bf-3d98-404d-821c-ead7b6130f92 req-54bb881d-0b98-432d-a0b6-cd4a5634ed3d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:20.694268 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dbd57bf-3d98-404d-821c-ead7b6130f92 req-54bb881d-0b98-432d-a0b6-cd4a5634ed3d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0571046 Feb 11 15:06:20.734080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0dbd57bf-3d98-404d-821c-ead7b6130f92 req-b0c44e1a-5cdf-4d5c-85f4-9abb68d49a44 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333588 Feb 11 15:06:21.851178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51e63-7144-41ee-9859-8d394e7dcb67 req-23c954e4-eda0-48e2-9f1c-f8e4b952f1e5 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:21.852640 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27a51e63-7144-41ee-9859-8d394e7dcb67 req-23c954e4-eda0-48e2-9f1c-f8e4b952f1e5 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0511501 Feb 11 15:06:21.914555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:22.216152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27a51e63-7144-41ee-9859-8d394e7dcb67 req-b9f15a40-da34-4faf-9c6f-69d92e40c460 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572357 Feb 11 15:06:23.291173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:23.320122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:23.340817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b784e-d3d6-47d2-9c1f-d2cceabf6c6a req-7500cfb8-87ed-4f52-a8fe-210fe07ac3a2 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:23.343055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377b784e-d3d6-47d2-9c1f-d2cceabf6c6a req-7500cfb8-87ed-4f52-a8fe-210fe07ac3a2 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0596714 Feb 11 15:06:23.387026 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-377b784e-d3d6-47d2-9c1f-d2cceabf6c6a req-9cb00c0c-f2b0-4246-931c-561fdd679073 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&id=e66ea697-8068-4ec2-9101-34d04bf68c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340130 Feb 11 15:06:30.704047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:06:30.867973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:31.713507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:48.239294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9cab8949-9983-4980-96e2-7261b0ffcd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:50.456126 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74c33359-d1c7-461c-ac3e-db0e936f9d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:51.953693 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:53.296133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:53.341575 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:55.669156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-f0a2b346-a592-4b69-978c-cc255bef1f9d tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397101770&fields=id&tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9 HTTP/1.1" status: 200 len: 267 time: 0.0358124 Feb 11 15:06:55.722769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-b57c8f65-e3df-4dbc-a209-977e486d02bc tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:55.724259 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-b57c8f65-e3df-4dbc-a209-977e486d02bc tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 984 time: 0.0491908 Feb 11 15:06:55.735306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Request body: {'port': {'security_groups': ['848aac59-1832-46a6-bd60-8c54dad15051']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:06:55.799514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:55.967305 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:06:55.996403 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.050801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.063141 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:06:56.098345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:56.098345 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.098586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ffb577a4-3c8a-46dd-9f99-08497cc32efb req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "PUT /v2.0/ports/435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 942 time: 0.3678777 Feb 11 15:06:56.099579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:06:56.101883 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e263ab-8d8b-47e7-8135-e99beb0a73a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:06:56.107189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:06:56.127308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event updated for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:06:56.136391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.137008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.137561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.138089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.138613 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.139137 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.139653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.140168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.140825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.141400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.141920 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.142436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d571e42-5480-4015-ace5-cf7107867d55 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.162347 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37061acb-1a6b-4deb-88ee-981d14509dfa x-openstack-request-id: req-37061acb-1a6b-4deb-88ee-981d14509dfa {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:06:56.163568 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:06:56.164112 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37061acb-1a6b-4deb-88ee-981d14509dfa {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:06:56.165059 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:06:56.190258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:06:56.194588 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.222715 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.232743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-b4f28b79-66c3-4016-8f7f-6435709b359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:56.234440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-b4f28b79-66c3-4016-8f7f-6435709b359a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0513411 Feb 11 15:06:56.341279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-e17e157a-c3d5-4b48-93b9-d7a9363238c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:56.342760 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-e17e157a-c3d5-4b48-93b9-d7a9363238c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.1017299 Feb 11 15:06:56.371046 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.373679 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.374833 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "DELETE /v2.0/security-groups/e66ea697-8068-4ec2-9101-34d04bf68c3a HTTP/1.1" status: 204 len: 168 time: 0.2651033 Feb 11 15:06:56.377968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:06:56.401879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f6a5ef0e-210b-4356-b2ae-fe95954a6fe8 None None] Provisioning complete for port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:06:56.402157 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6a5ef0e-210b-4356-b2ae-fe95954a6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.409374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-91262a8d-66ce-44a8-8d96-f3857040b8cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 1000 time: 0.0587804 Feb 11 15:06:56.418067 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ea697-8068-4ec2-9101-34d04bf68c3a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:06:56.433738 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.434106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.434836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.434836 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.435744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.436107 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.436512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.436759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.439410 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.439760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.440101 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.440438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57465fe6-b98f-4fb1-b600-0f1d5f267a36 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:06:56.464916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-3caa2c23-d99a-429f-95b2-8eaf3861e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:56.466422 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-3caa2c23-d99a-429f-95b2-8eaf3861e5a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0508072 Feb 11 15:06:56.520098 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-b5e20abf-0d92-4c51-8129-001a9fb772aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:56.522175 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-b5e20abf-0d92-4c51-8129-001a9fb772aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486307 Feb 11 15:06:56.532455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-bb23ed88-1e8b-4ce5-afaa-4b8697bac059 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:06:56.533451 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-bb23ed88-1e8b-4ce5-afaa-4b8697bac059 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050814 Feb 11 15:06:56.626194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-7a44c7d0-8c04-489e-8db2-a8567ae140a2 service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867088 Feb 11 15:06:56.726016 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60e263ab-8d8b-47e7-8135-e99beb0a73a4 req-240c0854-fc69-48c1-bef1-965b2c23854c service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930531 Feb 11 15:06:56.911721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Deleting port 4a0a552c-572a-4ccc-8419-837c962f3907 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:06:56.912075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.983799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.984049 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:56.995770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Calling delete_port for 4a0a552c-572a-4ccc-8419-837c962f3907 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:06:57.188036 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:57.213279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event deleted for resources: {'Port': ['ID=4a0a552c-572a-4ccc-8419-837c962f3907,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:06:57.275329 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:57.275579 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Floating IP 0c69f542-17fe-4008-acd7-9b2bd2f4194c disassociated (deleted). External IP: 172.25.7.86, port: 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc. Feb 11 15:06:57.473507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Router 8765cb43-3466-47f1-8040-1decd46215f4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:06:57.529837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-a0cac2b1-efa4-4f35-9623-681a5e916120 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386615 Feb 11 15:06:57.585192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:06:57.590114 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:06:57.596044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af458-cc95-400a-9669-78305c3d359a None None] Sync routers for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:06:57.607154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:06:57.607768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:06:57.613451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-cced966c-6207-45eb-99a8-fbe96ce710ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:57.619082 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-cced966c-6207-45eb-99a8-fbe96ce710ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0441399 Feb 11 15:06:57.620686 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1b028b76-8574-40ae-9c9c-af65201b03ea tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "DELETE /v2.0/floatingips/0c69f542-17fe-4008-acd7-9b2bd2f4194c HTTP/1.1" status: 204 len: 168 time: 1.2417297 Feb 11 15:06:57.621314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:06:57.735067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:06:57.741404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-ad324a0d-4c54-4a8f-ba9c-0ad8aa659fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:57.743154 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-ad324a0d-4c54-4a8f-ba9c-0ad8aa659fe6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.1067805 Feb 11 15:06:57.787339 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e70f3-c574-4992-af2c-cf3e0151e36e" -d '{"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:06:57.789970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-2ead2dbf-d639-4bb6-b09e-0b8a01a72028 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 217 time: 0.0397964 Feb 11 15:06:57.843950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-515e1631-08f9-4d5b-95f2-8cf73e780c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:57.845610 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-515e1631-08f9-4d5b-95f2-8cf73e780c0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0482550 Feb 11 15:06:57.894719 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a9596d-9f83-4674-836d-b6ec748f5611 x-openstack-request-id: req-42a9596d-9f83-4674-836d-b6ec748f5611 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:06:57.895417 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:06:57.896875 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42a9596d-9f83-4674-836d-b6ec748f5611 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:06:57.897744 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:06:57.899417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-80baa2db-d078-4f9a-a6e8-13cc8c896e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:57.901030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-80baa2db-d078-4f9a-a6e8-13cc8c896e82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494862 Feb 11 15:06:57.948634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:06:57.979952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af458-cc95-400a-9669-78305c3d359a None None] Checking router: 8765cb43-3466-47f1-8040-1decd46215f4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:06:57.990157 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:06:57.990775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:06:58.000706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-6527d127-bcf7-4a9b-96b2-49071266ee1a service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925002 Feb 11 15:06:58.096341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:06:58.101459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5af9dc8b-39d5-4731-abe2-421a4892a346 req-1a2cd153-54f6-4de6-8901-03c4f4a7658e service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938797 Feb 11 15:06:58.248782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-b51d316f-dcb8-47d1-8df7-fcc63a2425f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:58.250339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-b51d316f-dcb8-47d1-8df7-fcc63a2425f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 1096 time: 0.0404639 Feb 11 15:06:58.298389 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-466af458-cc95-400a-9669-78305c3d359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:06:58.326247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af458-cc95-400a-9669-78305c3d359a None None] The sync data for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 is: [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:05:01Z', 'revision_number': 4, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e7f32ddf-514d-4083-9542-dfc5d921f0cf', 'name': '', 'network_id': 'dc302256-8896-4cb2-ab2e-d0ae38c928dc', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'mac_address': 'fa:16:3e:14:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:01Z', 'updated_at': '2022-02-11T15:05:05Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'subnets': [{'id': 'c8b0964f-006b-4d9d-91cf-a1527bd73467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:06:58.341212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-baf9fde5-c1a8-4239-a799-959f61e91153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:58.342722 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-baf9fde5-c1a8-4239-a799-959f61e91153 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 200 len: 914 time: 0.0852880 Feb 11 15:06:58.388582 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-603cef78-2211-4d1f-87ac-55685d7db990 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 200 len: 217 time: 0.0390861 Feb 11 15:06:58.439465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-52cf3658-4520-43df-b71b-667f1512aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:58.440979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-52cf3658-4520-43df-b71b-667f1512aac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 200 len: 852 time: 0.0434875 Feb 11 15:06:58.487491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-160acf24-6b43-4e31-94db-fedcaeaecf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:06:58.489289 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-160acf24-6b43-4e31-94db-fedcaeaecf6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc302256-8896-4cb2-ab2e-d0ae38c928dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415895 Feb 11 15:06:58.556247 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a2c92-3c70-4080-a169-f63c4d7dbe18 None None] New status for floating IP 0c69f542-17fe-4008-acd7-9b2bd2f4194c: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:06:58.592409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-32722c19-af5e-4f91-ba83-b3995084cb7f service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959024 Feb 11 15:06:58.690459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b37e70f3-c574-4992-af2c-cf3e0151e36e req-466656c7-f957-4104-87c2-cba85c70e26b service neutron] 10.222.0.60 "GET /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911889 Feb 11 15:07:00.844973 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:01.732112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:06.028973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60ba4a-48cd-46d7-8f08-c5a2fff4c215 req-04b03dd9-6225-4338-b75b-f4a2cfdfd541 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:06.030428 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de60ba4a-48cd-46d7-8f08-c5a2fff4c215 req-04b03dd9-6225-4338-b75b-f4a2cfdfd541 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0533803 Feb 11 15:07:06.072914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de60ba4a-48cd-46d7-8f08-c5a2fff4c215 req-34d7d114-cc5a-49a9-b8d6-3a230509c887 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Feb 11 15:07:07.192833 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916d25-d118-4a99-bc3e-77ffd546bb2b req-1d5c4e6d-617e-4651-b99d-a5d6f3590e46 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:07.194354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4916d25-d118-4a99-bc3e-77ffd546bb2b req-1d5c4e6d-617e-4651-b99d-a5d6f3590e46 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0539637 Feb 11 15:07:07.231406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d4916d25-d118-4a99-bc3e-77ffd546bb2b req-1aad5dd1-d3a5-4eb2-a75d-8b2aa8b4166e tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/security-groups?id=848aac59-1832-46a6-bd60-8c54dad15051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Feb 11 15:07:07.618730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-11948987-2b01-4bda-8ad1-657ba4d551a0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:07.620183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-11948987-2b01-4bda-8ad1-657ba4d551a0 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.60 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Feb 11 15:07:07.702556 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:07:07.708688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Deleting port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:07.709083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:07.802230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] For port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:07.802593 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:07.814143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Calling delete_port for 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:08.004722 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:08.018068 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:07:08.031577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Pushing event deleted for resources: {'Port': ['ID=435a7a37-ba12-4b0b-95c3-ba02eb1d3efc,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:08.076032 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] No DVR routers for this DVR port 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:07:08.078801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:08.082093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e4cf9b45-3328-440f-9af8-ddff0450b32e req-e8863f6a-753b-4561-b1e9-a9baab90e923 tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.60 "DELETE /v2.0/ports/435a7a37-ba12-4b0b-95c3-ba02eb1d3efc HTTP/1.1" status: 204 len: 173 time: 0.4552255 Feb 11 15:07:08.082529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'name': 'network-vif-deleted', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:07:08.084747 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30141ce-5bfb-4fef-9750-c9a0dd0e68e1" -d '{"events": [{"server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "name": "network-vif-deleted", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:07:08.129993 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72c3d3-9abf-49d2-8acf-68073c84a0d5 x-openstack-request-id: req-8d72c3d3-9abf-49d2-8acf-68073c84a0d5 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:07:08.129993 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0848d7ec-bf3b-483f-a139-cc37321f8480", "name": "network-vif-deleted", "tag": "435a7a37-ba12-4b0b-95c3-ba02eb1d3efc", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:07:08.129993 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d72c3d3-9abf-49d2-8acf-68073c84a0d5 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:07:08.129993 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0848d7ec-bf3b-483f-a139-cc37321f8480', 'name': 'network-vif-deleted', 'tag': '435a7a37-ba12-4b0b-95c3-ba02eb1d3efc', 'status': 'completed', 'code': 200} Feb 11 15:07:08.324113 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9e5a9ba4-79e4-4129-a316-02d033856599 req-ff15b361-87c9-4219-ae1a-0988572c6e4b tempest-TestMinimumBasicScenario-464179312 tempest-TestMinimumBasicScenario-464179312-project] 10.222.0.31 "GET /v2.0/ports?device_id=0848d7ec-bf3b-483f-a139-cc37321f8480 HTTP/1.1" status: 200 len: 210 time: 0.0264375 Feb 11 15:07:10.489113 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-1d38ffd4-b44a-45c2-b0c3-23431d179535 req-7d40253d-1254-4d8f-b361-ff3810aa5cb3 service neutron] (109376) timed out ('10.222.0.31', 38744) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 15:07:11.517960 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:11.870775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:12.110335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Deleting port e7f32ddf-514d-4083-9542-dfc5d921f0cf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:12.110673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:12.192253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] For port e7f32ddf-514d-4083-9542-dfc5d921f0cf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e7f32ddf-514d-4083-9542-dfc5d921f0cf,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:12.192621 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:12.206968 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Calling delete_port for e7f32ddf-514d-4083-9542-dfc5d921f0cf owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:12.427333 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:12.458140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f32ddf-514d-4083-9542-dfc5d921f0cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:12.626522 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:12.833053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Router 8765cb43-3466-47f1-8040-1decd46215f4 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:07:12.933721 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:07:12.938986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-19c57071-f03a-4354-9674-9b720eab03f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/8765cb43-3466-47f1-8040-1decd46215f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4199214 Feb 11 15:07:12.941584 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:12.942228 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Sync routers for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:07:12.953004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:12.953609 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:13.034426 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:13.047855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.059913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:13.060259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 435a7a37-ba12-4b0b-95c3-ba02eb1d3efc not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:13.081610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:13.149929 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.252882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Deleting port 171ea92e-2836-4707-a642-6ced3456ed7e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:13.253265 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.257427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:07:12Z', 'revision_number': 5, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port': {'id': '171ea92e-2836-4707-a642-6ced3456ed7e', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8765cb43-3466-47f1-8040-1decd46215f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:04:59Z', 'updated_at': '2022-02-11T15:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:13.284023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Checking router: 8765cb43-3466-47f1-8040-1decd46215f4 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:07:13.292959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Routers {'8765cb43-3466-47f1-8040-1decd46215f4'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:13.293556 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8765cb43-3466-47f1-8040-1decd46215f4'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:13.329653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] For port 171ea92e-2836-4707-a642-6ced3456ed7e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=171ea92e-2836-4707-a642-6ced3456ed7e,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:13.330011 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.341540 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Calling delete_port for 171ea92e-2836-4707-a642-6ced3456ed7e owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:13.379161 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] Set router 8765cb43-3466-47f1-8040-1decd46215f4 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:13.433315 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-76461488-9049-4693-97e3-8551a4462c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:07:13Z', 'revision_number': 6, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:13.460093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76461488-9049-4693-97e3-8551a4462c11 None None] The sync data for ids ['8765cb43-3466-47f1-8040-1decd46215f4'] in n-d-828407-1 is: [{'id': '8765cb43-3466-47f1-8040-1decd46215f4', 'name': 'tempest-TestMinimumBasicScenario-34817363-router', 'tenant_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:04:58Z', 'updated_at': '2022-02-11T15:07:13Z', 'revision_number': 6, 'project_id': '31ebdb596acf47c1bb00b1a8dc51afd9', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:07:13.565190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.596636 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=171ea92e-2836-4707-a642-6ced3456ed7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:13.657649 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.748499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.750565 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.856054 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.856638 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8765cb43-3466-47f1-8040-1decd46215f4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:07:13.861601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.862678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6464966-bee4-4e5a-af00-6e902a06cb36 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8765cb43-3466-47f1-8040-1decd46215f4 HTTP/1.1" status: 204 len: 168 time: 0.9201503 Feb 11 15:07:13.865987 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:13.913764 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Deleting subnet c8b0964f-006b-4d9d-91cf-a1527bd73467 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:07:13.916812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:13.951022 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.033130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.125349 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.154601 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b0964f-006b-4d9d-91cf-a1527bd73467,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:14.159289 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.162875 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8bb32455-e49a-4485-b09d-5c4770fb98a7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8b0964f-006b-4d9d-91cf-a1527bd73467 HTTP/1.1" status: 204 len: 168 time: 0.2958903 Feb 11 15:07:14.165431 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:14.165589 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32eaaa5-3134-4bb9-b040-2ea4fee79004 None None] Network dc302256-8896-4cb2-ab2e-d0ae38c928dc requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:07:14.260157 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.320547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Deleting port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:14.321180 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.395492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] For port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,segment=NetworkSegment(9ad1790a-eec4-4654-a05a-b8d8ca7b3a49),segment_id=9ad1790a-eec4-4654-a05a-b8d8ca7b3a49)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:14.395896 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.410857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Calling delete_port for f3456ead-66ec-4fa0-94a8-84d0d60b3cdb owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:14.447058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e7f32ddf-514d-4083-9542-dfc5d921f0cf no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:14.468324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e7f32ddf-514d-4083-9542-dfc5d921f0cf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:14.468660 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e7f32ddf-514d-4083-9542-dfc5d921f0cf not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:14.469292 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 171ea92e-2836-4707-a642-6ced3456ed7e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:14.492115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 171ea92e-2836-4707-a642-6ced3456ed7e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:14.492452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 171ea92e-2836-4707-a642-6ced3456ed7e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:14.553914 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.567800 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3bee8d-5512-49e1-95ca-bbf0e5c5eaf1 None None] DHCP port deletion for dc302256-8896-4cb2-ab2e-d0ae38c928dc request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:07:14.588781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3456ead-66ec-4fa0-94a8-84d0d60b3cdb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:14.593395 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] No DVR routers for this DVR port f3456ead-66ec-4fa0-94a8-84d0d60b3cdb on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:07:14.668439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.688343 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc302256-8896-4cb2-ab2e-d0ae38c928dc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:14.698864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:14.699341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad1790a-eec4-4654-a05a-b8d8ca7b3a49') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:14.710352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.723336 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.729468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:07:14.729843 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:07:14.731460 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:07:15.170738 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:15.176519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:15.181814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc302256-8896-4cb2-ab2e-d0ae38c928dc HTTP/1.1" status: 204 len: 168 time: 1.0133014 Feb 11 15:07:15.182948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42660) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:15.190722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68b274-9468-4cad-a1d6-d12826c66206 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc302256-8896-4cb2-ab2e-d0ae38c928dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:15.528885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:15.778237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Deleting port c2502c7d-639b-4eca-9987-5de5c481f71c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:15.778584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:15.858431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] For port c2502c7d-639b-4eca-9987-5de5c481f71c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=c2502c7d-639b-4eca-9987-5de5c481f71c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:15.858785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:15.870473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Calling delete_port for c2502c7d-639b-4eca-9987-5de5c481f71c owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:15.947850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f3456ead-66ec-4fa0-94a8-84d0d60b3cdb no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:15.970470 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: f3456ead-66ec-4fa0-94a8-84d0d60b3cdb {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:15.970898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device f3456ead-66ec-4fa0-94a8-84d0d60b3cdb not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:16.095906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:16.125114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2502c7d-639b-4eca-9987-5de5c481f71c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:16.283009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:16.491142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:07:16.592874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:07:16.599637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9bdbfdda-4dbb-46a3-8626-f402a49331b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4142339 Feb 11 15:07:16.601385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42664) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:16.602757 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Sync routers for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:07:16.612682 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:16.613379 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:16.715864 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:16.897786 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:07:15Z', 'revision_number': 5, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:16.923830 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Checking router: f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:07:16.932349 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Routers {'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:16.932965 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:06:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:17.035030 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] Set router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:17.039612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.136427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.205750 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:07:15Z', 'revision_number': 5, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:17.234119 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742233b-3798-4d09-9d1c-e741add0263d None None] The sync data for ids ['f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17'] in n-d-828407-1 is: [{'id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'name': 'tempest-TestMinimumBasicScenario-2138117362-router', 'tenant_id': 'd727fc89bdad4468a3512fa634ca0c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:07:15Z', 'revision_number': 5, 'project_id': 'd727fc89bdad4468a3512fa634ca0c67', 'gw_port': {'id': '9440d123-3b6d-492f-81c1-c050e07a7a42', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:05:04Z', 'updated_at': '2022-02-11T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:07:17.262040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Deleting port 9440d123-3b6d-492f-81c1-c050e07a7a42 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:17.262417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.345476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] For port 9440d123-3b6d-492f-81c1-c050e07a7a42, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=9440d123-3b6d-492f-81c1-c050e07a7a42,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:17.346160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.357191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Calling delete_port for 9440d123-3b6d-492f-81c1-c050e07a7a42 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:17.547364 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.574606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9440d123-3b6d-492f-81c1-c050e07a7a42,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:17.639832 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.732299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.734482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.844830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.845387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:07:17.849869 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.851343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-80491716-55fd-4c14-af66-e8f098fd7aa0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f4eeb6be-09ec-4f31-ba93-a9dcd1ffbd17 HTTP/1.1" status: 204 len: 168 time: 1.2487361 Feb 11 15:07:17.853644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:17.900140 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Deleting subnet 3b8c202a-200c-424f-a697-430aaf4fb459 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:07:17.903610 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:17.944729 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.031087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.142305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.169483 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8c202a-200c-424f-a697-430aaf4fb459,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:18.171449 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.174627 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-50bc4267-d7e7-49c2-894f-269979e37632 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b8c202a-200c-424f-a697-430aaf4fb459 HTTP/1.1" status: 204 len: 168 time: 0.3198943 Feb 11 15:07:18.176829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f501b8-1803-44f4-819c-756bb89a5f8e None None] Network f6643ce4-6206-40ba-a238-e864c5bfb373 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:07:18.177355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42668) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:18.221871 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64fdbc14-e4b8-4cdd-8f43-4595fa05f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.248163 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.303667 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Deleting port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:18.304014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.358409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c2502c7d-639b-4eca-9987-5de5c481f71c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:18.373490 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] For port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:18.374036 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.378663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: c2502c7d-639b-4eca-9987-5de5c481f71c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:18.379019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device c2502c7d-639b-4eca-9987-5de5c481f71c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:18.386378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] DHCP port deletion for f6643ce4-6206-40ba-a238-e864c5bfb373 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:07:18.387944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Calling delete_port for 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:18.431680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Deleting port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:07:18.431975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.497705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] For port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,segment=NetworkSegment(89c78385-8cda-4306-b0fc-250b6a67a76a),segment_id=89c78385-8cda-4306-b0fc-250b6a67a76a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:18.498106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.511666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Calling delete_port for 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:07:18.514012 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.539875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:18.544253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] No DVR routers for this DVR port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:07:18.590446 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.616727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Pushing event deleted for resources: {'Port': ['ID=0d7aa1f7-b12a-41c9-88bd-2e292a6c193c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:18.617564 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.621049 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] No DVR routers for this DVR port 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:07:18.635939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.635939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.635939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.636186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.636508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.636830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.637244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.637650 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.637973 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.638472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.638713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.639373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f8263-bd59-4782-a984-269fa5383e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:18.642495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6643ce4-6206-40ba-a238-e864c5bfb373']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:18.652668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c78385-8cda-4306-b0fc-250b6a67a76a') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:18.652999 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c78385-8cda-4306-b0fc-250b6a67a76a') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:18.662121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.674846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.681113 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:07:18.681502 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:07:18.686744 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:07:18.787892 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.793411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:18.796571 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] 10.222.0.31 "DELETE /v2.0/networks/f6643ce4-6206-40ba-a238-e864c5bfb373 HTTP/1.1" status: 204 len: 168 time: 0.6182172 Feb 11 15:07:18.807566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd29af-cebd-4d3c-a02d-8d544e65532c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6643ce4-6206-40ba-a238-e864c5bfb373,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:19.102135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:19.140097 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-620e8193-d3e7-4109-9917-9d9df1a2b896 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31ebdb596acf47c1bb00b1a8dc51afd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368392 Feb 11 15:07:19.142529 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42674) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:19.193497 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:19.214216 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:19.313208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:19.315776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:19.316989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/848aac59-1832-46a6-bd60-8c54dad15051 HTTP/1.1" status: 204 len: 168 time: 0.1735313 Feb 11 15:07:19.325437 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39a2d5-1475-4629-8b8e-5143308a1f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848aac59-1832-46a6-bd60-8c54dad15051,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:19.950258 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:19.957359 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42680) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:19.973959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:19.974308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0d7aa1f7-b12a-41c9-88bd-2e292a6c193c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:19.974729 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9440d123-3b6d-492f-81c1-c050e07a7a42 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:07:19.993498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 9440d123-3b6d-492f-81c1-c050e07a7a42 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:07:19.993831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 9440d123-3b6d-492f-81c1-c050e07a7a42 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:07:19.998551 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c4763fb8-700c-4455-810a-3f333935273c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d727fc89bdad4468a3512fa634ca0c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371709 Feb 11 15:07:19.998905 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:20.047210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:20.068414 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:20.209928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:20.212393 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:20.213566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d45b45b0-03be-4096-ac59-de1c8cff6cbf HTTP/1.1" status: 204 len: 168 time: 0.2136805 Feb 11 15:07:20.221189 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3664-3134-477b-92ac-c4a10a127d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b45b0-03be-4096-ac59-de1c8cff6cbf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:20.432975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f24d390d-64e1-406a-9d98-f526ac77816c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:21.902368 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.485947 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:22.490561 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611178244', 'description': 'tempest-secgroup-smoke-1611178244 description', 'project_id': 'd301741004f54668b08bf4d0c61273c3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:22.564274 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.572358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.645095 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.689837 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.724061 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb0d5e-0edd-4193-84ea-7917caa1903f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:22.765560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.827247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.855035 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0882d43a-3a58-4f83-94a0-36aac9c87bca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:22.903762 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:22.905058 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-669c4849-1df2-426b-bb8b-23269b20c064 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4180841 Feb 11 15:07:22.908068 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:22.912445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:23.011186 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.068071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.135434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.152984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1946498-17f3-457f-b4b5-f3dfefc273f2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:23.211666 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.212865 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-95bd631f-779a-4d19-9b2e-b1f3e515c850 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038838 Feb 11 15:07:23.215655 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:23.219946 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:23.300491 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.324149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.358660 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.381681 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.421577 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.438862 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5965feb1-3d18-4635-858b-3e27dd4012c3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:23.486292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.487472 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-441e8b28-e727-498d-be7f-2231d2a619b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2708998 Feb 11 15:07:23.490733 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:23.495059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:23.615124 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.670796 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.758736 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.776305 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d96611-4f66-42be-b7b8-a5753e341c35,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:23.857991 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:23.859233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c9ed5387-f1f3-45ad-b2e9-58f4ead828fc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675613 Feb 11 15:07:23.861926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:23.871533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:23.952425 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.009013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.061828 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.081126 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4096bed0-0cf4-4c37-91a7-04445e705737,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:24.133788 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.135676 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-09609293-e360-4d72-83c9-c6b9af8bb17b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2727704 Feb 11 15:07:24.138465 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:24.143750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:24.205116 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:07:24.210993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.270976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.330284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.348558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64129710-b5f1-4abb-a1f4-05079c636eb5,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:24.405909 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.407068 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2b865d41-5bcd-4eb0-8d71-c0b0f3008f97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2668929 Feb 11 15:07:24.409683 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:24.413940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '0882d43a-3a58-4f83-94a0-36aac9c87bca', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:24.495512 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:07:24.500157 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.561874 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.621398 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.639933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5445dad8-2e5c-4ec7-9f22-2dcc42bd2ca7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:24.698167 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.699298 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ea3aaa7f-31b7-4b1b-83e2-a41eaaef8a0c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2887154 Feb 11 15:07:24.702293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42738) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:24.707054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'network': {'name': 'tempest-network-smoke--708166440', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:24.781240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:07:24.784650 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.811235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:07:24.820437 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.821069 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Added segment b0a62aeb-d921-47dc-a858-de6f9e976116 of type vlan for network d132c211-bdd5-4ccb-a0c4-2143752d40c0 Feb 11 15:07:24.859304 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.918397 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.923781 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:24.924365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:24.994761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2913840 Feb 11 15:07:24.997115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:25.000366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'admin_state_up': True, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:25.000850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37cf2-9028-4cdf-9f3a-dc63fcf0d9f6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Network': ['ID=d132c211-bdd5-4ccb-a0c4-2143752d40c0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:25.014430 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:07:25.073358 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.074586 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.126765 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.305069 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.543923 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.562188 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.666838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.103 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/12cdd731-3a8e-42e1-bb87-e82b534c485b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:07:25.775888 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.844879 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:25.886626 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:25.889423 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:25.892807 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:07:25.927865 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=12cdd731-3a8e-42e1-bb87-e82b534c485b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:26.204912 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:26.394430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:26.570324 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:07:26.670293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:07:26.679978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Sync routers for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:07:26.689410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:26.690024 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:26.743893 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:26.745275 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d8a6cbd5-ff95-457c-bea9-168159763e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7487197 Feb 11 15:07:26.748403 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:26.798378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:26.883338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-60856839-6ad9-45ba-a6f0-025940d461bd tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d301741004f54668b08bf4d0c61273c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338010 Feb 11 15:07:26.886152 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:26.969121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025b5f6-60b2-41c3-bc08-5d74bfdb482e tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:26.970623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8025b5f6-60b2-41c3-bc08-5d74bfdb482e tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835717 Feb 11 15:07:26.973983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:26.982118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:26Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:27.000583 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bd398f33-06c8-4c3d-a3a7-b8f9ea3f8ffc tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255725 Feb 11 15:07:27.003174 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:27.007768 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205071786', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:27.008461 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Checking router: 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:07:27.008812 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Updating router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 port 12cdd731-3a8e-42e1-bb87-e82b534c485b binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:07:27.038294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.170697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:07:27.174173 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.292090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.360345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.410332 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.429595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Attempting to bind port 12cdd731-3a8e-42e1-bb87-e82b534c485b on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:07:27.430096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Attempting to bind port 12cdd731-3a8e-42e1-bb87-e82b534c485b by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:07:27.430596 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Attempting to bind port 12cdd731-3a8e-42e1-bb87-e82b534c485b on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:07:27.434269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400880f5-6bed-4fb3-9445-7b283bed6131 None None] Pushing event updated for resources: {'Port': ['ID=12cdd731-3a8e-42e1-bb87-e82b534c485b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:27.440244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:07:27.440705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:07:27.441139 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.441523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:07:27.442482 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Bound port: 12cdd731-3a8e-42e1-bb87-e82b534c485b, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:07:27.447916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.478298 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Subnet': ['ID=be93f379-7bf3-46d5-af85-1fe56e4eece5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:27.480524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Checking segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:07:27.480914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network hostable DHCP agents. Network: d132c211-bdd5-4ccb-a0c4-2143752d40c0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:07:27.496377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] For port 12cdd731-3a8e-42e1-bb87-e82b534c485b, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:07:27.499377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] For port 12cdd731-3a8e-42e1-bb87-e82b534c485b, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12cdd731-3a8e-42e1-bb87-e82b534c485b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:07:27.553173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:07:27.581861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.633434 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d132c211-bdd5-4ccb-a0c4-2143752d40c0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:27.637823 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:27.638322 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:27.638443 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:27.639078 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:27.678750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a08e2-fb17-4c6a-9125-32073553d235 None None] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:07:27.694938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400880f5-6bed-4fb3-9445-7b283bed6131 None None] Pushing event updated for resources: {'Port': ['ID=12cdd731-3a8e-42e1-bb87-e82b534c485b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:27.709033 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-562c13dc-1fec-44c6-90f5-4df4894662f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7047203 Feb 11 15:07:27.711888 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:27.840013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:27.969748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d132c211-bdd5-4ccb-a0c4-2143752d40c0', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:07:27.970611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.146628 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.159767 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Allocated IP 172.20.0.2 (d132c211-bdd5-4ccb-a0c4-2143752d40c0/be93f379-7bf3-46d5-af85-1fe56e4eece5/da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:07:28.168473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:26Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:28.202004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be339b3-9a6e-412e-9372-e5551f5ebe25 None None] The sync data for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 is: [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:26Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:07:28.339475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.399526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.449458 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Pushing event updated for resources: {'Port': ['ID=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:28.459090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:28.461059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:28.465931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:07:28.476432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.1 (d132c211-bdd5-4ccb-a0c4-2143752d40c0/be93f379-7bf3-46d5-af85-1fe56e4eece5/7d66cc89-5146-48e5-b120-5ef8a5da997a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:07:28.530055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Attempting to bind port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:07:28.530520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Attempting to bind port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:07:28.530947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Attempting to bind port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 on network d132c211-bdd5-4ccb-a0c4-2143752d40c0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:07:28.536789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:07:28.537324 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Checking segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:07:28.537731 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.538116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Bound using segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:07:28.538634 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Bound port: da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:07:28.539017 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.617249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] For port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:07:28.621314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] For port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:07:28.690964 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:28.757893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497caf-343c-4eda-9a93-73f17da1803b None None] Pushing event updated for resources: {'Port': ['ID=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:28.963492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.058601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.105531 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:29.108876 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:29.113234 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:07:29.120728 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:29.162382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.335798 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.612630 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.667291 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.744384 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.746171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:29.748199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f8039-c2d7-4fed-804d-d1e95246cf9c None None] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:07:29.839250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:29.840689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:29.868225 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] Provisioning complete for port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:29.868769 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:29.968165 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:07:30.070696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12cdd731-3a8e-42e1-bb87-e82b534c485b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:30.088955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:07:30.101100 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0bb8704c-5365-4179-be23-794e536759f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/6fd9ec86-98e1-473d-af84-2e8c7c5f4550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810694 Feb 11 15:07:30.206063 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 12cdd731-3a8e-42e1-bb87-e82b534c485b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:30.206454 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.215013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.294597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] For port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:30.346999 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.362562 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.392542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 12cdd731-3a8e-42e1-bb87-e82b534c485b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12cdd731-3a8e-42e1-bb87-e82b534c485b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:30.410460 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-76decd5f-dc29-43d0-880e-33353f61f5a8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611178244&fields=id&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 267 time: 0.0350783 Feb 11 15:07:30.420938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19048820-6f79-4954-adfe-6c833e295b5f None None] Pushing event updated for resources: {'Port': ['ID=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:30.447124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.447124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:30.460052 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Sync routers for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:07:30.477419 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:30.479261 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:30.531776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=12cdd731-3a8e-42e1-bb87-e82b534c485b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:30.539890 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3354e3f5-f2b6-4e10-84d2-1150e5702ad0 None None] Provisioning complete for port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:30.540258 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3354e3f5-f2b6-4e10-84d2-1150e5702ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.553711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-6f59719c-a6c1-4791-aada-6930a5139120 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:30.563625 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-6f59719c-a6c1-4791-aada-6930a5139120 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/networks?id=d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 200 len: 796 time: 0.1435995 Feb 11 15:07:30.584881 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-723ec0af-3a35-40c3-8ac3-0ca9822f21a4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/quotas/d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 375 time: 0.0200303 Feb 11 15:07:30.586955 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:30.587425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.643322 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-61a20123-7117-43c6-be36-e22ca13b384c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569210 Feb 11 15:07:30.726235 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:30.735055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3354e3f5-f2b6-4e10-84d2-1150e5702ad0 None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:30.735514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3354e3f5-f2b6-4e10-84d2-1150e5702ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.769660 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-673b4894-00cb-4daa-b6e8-540fe478e0cf service neutron] 10.222.0.31 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134291 Feb 11 15:07:30.782587 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3354e3f5-f2b6-4e10-84d2-1150e5702ad0 None None] Port 7d66cc89-5146-48e5-b120-5ef8a5da997a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:07:30.872974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.894557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-29b8508c-cea5-471a-b0b0-7cb8a2ab8b4b service neutron] 10.222.0.31 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131518 Feb 11 15:07:30.908550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c5c83156-0562-4b51-985b-d32c02dd7a50 None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:30.909193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5c83156-0562-4b51-985b-d32c02dd7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:30.945484 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c5c83156-0562-4b51-985b-d32c02dd7a50 None None] Port 7d66cc89-5146-48e5-b120-5ef8a5da997a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:07:30.967661 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 2, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:30.993139 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Checking router: 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:07:30.993488 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Updating router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 port 7d66cc89-5146-48e5-b120-5ef8a5da997a binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:07:31.022776 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.074126 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3a0c3de6-65dd-4720-9ab6-7c4c29d1ccdb None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:31.074679 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3de6-65dd-4720-9ab6-7c4c29d1ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.133866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c3de6-65dd-4720-9ab6-7c4c29d1ccdb None None] Port 7d66cc89-5146-48e5-b120-5ef8a5da997a cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:07:31.247482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-375f5170-359d-4790-94c6-88410e895604 req-5830c73e-0a5a-4b4a-8ab9-25066f3f71db tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 210 time: 0.1024561 Feb 11 15:07:31.311336 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.382021 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.434536 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Pushing event updated for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:31.461126 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.461807 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.461807 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.462093 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.462415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.462736 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.463050 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.463362 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.463674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.463989 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.464299 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.464605 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:07:31.502024 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Attempting to bind port 7d66cc89-5146-48e5-b120-5ef8a5da997a on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:07:31.502145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Attempting to bind port 7d66cc89-5146-48e5-b120-5ef8a5da997a by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:07:31.502525 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Attempting to bind port 7d66cc89-5146-48e5-b120-5ef8a5da997a on network d132c211-bdd5-4ccb-a0c4-2143752d40c0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:07:31.508690 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:07:31.509092 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Checking segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:07:31.509495 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.509886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Bound using segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:07:31.510345 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Bound port: 7d66cc89-5146-48e5-b120-5ef8a5da997a, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:07:31.510719 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.575715 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] For port 7d66cc89-5146-48e5-b120-5ef8a5da997a, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:07:31.579275 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] For port 7d66cc89-5146-48e5-b120-5ef8a5da997a, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7d66cc89-5146-48e5-b120-5ef8a5da997a,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:07:31.645245 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.655113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:31.655565 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.701321 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:31.701982 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:31.740169 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7728b-d4e3-4fca-90b2-756880398503 None None] Pushing event updated for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:31.749653 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.773750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.804462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] For port 7d66cc89-5146-48e5-b120-5ef8a5da997a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7d66cc89-5146-48e5-b120-5ef8a5da997a,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:31.818661 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:31.882406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:31.973761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a67a6-7261-435b-9b20-2d4c787fc6eb None None] Pushing event updated for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:32.008669 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12cdd731-3a8e-42e1-bb87-e82b534c485b up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:32.012224 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-85375db9-fd59-4e4b-a2c8-52412a57facd None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:32.012473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85375db9-fd59-4e4b-a2c8-52412a57facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:32.043569 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:32.071598 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16feb4-2c95-4280-8e14-e07c7572e2d0 None None] The sync data for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 is: [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:07:32.116690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 12cdd731-3a8e-42e1-bb87-e82b534c485b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:32.116690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:32.217286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:32.269490 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:32.269861 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:32.364367 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6139b9c2-9b35-4683-b89d-68114d50e0a9 req-20062051-f229-4502-8f64-595b5db6caf9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 210 time: 0.0379834 Feb 11 15:07:33.441095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-77583cdd-906f-4f5b-9a8d-71b5f4c3141d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:33.442452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-77583cdd-906f-4f5b-9a8d-71b5f4c3141d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/networks?id=d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 200 len: 796 time: 0.1110110 Feb 11 15:07:33.462070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7643d995-564d-41db-bfb8-2ec018c1948c req-49b45dd8-4517-4b68-b8c3-37bd8c08968a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 210 time: 0.0396144 Feb 11 15:07:33.498462 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-f4c0dab3-2212-4400-b377-3ae7514250f1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 380 time: 0.0387671 Feb 11 15:07:33.506852 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'port': {'device_id': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'admin_state_up': True, 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'security_groups': ['0882d43a-3a58-4f83-94a0-36aac9c87bca']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:33.689994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:07:33.699080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:33.820035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.12 (d132c211-bdd5-4ccb-a0c4-2143752d40c0/be93f379-7bf3-46d5-af85-1fe56e4eece5/b6f8449d-e1c1-4a17-aaf4-c9d69468b62d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:07:33.954948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:33.979761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7d66cc89-5146-48e5-b120-5ef8a5da997a up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:34.029590 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7d66cc89-5146-48e5-b120-5ef8a5da997a triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:34.029961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.069042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.115241 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:34.118238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:34.121816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:07:34.128184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:34.180701 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:34.181385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.264180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-51bf919e-5ef8-4bba-afa9-29efff44b293 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607639 Feb 11 15:07:34.275846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Request body: {'port': {'device_id': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:34.333521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.391721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-2597dada-f9f1-4a46-ba6d-a3c18ecf1155 None None] Provisioning complete for port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:34.392026 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2597dada-f9f1-4a46-ba6d-a3c18ecf1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.427436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2597dada-f9f1-4a46-ba6d-a3c18ecf1155 None None] Port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:07:34.577547 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b19c1-f6a7-4f3d-a870-8eb1396abeb9 req-17d9277d-d187-44f9-a0e4-fb3bf172a045 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:34.579029 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-112b19c1-f6a7-4f3d-a870-8eb1396abeb9 req-17d9277d-d187-44f9-a0e4-fb3bf172a045 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 932 time: 0.0484529 Feb 11 15:07:34.597291 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f8449d-e1c1-4a17-aaf4-c9d69468b62d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:07:34.605815 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.617805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-112b19c1-f6a7-4f3d-a870-8eb1396abeb9 req-b6ba3c64-f2f7-4362-8523-3e94b4acf372 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Feb 11 15:07:34.618211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Transition to ACTIVE for port object b6f8449d-e1c1-4a17-aaf4-c9d69468b62d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:07:34.678076 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.728904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:34.804147 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Attempting to bind port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:07:34.804486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Attempting to bind port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:07:34.804821 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Attempting to bind port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d on network d132c211-bdd5-4ccb-a0c4-2143752d40c0 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:07:34.809408 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d on network d132c211-bdd5-4ccb-a0c4-2143752d40c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:07:34.809740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Attempting to bind port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d on network d132c211-bdd5-4ccb-a0c4-2143752d40c0 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:07:34.814778 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:07:34.815120 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Checking segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:07:34.815506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Bound using segment: {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:07:34.815937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Bound port: b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a62aeb-d921-47dc-a858-de6f9e976116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:07:34.816335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.886251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:07:34.889247 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:07:34.953533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.989923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:34.990503 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:34.991876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] 10.222.0.60 "PUT /v2.0/ports/b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 200 len: 1092 time: 0.7203789 Feb 11 15:07:34.992313 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:07:34.994587 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff00d9-ce57-48b1-a44a-09bdf564212a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:07:35.018406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355abe8-6f88-46b5-a8c7-37b2bd02cde3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:35.038322 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dd9b7c-816b-4b58-a629-6536a3ab83a6 x-openstack-request-id: req-24dd9b7c-816b-4b58-a629-6536a3ab83a6 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:07:35.038617 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:07:35.038878 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24dd9b7c-816b-4b58-a629-6536a3ab83a6 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:07:35.039291 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'status': 'completed', 'code': 200} Feb 11 15:07:35.106218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-35aec06c-2b3e-496e-8143-3f800b9c2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.107979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-35aec06c-2b3e-496e-8143-3f800b9c2aec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1095 time: 0.0485752 Feb 11 15:07:35.214377 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-867ecec4-41db-42c4-bb88-2d616e459ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.215859 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-867ecec4-41db-42c4-bb88-2d616e459ac3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1013784 Feb 11 15:07:35.309265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-192a7ca2-6a65-4d2e-9724-397dce539d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.310843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4aff00d9-ce57-48b1-a44a-09bdf564212a req-192a7ca2-6a65-4d2e-9724-397dce539d6c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889847 Feb 11 15:07:35.390693 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-8e10aca6-5441-42ea-84ef-3eb16832ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.392213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-8e10aca6-5441-42ea-84ef-3eb16832ba74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1095 time: 0.0459356 Feb 11 15:07:35.433006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-1053ca2b-0f85-4808-97cd-849b8509dd01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 200 len: 217 time: 0.0337460 Feb 11 15:07:35.481422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-7ba4b738-c083-49de-aed5-dd74275f5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.482827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-7ba4b738-c083-49de-aed5-dd74275f5ba1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be93f379-7bf3-46d5-af85-1fe56e4eece5 HTTP/1.1" status: 200 len: 835 time: 0.0425367 Feb 11 15:07:35.530750 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-bf8ebbdb-efb7-4e25-975f-e1ce883dd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.532117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-bf8ebbdb-efb7-4e25-975f-e1ce883dd321 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d132c211-bdd5-4ccb-a0c4-2143752d40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425668 Feb 11 15:07:35.618782 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-ea53626a-beb9-4330-9c1e-c43c779eb797 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800011 Feb 11 15:07:35.713196 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a76ef6b-e6f9-4640-b8cf-8bc3c217cec9 req-2e3e0786-c2bf-49d0-9327-eac095fdb003 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881143 Feb 11 15:07:35.737016 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3620e-6499-492f-ba5b-8a6074159652 req-628d765b-5554-49b2-b3fa-8af8c931a4ad tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:35.738509 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9eb3620e-6499-492f-ba5b-8a6074159652 req-628d765b-5554-49b2-b3fa-8af8c931a4ad tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 944 time: 0.0527923 Feb 11 15:07:35.776489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9eb3620e-6499-492f-ba5b-8a6074159652 req-78692e9c-ed17-428c-b5c3-54f393d6cd44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Feb 11 15:07:36.891038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2e3dd-2e81-478a-b53c-458c9fd6c571 req-370ce0a8-1558-4d59-b976-ce5dcd884319 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:36.892492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5a2e3dd-2e81-478a-b53c-458c9fd6c571 req-370ce0a8-1558-4d59-b976-ce5dcd884319 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 944 time: 0.0476193 Feb 11 15:07:36.936096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e5a2e3dd-2e81-478a-b53c-458c9fd6c571 req-3dee0d24-779c-4259-9319-157f620a56d8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 Feb 11 15:07:37.125666 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6f8449d-e1c1-4a17-aaf4-c9d69468b62d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:07:37.221172 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:37.232264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'port_id': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'mac_address': 'fa:16:3e:0f:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:07:37.267712 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:37.280807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f8449d-e1c1-4a17-aaf4-c9d69468b62d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:07:37.303257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:37.410059 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:37.461413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:37.609865 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:07:38.048443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eb1b8-0d67-4f98-9585-550a8bf1448f req-736f3d64-0d1c-4976-9b82-d02d9d674659 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:38.049943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad2eb1b8-0d67-4f98-9585-550a8bf1448f req-736f3d64-0d1c-4976-9b82-d02d9d674659 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 945 time: 0.0476220 Feb 11 15:07:38.089441 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad2eb1b8-0d67-4f98-9585-550a8bf1448f req-943e9316-3229-4bb4-8b32-245ccbbcac13 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Feb 11 15:07:39.142301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6f8449d-e1c1-4a17-aaf4-c9d69468b62d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:07:39.204316 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b6e88-81d4-413a-a93f-3ed17b481f43 req-d9e24e31-1147-49a6-95d1-8841f8b4c799 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:39.205848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9b6e88-81d4-413a-a93f-3ed17b481f43 req-d9e24e31-1147-49a6-95d1-8841f8b4c799 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 945 time: 0.0486841 Feb 11 15:07:39.233185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:07:39.237321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:07:39.237718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:39.244091 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9b6e88-81d4-413a-a93f-3ed17b481f43 req-5ae707fd-713e-4d1f-8e21-c19f80ef130a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Feb 11 15:07:39.317592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:39.338818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:07:39.341108 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4c5aa-7238-4dda-a69e-3de860c63854" -d '{"events": [{"server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:07:39.353663 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:07:39.378528 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b804af15-616e-4a03-882a-05482dcaf176 x-openstack-request-id: req-b804af15-616e-4a03-882a-05482dcaf176 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:07:39.378867 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:07:39.379117 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b804af15-616e-4a03-882a-05482dcaf176 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:07:39.379518 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'code': 200} Feb 11 15:07:39.409986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:39.458021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:39.474224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84fb4-52bc-4118-9876-5e900d390eea req-13108028-b13e-4674-835b-1638b8edb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:39.475734 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe84fb4-52bc-4118-9876-5e900d390eea req-13108028-b13e-4674-835b-1638b8edb0e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1097 time: 0.0440454 Feb 11 15:07:39.510461 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cfe84fb4-52bc-4118-9876-5e900d390eea req-92c0e7de-521d-4c35-8639-0527d94b3cd6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270531 Feb 11 15:07:40.358729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be54b8-d0c8-43a7-9622-dbebf8e3a04f req-548e59f2-d560-4f9e-afe4-8c945f4b3cfb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:40.360222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70be54b8-d0c8-43a7-9622-dbebf8e3a04f req-548e59f2-d560-4f9e-afe4-8c945f4b3cfb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0489268 Feb 11 15:07:40.398258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-70be54b8-d0c8-43a7-9622-dbebf8e3a04f req-fc06da13-a4de-4565-9254-47740fb9db88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Feb 11 15:07:41.513075 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433290d7-da3b-4704-aae8-3e78dd324cad req-97d89f5f-17f9-46bf-af3b-7dd7034b1e2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:41.514553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-433290d7-da3b-4704-aae8-3e78dd324cad req-97d89f5f-17f9-46bf-af3b-7dd7034b1e2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0482476 Feb 11 15:07:41.552355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-433290d7-da3b-4704-aae8-3e78dd324cad req-d0b54baa-e5a9-4457-bf11-f3528499cfba tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Feb 11 15:07:41.666766 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa8b34-8dd6-42c7-9dd4-f1bb5315ddc3 req-1a3d171c-237b-40d4-82b9-4b18ff8d67dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:41.668239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29fa8b34-8dd6-42c7-9dd4-f1bb5315ddc3 req-1a3d171c-237b-40d4-82b9-4b18ff8d67dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0478451 Feb 11 15:07:41.706657 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29fa8b34-8dd6-42c7-9dd4-f1bb5315ddc3 req-23a2e6b3-512b-4aac-808a-4fd3393f572a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Feb 11 15:07:41.728203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42818) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:41.769760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f0097-327f-4342-b153-6dacf99859a4 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:41.771781 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-783f0097-327f-4342-b153-6dacf99859a4 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1092 time: 0.0426421 Feb 11 15:07:41.774711 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42820) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:41.778816 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:07:41.849981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:41.943440 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.046220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.5 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/d190710f-6e9a-40a5-a692-53ba2bf7e18e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:07:42.146956 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.239007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.279401 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:07:42.282330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:07:42.284977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:07:42.316035 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=d190710f-6e9a-40a5-a692-53ba2bf7e18e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:42.645533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.766739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.921584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:42.992334 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:43.064297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=d190710f-6e9a-40a5-a692-53ba2bf7e18e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:07:43.072306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:43.178464 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP b220a669-e202-4067-aa87-82c28cec8821 associated. External IP: 172.25.7.5, port: b6f8449d-e1c1-4a17-aaf4-c9d69468b62d. Feb 11 15:07:43.379797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:07:43.483066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:07:43.493013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Sync routers for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:07:43.501841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:43.502446 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:43.572553 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:43.599255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97fe2998-86c2-4e8d-a1c7-a479fbd9ab2e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8235481 Feb 11 15:07:43.602472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:07:43.602472 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:07:43.609670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:43.639694 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aff170-431d-4879-a923-8489bfa3fe60 x-openstack-request-id: req-70aff170-431d-4879-a923-8489bfa3fe60 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:07:43.639992 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:07:43.640246 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70aff170-431d-4879-a923-8489bfa3fe60 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:07:43.640655 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'status': 'completed', 'code': 200} Feb 11 15:07:43.707470 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012af15-cd77-467e-9be9-34ec8e79f97b req-792d095d-d3d0-4cf4-8595-722ea3448cd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:43.709000 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d012af15-cd77-467e-9be9-34ec8e79f97b req-792d095d-d3d0-4cf4-8595-722ea3448cd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0542536 Feb 11 15:07:43.715280 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-e062b757-496a-4167-b8d2-5b503f77ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:43.717075 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-e062b757-496a-4167-b8d2-5b503f77ba61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1097 time: 0.0431302 Feb 11 15:07:43.749740 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d012af15-cd77-467e-9be9-34ec8e79f97b req-3f140a1e-e22f-47d1-8d6e-7e90921f0ba9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Feb 11 15:07:43.776241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:43.815156 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-16db1559-4b8c-48a6-b256-f172a84b9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:43.818127 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-16db1559-4b8c-48a6-b256-f172a84b9fef service neutron] 10.222.0.60 "GET /v2.0/networks?id=d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 200 len: 897 time: 0.0949609 Feb 11 15:07:43.838928 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-123402cf-4724-4543-8cb7-91b018d3cfbc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/b220a669-e202-4067-aa87-82c28cec8821 HTTP/1.1" status: 200 len: 990 time: 0.0613446 Feb 11 15:07:43.852338 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b220a669-e202-4067-aa87-82c28cec8821', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'port_id': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'mac_address': 'fa:16:3e:0f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:07:42Z', 'updated_at': '2022-02-11T15:07:42Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:43.877509 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Checking router: 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:07:43.884285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-eaebe46d-3d55-4750-ac10-67cc570c7934 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 200 len: 998 time: 0.0601962 Feb 11 15:07:43.886090 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:07:43.886674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:07:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:43.933554 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-e10f6be4-f0f6-4c60-b9b5-58453a85e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:43.935025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-e10f6be4-f0f6-4c60-b9b5-58453a85e49b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be93f379-7bf3-46d5-af85-1fe56e4eece5 HTTP/1.1" status: 200 len: 835 time: 0.0437095 Feb 11 15:07:43.983721 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-704fe217-dd38-4d9e-9efe-04b140b794db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:43.985284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-704fe217-dd38-4d9e-9efe-04b140b794db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d132c211-bdd5-4ccb-a0c4-2143752d40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440853 Feb 11 15:07:43.990826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:07:44.074909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-1a836b80-746a-491c-8310-b6459cdd68ea service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834014 Feb 11 15:07:44.165697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8f8813d2-c1ce-49f0-9f89-5e8ab2134724 req-c4154dc2-4d3d-49d1-a44b-1f62756b5d18 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Feb 11 15:07:44.219478 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b220a669-e202-4067-aa87-82c28cec8821', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'port_id': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'mac_address': 'fa:16:3e:0f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:07:42Z', 'updated_at': '2022-02-11T15:07:42Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:07:44.246444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fb0f9f-9f8a-4f79-b220-485c0dd32de1 None None] The sync data for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 is: [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'b220a669-e202-4067-aa87-82c28cec8821', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'port_id': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'mac_address': 'fa:16:3e:0f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:07:42Z', 'updated_at': '2022-02-11T15:07:42Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:07:44.442368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7452b9d-2d42-459c-90af-91284d1e28b7 None None] New status for floating IP b220a669-e202-4067-aa87-82c28cec8821: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:07:44.701919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:07:44.842882 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:07:44.904027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-8f050899-2cfe-4768-9a4d-5f3642aedb81 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/b220a669-e202-4067-aa87-82c28cec8821 HTTP/1.1" status: 200 len: 992 time: 0.0598788 Feb 11 15:07:48.198838 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c6e8333-349e-48cd-a5ff-74f51225142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:50.461142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaed7-8d7d-492b-8270-de8d2d2d613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:51.935457 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:53.318797 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:53.335611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:07:57.563429 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-dfd8b8a2-2f1c-4e0b-85e1-961b0c23dcf5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393765 Feb 11 15:07:57.643404 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-5d38fa33-775b-4d1b-9261-73975926824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:57.645476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-5d38fa33-775b-4d1b-9261-73975926824f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1097 time: 0.0402737 Feb 11 15:07:58.090709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-38575242-913c-4d7d-be15-af7f9f0fe812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:58.092188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-38575242-913c-4d7d-be15-af7f9f0fe812 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 200 len: 897 time: 0.4287982 Feb 11 15:07:58.155987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-91012281-15c7-4475-87d8-7951ca620cd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 200 len: 1000 time: 0.0561967 Feb 11 15:07:58.204321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-9f54ae13-6daa-4a8a-ba2a-ac81189ae1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:58.205723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-9f54ae13-6daa-4a8a-ba2a-ac81189ae1d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be93f379-7bf3-46d5-af85-1fe56e4eece5 HTTP/1.1" status: 200 len: 835 time: 0.0438871 Feb 11 15:07:58.252961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-c98b008d-3b02-4b7e-8c5b-d4dfbfeee8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:07:58.254519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-c98b008d-3b02-4b7e-8c5b-d4dfbfeee8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d132c211-bdd5-4ccb-a0c4-2143752d40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425966 Feb 11 15:07:58.361465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-39a3e0f4-1ddc-4b33-b2c2-3c004f33db31 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003082 Feb 11 15:07:58.453115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e3bfc74-036f-45d7-bf85-7ced021b4d30 req-a681820c-78f2-46a0-a7b1-4ff89bbeeab1 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848718 Feb 11 15:08:00.888825 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:01.770225 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:16.256767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045403b-b5f0-4bfc-85f6-11283257a0b2 req-0c1b885c-c37c-4c25-83c5-90a4e1a60616 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:16.258277 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f045403b-b5f0-4bfc-85f6-11283257a0b2 req-0c1b885c-c37c-4c25-83c5-90a4e1a60616 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0503330 Feb 11 15:08:16.296848 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f045403b-b5f0-4bfc-85f6-11283257a0b2 req-e04db1b6-f45c-422a-9ff9-e5fe0cf9c87a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Feb 11 15:08:17.414646 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a708d49-dfbf-45ea-8a27-45db62255513 req-865f3f30-9963-4ba3-8ffb-58531bacbb1a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:17.416189 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a708d49-dfbf-45ea-8a27-45db62255513 req-865f3f30-9963-4ba3-8ffb-58531bacbb1a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0491390 Feb 11 15:08:17.457219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-6a708d49-dfbf-45ea-8a27-45db62255513 req-070d6046-3649-453f-8ffc-0e35e3c37cbb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Feb 11 15:08:17.478685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:17.541420 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-767988fb-3b12-4532-8c9d-c593a7256847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/b220a669-e202-4067-aa87-82c28cec8821 HTTP/1.1" status: 200 len: 992 time: 0.0616558 Feb 11 15:08:18.238899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04df7fbc-901f-4c2a-9591-4db6eb36d02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:18.911902 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3b35-44fe-413d-82a8-cf806025ff49 req-7d8073d2-15c5-4848-8d4e-aa5b1472e896 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:18.913408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a0e3b35-44fe-413d-82a8-cf806025ff49 req-7d8073d2-15c5-4848-8d4e-aa5b1472e896 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0476146 Feb 11 15:08:18.951398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8a0e3b35-44fe-413d-82a8-cf806025ff49 req-34d1b961-4c25-4451-b646-ef338989462e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Feb 11 15:08:20.072718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71804f47-d6a0-40fd-bc9f-4a3441c1d26a req-09b9db30-840e-456a-9c4a-6b10dcb2ab18 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:20.074270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71804f47-d6a0-40fd-bc9f-4a3441c1d26a req-09b9db30-840e-456a-9c4a-6b10dcb2ab18 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0529330 Feb 11 15:08:20.112454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-71804f47-d6a0-40fd-bc9f-4a3441c1d26a req-ccba6081-00a4-4dc6-8994-276765e9f11c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Feb 11 15:08:20.133963 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:20.192651 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-b11d3001-694b-4ebf-bce9-6a308ac25861 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/b220a669-e202-4067-aa87-82c28cec8821 HTTP/1.1" status: 200 len: 992 time: 0.0575893 Feb 11 15:08:20.430973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:20.443478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2cac-7b5d-4c47-87ff-3285d4fd114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.584785 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port d190710f-6e9a-40a5-a692-53ba2bf7e18e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:08:20.585165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.660730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.661105 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.672331 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for d190710f-6e9a-40a5-a692-53ba2bf7e18e owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:08:20.878255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.903494 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=d190710f-6e9a-40a5-a692-53ba2bf7e18e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:20.929949 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.930301 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.930644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.930984 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.931316 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.931647 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.931979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.932306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.932633 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.932989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.933317 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.933640 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:20.971370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:20.971704 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP b220a669-e202-4067-aa87-82c28cec8821 disassociated (deleted). External IP: 172.25.7.5, port: b6f8449d-e1c1-4a17-aaf4-c9d69468b62d. Feb 11 15:08:21.181575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:08:21.286660 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:08:21.291080 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:21.296341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Sync routers for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:08:21.306637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:21.307234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:21.318374 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7891dfe0-7ba6-4ac8-aa48-c1159a2c4d8b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/floatingips/b220a669-e202-4067-aa87-82c28cec8821 HTTP/1.1" status: 204 len: 168 time: 0.8863933 Feb 11 15:08:21.318956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:08:21.321597 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:08:21.360230 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95a1df-8c5a-4d18-9367-8baed64045de x-openstack-request-id: req-fb95a1df-8c5a-4d18-9367-8baed64045de {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:08:21.360516 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:08:21.360765 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb95a1df-8c5a-4d18-9367-8baed64045de {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:08:21.361247 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'status': 'completed', 'code': 200} Feb 11 15:08:21.425977 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-8fc01141-c2b3-478b-aace-4f6e7ef5d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:21.426559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:21.427483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-8fc01141-c2b3-478b-aace-4f6e7ef5d900 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 1097 time: 0.0462337 Feb 11 15:08:21.518649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-d1ff5a3b-5459-4493-a8ab-8ca399fdfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:21.520065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-d1ff5a3b-5459-4493-a8ab-8ca399fdfbf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 200 len: 897 time: 0.0853674 Feb 11 15:08:21.568512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-1c3c7a5c-5656-4d3f-9431-34f7bc0ee9c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 200 len: 217 time: 0.0421879 Feb 11 15:08:21.633060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-c52a2592-dc66-4af0-8ee9-1ac03195a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:21.636494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-c52a2592-dc66-4af0-8ee9-1ac03195a021 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be93f379-7bf3-46d5-af85-1fe56e4eece5 HTTP/1.1" status: 200 len: 835 time: 0.0516164 Feb 11 15:08:21.684450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-ae953a41-7043-479d-a1cd-ab23f754764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:21.686172 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-ae953a41-7043-479d-a1cd-ab23f754764f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d132c211-bdd5-4ccb-a0c4-2143752d40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430179 Feb 11 15:08:21.701394 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:08:21.789110 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526fdfa-998f-44a6-b85a-aeb119a316d5 req-e995b53c-3855-48b7-afd8-240def539bdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:21.790529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2526fdfa-998f-44a6-b85a-aeb119a316d5 req-e995b53c-3855-48b7-afd8-240def539bdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.1008434 Feb 11 15:08:21.791820 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:21.817989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Checking router: 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:08:21.826411 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:21.827015 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:21.833078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-1ac023dc-c507-47ae-8c30-fd8e5282a592 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347604 Feb 11 15:08:21.854077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2526fdfa-998f-44a6-b85a-aeb119a316d5 req-960223c2-b170-413e-9499-235fc1a56e70 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568419 Feb 11 15:08:21.931917 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bc8f1a24-1564-4c6a-af6e-d772e4df0ef0 req-7a7994bf-4ec4-428a-8ca0-e6d550bcb702 service neutron] 10.222.0.60 "GET /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910704 Feb 11 15:08:21.935227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:21.947055 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:22.145250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:22.170888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff53eff-2ca5-495c-ab50-957e3aab775f None None] The sync data for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 is: [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:29Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '7d66cc89-5146-48e5-b120-5ef8a5da997a', 'name': '', 'network_id': 'd132c211-bdd5-4ccb-a0c4-2143752d40c0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e3:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:28Z', 'updated_at': '2022-02-11T15:07:31Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'be93f379-7bf3-46d5-af85-1fe56e4eece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:08:22.377772 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df35944-bf90-4736-9a33-5edb2b9d17e3 None None] New status for floating IP b220a669-e202-4067-aa87-82c28cec8821: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:08:22.975391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9012b-b28e-4481-8cda-2a9d5ea1fd3f req-9001ec74-1e2b-4106-ad56-3051b15983e5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:22.976918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18b9012b-b28e-4481-8cda-2a9d5ea1fd3f req-9001ec74-1e2b-4106-ad56-3051b15983e5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0521395 Feb 11 15:08:23.013918 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-18b9012b-b28e-4481-8cda-2a9d5ea1fd3f req-1f35b2fd-4643-4eb8-b81c-d1ba1dff4f3f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=0882d43a-3a58-4f83-94a0-36aac9c87bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308542 Feb 11 15:08:23.212285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-3fddd549-9c3d-4be0-b649-947bd14731ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:23.213672 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-3fddd549-9c3d-4be0-b649-947bd14731ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 946 time: 0.0488768 Feb 11 15:08:23.301037 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:08:23.301408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.351795 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.380297 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.392231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:23.392594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.404266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for b6f8449d-e1c1-4a17-aaf4-c9d69468b62d owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:08:23.603412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.632603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=b6f8449d-e1c1-4a17-aaf4-c9d69468b62d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:23.657661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.658016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.658361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.659212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.659550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.659886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.660249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.660588 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.660941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.661272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.661608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.661921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:23.687173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] No DVR routers for this DVR port b6f8449d-e1c1-4a17-aaf4-c9d69468b62d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:08:23.689855 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:23.694892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af2d9e41-d8d3-4177-bcbb-e21612e12728 req-183fc8a1-9104-478e-8445-a6a9d5bf3d44 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "DELETE /v2.0/ports/b6f8449d-e1c1-4a17-aaf4-c9d69468b62d HTTP/1.1" status: 204 len: 173 time: 0.4749599 Feb 11 15:08:23.695346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'name': 'network-vif-deleted', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:08:23.697926 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b2703-25de-4d13-a5ef-7f07bd0bee7b" -d '{"events": [{"server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "name": "network-vif-deleted", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:08:23.786700 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93dd38f-1cbe-4a5b-9842-4e38f7feaf02 x-openstack-request-id: req-d93dd38f-1cbe-4a5b-9842-4e38f7feaf02 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:08:23.787176 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac", "name": "network-vif-deleted", "tag": "b6f8449d-e1c1-4a17-aaf4-c9d69468b62d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:08:23.787428 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d93dd38f-1cbe-4a5b-9842-4e38f7feaf02 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:08:23.787830 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac', 'name': 'network-vif-deleted', 'tag': 'b6f8449d-e1c1-4a17-aaf4-c9d69468b62d', 'status': 'completed', 'code': 200} Feb 11 15:08:24.139950 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf77993d-f7a6-4143-a621-a4784c7d93d2 req-37895a68-7be7-4325-94cc-51e673e15c36 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaf5037-67bf-4ec9-8086-b1bdbb05b7ac HTTP/1.1" status: 200 len: 210 time: 0.0267978 Feb 11 15:08:25.198490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:25.543073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:25.788966 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 7d66cc89-5146-48e5-b120-5ef8a5da997a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:08:25.789234 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:25.877247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 7d66cc89-5146-48e5-b120-5ef8a5da997a, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7d66cc89-5146-48e5-b120-5ef8a5da997a,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:25.877612 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:25.888972 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 7d66cc89-5146-48e5-b120-5ef8a5da997a owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:08:26.112497 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:26.136606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=7d66cc89-5146-48e5-b120-5ef8a5da997a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:26.312950 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:26.843346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:08:26.945443 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:08:26.950790 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-98863677-f59c-4295-b694-cdaad7ad5aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/6fd9ec86-98e1-473d-af84-2e8c7c5f4550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512856 Feb 11 15:08:26.953615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:26.956241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Sync routers for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:08:26.965674 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:26.966281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:27.003001 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting subnet be93f379-7bf3-46d5-af85-1fe56e4eece5 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:08:27.006067 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.044636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.075410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:27.143102 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.243855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.257014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:08:26Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:27.270734 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Subnet': ['ID=be93f379-7bf3-46d5-af85-1fe56e4eece5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:27.274503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.280214 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3b3c6ee4-e968-40f7-955b-ab85618dc42a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/subnets/be93f379-7bf3-46d5-af85-1fe56e4eece5 HTTP/1.1" status: 204 len: 168 time: 0.3231411 Feb 11 15:08:27.281872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:27.285399 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d709b06-0785-4ac1-bbaa-41cc4d4629ff None None] Network d132c211-bdd5-4ccb-a0c4-2143752d40c0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:08:27.287594 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Checking router: 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:08:27.336790 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Routers {'6fd9ec86-98e1-473d-af84-2e8c7c5f4550'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:27.337432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:27.387698 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.469826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6f8449d-e1c1-4a17-aaf4-c9d69468b62d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:08:27.493267 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.493762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: b6f8449d-e1c1-4a17-aaf4-c9d69468b62d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:08:27.494102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device b6f8449d-e1c1-4a17-aaf4-c9d69468b62d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:08:27.518545 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] Set router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:27.588773 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] DHCP port deletion for d132c211-bdd5-4ccb-a0c4-2143752d40c0 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:08:27.597372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 12cdd731-3a8e-42e1-bb87-e82b534c485b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:08:27.597725 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.674763 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 12cdd731-3a8e-42e1-bb87-e82b534c485b, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=12cdd731-3a8e-42e1-bb87-e82b534c485b,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:27.675225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.686741 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 12cdd731-3a8e-42e1-bb87-e82b534c485b owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:08:27.713980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Deleting port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:08:27.714352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.787841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] For port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,segment=NetworkSegment(b0a62aeb-d921-47dc-a858-de6f9e976116),segment_id=b0a62aeb-d921-47dc-a858-de6f9e976116)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:27.788149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.802689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Calling delete_port for da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:08:27.807476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:08:26Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:27.842532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bc37a-cfe8-4f51-9d2c-6085a08df114 None None] The sync data for ids ['6fd9ec86-98e1-473d-af84-2e8c7c5f4550'] in n-d-828407-1 is: [{'id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466298707', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:08:26Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '12cdd731-3a8e-42e1-bb87-e82b534c485b', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9ec86-98e1-473d-af84-2e8c7c5f4550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:07:25Z', 'updated_at': '2022-02-11T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:08:27.906513 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:27.937869 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=12cdd731-3a8e-42e1-bb87-e82b534c485b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:27.995066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.026523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.059205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Pushing event deleted for resources: {'Port': ['ID=da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:28.059205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] No DVR routers for this DVR port da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:08:28.063215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.063553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.063893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.064220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.065208 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.065550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.065875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.066195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.066511 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.066832 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.067153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.067462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8b729-1e9a-492f-906b-081dbb37b4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:28.088087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.090494 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.221018 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.221564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd9ec86-98e1-473d-af84-2e8c7c5f4550 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:08:28.235823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.235823 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2c6a7f16-10bf-441e-926c-774857620e9f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/routers/6fd9ec86-98e1-473d-af84-2e8c7c5f4550 HTTP/1.1" status: 204 len: 168 time: 0.9497728 Feb 11 15:08:28.235823 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:28.288390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7d66cc89-5146-48e5-b120-5ef8a5da997a no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:08:28.312836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 7d66cc89-5146-48e5-b120-5ef8a5da997a {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:08:28.313145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7d66cc89-5146-48e5-b120-5ef8a5da997a not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:08:28.313561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:08:28.319905 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.334751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:08:28.335105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device da3e8ca3-6a13-4eb1-8fd5-3a1eaf3c53a6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:08:28.406576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.432956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d132c211-bdd5-4ccb-a0c4-2143752d40c0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:28.443419 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a62aeb-d921-47dc-a858-de6f9e976116') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:28.443803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a62aeb-d921-47dc-a858-de6f9e976116') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:28.453970 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.467642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.473818 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:08:28.474212 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:08:28.477187 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:08:28.597802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.605447 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.608454 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/networks/d132c211-bdd5-4ccb-a0c4-2143752d40c0 HTTP/1.1" status: 204 len: 168 time: 0.3735251 Feb 11 15:08:28.611220 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42900) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:28.620534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f2fa5-7854-4111-940f-19ebe0285245 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Network': ['ID=d132c211-bdd5-4ccb-a0c4-2143752d40c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:28.669879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.695782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.809008 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.811705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:28.813052 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/security-groups/0882d43a-3a58-4f83-94a0-36aac9c87bca HTTP/1.1" status: 204 len: 168 time: 0.2006850 Feb 11 15:08:28.823546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a3275-94bc-4bf3-b6fa-eb9dccb44ad2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0882d43a-3a58-4f83-94a0-36aac9c87bca,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:29.501351 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42906) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:29.506595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920307422', 'description': 'tempest-secgroup-smoke-920307422 description', 'project_id': 'd301741004f54668b08bf4d0c61273c3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:29.586384 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:29.649971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:29.739850 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:29.767637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7153698f-2317-4a9b-ba38-ec40679fba4c,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:29.838822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:29.840087 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-e0ead1e8-9e79-4645-afce-1be7c8ea40d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3377259 Feb 11 15:08:29.842919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42908) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:29.847651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:29.934201 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:29.941846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12cdd731-3a8e-42e1-bb87-e82b534c485b no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:08:29.962531 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 12cdd731-3a8e-42e1-bb87-e82b534c485b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:08:29.962880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 12cdd731-3a8e-42e1-bb87-e82b534c485b not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:08:29.991816 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.049042 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.065202 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23582e1a-a9d3-475d-9134-6563985c8257,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:30.119299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.120513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3731ca9e-4162-4f68-8ecf-07820109e420 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766860 Feb 11 15:08:30.123285 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42910) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:30.127608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:30.196611 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.251663 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.306084 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.324784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a4c747-f20b-470b-a5b7-69a603a04a49,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:30.371215 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.372430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4764766e-4287-4615-bde4-88214caf68a2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2482026 Feb 11 15:08:30.375238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42912) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:30.380416 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:30.448153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.508058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.552210 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.569866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3a991e-6177-412c-83c9-19b0ce1e9167,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:30.622527 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.623754 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c1e84e2-30c5-4ba0-a989-404473d4e206 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475479 Feb 11 15:08:30.626643 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42914) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:30.634730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:30.738824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.796025 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.877583 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.896101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5698c57-6a35-47c1-8b5e-6dc598b9349b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:30.906208 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.970870 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:30.972110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f69fd6c2-0797-43af-8599-6b88ccedb0ac tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444617 Feb 11 15:08:30.975383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42916) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:30.979661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:31.060551 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:08:31.065732 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.124617 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.202662 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.221579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54da289-b43a-4e71-a7b1-8eea9c878972,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:31.292007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.293293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-983f1b9b-9f3d-46d0-911e-61cc19de5f4a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3169942 Feb 11 15:08:31.296008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42918) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:31.300349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '7153698f-2317-4a9b-ba38-ec40679fba4c', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:31.380962 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:08:31.385928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.449584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.494644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.512800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae84652-713f-4c45-9a73-5afd5192b363,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:31.564857 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.566108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d3e270be-8926-43c2-a716-5912f711ff7e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2691343 Feb 11 15:08:31.569368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42920) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:31.574363 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'network': {'name': 'tempest-network-smoke--586527192', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:31.637593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:08:31.640920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.663117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:08:31.671631 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.671973 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Added segment 142f3b4f-6452-495b-90ee-08d09e204de3 of type vlan for network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 Feb 11 15:08:31.713224 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.763465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.791595 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.797116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:31.797697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:31.863839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Network': ['ID=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:31.873780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:08:31.914970 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7246e1fe-c4c3-49b0-aac8-a3e7b7daa222 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3445036 Feb 11 15:08:31.917615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:31.922382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'admin_state_up': True, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:32.020518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.021582 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.076013 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.261799 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.524644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.542650 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.646238 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.129 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/6c648a25-9754-4aa0-ab75-a08cdac51a26) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:08:32.742917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.826652 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:32.867991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:32.870847 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:32.874201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:08:32.879472 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=6c648a25-9754-4aa0-ab75-a08cdac51a26,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:33.173220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:33.366348 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:33.585161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router b22811a2-5348-4727-b396-c43aa01987ef is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:08:33.688226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:08:33.699009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Sync routers for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:08:33.709088 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:33.714750 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:33.765153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:33.766519 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-907d9185-6986-4e33-bbe5-216b41d1add5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8476691 Feb 11 15:08:33.769552 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:33.798898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a2ffcf68-15ab-4736-8aa4-b0d01272476b tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d301741004f54668b08bf4d0c61273c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281277 Feb 11 15:08:33.802108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42926) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:33.893777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8491ea-c982-424f-be10-637cce10b438 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:33.895233 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5e8491ea-c982-424f-be10-637cce10b438 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921619 Feb 11 15:08:33.896270 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:33.897982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:33.925108 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-36ec0df8-9b9d-4271-a228-af2557bfcab3 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260520 Feb 11 15:08:33.928031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:33.932611 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374989634', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:34.067747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:33Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:34.096353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Checking router: b22811a2-5348-4727-b396-c43aa01987ef for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:08:34.096690 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Updating router b22811a2-5348-4727-b396-c43aa01987ef port 6c648a25-9754-4aa0-ab75-a08cdac51a26 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:08:34.117582 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:08:34.122253 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.122396 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.364676 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.371032 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.426633 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.430938 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Subnet': ['ID=64a948ca-f8a2-4212-b27d-61a03fb58236,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:34.436042 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Checking segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:08:34.436405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network hostable DHCP agents. Network: e906ff2d-343a-48ea-b00f-f2f9eaa00ee7, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:08:34.476059 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Attempting to bind port 6c648a25-9754-4aa0-ab75-a08cdac51a26 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:08:34.476425 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Attempting to bind port 6c648a25-9754-4aa0-ab75-a08cdac51a26 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:08:34.476786 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Attempting to bind port 6c648a25-9754-4aa0-ab75-a08cdac51a26 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:08:34.483369 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Pushing event updated for resources: {'Port': ['ID=6c648a25-9754-4aa0-ab75-a08cdac51a26,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:34.490046 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:08:34.490416 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:08:34.490816 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.491199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:08:34.491656 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Bound port: 6c648a25-9754-4aa0-ab75-a08cdac51a26, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:08:34.492026 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.495192 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.496068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.496068 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.496404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.496504 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.496788 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.497147 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.497470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.497786 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.498105 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.498420 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.498751 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:08:34.510751 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:08:34.550724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] For port 6c648a25-9754-4aa0-ab75-a08cdac51a26, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:08:34.554196 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] For port 6c648a25-9754-4aa0-ab75-a08cdac51a26, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c648a25-9754-4aa0-ab75-a08cdac51a26,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:08:34.591583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, e906ff2d-343a-48ea-b00f-f2f9eaa00ee7) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:34.595854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:34.601063 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.601341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f829d-d3eb-42e1-b95c-395206586381 None None] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:08:34.620825 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.673249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:34.673850 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:34.685175 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 42932) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:34.686156 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ade8fad-664c-4e4b-a61b-f0c609f46b89 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7562544 Feb 11 15:08:34.719123 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ced023-947e-4da3-b7b2-b177759a1e30 None None] Pushing event updated for resources: {'Port': ['ID=6c648a25-9754-4aa0-ab75-a08cdac51a26,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:34.747336 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:08:34.748490 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:34.798931 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:34.898215 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Allocated IP 172.20.0.2 (e906ff2d-343a-48ea-b00f-f2f9eaa00ee7/64a948ca-f8a2-4212-b27d-61a03fb58236/edfcfa46-22e9-4c3d-a8db-60fc756c9f16) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:08:34.975409 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-668f765d-9315-415c-8c3d-289b91467881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:33Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:35.001743 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f765d-9315-415c-8c3d-289b91467881 None None] The sync data for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 is: [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:33Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:08:35.047124 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.112232 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.140122 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.333197 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:35.336657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:35.339272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:08:35.370401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Pushing event updated for resources: {'Port': ['ID=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:35.405087 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Attempting to bind port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:08:35.405413 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Attempting to bind port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:08:35.405998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Attempting to bind port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 on network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:08:35.411878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:08:35.413094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Checking segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:08:35.413597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.414083 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Bound using segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:08:35.414794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Bound port: edfcfa46-22e9-4c3d-a8db-60fc756c9f16, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:08:35.415181 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.460524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.1 (e906ff2d-343a-48ea-b00f-f2f9eaa00ee7/64a948ca-f8a2-4212-b27d-61a03fb58236/e3944a5f-e344-441e-a1e5-ed59081caf80) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:08:35.488550 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] For port edfcfa46-22e9-4c3d-a8db-60fc756c9f16, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:08:35.492431 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] For port edfcfa46-22e9-4c3d-a8db-60fc756c9f16, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:08:35.579927 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.591940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.656181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351dee9-9d8e-40da-83ca-3993452ea17a None None] Pushing event updated for resources: {'Port': ['ID=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:35.666955 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:35.713057 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:35.716287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:35.720056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:08:35.747364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:35.770417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.011755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.051610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edfcfa46-22e9-4c3d-a8db-60fc756c9f16 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:36.102637 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:36.102932 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.184543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.217483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port edfcfa46-22e9-4c3d-a8db-60fc756c9f16, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:36.302002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.317640 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.318452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c648a25-9754-4aa0-ab75-a08cdac51a26 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:36.369385 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.402621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:36.419493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6c648a25-9754-4aa0-ab75-a08cdac51a26 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:36.419817 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.449826 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.451549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:36.505420 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.526846 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 6c648a25-9754-4aa0-ab75-a08cdac51a26, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c648a25-9754-4aa0-ab75-a08cdac51a26,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:36.555174 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:36.556640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:36.586385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:36.635257 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=6c648a25-9754-4aa0-ab75-a08cdac51a26,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:36.673905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router b22811a2-5348-4727-b396-c43aa01987ef has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:08:36.782288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:08:36.787926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0f1830d2-fbf8-4b4f-8008-bbc850e44cdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/b22811a2-5348-4727-b396-c43aa01987ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1010251 Feb 11 15:08:36.799173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Sync routers for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:08:36.808730 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:36.809366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:36.918503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:36.925154 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ea2d097c-baf4-4258-9a73-753262ed3fd4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920307422&fields=id&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 267 time: 0.0328059 Feb 11 15:08:37.034870 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-b806180c-46cb-423d-be05-341f92afb8b7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:37.036325 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-b806180c-46cb-423d-be05-341f92afb8b7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 796 time: 0.1041605 Feb 11 15:08:37.051122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-588bedcd-6bec-4f13-ac35-623340f277b5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/quotas/d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 375 time: 0.0088875 Feb 11 15:08:37.110986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ac7973f7-ffc2-44da-8565-722e50856004 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511043 Feb 11 15:08:37.132095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 2, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:37.158755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Checking router: b22811a2-5348-4727-b396-c43aa01987ef for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:08:37.159114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Updating router b22811a2-5348-4727-b396-c43aa01987ef port e3944a5f-e344-441e-a1e5-ed59081caf80 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:08:37.185417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.253403 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-49d64bb0-8401-49a3-b561-c69688be1d1f service neutron] 10.222.0.31 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303675 Feb 11 15:08:37.357290 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-bb617d8f-e6b3-44e4-98a3-fcd0b524bb3f service neutron] 10.222.0.31 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969152 Feb 11 15:08:37.470835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.539564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad7bcd-68ca-4c37-9cbb-d2665fad96b9 None None] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:08:37.555631 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.594094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d8033909-368a-40e4-8bc3-ef10520ff49f req-3fb64b3c-ab9c-4bc7-9e83-77711b5a7175 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Feb 11 15:08:37.663757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c277d7-6cd3-42a0-b42e-64a6c6839563 None None] Pushing event updated for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:37.672834 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-be0df4c1-aa48-4a2b-b07c-0c5f524edac8 None None] Provisioning complete for port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:37.673234 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be0df4c1-aa48-4a2b-b07c-0c5f524edac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.787945 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Attempting to bind port e3944a5f-e344-441e-a1e5-ed59081caf80 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:08:37.788233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Attempting to bind port e3944a5f-e344-441e-a1e5-ed59081caf80 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:08:37.788588 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Attempting to bind port e3944a5f-e344-441e-a1e5-ed59081caf80 on network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:08:37.800914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:08:37.801539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Checking segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:08:37.801713 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.802097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Bound using segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:08:37.802557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Bound port: e3944a5f-e344-441e-a1e5-ed59081caf80, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:08:37.803571 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:37.924701 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] For port e3944a5f-e344-441e-a1e5-ed59081caf80, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:08:37.927866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] For port e3944a5f-e344-441e-a1e5-ed59081caf80, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e3944a5f-e344-441e-a1e5-ed59081caf80,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:08:37.999413 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.001774 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edfcfa46-22e9-4c3d-a8db-60fc756c9f16 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:38.086950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:38.087139 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:38.202670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Provisioning complete for port e3944a5f-e344-441e-a1e5-ed59081caf80 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:38.203050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.204423 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c277d7-6cd3-42a0-b42e-64a6c6839563 None None] Pushing event updated for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:38.275959 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:38.276417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.328415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:38.669289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.693968 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f8f910f1-5d0c-4de5-bda0-a1b9512b5b09 req-5acb4a22-1aee-4fa9-a401-d02e0a5d479f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Feb 11 15:08:38.716708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c648a25-9754-4aa0-ab75-a08cdac51a26 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:38.776680 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] For port e3944a5f-e344-441e-a1e5-ed59081caf80, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e3944a5f-e344-441e-a1e5-ed59081caf80,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:38.824565 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.864346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 6c648a25-9754-4aa0-ab75-a08cdac51a26 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:38.864729 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.923348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Provisioning complete for port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:38.924235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:38.935067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb96043-0bbd-4066-a7b3-cd0ebac0ab89 None None] Pushing event updated for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:38.978445 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:37Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:39.010412 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f7bea-daf3-47b3-8888-3ce39a41eaff None None] The sync data for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 is: [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:37Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:08:39.227621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e7e443d5-5e51-4536-9575-f4b4a77e683e None None] Provisioning complete for port e3944a5f-e344-441e-a1e5-ed59081caf80 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:39.227997 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7e443d5-5e51-4536-9575-f4b4a77e683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:39.486310 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-3e4eb557-eb43-45e2-ab53-c64521cf4dec tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:39.487898 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-3e4eb557-eb43-45e2-ab53-c64521cf4dec tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 796 time: 0.1108913 Feb 11 15:08:39.533025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-32db50fe-5133-4c6c-a335-31cb5aad36e4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 379 time: 0.0361252 Feb 11 15:08:39.542634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'port': {'device_id': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'admin_state_up': True, 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'security_groups': ['7153698f-2317-4a9b-ba38-ec40679fba4c']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:39.719141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:08:39.722782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:39.833361 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7ae76503-e15b-40a6-bfb3-36ec660f627c req-f2fcf760-9d28-4aad-b7ee-3361442f00e2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 210 time: 0.0427251 Feb 11 15:08:39.896162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.11 (e906ff2d-343a-48ea-b00f-f2f9eaa00ee7/64a948ca-f8a2-4212-b27d-61a03fb58236/a1c2e729-5182-499c-a8cc-78ec9edf28e2) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:08:40.028986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e3944a5f-e344-441e-a1e5-ed59081caf80 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:40.048719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.091457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e3944a5f-e344-441e-a1e5-ed59081caf80 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:40.091835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.158165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.203334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:40.206436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:40.210572 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:08:40.221198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:40.263141 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:40.263758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.342540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-6601275f-f59a-4540-85fa-dc4bd2dc45a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037651 Feb 11 15:08:40.360758 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-5aef3644-a84b-4d12-a40f-a76aa9926340 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:08:40.360758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-5aef3644-a84b-4d12-a40f-a76aa9926340 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054696 Feb 11 15:08:40.415183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Request body: {'port': {'device_id': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:40.436879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ae14a1e1-d5fe-4c33-9890-58c966bd0bdb None None] Provisioning complete for port a1c2e729-5182-499c-a8cc-78ec9edf28e2 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:40.437277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae14a1e1-d5fe-4c33-9890-58c966bd0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.471716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.474743 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ae14a1e1-d5fe-4c33-9890-58c966bd0bdb None None] Port a1c2e729-5182-499c-a8cc-78ec9edf28e2 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:08:40.726982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c2e729-5182-499c-a8cc-78ec9edf28e2 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:08:40.734535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.746854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Transition to ACTIVE for port object a1c2e729-5182-499c-a8cc-78ec9edf28e2 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:08:40.826049 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:40.874809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:40.954471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Attempting to bind port a1c2e729-5182-499c-a8cc-78ec9edf28e2 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:08:40.955028 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Attempting to bind port a1c2e729-5182-499c-a8cc-78ec9edf28e2 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:08:40.955251 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Attempting to bind port a1c2e729-5182-499c-a8cc-78ec9edf28e2 on network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:08:40.959932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Port a1c2e729-5182-499c-a8cc-78ec9edf28e2 on network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:08:40.960327 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Attempting to bind port a1c2e729-5182-499c-a8cc-78ec9edf28e2 on network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:08:40.962702 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ad85-12af-4f7a-9d49-b149ada13eea req-c19dc4ce-4ade-4ec8-bde8-715dfd6b8fe7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:40.964340 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b082ad85-12af-4f7a-9d49-b149ada13eea req-c19dc4ce-4ade-4ec8-bde8-715dfd6b8fe7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 944 time: 0.0528691 Feb 11 15:08:40.965966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:08:40.966306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Checking segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:08:40.966694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Bound using segment: {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:08:40.967121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Bound port: a1c2e729-5182-499c-a8cc-78ec9edf28e2, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142f3b4f-6452-495b-90ee-08d09e204de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:08:40.967477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:41.011270 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b082ad85-12af-4f7a-9d49-b149ada13eea req-a105e5d5-7ef9-40b8-af1c-b23854337957 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365472 Feb 11 15:08:41.378911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:08:41.381898 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:08:41.437703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:41.474646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.475315 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:41.476700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 1092 time: 1.1085396 Feb 11 15:08:41.477201 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:08:41.479424 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9158868-bda4-4f66-b05a-6acac1f880ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:08:41.501608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78fe81-b151-4137-9efb-0de80c083aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:41.518621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21daefec-d3c2-4982-9a5f-ba325795542a x-openstack-request-id: req-21daefec-d3c2-4982-9a5f-ba325795542a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:08:41.518922 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:08:41.519177 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21daefec-d3c2-4982-9a5f-ba325795542a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:08:41.519584 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'status': 'completed', 'code': 200} Feb 11 15:08:41.582756 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-3b1b0c8a-7af9-4f70-92b6-ef575ce4882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.584875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-3b1b0c8a-7af9-4f70-92b6-ef575ce4882a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0433543 Feb 11 15:08:41.685925 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-9fc2a468-2dd6-427d-9427-8b39732c324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.687414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-9fc2a468-2dd6-427d-9427-8b39732c324a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0950758 Feb 11 15:08:41.783321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-7f8b5536-800f-47f3-b466-072a54536ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.784724 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a9158868-bda4-4f66-b05a-6acac1f880ea req-7f8b5536-800f-47f3-b466-072a54536ef5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899611 Feb 11 15:08:41.858237 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-7a9cc85c-55e8-4a1a-a781-0bbb1d837776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.859709 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-7a9cc85c-55e8-4a1a-a781-0bbb1d837776 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0394695 Feb 11 15:08:41.899314 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-648ea41d-e6c1-4603-b5a5-1a1520dcd219 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 217 time: 0.0328090 Feb 11 15:08:41.947323 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ab96bd38-b5eb-4e45-ae5a-6828b53afbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.948773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ab96bd38-b5eb-4e45-ae5a-6828b53afbce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 200 len: 835 time: 0.0433960 Feb 11 15:08:41.995996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-f58f3d22-8867-4078-8e05-1d32ca433175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:41.997492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-f58f3d22-8867-4078-8e05-1d32ca433175 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415695 Feb 11 15:08:42.088334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-ab7a6ba9-c2fa-4d00-800e-9f20386c7291 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835350 Feb 11 15:08:42.136445 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6acb09-ed72-4729-a92f-43af6e1b8bcc req-57592cf9-9342-4387-a788-9f4eda34aced tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:42.138643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc6acb09-ed72-4729-a92f-43af6e1b8bcc req-57592cf9-9342-4387-a788-9f4eda34aced tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 944 time: 0.0568798 Feb 11 15:08:42.175649 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fc6acb09-ed72-4729-a92f-43af6e1b8bcc req-107c52f8-f83b-439f-88c0-7e088b828a94 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Feb 11 15:08:42.188613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-39d3aab5-ec0a-432d-ab71-b94a9a15889b req-1fadde3c-02d1-4fae-a51e-543c05cc1936 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935011 Feb 11 15:08:43.291937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5321f-927a-455c-86d6-61ef879a6527 req-72190f52-803b-4e12-bb05-d3a2d17e83e4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:43.293426 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6d5321f-927a-455c-86d6-61ef879a6527 req-72190f52-803b-4e12-bb05-d3a2d17e83e4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 944 time: 0.0485539 Feb 11 15:08:43.330899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6d5321f-927a-455c-86d6-61ef879a6527 req-e0944069-0fef-40ea-851f-ae911da16f09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315962 Feb 11 15:08:44.470221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe35e-4668-429e-a018-ce9a58e8696b req-3d556f86-c93d-4724-8b7e-2e2cd9872db6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:44.472321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0affe35e-4668-429e-a018-ce9a58e8696b req-3d556f86-c93d-4724-8b7e-2e2cd9872db6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 944 time: 0.0564694 Feb 11 15:08:44.519552 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0affe35e-4668-429e-a018-ce9a58e8696b req-198035cc-b4a7-4b99-84e9-05220bf71f65 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Feb 11 15:08:44.829727 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a1c2e729-5182-499c-a8cc-78ec9edf28e2 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:08:44.926365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:44.937163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'port_id': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'mac_address': 'fa:16:3e:40:6e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:08:44.972601 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:44.985320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c2e729-5182-499c-a8cc-78ec9edf28e2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:08:45.003212 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:45.106350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:45.153442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:45.323474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['a1c2e729-5182-499c-a8cc-78ec9edf28e2'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:08:45.635870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f00d-8ee8-40ec-b30a-51bf8f821689 req-d224f3d8-1b0d-4ea7-9405-8b5a54bd18ff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:45.637383 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57d8f00d-8ee8-40ec-b30a-51bf8f821689 req-d224f3d8-1b0d-4ea7-9405-8b5a54bd18ff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Feb 11 15:08:45.673446 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-57d8f00d-8ee8-40ec-b30a-51bf8f821689 req-18ccee63-96ab-43a7-bb12-3145d18cf1c7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301468 Feb 11 15:08:46.789336 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef76d2b-1a41-46b6-9dcf-ee2a32f770ba req-ade0705a-3dc1-4b23-bfca-9386875725c3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:46.790938 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ef76d2b-1a41-46b6-9dcf-ee2a32f770ba req-ade0705a-3dc1-4b23-bfca-9386875725c3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 945 time: 0.0492272 Feb 11 15:08:46.830956 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a1c2e729-5182-499c-a8cc-78ec9edf28e2 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:08:46.831709 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3ef76d2b-1a41-46b6-9dcf-ee2a32f770ba req-81ef04dc-a0c3-4eb4-92a6-810a15425704 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340981 Feb 11 15:08:46.951246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port a1c2e729-5182-499c-a8cc-78ec9edf28e2 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:08:46.955043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port a1c2e729-5182-499c-a8cc-78ec9edf28e2 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:08:46.955353 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:47.030442 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:47.052831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:08:47.055177 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb6915d-0874-4149-9c9b-e4c1c5006f18" -d '{"events": [{"server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:08:47.067904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:08:47.146462 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268907d-c441-47e4-9287-887abd1c6d45 x-openstack-request-id: req-f268907d-c441-47e4-9287-887abd1c6d45 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:08:47.146754 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:08:47.147006 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f268907d-c441-47e4-9287-887abd1c6d45 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:08:47.147430 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'code': 200} Feb 11 15:08:47.151913 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:47.203733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:47.240938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835fcf-0e86-4394-96f2-d1d3aea85389 req-7cf6dbc6-cbae-412b-8322-cdc932708868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:47.242410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3835fcf-0e86-4394-96f2-d1d3aea85389 req-7cf6dbc6-cbae-412b-8322-cdc932708868 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0427241 Feb 11 15:08:47.276283 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c3835fcf-0e86-4394-96f2-d1d3aea85389 req-e8b974fd-7a1a-4ee6-b864-529e5dca23a1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266213 Feb 11 15:08:47.947589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db94179-cd64-4710-a948-76d26999c193 req-45139fe3-1590-4027-b717-73062da95473 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:47.949104 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3db94179-cd64-4710-a948-76d26999c193 req-45139fe3-1590-4027-b717-73062da95473 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0479343 Feb 11 15:08:47.986445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3db94179-cd64-4710-a948-76d26999c193 req-60809084-852a-41d4-9cf2-2549645475a1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Feb 11 15:08:48.209708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7039a2e9-9589-46ba-8a6e-e9c30b6c105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:49.100627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708af33-bfcd-407c-bdac-d2a97947c915 req-7afe0c38-fae9-46ce-aed3-b54704626992 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:49.102100 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a708af33-bfcd-407c-bdac-d2a97947c915 req-7afe0c38-fae9-46ce-aed3-b54704626992 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Feb 11 15:08:49.138142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a708af33-bfcd-407c-bdac-d2a97947c915 req-cf4babbc-30b0-4411-80a3-dbb5a1cc23d4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300519 Feb 11 15:08:49.572967 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6700d1-d814-49a6-a060-9cc9c839b537 req-dc79decc-674d-4836-bc73-7626080f2928 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:49.574442 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc6700d1-d814-49a6-a060-9cc9c839b537 req-dc79decc-674d-4836-bc73-7626080f2928 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.3696740 Feb 11 15:08:49.609992 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc6700d1-d814-49a6-a060-9cc9c839b537 req-79b13735-8d48-4c56-9286-972521b370f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296376 Feb 11 15:08:49.632118 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:49.669422 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e637c95-a6dd-4da0-8ed6-294fa111d816 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:49.670921 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e637c95-a6dd-4da0-8ed6-294fa111d816 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1092 time: 0.0378485 Feb 11 15:08:49.673742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 42998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:49.678397 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:08:49.779239 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:49.873518 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:49.971933 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.77 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/9e057c28-c52e-4942-ace6-cfe8da4c38f9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:08:50.075519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.203158 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.242328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:08:50.245157 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:08:50.248571 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:08:50.270092 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=9e057c28-c52e-4942-ace6-cfe8da4c38f9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:50.495150 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df454fc5-c467-47a0-bab4-da9bc1e5dd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.599812 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.731354 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.880594 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:50.945948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:51.017034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=9e057c28-c52e-4942-ace6-cfe8da4c38f9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:08:51.028438 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:51.125483 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP cdabcbc0-dbb3-4803-ac02-a53865f637ea associated. External IP: 172.25.7.77, port: a1c2e729-5182-499c-a8cc-78ec9edf28e2. Feb 11 15:08:51.331940 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router b22811a2-5348-4727-b396-c43aa01987ef has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:08:51.442163 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:08:51.452238 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Sync routers for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:08:51.462674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:51.463271 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:51.513366 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:51.540904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-113ce36e-01bc-4374-aa99-19e14843708c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8661530 Feb 11 15:08:51.541625 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:08:51.544002 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e149cb-b51b-4376-ae49-b7e42755d23a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:08:51.569433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:51.587437 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e38077c-b77a-4f00-82fb-40ff28df94ad x-openstack-request-id: req-9e38077c-b77a-4f00-82fb-40ff28df94ad {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:08:51.587819 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:08:51.588136 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e38077c-b77a-4f00-82fb-40ff28df94ad {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:08:51.588632 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'status': 'completed', 'code': 200} Feb 11 15:08:51.673171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-38364da7-070b-4c1d-b9b5-4066153a85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:51.674692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-38364da7-070b-4c1d-b9b5-4066153a85d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0620229 Feb 11 15:08:51.685991 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee633ff-8a12-41f9-bc15-30037e4c3aef req-209c200c-5b5c-4422-a6dc-d28f81ef55e5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:51.687417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ee633ff-8a12-41f9-bc15-30037e4c3aef req-209c200c-5b5c-4422-a6dc-d28f81ef55e5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0859113 Feb 11 15:08:51.772447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ee633ff-8a12-41f9-bc15-30037e4c3aef req-fd075c1f-1d81-4fe4-9b49-4e32c6f26dea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764611 Feb 11 15:08:51.788919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cdabcbc0-dbb3-4803-ac02-a53865f637ea', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'port_id': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'mac_address': 'fa:16:3e:40:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:08:50Z', 'updated_at': '2022-02-11T15:08:50Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:51.794445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43004) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:51.805031 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-1fdef103-42d2-4951-a369-5aea094f4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:51.806474 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-1fdef103-42d2-4951-a369-5aea094f4b79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 897 time: 0.1182024 Feb 11 15:08:51.815251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Checking router: b22811a2-5348-4727-b396-c43aa01987ef for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:08:51.824444 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:08:51.825065 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:08:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:51.909851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bf94ebd6-323d-4d34-89d6-c2ab760e7046 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/cdabcbc0-dbb3-4803-ac02-a53865f637ea HTTP/1.1" status: 200 len: 991 time: 0.1130874 Feb 11 15:08:51.912739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-1fa5502b-64dc-4aea-983d-71fe7f92df90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 999 time: 0.0756307 Feb 11 15:08:51.929613 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:08:51.957450 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:51.965654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-b0f02888-eaf4-404f-9021-284340a4b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:51.967153 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-b0f02888-eaf4-404f-9021-284340a4b486 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 200 len: 835 time: 0.0484047 Feb 11 15:08:52.014053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-8059bad1-129d-4bda-85ea-1955c4e9f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:08:52.015581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-8059bad1-129d-4bda-85ea-1955c4e9f28f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422246 Feb 11 15:08:52.107392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-f0aa79bb-238e-465e-8b29-7bcd7d0cc558 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853662 Feb 11 15:08:52.201488 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-14e149cb-b51b-4376-ae49-b7e42755d23a req-26c53123-8cb4-4ab3-b2ef-4ab9247d0e34 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876555 Feb 11 15:08:52.245603 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cdabcbc0-dbb3-4803-ac02-a53865f637ea', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'port_id': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'mac_address': 'fa:16:3e:40:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:08:50Z', 'updated_at': '2022-02-11T15:08:50Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:08:52.270685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3136f7ba-68ec-483e-acc2-9ee582c801b2 None None] The sync data for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 is: [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'cdabcbc0-dbb3-4803-ac02-a53865f637ea', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'port_id': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'mac_address': 'fa:16:3e:40:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:08:50Z', 'updated_at': '2022-02-11T15:08:50Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:08:52.455740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13652a3-2cd6-4375-82dd-0affa732dc18 None None] New status for floating IP cdabcbc0-dbb3-4803-ac02-a53865f637ea: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:08:52.912578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43006) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:08:52.972912 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6acb6a1b-905c-4269-b8bc-4cec3f5caf63 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/cdabcbc0-dbb3-4803-ac02-a53865f637ea HTTP/1.1" status: 200 len: 993 time: 0.0591209 Feb 11 15:08:53.345540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:53.362540 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:08:58.700459 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:09:00.876311 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:01.802748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:14.439635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-43c8272d-7b02-4c70-8dee-44977ce7a588 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428996 Feb 11 15:09:14.531367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-fd6485e7-e63a-4ab9-a37d-e699fae853ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:14.532868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-fd6485e7-e63a-4ab9-a37d-e699fae853ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0459037 Feb 11 15:09:14.630516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-9b95e3e3-7ff7-496c-bac0-54444453488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:14.632002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-9b95e3e3-7ff7-496c-bac0-54444453488f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 897 time: 0.0814819 Feb 11 15:09:14.702728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-0f1f3b80-4942-40c0-9e20-e63933157d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 1001 time: 0.0612175 Feb 11 15:09:14.751383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-e6c476b8-25dd-49b7-b678-56cc6b9574e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:14.753329 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-e6c476b8-25dd-49b7-b678-56cc6b9574e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 200 len: 835 time: 0.0432267 Feb 11 15:09:14.797868 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-c6e7d6fb-16d9-45ef-a706-4d81e847f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:14.801099 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-c6e7d6fb-16d9-45ef-a706-4d81e847f9fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393786 Feb 11 15:09:14.893209 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-e63a0182-8dcf-42ff-ac63-ad7c1d8420c9 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873220 Feb 11 15:09:14.980351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2dac40d9-7cc2-4b01-bab8-3a14f9c13565 req-4aa3d196-3ad9-4533-88c5-653f1630265c service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805082 Feb 11 15:09:18.230111 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-648d2362-4a0c-4c98-b5df-29ecfc7e512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:20.494277 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-092643b1-ff02-44c2-a9ed-4a1259edf710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:21.955383 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:23.373591 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:23.402062 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:24.481128 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adccc40-ea6c-4761-bfa2-17f1c0ae0219 req-bcf45da1-a940-4e4c-8a57-bada120b6928 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:24.482632 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1adccc40-ea6c-4761-bfa2-17f1c0ae0219 req-bcf45da1-a940-4e4c-8a57-bada120b6928 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0493450 Feb 11 15:09:24.521252 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1adccc40-ea6c-4761-bfa2-17f1c0ae0219 req-7a5e6f96-e297-4473-ae52-5f1f09240a5f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Feb 11 15:09:24.574498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-9c31ec43-38a4-414c-bfd5-671bc6165d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:24.577370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-9c31ec43-38a4-414c-bfd5-671bc6165d0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0478711 Feb 11 15:09:24.668633 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-f49b8e3a-5667-48d4-9080-925b3ab7668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:24.670142 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-f49b8e3a-5667-48d4-9080-925b3ab7668c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 897 time: 0.0856378 Feb 11 15:09:24.740109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-56c39a77-ec90-4d1b-af36-1d5ea00bf1f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 1001 time: 0.0627882 Feb 11 15:09:24.788879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-fa612af6-5e28-4957-bca1-217482051c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:24.790433 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-fa612af6-5e28-4957-bca1-217482051c5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 200 len: 835 time: 0.0444891 Feb 11 15:09:24.837467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-63f6a90b-db9c-4c07-b4e1-bac36b763673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:24.838946 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-63f6a90b-db9c-4c07-b4e1-bac36b763673 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411863 Feb 11 15:09:24.927813 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-4e63ac9c-aba7-4ab9-ad32-1c6a49907218 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820377 Feb 11 15:09:25.014590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a6791356-a65e-4b91-aa5b-5c8874578a2c req-31ac39b9-c43b-42b8-99f8-e9aa3a40a2d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796766 Feb 11 15:09:25.650368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98c1c1-8038-4c28-a3b9-6102cea9e15e req-d92a3f98-2ec7-4760-98ec-04b6206588a5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:25.651850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a98c1c1-8038-4c28-a3b9-6102cea9e15e req-d92a3f98-2ec7-4760-98ec-04b6206588a5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0489461 Feb 11 15:09:25.688218 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0a98c1c1-8038-4c28-a3b9-6102cea9e15e req-4c206479-bf90-4e48-8d42-2709d1231063 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Feb 11 15:09:26.806699 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df195e-ba0e-4fc8-8494-e09b00eb4d1c req-72c84efa-8c4e-4cd2-960b-be59c215dac4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:26.808170 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11df195e-ba0e-4fc8-8494-e09b00eb4d1c req-72c84efa-8c4e-4cd2-960b-be59c215dac4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Feb 11 15:09:26.845138 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11df195e-ba0e-4fc8-8494-e09b00eb4d1c req-989fbae8-b2b6-4166-b93c-695df43fff45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Feb 11 15:09:27.965223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3173-78f6-481a-801e-467e735c197f req-ccc83e9a-5702-4dfb-9cb1-0869fd6dd624 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:27.966702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-966d3173-78f6-481a-801e-467e735c197f req-ccc83e9a-5702-4dfb-9cb1-0869fd6dd624 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0523591 Feb 11 15:09:28.002995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-966d3173-78f6-481a-801e-467e735c197f req-e12d4d53-72eb-47d7-b0f4-63bd060e2d93 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Feb 11 15:09:29.119499 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c73be-e1de-4d0d-b90f-7d4fefbb292f req-fd173aa5-1352-47c8-bd48-e3dd643f47a8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:29.121020 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b0c73be-e1de-4d0d-b90f-7d4fefbb292f req-fd173aa5-1352-47c8-bd48-e3dd643f47a8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Feb 11 15:09:29.157835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b0c73be-e1de-4d0d-b90f-7d4fefbb292f req-24c63280-797b-4508-b4a8-877c249b92c0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Feb 11 15:09:30.273833 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24c86-9f4a-4601-803d-50afcbbc9d31 req-92e3c6d2-7941-4b92-8b2f-aaa2e3b93d6a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:30.277002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37b24c86-9f4a-4601-803d-50afcbbc9d31 req-92e3c6d2-7941-4b92-8b2f-aaa2e3b93d6a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0534244 Feb 11 15:09:30.316342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-37b24c86-9f4a-4601-803d-50afcbbc9d31 req-afa6f302-2509-4340-ac50-d9e3ec935ca7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Feb 11 15:09:30.916267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:31.428195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af6c9-a375-43c5-ac10-252acfeedd7d req-7fea0831-3614-4b92-af30-065d87c47bd2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:31.430192 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e2af6c9-a375-43c5-ac10-252acfeedd7d req-7fea0831-3614-4b92-af30-065d87c47bd2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0468814 Feb 11 15:09:31.466825 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5e2af6c9-a375-43c5-ac10-252acfeedd7d req-6040bad3-05a5-4530-b4b4-0c35d6683fa0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307479 Feb 11 15:09:31.784975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:32.583053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dc8fc-7db3-40dc-ab20-b8e8fc89d177 req-09147ec7-82c5-4173-bd43-2311052fb8fb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:32.584565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a75dc8fc-7db3-40dc-ab20-b8e8fc89d177 req-09147ec7-82c5-4173-bd43-2311052fb8fb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0501356 Feb 11 15:09:32.621914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a75dc8fc-7db3-40dc-ab20-b8e8fc89d177 req-462e11a4-087a-4411-8770-f27d65171554 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Feb 11 15:09:33.739771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b421-c2bb-46cf-ab5d-2e2c6327fd11 req-3ebce5fb-407e-466d-8c51-8dc34a960f60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:33.741256 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f412b421-c2bb-46cf-ab5d-2e2c6327fd11 req-3ebce5fb-407e-466d-8c51-8dc34a960f60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0523880 Feb 11 15:09:33.778200 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f412b421-c2bb-46cf-ab5d-2e2c6327fd11 req-df3042e5-f971-46bd-a8f0-37a9c99fece7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Feb 11 15:09:34.895818 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c2f5-c89c-4bca-8212-10b20872ae9d req-760b2ef1-64f4-447f-b7c8-822e69a828c0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:34.897958 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d614c2f5-c89c-4bca-8212-10b20872ae9d req-760b2ef1-64f4-447f-b7c8-822e69a828c0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Feb 11 15:09:34.938074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d614c2f5-c89c-4bca-8212-10b20872ae9d req-16eb9ee7-fdc6-496a-99e8-f5e2df4bdeb7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342932 Feb 11 15:09:35.699421 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:09:36.051759 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e4c3-6dd0-4f98-96d0-a36cc5f1153c req-799f60de-7a59-4b7e-a441-f8753673663f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:36.053337 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1318e4c3-6dd0-4f98-96d0-a36cc5f1153c req-799f60de-7a59-4b7e-a441-f8753673663f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0486045 Feb 11 15:09:36.091681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1318e4c3-6dd0-4f98-96d0-a36cc5f1153c req-3515b349-38f3-4952-a3ad-56ed554a54b8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322142 Feb 11 15:09:37.205493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287b58-65f9-40b3-9537-0a6d1496d7c0 req-8fc25bb0-16f3-4258-9874-5e0fee462732 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:37.206941 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06287b58-65f9-40b3-9537-0a6d1496d7c0 req-8fc25bb0-16f3-4258-9874-5e0fee462732 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0469010 Feb 11 15:09:37.247313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06287b58-65f9-40b3-9537-0a6d1496d7c0 req-08800ace-b718-41d1-b8b3-c252be5e367f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337989 Feb 11 15:09:38.363937 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3585c-4108-470e-b4fc-4fd6862de39b req-034bb965-bbdb-4baa-b30a-c0608ee25737 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:38.365476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cac3585c-4108-470e-b4fc-4fd6862de39b req-034bb965-bbdb-4baa-b30a-c0608ee25737 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0484643 Feb 11 15:09:38.402623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cac3585c-4108-470e-b4fc-4fd6862de39b req-ef6d9c79-9834-4b18-81a7-d27bb9379424 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Feb 11 15:09:39.515160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e0de-b444-4ea5-b11e-8bc7a96d327d req-47c5b2a3-72f1-4772-8797-fb85ca683de6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:39.516633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0234e0de-b444-4ea5-b11e-8bc7a96d327d req-47c5b2a3-72f1-4772-8797-fb85ca683de6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0477419 Feb 11 15:09:39.553805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0234e0de-b444-4ea5-b11e-8bc7a96d327d req-f1b60922-869a-4c58-9610-d5b32c172c34 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Feb 11 15:09:40.673306 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dfb06-b85d-4d83-9551-cdeb0dea48ba req-d9b00706-fc83-4b95-b1ff-01fd3be1860a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:40.674811 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-799dfb06-b85d-4d83-9551-cdeb0dea48ba req-d9b00706-fc83-4b95-b1ff-01fd3be1860a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0525208 Feb 11 15:09:40.713089 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-799dfb06-b85d-4d83-9551-cdeb0dea48ba req-da15e6fa-902f-4418-b2ea-b894404cf320 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Feb 11 15:09:41.832480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29e990-873b-4983-8418-d3eeceb7f3ea req-670af892-fde5-4bad-baa2-75a628f4b627 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:09:41.833956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e29e990-873b-4983-8418-d3eeceb7f3ea req-670af892-fde5-4bad-baa2-75a628f4b627 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0514989 Feb 11 15:09:41.870081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e29e990-873b-4983-8418-d3eeceb7f3ea req-10b32e65-776b-4d0c-a6f7-f88f48bff840 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301917 Feb 11 15:09:41.892145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43052) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:09:41.950279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d2fe1479-8104-41fa-85e3-ee309863836f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/cdabcbc0-dbb3-4803-ac02-a53865f637ea HTTP/1.1" status: 200 len: 993 time: 0.0569656 Feb 11 15:09:48.201129 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79c4be8c-6709-494a-aaa4-7ffd8bee1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:50.463432 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ea62cd0-29a2-41a8-9aef-b9d52cd3a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:51.983664 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:53.356050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:09:53.389899 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:00.921835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:01.813005 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:10.489123 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43062) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:10.644094 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 9e057c28-c52e-4942-ace6-cfe8da4c38f9 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:10:10.644443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:10.723162 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:10.724109 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:10.740172 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 9e057c28-c52e-4942-ace6-cfe8da4c38f9 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:10:10.944995 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:10.970520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=9e057c28-c52e-4942-ace6-cfe8da4c38f9,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:10.982742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.983145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.983491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.983830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.984165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.984498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.984827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.985184 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.985513 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.985841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.986165 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:10.986487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:11.040257 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:11.040590 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP cdabcbc0-dbb3-4803-ac02-a53865f637ea disassociated (deleted). External IP: 172.25.7.77, port: a1c2e729-5182-499c-a8cc-78ec9edf28e2. Feb 11 15:10:11.246230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router b22811a2-5348-4727-b396-c43aa01987ef has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:10:11.354636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:10:11.359489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:11.364209 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Sync routers for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:10:11.374035 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:11.374845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:11.386948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a5363db7-4ce7-44fe-9e4a-e9df9bca2170 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/floatingips/cdabcbc0-dbb3-4803-ac02-a53865f637ea HTTP/1.1" status: 204 len: 168 time: 0.8962350 Feb 11 15:10:11.387543 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:10:11.389831 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b0aa52-ca10-4b72-a363-d70156ed9827" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:10:11.442999 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18b0291-15a8-421b-aeed-b25ecbd2a3df x-openstack-request-id: req-d18b0291-15a8-421b-aeed-b25ecbd2a3df {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:10:11.443288 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:10:11.443612 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d18b0291-15a8-421b-aeed-b25ecbd2a3df {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:10:11.444030 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'status': 'completed', 'code': 200} Feb 11 15:10:11.505852 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:11.513689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-c9b8951d-e73a-4c23-8057-5524d7f244f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:11.515262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-c9b8951d-e73a-4c23-8057-5524d7f244f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0463943 Feb 11 15:10:11.608960 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-25b500f0-e0bb-46ba-8a93-bb386bdc0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:11.610546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-25b500f0-e0bb-46ba-8a93-bb386bdc0ed6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 200 len: 897 time: 0.0845668 Feb 11 15:10:11.654806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-f8ad2ee4-5ec8-400a-bc82-3375732edef6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 200 len: 217 time: 0.0371389 Feb 11 15:10:11.700906 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:11.706808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-dfaf1d48-13bf-45c3-b588-c5a8f2a8d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:11.708843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-dfaf1d48-13bf-45c3-b588-c5a8f2a8d6ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 200 len: 835 time: 0.0472167 Feb 11 15:10:11.727163 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Checking router: b22811a2-5348-4727-b396-c43aa01987ef for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:10:11.735977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:11.736578 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:11.763546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-1470fbda-ed0b-49c4-a0ba-b1193132b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:11.766071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-1470fbda-ed0b-49c4-a0ba-b1193132b742 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509405 Feb 11 15:10:11.824574 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98c73-2bf7-4086-a235-0b902be22768 req-e6483b46-791e-4b9b-86bf-4b261e124df9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:11.826917 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04c98c73-2bf7-4086-a235-0b902be22768 req-e6483b46-791e-4b9b-86bf-4b261e124df9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0528433 Feb 11 15:10:11.853999 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:11.861777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-8467ebbd-5b00-4583-a103-587f6a96f193 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Feb 11 15:10:11.867323 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-04c98c73-2bf7-4086-a235-0b902be22768 req-3fc0c10e-0f42-49bd-8620-2ada07f2ce80 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333893 Feb 11 15:10:11.959265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-36b0aa52-ca10-4b72-a363-d70156ed9827 req-7b6cab63-7ac4-4519-a8ea-3b80dc8932e2 service neutron] 10.222.0.62 "GET /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889859 Feb 11 15:10:12.053712 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:12.080140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3db8a-5618-4ecd-847d-ec835c41874f None None] The sync data for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 is: [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:35Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': 'e3944a5f-e344-441e-a1e5-ed59081caf80', 'name': '', 'network_id': 'e906ff2d-343a-48ea-b00f-f2f9eaa00ee7', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:23:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:35Z', 'updated_at': '2022-02-11T15:08:38Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '64a948ca-f8a2-4212-b27d-61a03fb58236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:10:12.288365 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b58bb-a55f-4611-9745-7ff5ece4be38 None None] New status for floating IP cdabcbc0-dbb3-4803-ac02-a53865f637ea: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:10:12.699333 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:10:12.984546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c321-e716-43d8-a333-82c7b925a157 req-1a6a2491-c12a-413a-9a32-003477bc61fb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:12.985664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f587c321-e716-43d8-a333-82c7b925a157 req-1a6a2491-c12a-413a-9a32-003477bc61fb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0485182 Feb 11 15:10:13.023558 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f587c321-e716-43d8-a333-82c7b925a157 req-e46f2bc2-bdbc-4492-b02e-f59bb2a42c06 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=7153698f-2317-4a9b-ba38-ec40679fba4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Feb 11 15:10:13.350528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-3fd39953-84b2-4cd2-b783-2f74b1f492b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:13.351979 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-3fd39953-84b2-4cd2-b783-2f74b1f492b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 946 time: 0.0529006 Feb 11 15:10:13.439615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port a1c2e729-5182-499c-a8cc-78ec9edf28e2 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:10:13.439962 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:13.532026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port a1c2e729-5182-499c-a8cc-78ec9edf28e2, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=a1c2e729-5182-499c-a8cc-78ec9edf28e2,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:13.532393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:13.544658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for a1c2e729-5182-499c-a8cc-78ec9edf28e2 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:10:13.749015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:13.786063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=a1c2e729-5182-499c-a8cc-78ec9edf28e2,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:13.830221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] No DVR routers for this DVR port a1c2e729-5182-499c-a8cc-78ec9edf28e2 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:10:13.833504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:13.837615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d55bcf68-d3d2-40d0-b372-6f4f425d9107 req-2e8d258c-2d94-4f67-b51b-4aea7048a344 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "DELETE /v2.0/ports/a1c2e729-5182-499c-a8cc-78ec9edf28e2 HTTP/1.1" status: 204 len: 173 time: 0.4796102 Feb 11 15:10:13.838129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'name': 'network-vif-deleted', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:10:13.840404 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9a03e-c9ea-4e8c-bbed-cd1ba267f252" -d '{"events": [{"server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "name": "network-vif-deleted", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:10:13.875486 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1dfe0a-1ef7-4133-a4c1-3e971768200f x-openstack-request-id: req-2e1dfe0a-1ef7-4133-a4c1-3e971768200f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:10:13.875951 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e243ef-032a-46f0-8bca-67d4a5a52ed3", "name": "network-vif-deleted", "tag": "a1c2e729-5182-499c-a8cc-78ec9edf28e2", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:10:13.876210 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1dfe0a-1ef7-4133-a4c1-3e971768200f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:10:13.876618 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e243ef-032a-46f0-8bca-67d4a5a52ed3', 'name': 'network-vif-deleted', 'tag': 'a1c2e729-5182-499c-a8cc-78ec9edf28e2', 'status': 'completed', 'code': 200} Feb 11 15:10:14.134339 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2f32a69-37e3-4551-9407-b3ee3ec29f9c req-d3bacac5-0ab2-4943-ab63-9a8a1d53a2d0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Feb 11 15:10:14.225497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-2ee5ac66-e7bf-4f14-86d0-535b4ff9b428 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278454 Feb 11 15:10:14.295931 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-b6ccfc67-419a-47c9-8b6e-2394843c718e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=c7e243ef-032a-46f0-8bca-67d4a5a52ed3 HTTP/1.1" status: 200 len: 210 time: 0.0256851 Feb 11 15:10:14.422646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-8fc29b03-284d-4a8a-a6e6-77769672b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:14.424171 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-8fc29b03-284d-4a8a-a6e6-77769672b265 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1055415 Feb 11 15:10:14.519387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-a9168dfa-8ad1-469f-a941-8d2793b63b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:14.521017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e0fd30b1-edee-4e17-be16-cc7f3a8da367 req-a9168dfa-8ad1-469f-a941-8d2793b63b38 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897758 Feb 11 15:10:15.190356 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43080) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:15.306522 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a1c2e729-5182-499c-a8cc-78ec9edf28e2 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:10:15.326931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: a1c2e729-5182-499c-a8cc-78ec9edf28e2 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:10:15.327269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device a1c2e729-5182-499c-a8cc-78ec9edf28e2 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:10:15.557438 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:15.809186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port e3944a5f-e344-441e-a1e5-ed59081caf80 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:10:15.809552 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:15.898649 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port e3944a5f-e344-441e-a1e5-ed59081caf80, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e3944a5f-e344-441e-a1e5-ed59081caf80,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:15.899010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:15.911441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for e3944a5f-e344-441e-a1e5-ed59081caf80 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:10:16.148872 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:16.176319 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=e3944a5f-e344-441e-a1e5-ed59081caf80,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:16.350801 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:16.556447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router b22811a2-5348-4727-b396-c43aa01987ef has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:10:16.658593 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:10:16.664135 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9a9ea34c-10ab-4a31-9ee2-fc659932e297 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/b22811a2-5348-4727-b396-c43aa01987ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727142 Feb 11 15:10:16.666255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43084) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:16.668519 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Sync routers for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:10:16.678065 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:16.678702 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:16.717661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting subnet 64a948ca-f8a2-4212-b27d-61a03fb58236 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:10:16.720743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:16.763179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:16.783816 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:17.062216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:10:16Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:17.089766 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Checking router: b22811a2-5348-4727-b396-c43aa01987ef for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:10:17.098087 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Routers {'b22811a2-5348-4727-b396-c43aa01987ef'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:17.098685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:09:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['b22811a2-5348-4727-b396-c43aa01987ef'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:17.195206 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.202284 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] Set router b22811a2-5348-4727-b396-c43aa01987ef gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:17.356830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.371591 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:10:16Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:17.387715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.393516 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/subnets/64a948ca-f8a2-4212-b27d-61a03fb58236 HTTP/1.1" status: 204 len: 168 time: 0.7235787 Feb 11 15:10:17.393516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b339-968a-463f-8ebc-e38286e70d3d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Subnet': ['ID=64a948ca-f8a2-4212-b27d-61a03fb58236,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:17.395005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43086) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:17.398759 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c2d25-7abd-4b16-8303-877517076a3c None None] Network e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:10:17.401484 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df8c90-2895-465a-89a8-ebedc7f757f4 None None] The sync data for ids ['b22811a2-5348-4727-b396-c43aa01987ef'] in n-d-828407-1 is: [{'id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111611139', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:10:16Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '6c648a25-9754-4aa0-ab75-a08cdac51a26', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22811a2-5348-4727-b396-c43aa01987ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:08:32Z', 'updated_at': '2022-02-11T15:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:10:17.504287 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.607195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.716646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 6c648a25-9754-4aa0-ab75-a08cdac51a26 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:10:17.716931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.764917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] DHCP port deletion for e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:10:17.803738 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 6c648a25-9754-4aa0-ab75-a08cdac51a26, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=6c648a25-9754-4aa0-ab75-a08cdac51a26,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:17.804459 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.817794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Deleting port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:10:17.818115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 6c648a25-9754-4aa0-ab75-a08cdac51a26 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:10:17.818308 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.891007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] For port edfcfa46-22e9-4c3d-a8db-60fc756c9f16, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,segment=NetworkSegment(142f3b4f-6452-495b-90ee-08d09e204de3),segment_id=142f3b4f-6452-495b-90ee-08d09e204de3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:17.891561 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:17.905181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Calling delete_port for edfcfa46-22e9-4c3d-a8db-60fc756c9f16 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:10:18.035723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e3944a5f-e344-441e-a1e5-ed59081caf80 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:10:18.056466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e3944a5f-e344-441e-a1e5-ed59081caf80 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:10:18.056824 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e3944a5f-e344-441e-a1e5-ed59081caf80 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:10:18.057272 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edfcfa46-22e9-4c3d-a8db-60fc756c9f16 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:10:18.084384 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.116476 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.144518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=6c648a25-9754-4aa0-ab75-a08cdac51a26,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:18.210017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.282421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Pushing event deleted for resources: {'Port': ['ID=edfcfa46-22e9-4c3d-a8db-60fc756c9f16,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:18.298061 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] No DVR routers for this DVR port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.302837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.303472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.303472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.303648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.303904 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.304217 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccc0ba1-76a6-4218-b7d1-a52b5bd892e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.305695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.308024 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.316867 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port edfcfa46-22e9-4c3d-a8db-60fc756c9f16 {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 15:10:18.317941 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device edfcfa46-22e9-4c3d-a8db-60fc756c9f16 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:10:18.411832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e88cf838-fc10-4f6c-b7e6-72fd65d4de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.435452 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.436051 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Fanout notify agent at l3_agent the message router_deleted on router b22811a2-5348-4727-b396-c43aa01987ef {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:10:18.445470 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.445470 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-aea3bba2-7e8f-496f-948e-d8cda241ee09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/routers/b22811a2-5348-4727-b396-c43aa01987ef HTTP/1.1" status: 204 len: 168 time: 1.0484118 Feb 11 15:10:18.447900 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:18.530072 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.615925 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.637190 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e906ff2d-343a-48ea-b00f-f2f9eaa00ee7']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:18.646215 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f3b4f-6452-495b-90ee-08d09e204de3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:18.646514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f3b4f-6452-495b-90ee-08d09e204de3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:18.655595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.668350 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.674006 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:10:18.674392 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:10:18.678026 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:10:18.829194 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.836700 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.839788 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/networks/e906ff2d-343a-48ea-b00f-f2f9eaa00ee7 HTTP/1.1" status: 204 len: 168 time: 0.3908682 Feb 11 15:10:18.842639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43090) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:18.852575 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Network': ['ID=e906ff2d-343a-48ea-b00f-f2f9eaa00ee7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:18.867161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.867570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.867899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.868231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.868606 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.868986 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.869321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.869650 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.870037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.870369 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.870718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.871066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729aaaea-9f96-4dad-aea3-7aed74b16060 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:18.910335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:18.938148 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.058514 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.061181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.062352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/security-groups/7153698f-2317-4a9b-ba38-ec40679fba4c HTTP/1.1" status: 204 len: 168 time: 0.2186363 Feb 11 15:10:19.072773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8cc74-cced-4ce1-8cbf-12f353e6cfea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7153698f-2317-4a9b-ba38-ec40679fba4c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:19.572982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43096) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:19.577777 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988109079', 'description': 'tempest-secgroup-smoke-988109079 description', 'project_id': 'd301741004f54668b08bf4d0c61273c3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:19.647308 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.715773 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.767060 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.795600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f75168-b5bd-4095-a505-7f75ba2298dc,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:19.847646 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:19.849265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-231054a0-a41f-42d3-9adf-66a708b9c00b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2752340 Feb 11 15:10:19.852162 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43098) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:19.856603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:19.954803 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.012558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.037639 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c648a25-9754-4aa0-ab75-a08cdac51a26 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:10:20.058525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 6c648a25-9754-4aa0-ab75-a08cdac51a26 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:10:20.063205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 6c648a25-9754-4aa0-ab75-a08cdac51a26 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:10:20.087166 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.105212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704055ac-8569-41ee-b2ae-aa783a54e783,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:20.186131 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.187370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d8d7e8ae-464c-433c-a01d-6ed819055971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342481 Feb 11 15:10:20.190164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43100) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:20.194518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:20.292922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.348879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.424759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.443477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a0c7ea-b4a8-4392-9bc8-80c3501768ed,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:20.510045 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6125188d-0b6d-497e-b875-fc8262eb7465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.534970 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.536173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a281b805-aa30-475c-b9bd-397a17cc6888 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451004 Feb 11 15:10:20.538904 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43102) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:20.543203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:20.618066 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.677333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.749730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.767107 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5167221e-a0b5-4a78-96b1-1fbb5a0cd4f8,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:20.843573 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.844829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c4806ef-1f5a-456f-af73-a62138dc59ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050060 Feb 11 15:10:20.847510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43104) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:20.851824 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:20.920495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:20.977875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.053204 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.072466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87be6cf-5141-44c5-9289-e5a135e6903f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:21.129138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.130975 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-2e0ae616-41fa-445f-8d8c-7f82afa0ef6e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824883 Feb 11 15:10:21.133690 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43106) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:21.137939 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:21.207200 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:10:21.212220 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.271105 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.315490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.335335 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce6eb36-95a9-42b9-8b6c-20bfdad60ea4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:21.392069 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.393306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-99c01c94-3fb9-4a42-95eb-8b22b94381c4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2586827 Feb 11 15:10:21.395932 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43108) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:21.400215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '32f75168-b5bd-4095-a505-7f75ba2298dc', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:21.497183 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:10:21.501948 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.566285 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.634212 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.653002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb52967-ef8a-46d8-bf7d-2c8993aa812f,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:21.733347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.734596 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d516df65-7432-4d2a-b902-b9622b179c8d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3377659 Feb 11 15:10:21.737370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43110) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:21.742138 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'network': {'name': 'tempest-network-smoke--1558773109', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:21.835224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:10:21.838676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.861266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:10:21.870326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.870673 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Added segment 72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d of type vlan for network 9f568281-825f-46a6-b8b5-9f3935a3b485 Feb 11 15:10:21.914566 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:21.932644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.007096 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.012538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:22.013168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.076720 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Network': ['ID=9f568281-825f-46a6-b8b5-9f3935a3b485,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:22.087610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:10:22.135447 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-bbaf1bb8-a01f-4ee3-85e8-698e8758d716 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3970649 Feb 11 15:10:22.138150 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43112) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:22.142553 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'admin_state_up': True, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:22.228387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.229409 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.282737 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.491568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.730882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.749064 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:22.855772 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.49 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/7cc22431-b676-4ad4-9dbc-203a4bffb2f3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:10:22.952427 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.057883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.101227 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:23.104055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:23.107495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:10:23.132622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:23.379090 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.380451 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.447408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.643089 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.817290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 870b1d86-16f2-46d0-a32e-2378fc7ce35e is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:10:23.920813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:10:23.930331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Sync routers for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:10:23.939947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:23.944156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:23.991282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:23.992537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7f15200f-3678-4e42-95af-8ee226249e85 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8534703 Feb 11 15:10:23.995674 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43114) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:24.026227 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0fa19d92-613d-487b-9151-64d4b4b2c40b tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d301741004f54668b08bf4d0c61273c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294223 Feb 11 15:10:24.028920 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:24.048230 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:24.114927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99459c5-80a5-4592-b05c-71cab690de11 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:24.116453 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d99459c5-80a5-4592-b05c-71cab690de11 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864675 Feb 11 15:10:24.119381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:24.151827 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-136d8228-40d8-4712-b2f8-6683a2ed36be tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307148 Feb 11 15:10:24.154377 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:24.159063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349498036', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:24.231601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:23Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:24.258381 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Checking router: 870b1d86-16f2-46d0-a32e-2378fc7ce35e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:10:24.259362 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Updating router 870b1d86-16f2-46d0-a32e-2378fc7ce35e port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:10:24.282765 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.332688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:10:24.336328 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.538116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.565884 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.617352 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.625605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Subnet': ['ID=99967b15-8a08-48c9-a94c-8bdb2abdbac6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:24.632962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Checking segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:10:24.632962 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network hostable DHCP agents. Network: 9f568281-825f-46a6-b8b5-9f3935a3b485, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:10:24.668091 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Attempting to bind port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:10:24.668462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Attempting to bind port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:10:24.668821 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Attempting to bind port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:10:24.677027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f337295-42f8-4779-a58c-02e4ef1e0eb4 None None] Pushing event updated for resources: {'Port': ['ID=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:24.679474 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:10:24.679848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:10:24.680246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.680626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:10:24.681121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Bound port: 7cc22431-b676-4ad4-9dbc-203a4bffb2f3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:10:24.681501 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.727360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:10:24.733525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] For port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:10:24.736532 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] For port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:10:24.813017 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 9f568281-825f-46a6-b8b5-9f3935a3b485) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:24.817193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:24.829440 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.829721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90e219-3787-4a5f-b71d-cbc0a4aec846 None None] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:10:24.872790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:24.930426 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-855703d9-f7e2-40ff-a246-5d856634de49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7750552 Feb 11 15:10:24.933328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43122) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:24.962524 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f337295-42f8-4779-a58c-02e4ef1e0eb4 None None] Pushing event updated for resources: {'Port': ['ID=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:24.966935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:24.967537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:25.120944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-9f568281-825f-46a6-b8b5-9f3935a3b485', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:10:25.121720 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.139984 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:25.397730 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.404754 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Allocated IP 172.20.0.2 (9f568281-825f-46a6-b8b5-9f3935a3b485/99967b15-8a08-48c9-a94c-8bdb2abdbac6/ab17504e-6142-43fa-a593-648b948e48e6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:10:25.480906 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:23Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:25.514898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0998c-85bb-4e1e-ac4c-8de9a2091a7c None None] The sync data for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 is: [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:23Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:10:25.597793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.676075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.742982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:25.744297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Pushing event updated for resources: {'Port': ['ID=ab17504e-6142-43fa-a593-648b948e48e6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:25.747870 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:25.750473 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:10:25.767385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.1 (9f568281-825f-46a6-b8b5-9f3935a3b485/99967b15-8a08-48c9-a94c-8bdb2abdbac6/06f5ff3b-3595-4a51-a2b3-fe5de59699dd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:10:25.818789 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Attempting to bind port ab17504e-6142-43fa-a593-648b948e48e6 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:10:25.819158 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Attempting to bind port ab17504e-6142-43fa-a593-648b948e48e6 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:10:25.819516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Attempting to bind port ab17504e-6142-43fa-a593-648b948e48e6 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:10:25.825093 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:10:25.825564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Checking segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:10:25.826170 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.826627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Bound using segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:10:25.827169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Bound port: ab17504e-6142-43fa-a593-648b948e48e6, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:10:25.827620 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.890218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.904254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] For port ab17504e-6142-43fa-a593-648b948e48e6, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:10:25.909033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] For port ab17504e-6142-43fa-a593-648b948e48e6, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ab17504e-6142-43fa-a593-648b948e48e6,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:10:25.980665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:25.980875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.027519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:26.033392 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:26.038446 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:10:26.042838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:26.064263 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169fb00-f186-4b97-8dde-27e68c7c0642 None None] Pushing event updated for resources: {'Port': ['ID=ab17504e-6142-43fa-a593-648b948e48e6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:26.100033 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.126682 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:10:26.181693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:26.181981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.280974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.318640 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:26.332237 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.395987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.454657 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:26.642044 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.784341 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.870634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:26.872418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:26.985164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:26.986628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:27.056382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba603968-54f5-4f76-bc05-082d37b14c93 None None] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:10:27.097765 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 870b1d86-16f2-46d0-a32e-2378fc7ce35e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:10:27.118636 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] Provisioning complete for port ab17504e-6142-43fa-a593-648b948e48e6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:27.119015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.222418 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:10:27.227678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7bbe51f5-9f6c-416d-8f80-d23e17c426bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/870b1d86-16f2-46d0-a32e-2378fc7ce35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2932556 Feb 11 15:10:27.275233 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.317489 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] For port ab17504e-6142-43fa-a593-648b948e48e6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ab17504e-6142-43fa-a593-648b948e48e6,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:27.378615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-dd027ee0-6c30-4e87-a789-4f4dea17201e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988109079&fields=id&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 267 time: 0.0345018 Feb 11 15:10:27.388514 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.448281 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2edb2a-c66a-4550-ab69-02f19fff92e3 None None] Pushing event updated for resources: {'Port': ['ID=ab17504e-6142-43fa-a593-648b948e48e6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:27.499702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-a7409c1b-2441-49bd-8937-70aead62700e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:27.501334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-a7409c1b-2441-49bd-8937-70aead62700e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 797 time: 0.1149211 Feb 11 15:10:27.513853 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Sync routers for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:10:27.521588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-886036f7-1cc4-41fd-b975-e8a5c2255e3f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/quotas/d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 375 time: 0.0097106 Feb 11 15:10:27.528811 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:27.529766 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:27.589045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-60ca5ee6-a8f0-4e25-a638-f53f4115abdc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610099 Feb 11 15:10:27.613029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8437b920-c8e3-4cdf-956a-9725575b12cb None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:27.614168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8437b920-c8e3-4cdf-956a-9725575b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.651466 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:27.654298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8437b920-c8e3-4cdf-956a-9725575b12cb None None] Port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:10:27.666427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8437b920-c8e3-4cdf-956a-9725575b12cb None None] Provisioning complete for port ab17504e-6142-43fa-a593-648b948e48e6 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:27.666943 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8437b920-c8e3-4cdf-956a-9725575b12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.849002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-1edda247-5b7f-4d4d-ab2e-139dcff18a1f service neutron] 10.222.0.31 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428530 Feb 11 15:10:27.877919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 2, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:27.892120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-be5fbc24-c276-484f-83fd-6fdac64dfce2 None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:27.892491 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be5fbc24-c276-484f-83fd-6fdac64dfce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.912157 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Checking router: 870b1d86-16f2-46d0-a32e-2378fc7ce35e for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:10:27.913282 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Updating router 870b1d86-16f2-46d0-a32e-2378fc7ce35e port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:10:27.932370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-be5fbc24-c276-484f-83fd-6fdac64dfce2 None None] Port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:10:27.945032 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:27.953156 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-9c3e7655-9377-413e-a947-a92a77f4a65e service neutron] 10.222.0.31 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976350 Feb 11 15:10:28.059295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8230da25-c862-43eb-9216-d3b51f80f51a None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:28.059295 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8230da25-c862-43eb-9216-d3b51f80f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.099726 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8230da25-c862-43eb-9216-d3b51f80f51a None None] Port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:10:28.153027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:10:28.215990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:28.216372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.217675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7786c8f9-3db8-4e8a-8899-62d9d7ea6444 req-658717c6-6a7a-4373-aa14-a41ccdc3be42 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 210 time: 0.0353289 Feb 11 15:10:28.249243 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.296526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ab17504e-6142-43fa-a593-648b948e48e6 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:10:28.310197 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.352190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ab17504e-6142-43fa-a593-648b948e48e6 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:28.352638 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.362494 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Pushing event updated for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:28.391082 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.391433 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.391763 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.392093 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.392415 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.392737 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.393084 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.393402 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.393718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.394033 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.394349 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.394662 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:10:28.448314 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Attempting to bind port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:10:28.448684 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Attempting to bind port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:10:28.449500 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Attempting to bind port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:10:28.459222 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:10:28.459598 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Checking segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:10:28.459996 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.460383 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Bound using segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:10:28.460911 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Bound port: 06f5ff3b-3595-4a51-a2b3-fe5de59699dd, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:10:28.461346 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.538814 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] For port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:10:28.542784 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] For port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:10:28.591813 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.626201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:28.626607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.644380 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35ee4d-c889-4ddd-9896-268d189e48a0 None None] Pushing event updated for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:28.648530 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:28.648530 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:28.712296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.753927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] For port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:28.782439 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:28.835824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:28.902009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ab58a-8871-4c8f-88a4-9eb9555c80f3 None None] Pushing event updated for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:28.960343 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-92ed3d75-6ddb-4ec4-ba86-b078dd938d95 None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:28.960818 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92ed3d75-6ddb-4ec4-ba86-b078dd938d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:29.081917 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:29.106888 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36d991-3a8a-403f-badc-2351e7bfe3a5 None None] The sync data for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 is: [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:10:29.310914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-47919272-4e8b-4855-acd8-f7e9f9f5a8a0 req-dc549eef-8baa-498a-a746-5a976b13f0ca tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 210 time: 0.0278471 Feb 11 15:10:30.076876 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06f5ff3b-3595-4a51-a2b3-fe5de59699dd up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:10:30.131065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:30.131443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.223853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-6592894d-bc77-4c0f-b3c2-8f618b6099be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:30.225374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-6592894d-bc77-4c0f-b3c2-8f618b6099be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 797 time: 0.1174827 Feb 11 15:10:30.271755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-906ede5e-970f-4e80-be56-aed79f02b5b0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 379 time: 0.0375550 Feb 11 15:10:30.280345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'port': {'device_id': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'admin_state_up': True, 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'security_groups': ['32f75168-b5bd-4095-a505-7f75ba2298dc']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:30.409224 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e37725c0-c81f-40c2-b0f8-9f37ac0b84b5 req-c425bfa2-e6e4-4efd-a1f8-a5fdc0383308 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 210 time: 0.0275333 Feb 11 15:10:30.464071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:10:30.467715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.589258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.13 (9f568281-825f-46a6-b8b5-9f3935a3b485/99967b15-8a08-48c9-a94c-8bdb2abdbac6/2422a7a4-4a2a-4d60-8855-468381dc8148) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:10:30.737393 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.818885 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.861658 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:30.865122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:30.868783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:10:30.874886 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:30.915507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.929934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:30.931070 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:30.996098 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-d1159f9e-ec0f-4ac7-8a48-b66d90ccafdd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194600 Feb 11 15:10:31.058460 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Request body: {'port': {'device_id': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:31.081822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-75f5d325-88f7-4c4f-a226-b9376a5d8a83 None None] Provisioning complete for port 2422a7a4-4a2a-4d60-8855-468381dc8148 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:31.082463 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75f5d325-88f7-4c4f-a226-b9376a5d8a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:31.113324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:31.117398 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-75f5d325-88f7-4c4f-a226-b9376a5d8a83 None None] Port 2422a7a4-4a2a-4d60-8855-468381dc8148 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:10:31.381532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2422a7a4-4a2a-4d60-8855-468381dc8148 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:10:31.388837 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:31.400885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Transition to ACTIVE for port object 2422a7a4-4a2a-4d60-8855-468381dc8148 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:10:31.447328 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:31.788845 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:31.855700 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:31.914470 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39c06d-a332-4bd9-a3e9-ecbd9dd776ab req-6277096e-dea8-45fc-8b33-1dc617064e97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:31.916033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af39c06d-a332-4bd9-a3e9-ecbd9dd776ab req-6277096e-dea8-45fc-8b33-1dc617064e97 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.1094451 Feb 11 15:10:31.976591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-af39c06d-a332-4bd9-a3e9-ecbd9dd776ab req-baa9044e-3a6f-438f-813b-3d2e27ed55d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541883 Feb 11 15:10:31.977743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:10:31.978088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:10:31.978429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:10:31.983258 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:10:31.983584 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:10:31.989149 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:10:31.989458 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Checking segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:10:31.989846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Bound using segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:10:31.990391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Bound port: 2422a7a4-4a2a-4d60-8855-468381dc8148, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:10:31.990671 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:32.054637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:10:32.057944 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:10:32.139082 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:32.178950 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.179541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:32.180915 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 1092 time: 1.1775010 Feb 11 15:10:32.181370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:10:32.183601 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3872386-6989-438c-8dc8-245ddb40daaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:10:32.213941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718dd3d-c439-4eef-9ee9-926e25f4dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:32.228441 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674ae749-44e0-45ad-9af6-12f4382b0466 x-openstack-request-id: req-674ae749-44e0-45ad-9af6-12f4382b0466 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:10:32.228671 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:10:32.228951 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-674ae749-44e0-45ad-9af6-12f4382b0466 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:10:32.229364 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'status': 'completed', 'code': 200} Feb 11 15:10:32.288239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3872386-6989-438c-8dc8-245ddb40daaa req-9617c51d-84f6-4eb6-a8a4-c97ce161bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.289977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3872386-6989-438c-8dc8-245ddb40daaa req-9617c51d-84f6-4eb6-a8a4-c97ce161bfce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0490026 Feb 11 15:10:32.400885 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3872386-6989-438c-8dc8-245ddb40daaa req-1e73876a-88ee-48d9-b8a6-0a24a3a273a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.402397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3872386-6989-438c-8dc8-245ddb40daaa req-1e73876a-88ee-48d9-b8a6-0a24a3a273a4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1032815 Feb 11 15:10:32.500433 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3872386-6989-438c-8dc8-245ddb40daaa req-b7579b7d-04c5-4fc6-acda-d8db726e40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.501960 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3872386-6989-438c-8dc8-245ddb40daaa req-b7579b7d-04c5-4fc6-acda-d8db726e40e4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934010 Feb 11 15:10:32.575787 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-da2a4f0e-4bba-4c50-8e57-cc63558c06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.577331 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-da2a4f0e-4bba-4c50-8e57-cc63558c06a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0409462 Feb 11 15:10:32.617233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-b692e507-fec6-4b65-a2f7-a48065e65d67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 217 time: 0.0332563 Feb 11 15:10:32.669964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-a8bbcf66-b3fa-494d-b4ab-34c3b2c777c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.671417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-a8bbcf66-b3fa-494d-b4ab-34c3b2c777c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0485692 Feb 11 15:10:32.715840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-9f8ee73f-995c-47bb-ab3b-3e3759fa3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:32.717326 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-9f8ee73f-995c-47bb-ab3b-3e3759fa3856 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396600 Feb 11 15:10:32.803464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-c2f78d42-5961-4bec-8e0d-71420cb89125 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795321 Feb 11 15:10:32.895051 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5160abbf-b0da-4a87-9523-f6c1537a4481 req-e5b22594-bb94-4073-aa4b-54af3fb18142 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Feb 11 15:10:33.098004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e05d4e-eef2-45a3-b0fb-c4efd2b0357a req-2490b85c-ae69-4022-813c-143ac6517aa1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:33.099646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e05d4e-eef2-45a3-b0fb-c4efd2b0357a req-2490b85c-ae69-4022-813c-143ac6517aa1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0497880 Feb 11 15:10:33.137472 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-45e05d4e-eef2-45a3-b0fb-c4efd2b0357a req-b092adaa-9c27-41a2-9b79-504f3d178039 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Feb 11 15:10:34.027684 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:10:34.123306 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:34.134795 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'mac_address': 'fa:16:3e:1d:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:10:34.171876 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:34.184861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2422a7a4-4a2a-4d60-8855-468381dc8148 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:10:34.205130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:34.254899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9f3b-b6c3-4fbf-9e07-8feba5d6ee00 req-59928504-9b02-4111-b932-64755b9ec518 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:34.256305 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dedd9f3b-b6c3-4fbf-9e07-8feba5d6ee00 req-59928504-9b02-4111-b932-64755b9ec518 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0478852 Feb 11 15:10:34.269940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:34.293521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dedd9f3b-b6c3-4fbf-9e07-8feba5d6ee00 req-0c048e38-8f9d-43b8-b08d-5201da74fa12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Feb 11 15:10:34.321391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:34.490534 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['2422a7a4-4a2a-4d60-8855-468381dc8148'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:10:35.408189 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c077bd1-67cf-4f52-ab19-f97db066788a req-a44c0fc0-4ad7-444d-bee2-45d89a31f2ff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:35.409702 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c077bd1-67cf-4f52-ab19-f97db066788a req-a44c0fc0-4ad7-444d-bee2-45d89a31f2ff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 945 time: 0.0478694 Feb 11 15:10:35.451660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1c077bd1-67cf-4f52-ab19-f97db066788a req-08198026-b9ea-4498-a605-79d1d7e43c96 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Feb 11 15:10:36.027706 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:10:36.149348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 2422a7a4-4a2a-4d60-8855-468381dc8148 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:10:36.153209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 2422a7a4-4a2a-4d60-8855-468381dc8148 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:10:36.153583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:36.227936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:36.249243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:10:36.251410 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d940f0d-f121-41c2-9c54-8edb38a87786" -d '{"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-plugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:10:36.267875 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:10:36.287865 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb78504-99f1-4aba-8eeb-9b59704eb52c x-openstack-request-id: req-8fb78504-99f1-4aba-8eeb-9b59704eb52c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:10:36.288180 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-plugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:10:36.288458 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fb78504-99f1-4aba-8eeb-9b59704eb52c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:10:36.288878 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'code': 200} Feb 11 15:10:36.349716 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:36.384088 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd34e-3070-4cb1-8d22-2803bb8ca213 req-6629ff4a-d2ae-4c54-8238-2fa7e05b3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:36.385942 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad5dd34e-3070-4cb1-8d22-2803bb8ca213 req-6629ff4a-d2ae-4c54-8238-2fa7e05b3cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1097 time: 0.0435827 Feb 11 15:10:36.403351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:36.421918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad5dd34e-3070-4cb1-8d22-2803bb8ca213 req-f8d87717-6962-4520-a9a6-69a72ab26f5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290928 Feb 11 15:10:36.564373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d624aee-e4a1-4e86-94a8-ae2600eb7935 req-7ecc304c-6846-4ed6-b76a-4544f0a3cc2d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:36.565777 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d624aee-e4a1-4e86-94a8-ae2600eb7935 req-7ecc304c-6846-4ed6-b76a-4544f0a3cc2d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0467880 Feb 11 15:10:36.603567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1d624aee-e4a1-4e86-94a8-ae2600eb7935 req-c38e8e52-c73b-4a46-9b5a-410cac7bc00d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308564 Feb 11 15:10:37.723350 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a9b8-4778-4ed7-9cb9-573a48034a5d req-fcc0f0a1-17b7-46c4-b615-d93a704140b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:37.724814 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0207a9b8-4778-4ed7-9cb9-573a48034a5d req-fcc0f0a1-17b7-46c4-b615-d93a704140b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0487626 Feb 11 15:10:37.761150 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0207a9b8-4778-4ed7-9cb9-573a48034a5d req-569951db-d081-4613-8278-53d1c15ce3ed tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Feb 11 15:10:37.872641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551117-09c6-4a76-b4f4-f33555aae953 req-fcfa1d1e-a9f0-4994-95e8-24b9a1195d71 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:37.874141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64551117-09c6-4a76-b4f4-f33555aae953 req-fcfa1d1e-a9f0-4994-95e8-24b9a1195d71 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0472732 Feb 11 15:10:37.915541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-64551117-09c6-4a76-b4f4-f33555aae953 req-f05e9ff3-0f28-461f-af29-876d3c9337c1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348511 Feb 11 15:10:37.936273 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:37.978279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a5d8c2-4ab2-4766-9b6b-1dd8ac730474 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:37.979739 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-38a5d8c2-4ab2-4766-9b6b-1dd8ac730474 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1092 time: 0.0424449 Feb 11 15:10:37.982406 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:37.986528 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:10:38.087133 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:38.180155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:38.280523 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.34 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0837d528-793b-4830-a281-cf5f5e2350f3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:10:38.430252 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:38.520211 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:38.559744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:10:38.564020 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:10:38.567475 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:10:38.590007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=0837d528-793b-4830-a281-cf5f5e2350f3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:39.248681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:39.406643 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:39.553775 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:39.611002 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:39.678515 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=0837d528-793b-4830-a281-cf5f5e2350f3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:10:39.687305 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:39.785103 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 associated. External IP: 172.25.7.34, port: 2422a7a4-4a2a-4d60-8855-468381dc8148. Feb 11 15:10:39.984952 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 870b1d86-16f2-46d0-a32e-2378fc7ce35e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:10:40.091280 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:10:40.101644 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Sync routers for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:10:40.111314 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:40.127432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:40.174822 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:40.202824 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-aac58eca-0125-4ef4-8d34-7f6dc8aa63ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2194469 Feb 11 15:10:40.203514 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:10:40.205889 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03729f35-a1fb-4118-a743-bec9d9377eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:10:40.220331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:40.248011 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c60cd-029d-4473-8d84-f82c342b2098 x-openstack-request-id: req-102c60cd-029d-4473-8d84-f82c342b2098 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:10:40.248299 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:10:40.248550 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102c60cd-029d-4473-8d84-f82c342b2098 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:10:40.248986 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'status': 'completed', 'code': 200} Feb 11 15:10:40.302358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41534c-f2a8-4a71-abe8-32690a25bf99 req-0e4b82a6-359f-4d99-8dff-d361c2db247a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:40.304081 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f41534c-f2a8-4a71-abe8-32690a25bf99 req-0e4b82a6-359f-4d99-8dff-d361c2db247a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0494161 Feb 11 15:10:40.314797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-95ab5365-87ff-4488-860c-2b1caf08efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:40.317815 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-95ab5365-87ff-4488-860c-2b1caf08efc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1097 time: 0.0459976 Feb 11 15:10:40.346306 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3f41534c-f2a8-4a71-abe8-32690a25bf99 req-9036fcf4-dd6c-421c-85b6-b2fe773f8dfb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357416 Feb 11 15:10:40.368932 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:40.415372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-b575dc6c-a171-4657-98b7-a30b273b1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:40.416553 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-b575dc6c-a171-4657-98b7-a30b273b1a05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0926135 Feb 11 15:10:40.435893 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-171b3770-79a6-4658-b66c-b0521283e99e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 HTTP/1.1" status: 200 len: 991 time: 0.0647542 Feb 11 15:10:40.475114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'mac_address': 'fa:16:3e:1d:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:10:39Z', 'updated_at': '2022-02-11T15:10:39Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:40.487436 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-a81ee9ac-0f3c-418f-a27e-c78dd167796c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 999 time: 0.0638516 Feb 11 15:10:40.501160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Checking router: 870b1d86-16f2-46d0-a32e-2378fc7ce35e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:10:40.509179 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:10:40.509771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:10:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:40.536195 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-e3651ac3-76dd-47eb-af41-41638f34e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:40.537690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-e3651ac3-76dd-47eb-af41-41638f34e19b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0439444 Feb 11 15:10:40.582472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-1a60a3f2-c250-450a-a1fa-3c2e0a3e9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:10:40.583987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-1a60a3f2-c250-450a-a1fa-3c2e0a3e9456 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394773 Feb 11 15:10:40.615186 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:10:40.679772 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-399bc54c-56a9-4e1a-bf7b-f652f9c3ac1b service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Feb 11 15:10:40.771029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-03729f35-a1fb-4118-a743-bec9d9377eaa req-b9cd28f3-1f72-4a93-862e-dc000e3d43ac service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 Feb 11 15:10:40.837607 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'mac_address': 'fa:16:3e:1d:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:10:39Z', 'updated_at': '2022-02-11T15:10:39Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:10:40.866920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f23c-eb3c-4c99-b530-7e824571450e None None] The sync data for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 is: [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'mac_address': 'fa:16:3e:1d:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:10:39Z', 'updated_at': '2022-02-11T15:10:39Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:10:41.066140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115d08a-e474-4007-bca8-99d51598f56a None None] New status for floating IP dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:10:41.437708 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:10:41.496321 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-1589ae78-e33e-4aca-b5e2-18ae338af828 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 HTTP/1.1" status: 200 len: 993 time: 0.0574846 Feb 11 15:10:48.195317 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efe83cbe-b340-4f75-803a-dc6b1d13ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:49.698637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:10:50.486673 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a29d34-3e09-4fa4-b723-e1263d8d5d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:51.966487 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:53.326584 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:10:53.349481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:00.525952 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-4dc80886-ad49-41c5-b2a9-27dd52d95ef1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386076 Feb 11 15:11:00.610753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-d5a25ba6-3167-42fe-9712-1e2b93efb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:00.612236 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-d5a25ba6-3167-42fe-9712-1e2b93efb26a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1097 time: 0.0445325 Feb 11 15:11:00.712866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-2906fe60-5541-405e-91a8-40bdfe4da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:00.714355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-2906fe60-5541-405e-91a8-40bdfe4da920 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0842900 Feb 11 15:11:00.781414 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-e6731e1a-23e3-478e-afe1-a2e64fdefdf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 1001 time: 0.0604577 Feb 11 15:11:00.828368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-7f1a4738-c186-4ee1-8b7b-e0435320a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:00.829795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-7f1a4738-c186-4ee1-8b7b-e0435320a39e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0423708 Feb 11 15:11:00.872060 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-86e43c32-3fbe-4a1c-afb4-90e1b8ccbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:00.873547 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-86e43c32-3fbe-4a1c-afb4-90e1b8ccbf31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375242 Feb 11 15:11:00.961239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:00.965951 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-df0c372d-9657-4b39-965b-48d625087b46 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Feb 11 15:11:01.053723 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b921a1a6-09dd-4147-9f43-f052a6f90b93 req-b5279f13-456c-4c49-bb48-25a2239c1455 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809562 Feb 11 15:11:01.830116 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:12.377372 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-fe223100-70ec-497b-bf30-a0edd33c7d7d req-ec03a24a-45b5-42f7-98a7-104fbc03176a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:11:12.378385 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fe223100-70ec-497b-bf30-a0edd33c7d7d req-ec03a24a-45b5-42f7-98a7-104fbc03176a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054147 Feb 11 15:11:12.670894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef2273-f3ce-4f68-ace5-3c1913cd2ca9 req-8c17d710-119f-44c3-b010-114fba5ffc61 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:12.672398 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6ef2273-f3ce-4f68-ace5-3c1913cd2ca9 req-8c17d710-119f-44c3-b010-114fba5ffc61 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0490232 Feb 11 15:11:12.709508 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6ef2273-f3ce-4f68-ace5-3c1913cd2ca9 req-a87572a6-fda7-488c-a0b4-745ee1aaacf6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304151 Feb 11 15:11:12.762921 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:11:12.841391 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-ab75bd03-9595-4be9-bd3a-cc28bad624a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772181 Feb 11 15:11:12.850300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-64b23651-7f51-439f-bf30-9715d5314bf6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:11:12.851262 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-64b23651-7f51-439f-bf30-9715d5314bf6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048068 Feb 11 15:11:13.831265 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b53f0-a3e4-4db3-8f13-1ae4f9577b5c req-972cfe90-4f80-4af2-8f30-6fe6b2ad18a5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:13.832793 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b5b53f0-a3e4-4db3-8f13-1ae4f9577b5c req-972cfe90-4f80-4af2-8f30-6fe6b2ad18a5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0532479 Feb 11 15:11:13.870764 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4b5b53f0-a3e4-4db3-8f13-1ae4f9577b5c req-03c62409-5dab-4c74-ba6d-d18b74b1e0ee tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Feb 11 15:11:14.794740 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-d5404ad2-e27c-4343-8f80-4b68b5f231fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:14.796225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-d5404ad2-e27c-4343-8f80-4b68b5f231fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1097 time: 0.0445096 Feb 11 15:11:14.884547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-e567df88-7ac0-430c-bd25-f497fdde7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:14.886010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-e567df88-7ac0-430c-bd25-f497fdde7412 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0832913 Feb 11 15:11:14.978066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-449360aa-63d5-4cb8-ba2e-a24ddcfb7cf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 1001 time: 0.0852015 Feb 11 15:11:15.024597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470332f-895b-4ff1-9fa0-2b0c0aba76bd req-45d0f7f0-e264-4b5d-952a-db32fddb4335 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:15.026096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e470332f-895b-4ff1-9fa0-2b0c0aba76bd req-45d0f7f0-e264-4b5d-952a-db32fddb4335 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0841987 Feb 11 15:11:15.049591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-236b0d5e-97fc-46cc-b10b-fc2cc367ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:15.050923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-236b0d5e-97fc-46cc-b10b-fc2cc367ec16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0652697 Feb 11 15:11:15.093479 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e470332f-895b-4ff1-9fa0-2b0c0aba76bd req-5b83ec4b-abba-4de0-88d5-210d4ff23b09 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599239 Feb 11 15:11:15.108498 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-5ecceea2-3a34-49a7-b8fa-484e283ecb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:15.115215 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-5ecceea2-3a34-49a7-b8fa-484e283ecb84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563545 Feb 11 15:11:15.205731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-2f6c913d-7a00-4538-a1e6-d795b1714b72 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838621 Feb 11 15:11:15.292388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-1428bf17-28a7-4216-a7d5-1ce0273a3bf0 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808444 Feb 11 15:11:16.220127 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40fd8a-87a0-4a7f-b64d-20bf3e36fcb0 req-23107a2a-dfca-4a77-85c1-dbccb612718d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:16.221681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be40fd8a-87a0-4a7f-b64d-20bf3e36fcb0 req-23107a2a-dfca-4a77-85c1-dbccb612718d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0528264 Feb 11 15:11:16.261069 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be40fd8a-87a0-4a7f-b64d-20bf3e36fcb0 req-1a6f6da3-655f-4078-b603-a7977ead23cc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Feb 11 15:11:17.386293 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e77bc-81a5-4214-8f5c-0bcfc29f471e req-f2d9b4fd-f3b3-4ebd-bb06-6ffed4a2b698 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:17.387819 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc3e77bc-81a5-4214-8f5c-0bcfc29f471e req-f2d9b4fd-f3b3-4ebd-bb06-6ffed4a2b698 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0573642 Feb 11 15:11:17.430164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc3e77bc-81a5-4214-8f5c-0bcfc29f471e req-d53a6af7-0a3c-47c3-a3f9-de44983e2d3b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353479 Feb 11 15:11:18.227927 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78c9d7fe-f6e8-4e04-9dff-f47988a97973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:18.543460 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71df09d-fbf4-4077-a95e-f67023177851 req-27b76548-4b40-47e2-a667-33cba8de2d99 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:18.544937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d71df09d-fbf4-4077-a95e-f67023177851 req-27b76548-4b40-47e2-a667-33cba8de2d99 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0469077 Feb 11 15:11:18.582102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d71df09d-fbf4-4077-a95e-f67023177851 req-34685ab4-a1f3-4b5d-b19f-c704b13b790d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311322 Feb 11 15:11:19.695090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85c65-778b-47af-a5cc-b561cc6227d1 req-e45a03c7-3447-43d5-9396-7cd6c3e8a9a6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:19.696545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4e85c65-778b-47af-a5cc-b561cc6227d1 req-e45a03c7-3447-43d5-9396-7cd6c3e8a9a6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0474644 Feb 11 15:11:19.733759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4e85c65-778b-47af-a5cc-b561cc6227d1 req-66ea6fde-07ba-4848-abf8-8402d98e5c42 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309277 Feb 11 15:11:20.452407 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39424d5-06f1-477f-aafa-97bdcb8da443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:20.853194 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2f553-1c88-4bda-a78f-57f4736bf26c req-5e9078ff-9203-4443-bf4a-62552c728145 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:20.854681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80e2f553-1c88-4bda-a78f-57f4736bf26c req-5e9078ff-9203-4443-bf4a-62552c728145 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0528867 Feb 11 15:11:20.891003 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-80e2f553-1c88-4bda-a78f-57f4736bf26c req-083709fe-4fe7-4bba-ba86-4c67135ee22f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304117 Feb 11 15:11:21.960984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:22.006325 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522f79-6b71-41e4-9e2c-75e5a6096340 req-61a44494-d727-4f0f-a501-75a5b1cd7707 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:22.007790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97522f79-6b71-41e4-9e2c-75e5a6096340 req-61a44494-d727-4f0f-a501-75a5b1cd7707 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0483088 Feb 11 15:11:22.044726 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-97522f79-6b71-41e4-9e2c-75e5a6096340 req-2943e492-1a45-4067-a21e-7dde480ad045 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Feb 11 15:11:23.159532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2c48e-b4ec-42ab-bc85-bc8504e6429a req-08c9288b-ba00-4e28-8844-6faa939679ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:23.161083 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4f2c48e-b4ec-42ab-bc85-bc8504e6429a req-08c9288b-ba00-4e28-8844-6faa939679ab tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0485308 Feb 11 15:11:23.209894 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b4f2c48e-b4ec-42ab-bc85-bc8504e6429a req-ee880ad7-d9f1-476b-8b20-2be6d8edb709 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410674 Feb 11 15:11:23.326622 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:23.349293 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:24.326391 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461658-120e-49d6-8ca6-d23b13dc158d req-ef4e9291-a279-4a1a-9c42-18e71530d9c6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:24.327834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc461658-120e-49d6-8ca6-d23b13dc158d req-ef4e9291-a279-4a1a-9c42-18e71530d9c6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0501883 Feb 11 15:11:24.369378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc461658-120e-49d6-8ca6-d23b13dc158d req-2a372ff4-7849-481c-97ff-0b6bb81cc806 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354702 Feb 11 15:11:25.484787 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e16e-6fc4-4e36-8798-675e4870e03e req-306d0ef0-ddbd-4172-9f9d-1968f6973eca tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:25.486273 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2a1e16e-6fc4-4e36-8798-675e4870e03e req-306d0ef0-ddbd-4172-9f9d-1968f6973eca tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0478690 Feb 11 15:11:25.522351 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f2a1e16e-6fc4-4e36-8798-675e4870e03e req-c0093178-e207-445b-a79c-eb4eec6420fb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296347 Feb 11 15:11:26.636373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24ea5-a77c-4277-a4ab-b6b14fd52050 req-4b348a3e-5610-4149-ac81-d469b02a61a0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:26.637869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7e24ea5-a77c-4277-a4ab-b6b14fd52050 req-4b348a3e-5610-4149-ac81-d469b02a61a0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0475249 Feb 11 15:11:26.676205 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7e24ea5-a77c-4277-a4ab-b6b14fd52050 req-cc14dc1a-32d3-4ade-900b-78cb2e723930 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324032 Feb 11 15:11:26.697466 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:11:27.793705 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78a544-107a-4d73-856f-7883ec7a1940 req-682447b7-bdf8-49e3-9b92-4ccf565b68a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:27.795185 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd78a544-107a-4d73-856f-7883ec7a1940 req-682447b7-bdf8-49e3-9b92-4ccf565b68a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0522294 Feb 11 15:11:27.832663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd78a544-107a-4d73-856f-7883ec7a1940 req-99af7d36-b82a-408b-b94b-9ef08e7a9fb5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Feb 11 15:11:28.950586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251c5d0-fcfc-450c-864c-f114143a38ff req-a908652c-4e86-4609-b290-3c3b6bdc21b2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:28.952077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7251c5d0-fcfc-450c-864c-f114143a38ff req-a908652c-4e86-4609-b290-3c3b6bdc21b2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0472875 Feb 11 15:11:28.988988 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7251c5d0-fcfc-450c-864c-f114143a38ff req-300bd5cb-8b44-4800-a990-0ab01eac4f41 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Feb 11 15:11:30.105062 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2c781-b376-47f2-9540-02aae3fc8174 req-48f04361-6cf3-4f46-b06d-8b6ab80284a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:30.106531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f2c781-b376-47f2-9540-02aae3fc8174 req-48f04361-6cf3-4f46-b06d-8b6ab80284a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0478311 Feb 11 15:11:30.143263 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-38f2c781-b376-47f2-9540-02aae3fc8174 req-1d9a6292-1696-4612-b00f-de6f5d402b01 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308001 Feb 11 15:11:30.949548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:31.262549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1905f-c19a-465f-b7ac-16703cf6a89a req-49187985-da0d-40f3-96d4-cb9491e557cc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:31.263522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1a1905f-c19a-465f-b7ac-16703cf6a89a req-49187985-da0d-40f3-96d4-cb9491e557cc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0526650 Feb 11 15:11:31.300081 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1a1905f-c19a-465f-b7ac-16703cf6a89a req-5ec02e01-dd3e-4fe2-aa71-62578a452147 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Feb 11 15:11:31.824204 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:32.354890 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-d5391a0a-ed70-4e8a-8021-95c60ee0d238 service neutron] show failed (client error): The resource could not be found. Feb 11 15:11:32.355934 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-d5391a0a-ed70-4e8a-8021-95c60ee0d238 service neutron] 10.222.0.60 "GET /v2.0/ports/2422a7a4-4a2a-4d60-8855-468381dc8148/bindings/n-h1-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0546000 Feb 11 15:11:32.419993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15547d-857d-4b28-a73a-9f4af623a264 req-cebf42e1-dc83-4fb6-8869-779747107911 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:32.422330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b15547d-857d-4b28-a73a-9f4af623a264 req-cebf42e1-dc83-4fb6-8869-779747107911 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0525036 Feb 11 15:11:32.462577 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b15547d-857d-4b28-a73a-9f4af623a264 req-a338e2c6-d250-4a50-a2d3-5ef05b9a4579 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335734 Feb 11 15:11:32.860807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-220c9379-2c44-4452-b51d-766b5bbd92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:32.862313 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-220c9379-2c44-4452-b51d-766b5bbd92c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 1097 time: 0.0408723 Feb 11 15:11:32.873266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:11:32.925796 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.125637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:11:33.156605 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:11:33.194743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:11:33.196988 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c16b08-8d64-4c59-8a7d-20b20a96a428" -d '{"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-unplugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:11:33.201253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.213185 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Transition to ACTIVE for port object 2422a7a4-4a2a-4d60-8855-468381dc8148 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:11:33.259141 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d8a10d-d4eb-47b0-97c3-691a4a9a6a93 x-openstack-request-id: req-d6d8a10d-d4eb-47b0-97c3-691a4a9a6a93 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:11:33.259141 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-unplugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:11:33.259141 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6d8a10d-d4eb-47b0-97c3-691a4a9a6a93 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:11:33.259141 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'code': 200} Feb 11 15:11:33.273779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.354795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=6']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:11:33.367396 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.368067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.368067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.368388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.368719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.369079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.369405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.369727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.370048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.370369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.370688 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.371006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:33.405595 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] No DVR routers for this DVR port 2422a7a4-4a2a-4d60-8855-468381dc8148 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:11:33.542445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:11:33.543019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:11:33.543349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:11:33.548487 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:11:33.548810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Attempting to bind port 2422a7a4-4a2a-4d60-8855-468381dc8148 on network 9f568281-825f-46a6-b8b5-9f3935a3b485 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:11:33.553678 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:11:33.554014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Checking segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:11:33.557982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Bound using segment: {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:11:33.557982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Bound port: 2422a7a4-4a2a-4d60-8855-468381dc8148, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:11:33.557982 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.582798 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035478e-e770-4f4d-b92d-90e7ef4a20f6 req-95f62453-4e45-4056-ba9f-21dc11e611c6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:33.584755 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9035478e-e770-4f4d-b92d-90e7ef4a20f6 req-95f62453-4e45-4056-ba9f-21dc11e611c6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0539808 Feb 11 15:11:33.618411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:11:33.621506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:11:33.623218 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9035478e-e770-4f4d-b92d-90e7ef4a20f6 req-f6845957-e1d3-4b3b-bf0c-138b3f887b2c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Feb 11 15:11:33.720306 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.759473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:33.760078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:33.761552 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] 10.222.0.62 "PUT /v2.0/ports/2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 1092 time: 0.8920755 Feb 11 15:11:33.783994 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1abe4-7cca-4af3-9bef-6c34fae80b64 service neutron] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:11:33.828739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-02fdef21-218d-4460-aa60-909b7d530898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:33.830440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-02fdef21-218d-4460-aa60-909b7d530898 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0417607 Feb 11 15:11:33.923399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-fe4afcf6-c0be-4b01-aeec-fa21ec15f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:33.924955 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-fe4afcf6-c0be-4b01-aeec-fa21ec15f2bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0862625 Feb 11 15:11:33.993348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-dd856b5c-0e0e-4738-8cf1-9b1bc16775e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 999 time: 0.0615780 Feb 11 15:11:34.040290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-5e995f91-d406-42c4-8e45-9445d321bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:34.041801 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-5e995f91-d406-42c4-8e45-9445d321bcc3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0428178 Feb 11 15:11:34.085874 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-b5686796-7898-4311-b836-b5c5621e2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:34.087363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-b5686796-7898-4311-b836-b5c5621e2491 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394039 Feb 11 15:11:34.221482 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-6130e676-ff99-4285-bf79-02ce42351cf0 service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916672 Feb 11 15:11:34.282896 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-645a5340-0b29-42f0-b8e0-7bd663e87883 req-2f22d169-732a-4a61-ad80-a79011709a37 service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905998 Feb 11 15:11:34.745153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b1e3a-0c78-4896-bb29-c5979102144b req-dcf07bb7-db1e-4e3e-b96f-66109eae5115 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:34.746753 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e1b1e3a-0c78-4896-bb29-c5979102144b req-dcf07bb7-db1e-4e3e-b96f-66109eae5115 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0536742 Feb 11 15:11:34.784997 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0e1b1e3a-0c78-4896-bb29-c5979102144b req-a4c6ab92-1910-4cbc-a75f-abcd377a2039 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Feb 11 15:11:35.258873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:11:35.261254 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefbeb8-030a-46f2-ad15-e516007fd0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:11:35.308530 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a0c64-c096-42fc-b6f9-d4ec2cb7d9bf x-openstack-request-id: req-701a0c64-c096-42fc-b6f9-d4ec2cb7d9bf {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:11:35.308826 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:11:35.309114 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-701a0c64-c096-42fc-b6f9-d4ec2cb7d9bf {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:11:35.309518 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'status': 'completed', 'code': 200} Feb 11 15:11:35.393022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-acd52883-d08e-4bd0-a1f8-2018f9a6e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.394515 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-acd52883-d08e-4bd0-a1f8-2018f9a6e96a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0669668 Feb 11 15:11:35.396856 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-5f5d603e-ae59-477c-bda4-648dfd6a0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.398272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-5f5d603e-ae59-477c-bda4-648dfd6a0da0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0630679 Feb 11 15:11:35.549096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-2c40105e-b811-4ad5-bc9f-bebe4f7e49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.550573 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-2c40105e-b811-4ad5-bc9f-bebe4f7e49e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.1480863 Feb 11 15:11:35.553143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-570617f1-2e73-4919-a248-ca6af748f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.555111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-570617f1-2e73-4919-a248-ca6af748f8a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.1449816 Feb 11 15:11:35.663272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-393ac467-d72e-48b9-b2a7-dcf0e37dc704 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 999 time: 0.1042738 Feb 11 15:11:35.665078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-6aedbec8-d8c8-4c9c-876c-4732186e1aaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 999 time: 0.1007535 Feb 11 15:11:35.746910 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-b7705e1f-8a32-41bd-bbaf-88a0a627dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.748341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-b7705e1f-8a32-41bd-bbaf-88a0a627dc11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0789559 Feb 11 15:11:35.749707 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-81de0921-40fd-4edd-8a13-84d6c7441575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.751027 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-81de0921-40fd-4edd-8a13-84d6c7441575 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0747013 Feb 11 15:11:35.821362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-2c896eb9-b9a5-42cc-9a53-988bdf9e5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.822884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-2c896eb9-b9a5-42cc-9a53-988bdf9e5435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660121 Feb 11 15:11:35.824853 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-f81e4d34-68ae-4f33-9571-d79242e4e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:35.826219 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-f81e4d34-68ae-4f33-9571-d79242e4e86d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618169 Feb 11 15:11:36.004281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18f13-f524-474a-b515-ae8737e7da0e req-4d7bba29-229b-447d-bad8-8041cbfde274 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:36.005690 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bc18f13-f524-474a-b515-ae8737e7da0e req-4d7bba29-229b-447d-bad8-8041cbfde274 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.1496143 Feb 11 15:11:36.039785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-2b73b0c9-aee2-4230-9760-e35b2936086e service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037466 Feb 11 15:11:36.043194 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-f8057ee3-e173-4e87-acc9-fd704ea19e93 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141573 Feb 11 15:11:36.093998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1bc18f13-f524-474a-b515-ae8737e7da0e req-962ef3c7-bf10-40cf-911b-104797ff19e5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791655 Feb 11 15:11:36.210216 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-0cc054d4-0ea2-4148-bd60-330bf27cdf71 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480012 Feb 11 15:11:36.212438 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0cefbeb8-030a-46f2-ad15-e516007fd0fc req-5c85f908-4ce0-4f3b-801a-7927b4f762db service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635494 Feb 11 15:11:36.292557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:11:36.333105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:11:37.211335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17baead-5cf2-4022-9d74-5fd54bc528a2 req-aa490dbe-cc49-4869-8690-90b719a961bb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.212820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d17baead-5cf2-4022-9d74-5fd54bc528a2 req-aa490dbe-cc49-4869-8690-90b719a961bb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0478280 Feb 11 15:11:37.249725 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d17baead-5cf2-4022-9d74-5fd54bc528a2 req-48046d4c-7633-4e5d-99d1-73c8d82b003b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Feb 11 15:11:37.574810 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecc5dd-3ab4-4b3e-8471-2e0c5a0a03c2 req-9d546c86-422f-43b9-9988-7724d7c0156a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.576336 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2ecc5dd-3ab4-4b3e-8471-2e0c5a0a03c2 req-9d546c86-422f-43b9-9988-7724d7c0156a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0506873 Feb 11 15:11:37.614533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c2ecc5dd-3ab4-4b3e-8471-2e0c5a0a03c2 req-7f523647-5735-4cbe-ab07-54a8c4e52cb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Feb 11 15:11:37.622193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:11:37.652943 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-3f476c74-1e10-4e96-97a4-db0e6eaca5ae tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.655006 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-3f476c74-1e10-4e96-97a4-db0e6eaca5ae tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de&tenant_id=d301741004f54668b08bf4d0c61273c3&binding%3Ahost_id=n-h1-828407-1 HTTP/1.1" status: 200 len: 944 time: 0.0645406 Feb 11 15:11:37.717721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:11:37.729822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'port_id': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'mac_address': 'fa:16:3e:1d:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:11:37.750655 n-d-828407-1 neutron-server[109375]: INFO neutron.api.v2.resource [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-9991acf7-1730-4efc-9538-690218429303 service neutron] delete failed (client error): The resource could not be found. Feb 11 15:11:37.751686 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-9991acf7-1730-4efc-9538-690218429303 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2422a7a4-4a2a-4d60-8855-468381dc8148/bindings/n-h2-828407-1 HTTP/1.1" status: 404 len: 380 time: 0.0898800 Feb 11 15:11:37.760789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89e46c-19cc-49ff-a026-b6c01074378e req-ef342f67-2513-4570-bc3e-a104bf548d6b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.762290 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d89e46c-19cc-49ff-a026-b6c01074378e req-ef342f67-2513-4570-bc3e-a104bf548d6b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 944 time: 0.0715828 Feb 11 15:11:37.765522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:37.782475 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2422a7a4-4a2a-4d60-8855-468381dc8148 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:11:37.802042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:11:37.826805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7d89e46c-19cc-49ff-a026-b6c01074378e req-ada731e4-6fb0-4f58-9e5d-c61899049f22 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576658 Feb 11 15:11:37.849587 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-31d76671-184f-4aaa-8cbc-5c6fc2fa4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.851639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-31d76671-184f-4aaa-8cbc-5c6fc2fa4892 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1095 time: 0.0581839 Feb 11 15:11:37.868576 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:37.915207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:11:37.922394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.922732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.923064 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.923390 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.923718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.924037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.924355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.924670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.925011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.925328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.925655 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.925951 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:11:37.944744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-b53a7c58-aab4-4863-806b-5bd6efecfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:37.946258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-b53a7c58-aab4-4863-806b-5bd6efecfac5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0887778 Feb 11 15:11:38.009615 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-b15f8536-45dd-411e-8069-12a920d0a711 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 1000 time: 0.0560188 Feb 11 15:11:38.059768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-f6711fef-7acb-474d-9291-bc6248198f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:38.061244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-f6711fef-7acb-474d-9291-bc6248198f88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0447512 Feb 11 15:11:38.109235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-258fae08-987c-44a2-afac-e55145471167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:38.110693 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-258fae08-987c-44a2-afac-e55145471167 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435116 Feb 11 15:11:38.116351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['2422a7a4-4a2a-4d60-8855-468381dc8148'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:11:38.207602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-cdfa35bd-f9a8-4cf7-932b-65caff2606c2 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903628 Feb 11 15:11:38.299152 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ce0a6e0-1cf2-4a26-bab4-69aef7b91ae9 req-453ac50c-012e-4649-918a-392fc6471cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Feb 11 15:11:38.950098 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c62f9-8c42-4471-9e31-fc754b7ce4f9 req-415f98e7-74da-4802-928d-d5360762d532 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:38.951831 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a5c62f9-8c42-4471-9e31-fc754b7ce4f9 req-415f98e7-74da-4802-928d-d5360762d532 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 945 time: 0.0548043 Feb 11 15:11:38.990490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7a5c62f9-8c42-4471-9e31-fc754b7ce4f9 req-c52971c6-faef-42e9-bc20-adf227f9790e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325639 Feb 11 15:11:39.638496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:11:39.738466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 2422a7a4-4a2a-4d60-8855-468381dc8148 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:11:39.742979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 2422a7a4-4a2a-4d60-8855-468381dc8148 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:11:39.743353 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:39.820406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:39.841894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:11:39.844120 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e8406f-edd3-40e8-8e97-9849ed4fc875" -d '{"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-plugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:11:39.856681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:11:39.883495 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b81a3c-2993-4876-ac6e-0075007e3fb7 x-openstack-request-id: req-e2b81a3c-2993-4876-ac6e-0075007e3fb7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:11:39.883495 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-plugged", "status": "completed", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:11:39.883495 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2b81a3c-2993-4876-ac6e-0075007e3fb7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:11:39.883800 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'code': 200} Feb 11 15:11:39.936592 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:39.982357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:11:40.106665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236817-1e43-4e62-aaa2-b0f7f689cff8 req-3ddda2c4-231f-4da6-a399-66f5c5a15dcd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:11:40.108167 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a236817-1e43-4e62-aaa2-b0f7f689cff8 req-3ddda2c4-231f-4da6-a399-66f5c5a15dcd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0480144 Feb 11 15:11:40.145452 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0a236817-1e43-4e62-aaa2-b0f7f689cff8 req-733831bc-f178-415d-98b2-c739306b4cb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Feb 11 15:11:40.168185 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:11:40.230861 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7962cff6-87a7-40df-98db-44a36d515aa7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 HTTP/1.1" status: 200 len: 993 time: 0.0614228 Feb 11 15:11:48.224161 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8da4-f866-45e3-93af-0e72f426f99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:50.452447 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f9adf20-c075-4c87-bcd6-19b38fe5b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:51.970930 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:53.367962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:11:53.395620 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:00.938011 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:01.807145 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:03.696945 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:12:06.609780 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43318) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:06.763160 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 0837d528-793b-4830-a281-cf5f5e2350f3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:12:06.763506 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:06.835083 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:06.835410 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:06.846692 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 0837d528-793b-4830-a281-cf5f5e2350f3 owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:12:07.365017 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:07.389729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=0837d528-793b-4830-a281-cf5f5e2350f3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:07.452481 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:07.452877 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 disassociated (deleted). External IP: 172.25.7.34, port: 2422a7a4-4a2a-4d60-8855-468381dc8148. Feb 11 15:12:07.653236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 870b1d86-16f2-46d0-a32e-2378fc7ce35e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:12:07.756583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:12:07.761922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:07.766427 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Sync routers for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:12:07.776950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:07.777554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:07.788145 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3bb45006-feb1-438f-ae3d-dc017d309f1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/floatingips/dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0 HTTP/1.1" status: 204 len: 168 time: 1.1772807 Feb 11 15:12:07.788744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:12:07.791022 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c045b2-b251-4bb1-af78-61454d957880" -d '{"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:12:07.831644 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6e1da2-a77d-47ba-814f-3c7229df1e0e x-openstack-request-id: req-dd6e1da2-a77d-47ba-814f-3c7229df1e0e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:12:07.832091 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:12:07.832435 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd6e1da2-a77d-47ba-814f-3c7229df1e0e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:12:07.832843 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'status': 'completed', 'code': 200} Feb 11 15:12:07.897681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c045b2-b251-4bb1-af78-61454d957880 req-17d42884-8ccf-4522-a2ec-ef2802b90199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:07.899370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-17d42884-8ccf-4522-a2ec-ef2802b90199 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 1097 time: 0.0432370 Feb 11 15:12:07.996754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c045b2-b251-4bb1-af78-61454d957880 req-861948ab-916b-47db-be1d-22faf7e194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:07.998192 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-861948ab-916b-47db-be1d-22faf7e194f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 200 len: 898 time: 0.0922372 Feb 11 15:12:08.040040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-d45d0ace-49b5-4fb2-a4a2-3979ef48651e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 200 len: 217 time: 0.0348194 Feb 11 15:12:08.047788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:08.096705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c045b2-b251-4bb1-af78-61454d957880 req-82c5b7db-0eec-42f8-9051-c2bae6c588c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:08.098332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-82c5b7db-0eec-42f8-9051-c2bae6c588c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 200 len: 834 time: 0.0518548 Feb 11 15:12:08.150689 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c045b2-b251-4bb1-af78-61454d957880 req-950e67dd-98ce-4e69-8966-fe9f7ccda77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:08.152309 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-950e67dd-98ce-4e69-8966-fe9f7ccda77a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f568281-825f-46a6-b8b5-9f3935a3b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449190 Feb 11 15:12:08.256496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:08.280729 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cbcd2-8304-4d87-a5fe-4f4ddc348e9d req-c9a7c8a5-2c45-47d3-bb1f-496a294a6b39 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:08.282240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e0cbcd2-8304-4d87-a5fe-4f4ddc348e9d req-c9a7c8a5-2c45-47d3-bb1f-496a294a6b39 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0752940 Feb 11 15:12:08.285929 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-0ae76562-9b72-46a6-8c4b-ad72da574681 service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260700 Feb 11 15:12:08.287296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Checking router: 870b1d86-16f2-46d0-a32e-2378fc7ce35e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:12:08.295884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:08.296586 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:08.373176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2e0cbcd2-8304-4d87-a5fe-4f4ddc348e9d req-baf2dd93-c6dc-4c7e-aa69-7b1e51f2ed27 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840273 Feb 11 15:12:08.411869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-49c045b2-b251-4bb1-af78-61454d957880 req-f5f7aa53-f590-492d-8e0f-da54a58e5ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160486 Feb 11 15:12:08.413995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:08.606854 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:08.632996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11ded6-6e98-4e44-a925-fa265879ad0c None None] The sync data for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 is: [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '06f5ff3b-3595-4a51-a2b3-fe5de59699dd', 'name': '', 'network_id': '9f568281-825f-46a6-b8b5-9f3935a3b485', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:e7:6c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:25Z', 'updated_at': '2022-02-11T15:10:28Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '99967b15-8a08-48c9-a94c-8bdb2abdbac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:12:08.850064 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c80ea-b041-4c78-81d3-670ca156b2d2 None None] New status for floating IP dc7dedb9-4770-4030-a1b5-5e00fc7bb0a0: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:12:09.498492 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1b86d-2aec-49bc-9f5d-247af1a7d5b0 req-7977bcaf-ffa1-44d1-a778-b9377a3fd9cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:09.499615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-bf6cba03-93ce-4363-83de-5c325b95a45e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:09.500274 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90a1b86d-2aec-49bc-9f5d-247af1a7d5b0 req-7977bcaf-ffa1-44d1-a778-b9377a3fd9cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0498087 Feb 11 15:12:09.502454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-bf6cba03-93ce-4363-83de-5c325b95a45e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "GET /v2.0/ports?device_id=e83461d6-21c3-4560-9310-f11fdf3d05de HTTP/1.1" status: 200 len: 946 time: 0.0612507 Feb 11 15:12:09.539597 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-90a1b86d-2aec-49bc-9f5d-247af1a7d5b0 req-b636ba81-f607-4f63-9d03-174fd80d49c8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=32f75168-b5bd-4095-a505-7f75ba2298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Feb 11 15:12:09.603358 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 2422a7a4-4a2a-4d60-8855-468381dc8148 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:12:09.603705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:09.690445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 2422a7a4-4a2a-4d60-8855-468381dc8148, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=2422a7a4-4a2a-4d60-8855-468381dc8148,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:09.690705 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:09.702670 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 2422a7a4-4a2a-4d60-8855-468381dc8148 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:12:09.893245 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:09.922648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=2422a7a4-4a2a-4d60-8855-468381dc8148,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:09.969735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] No DVR routers for this DVR port 2422a7a4-4a2a-4d60-8855-468381dc8148 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:12:09.972419 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:09.975794 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0d188b01-995e-4f17-8bd8-58483c1696a6 req-69aff3f1-a652-4874-9a68-2f257963995e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.62 "DELETE /v2.0/ports/2422a7a4-4a2a-4d60-8855-468381dc8148 HTTP/1.1" status: 204 len: 173 time: 0.4670112 Feb 11 15:12:09.976236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-deleted', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:12:09.978627 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635be271-7ace-4335-9a8d-6ec195b874a0" -d '{"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-deleted", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:12:10.014914 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b700441-ec96-4159-a951-b0699d361d69 x-openstack-request-id: req-9b700441-ec96-4159-a951-b0699d361d69 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:12:10.015206 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83461d6-21c3-4560-9310-f11fdf3d05de", "name": "network-vif-deleted", "tag": "2422a7a4-4a2a-4d60-8855-468381dc8148", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:12:10.015459 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b700441-ec96-4159-a951-b0699d361d69 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:12:10.015866 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83461d6-21c3-4560-9310-f11fdf3d05de', 'name': 'network-vif-deleted', 'tag': '2422a7a4-4a2a-4d60-8855-468381dc8148', 'status': 'completed', 'code': 200} Feb 11 15:12:10.598195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:10.949673 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:11.227287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:12:11.227548 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:11.311991 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 06f5ff3b-3595-4a51-a2b3-fe5de59699dd, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:11.312344 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:11.323703 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 06f5ff3b-3595-4a51-a2b3-fe5de59699dd owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:12:11.549804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:11.574291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=06f5ff3b-3595-4a51-a2b3-fe5de59699dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:11.584197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.584548 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.585013 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.585468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.585838 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.586204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.586615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.587009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.587951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.587951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.587951 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.588242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:11.762118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:11.972477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 870b1d86-16f2-46d0-a32e-2378fc7ce35e has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:12:12.076760 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:12:12.084675 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ea402c0-e4f0-4986-b022-3ddc405ab89a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/870b1d86-16f2-46d0-a32e-2378fc7ce35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4827104 Feb 11 15:12:12.084808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43334) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:12.089421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Sync routers for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:12:12.103568 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:12.104168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:12.138937 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting subnet 99967b15-8a08-48c9-a94c-8bdb2abdbac6 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:12:12.142009 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.180922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.209527 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:12.269976 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.390391 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:12:11Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:12.400126 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.416136 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Checking router: 870b1d86-16f2-46d0-a32e-2378fc7ce35e for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:12:12.425295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Routers {'870b1d86-16f2-46d0-a32e-2378fc7ce35e'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:12.425888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:12.437890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Subnet': ['ID=99967b15-8a08-48c9-a94c-8bdb2abdbac6,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:12.441532 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.445504 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ef435d73-5dca-469c-a08f-a85b76615fff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/subnets/99967b15-8a08-48c9-a94c-8bdb2abdbac6 HTTP/1.1" status: 204 len: 168 time: 0.3591766 Feb 11 15:12:12.450158 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43336) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:12.464585 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb84386-7140-4804-8709-6d1d6effea1a None None] Network 9f568281-825f-46a6-b8b5-9f3935a3b485 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:12:12.554391 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.625375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] Set router 870b1d86-16f2-46d0-a32e-2378fc7ce35e gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:12.660277 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.753642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] DHCP port deletion for 9f568281-825f-46a6-b8b5-9f3935a3b485 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:12:12.770024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:12:12.770371 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.848914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Deleting port ab17504e-6142-43fa-a593-648b948e48e6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:12:12.849294 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.849550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 7cc22431-b676-4ad4-9dbc-203a4bffb2f3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:12.850114 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.865038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:12:12.896351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:12:11Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:12.925597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572beb4-a2dc-4ea1-97b8-4188d4556e34 None None] The sync data for ids ['870b1d86-16f2-46d0-a32e-2378fc7ce35e'] in n-d-828407-1 is: [{'id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563382599', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:12:11Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '7cc22431-b676-4ad4-9dbc-203a4bffb2f3', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b1d86-16f2-46d0-a32e-2378fc7ce35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:10:22Z', 'updated_at': '2022-02-11T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:12:12.943455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] For port ab17504e-6142-43fa-a593-648b948e48e6, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ab17504e-6142-43fa-a593-648b948e48e6,segment=NetworkSegment(72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d),segment_id=72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:12.943848 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:12.963117 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Calling delete_port for ab17504e-6142-43fa-a593-648b948e48e6 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:12:13.104412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.121557 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.135099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=7cc22431-b676-4ad4-9dbc-203a4bffb2f3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:13.146541 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] Pushing event deleted for resources: {'Port': ['ID=ab17504e-6142-43fa-a593-648b948e48e6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:13.150665 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04acb3-1912-4e85-ad60-0b21775782c0 None None] No DVR routers for this DVR port ab17504e-6142-43fa-a593-648b948e48e6 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:12:13.197495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.290726 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.293120 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.410934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.411467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Fanout notify agent at l3_agent the message router_deleted on router 870b1d86-16f2-46d0-a32e-2378fc7ce35e {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:12:13.418649 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.419768 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf4a4bf3-fa6a-4ca2-9b5d-db6558ebcea9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/routers/870b1d86-16f2-46d0-a32e-2378fc7ce35e HTTP/1.1" status: 204 len: 168 time: 0.9707665 Feb 11 15:12:13.422648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43338) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:13.499559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.593454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.621719 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f568281-825f-46a6-b8b5-9f3935a3b485']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:13.627198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:13.627517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d8ae74-c6f7-40db-8ed8-a6f8a06f0f8d') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:13.636771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.649644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.655445 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:12:13.655834 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:12:13.658811 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:12:13.766791 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.778540 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.778540 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/networks/9f568281-825f-46a6-b8b5-9f3935a3b485 HTTP/1.1" status: 204 len: 168 time: 0.3538418 Feb 11 15:12:13.780294 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:13.789637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79188d4c-e383-4251-aaa5-c85dfd1370fe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Network': ['ID=9f568281-825f-46a6-b8b5-9f3935a3b485,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:13.793842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:12:13.815168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 2422a7a4-4a2a-4d60-8855-468381dc8148 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:12:13.815591 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 2422a7a4-4a2a-4d60-8855-468381dc8148 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:12:13.841718 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.867382 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.988028 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.990733 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:13.992477 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/security-groups/32f75168-b5bd-4095-a505-7f75ba2298dc HTTP/1.1" status: 204 len: 168 time: 0.2111611 Feb 11 15:12:14.002066 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008f729-dd5a-48a2-8ff6-7d72cac98cd6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f75168-b5bd-4095-a505-7f75ba2298dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:14.102696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:12:14.128514 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:12:14.129131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 7cc22431-b676-4ad4-9dbc-203a4bffb2f3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:12:14.129326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ab17504e-6142-43fa-a593-648b948e48e6 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:12:14.150997 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: ab17504e-6142-43fa-a593-648b948e48e6 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:12:14.151288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ab17504e-6142-43fa-a593-648b948e48e6 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:12:14.151710 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06f5ff3b-3595-4a51-a2b3-fe5de59699dd no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:12:14.172259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 06f5ff3b-3595-4a51-a2b3-fe5de59699dd {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:12:14.172611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 06f5ff3b-3595-4a51-a2b3-fe5de59699dd not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:12:14.342253 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43346) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:14.346959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447866185', 'description': 'tempest-secgroup-smoke-1447866185 description', 'project_id': 'd301741004f54668b08bf4d0c61273c3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:14.433922 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.503411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.555373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.582918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50fc9e-07c3-4675-a225-dfabc10f3f44,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:14.643019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.644274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-63944b70-17f8-4f20-a1c8-c7dd57f675cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3008616 Feb 11 15:12:14.647095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:14.651432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:14.740802 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.799463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.878985 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.897752 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55357162-d284-46c6-8dde-2db5f98ee8cd,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:14.967087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:14.968324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4adbe4e8-28ab-4e83-86a7-9815572eed45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203118 Feb 11 15:12:14.971101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43350) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:14.975409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:15.074902 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.130141 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.184309 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.202115 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5095b68-c318-4e80-860b-3d31d450bc01,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:15.276107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.277370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-60447c05-bcfc-411b-a2b9-182013afacc6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3053188 Feb 11 15:12:15.280754 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43352) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:15.288663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:15.404776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.462222 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.531138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.550514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63214b6b-d9e2-4716-803d-8cf2973ab0d9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:15.624387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.625629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23fb4f1a-fae6-4d22-827c-47b50953f9e8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3436902 Feb 11 15:12:15.628255 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43354) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:15.632628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:15.716174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.777932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.836058 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.853161 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b19d9f-b41d-4244-9f0c-79dfd97351fe,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:15.915500 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:15.916706 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-413dd445-5cd9-411f-a6db-66a7a0f8afcc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875271 Feb 11 15:12:15.919441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43356) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:15.923825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:16.060518 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:12:16.061990 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.123413 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.199412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.217660 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2517c2e6-d835-4965-a00b-cac72fb7b685,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:16.281881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.283225 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d7e734fe-6faf-484b-8469-c0aea9e936be tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628559 Feb 11 15:12:16.286007 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43358) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:16.290419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': 'ed50fc9e-07c3-4675-a225-dfabc10f3f44', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:16.378550 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:12:16.384379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.451777 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.521381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.540329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5bf8db-4cbd-4698-91a5-d8de6da45ec2,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:16.597624 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.598983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d9a47cb3-903f-4349-b4d5-90d1f93bfd60 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3120081 Feb 11 15:12:16.602561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43360) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:16.607275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'network': {'name': 'tempest-network-smoke--469520476', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:16.692795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:12:16.696405 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.722929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:12:16.732121 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.732594 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Added segment bf473f40-da3e-4f4e-95d1-f48feca8cfc3 of type vlan for network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed Feb 11 15:12:16.773463 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.841451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.847206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:16.847836 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:16.911743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Network': ['ID=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:16.922429 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:12:16.964683 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d0918c91-03a7-447d-9210-99484df60683 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3609805 Feb 11 15:12:16.967516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43362) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:16.973236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'admin_state_up': True, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:17.062386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.063525 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.118447 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.335929 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.589071 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.606899 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.708863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.141 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e9c0e011-ba97-4b68-b3bd-3fbf241d49ac) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:12:17.809616 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.922169 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:17.966128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:17.968964 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:17.972364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:12:17.994411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:18.229881 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e30fe13-0736-4c4d-a505-d2bc728820da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:18.313971 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:18.834725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.035854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router fc806f4f-e526-4656-b33a-51b0449a2695 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:12:19.142934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:12:19.153358 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Sync routers for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:12:19.162968 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:19.163623 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:19.237670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.238938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8770174e-a2c5-4208-a1d4-d57936c93837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2703269 Feb 11 15:12:19.242053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43364) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:19.264224 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:19.269925 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-1224f4f9-41fd-4c46-b4d8-8b3c574a90ec tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d301741004f54668b08bf4d0c61273c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265110 Feb 11 15:12:19.276982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43366) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:19.366930 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d10373-3409-4098-b5fc-f3212d7f30d8 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:19.368484 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-37d10373-3409-4098-b5fc-f3212d7f30d8 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906048 Feb 11 15:12:19.371448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:19.399647 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-13b5443a-f1ba-410f-b03d-df90c3e980ad tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263400 Feb 11 15:12:19.402012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:19.406628 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80662379', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:19.451509 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:18Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:19.483915 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Checking router: fc806f4f-e526-4656-b33a-51b0449a2695 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:12:19.484257 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Updating router fc806f4f-e526-4656-b33a-51b0449a2695 port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:12:19.508842 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.561627 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:12:19.565196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.757355 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.801916 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.830437 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.863448 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Subnet': ['ID=8d101364-879e-4ba7-b386-b1d4d4c85969,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:19.875142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Checking segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:12:19.875142 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network hostable DHCP agents. Network: ec7ae1ad-d7ad-4739-80c9-6eca78aafaed, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:12:19.884843 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Attempting to bind port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:12:19.885251 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Attempting to bind port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:12:19.885652 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Attempting to bind port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:12:19.893898 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Pushing event updated for resources: {'Port': ['ID=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:19.896747 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:12:19.897135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:12:19.902900 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.902900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:12:19.902900 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Bound port: e9c0e011-ba97-4b68-b3bd-3fbf241d49ac, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:12:19.902900 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:19.921305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.921646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.921986 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.922317 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.922642 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.922962 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.923279 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.923596 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.923912 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.924231 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.924544 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.924913 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:12:19.950685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:12:19.960010 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] For port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:12:19.963515 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] For port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:12:20.040402 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, ec7ae1ad-d7ad-4739-80c9-6eca78aafaed) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:20.045051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:20.050644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.051219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7a7f3-0ce6-42bc-b898-3f8421c8cc7b None None] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:12:20.051664 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.110875 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593281dc-29b1-4e2d-b427-49f5fad3786b None None] Pushing event updated for resources: {'Port': ['ID=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:20.114879 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:20.115471 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:11:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:20.135485 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-af1ac321-3d2f-4cc7-b679-10d48d06058f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7324564 Feb 11 15:12:20.138362 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:20.200817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:12:20.201744 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.222759 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:20.352238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Allocated IP 172.20.0.2 (ec7ae1ad-d7ad-4739-80c9-6eca78aafaed/8d101364-879e-4ba7-b386-b1d4d4c85969/10072f80-3a60-4554-aab5-eb9739f1758c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:12:20.526417 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:18Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:20.555858 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbb058-99f2-4dd2-88ff-beb40ff5e743 None None] The sync data for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 is: [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:18Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:12:20.697906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fe0120b-ec2c-47e6-a6eb-9845d957ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.714498 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.795092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.865033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:20.868648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:20.873308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:12:20.876452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Pushing event updated for resources: {'Port': ['ID=10072f80-3a60-4554-aab5-eb9739f1758c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:20.932269 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Attempting to bind port 10072f80-3a60-4554-aab5-eb9739f1758c on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:12:20.932647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Attempting to bind port 10072f80-3a60-4554-aab5-eb9739f1758c by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:12:20.933078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Attempting to bind port 10072f80-3a60-4554-aab5-eb9739f1758c on network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:12:20.940919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:12:20.941311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Checking segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:12:20.941732 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.942130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Bound using segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:12:20.942605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Bound port: 10072f80-3a60-4554-aab5-eb9739f1758c, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:12:20.942993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:20.981236 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.016929 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] For port 10072f80-3a60-4554-aab5-eb9739f1758c, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:12:21.021738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] For port 10072f80-3a60-4554-aab5-eb9739f1758c, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=10072f80-3a60-4554-aab5-eb9739f1758c,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:12:21.133822 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.204132 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc4149-f677-4659-b762-ddef2ec744aa None None] Pushing event updated for resources: {'Port': ['ID=10072f80-3a60-4554-aab5-eb9739f1758c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:21.274688 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.1 (ec7ae1ad-d7ad-4739-80c9-6eca78aafaed/8d101364-879e-4ba7-b386-b1d4d4c85969/726a1834-47e6-4bef-b27c-e874f010e4ce) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:12:21.411876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.503867 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.552269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:21.557558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:21.561417 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:12:21.598284 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:21.612361 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.795766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:21.938675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.096004 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.162755 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2ee11-c91d-40dc-9317-434db797c1b2 None None] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:12:22.173117 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.180022 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 10072f80-3a60-4554-aab5-eb9739f1758c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:22.246042 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.247837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:22.286498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] Provisioning complete for port 10072f80-3a60-4554-aab5-eb9739f1758c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:22.286875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.342608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 10072f80-3a60-4554-aab5-eb9739f1758c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:22.342983 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.344408 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:22.346241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:22.471817 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router fc806f4f-e526-4656-b33a-51b0449a2695 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:12:22.472982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.530321 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.554113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] For port 10072f80-3a60-4554-aab5-eb9739f1758c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=10072f80-3a60-4554-aab5-eb9739f1758c,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:22.595239 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:12:22.600299 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-317c7370-7b6d-42ce-817b-151e6c6e7847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/fc806f4f-e526-4656-b33a-51b0449a2695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4606786 Feb 11 15:12:22.621851 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.698892 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:12:22.699502 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:12:22.714387 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23d9b-00e4-4bf4-af21-037009a0eb14 None None] Pushing event updated for resources: {'Port': ['ID=10072f80-3a60-4554-aab5-eb9739f1758c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:22.749748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Sync routers for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:12:22.752752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3d7ddee6-bdc2-4040-b630-4d90df9e2b4d None None] Provisioning complete for port 726a1834-47e6-4bef-b27c-e874f010e4ce triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:22.753149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d7ddee6-bdc2-4040-b630-4d90df9e2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.793515 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:22.794148 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:22.839464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ddee6-bdc2-4040-b630-4d90df9e2b4d None None] Port 726a1834-47e6-4bef-b27c-e874f010e4ce cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:12:22.839603 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-66ded750-b4fc-4f56-8f10-6f1ac67095b6 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447866185&fields=id&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 267 time: 0.0396178 Feb 11 15:12:22.890508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-3d7ddee6-bdc2-4040-b630-4d90df9e2b4d None None] Provisioning complete for port 10072f80-3a60-4554-aab5-eb9739f1758c triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:22.890880 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d7ddee6-bdc2-4040-b630-4d90df9e2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:22.941595 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:22.954239 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-6ebeb756-b7ce-4f58-a45f-914525e936d7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:22.955893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-6ebeb756-b7ce-4f58-a45f-914525e936d7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 796 time: 0.1091938 Feb 11 15:12:22.973750 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-ac2be947-b000-4992-b3eb-e38df406a894 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/quotas/d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 375 time: 0.0098627 Feb 11 15:12:23.033678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-7e87d4c5-501e-40b3-b8ad-cab5237bce3a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530999 Feb 11 15:12:23.053737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-3f5c1d12-ce79-4149-b0a5-e9b8c003b31e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:12:23.056084 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-3f5c1d12-ce79-4149-b0a5-e9b8c003b31e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061834 Feb 11 15:12:23.152644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-2ae9edb3-50fb-4810-8e37-4ff990b473fb service neutron] 10.222.0.31 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908635 Feb 11 15:12:23.183615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 2, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:23.232606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Checking router: fc806f4f-e526-4656-b33a-51b0449a2695 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:12:23.233045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Updating router fc806f4f-e526-4656-b33a-51b0449a2695 port 726a1834-47e6-4bef-b27c-e874f010e4ce binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:12:23.246790 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-6a26f82f-10dd-4708-90ac-e17634f74e81 service neutron] 10.222.0.31 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878103 Feb 11 15:12:23.275223 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.277100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-05845f44-203a-424e-8c6e-c4cc1ac81415 None None] Provisioning complete for port 726a1834-47e6-4bef-b27c-e874f010e4ce triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:23.277459 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05845f44-203a-424e-8c6e-c4cc1ac81415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.279494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9c0e011-ba97-4b68-b3bd-3fbf241d49ac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:23.401241 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-05845f44-203a-424e-8c6e-c4cc1ac81415 None None] Port 726a1834-47e6-4bef-b27c-e874f010e4ce cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:12:23.464193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.466253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.489555 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:23.490049 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.521184 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-adffa335-53f4-4580-bb34-cf50f9345b22 req-982b3b5a-e0a5-4292-a7b7-4ff12e16c7e9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 210 time: 0.0263376 Feb 11 15:12:23.658032 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.689476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:23.727403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.761412 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.800711 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.816207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:23.884360 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605789d-4dd8-4cc7-9ca7-a502931ec942 None None] Pushing event updated for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:23.913114 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Attempting to bind port 726a1834-47e6-4bef-b27c-e874f010e4ce on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:12:23.913483 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Attempting to bind port 726a1834-47e6-4bef-b27c-e874f010e4ce by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:12:23.913857 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Attempting to bind port 726a1834-47e6-4bef-b27c-e874f010e4ce on network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:12:23.919621 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:12:23.919999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Checking segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:12:23.920405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.920788 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Bound using segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:12:23.921295 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Bound port: 726a1834-47e6-4bef-b27c-e874f010e4ce, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:12:23.921676 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:23.989919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] For port 726a1834-47e6-4bef-b27c-e874f010e4ce, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:12:23.993326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] For port 726a1834-47e6-4bef-b27c-e874f010e4ce, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=726a1834-47e6-4bef-b27c-e874f010e4ce,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:12:24.024359 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1b8a71d0-8b6b-4df8-8644-4d5583c17fbf None None] Provisioning complete for port 726a1834-47e6-4bef-b27c-e874f010e4ce triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:24.024736 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b8a71d0-8b6b-4df8-8644-4d5583c17fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.063508 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a71d0-8b6b-4df8-8644-4d5583c17fbf None None] Port 726a1834-47e6-4bef-b27c-e874f010e4ce cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:12:24.110950 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.119163 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 10072f80-3a60-4554-aab5-eb9739f1758c up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:24.211888 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:24.212884 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:24.215357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605789d-4dd8-4cc7-9ca7-a502931ec942 None None] Pushing event updated for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:24.276667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 10072f80-3a60-4554-aab5-eb9739f1758c triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:24.277073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.525903 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-08858eea-52b3-424b-b553-c70008762765 None None] Provisioning complete for port 726a1834-47e6-4bef-b27c-e874f010e4ce triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:24.526193 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08858eea-52b3-424b-b553-c70008762765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.560919 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:24.617085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-67addf14-6fbe-4bbf-9486-3f41fe5b78fb req-95440559-6c6d-4a45-8f01-4f67670331a0 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 210 time: 0.0265820 Feb 11 15:12:24.736207 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9c0e011-ba97-4b68-b3bd-3fbf241d49ac up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:24.797475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08858eea-52b3-424b-b553-c70008762765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.870840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-08858eea-52b3-424b-b553-c70008762765 None None] For port 726a1834-47e6-4bef-b27c-e874f010e4ce, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=726a1834-47e6-4bef-b27c-e874f010e4ce,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:24.875624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:24.875996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.937542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:24.941856 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08858eea-52b3-424b-b553-c70008762765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:24.989606 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147fed0-6ffd-474f-950f-e8b91be3d25c None None] The sync data for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 is: [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:12:25.046878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08858eea-52b3-424b-b553-c70008762765 None None] Pushing event updated for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:25.417209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-1da6b41c-e7c4-4d1f-87af-997ae7407847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:25.418744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-1da6b41c-e7c4-4d1f-87af-997ae7407847 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 796 time: 0.1114316 Feb 11 15:12:25.478885 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-521aee0f-429a-4c45-812c-e2d9896ca995 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 380 time: 0.0499043 Feb 11 15:12:25.487708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'port': {'device_id': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'admin_state_up': True, 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'security_groups': ['ed50fc9e-07c3-4675-a225-dfabc10f3f44']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:25.700639 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:12:25.708006 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:25.740605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-73abad51-c23d-4a2d-b335-1f5f0b38cfb2 req-ba5e7eef-d02b-483e-ad42-a245ed1b6985 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 210 time: 0.0490217 Feb 11 15:12:25.859986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.13 (ec7ae1ad-d7ad-4739-80c9-6eca78aafaed/8d101364-879e-4ba7-b386-b1d4d4c85969/62e88b20-d881-4c18-8eb8-d72d78aac3e3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:12:26.018954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.116373 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.141632 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 726a1834-47e6-4bef-b27c-e874f010e4ce up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:26.168395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:26.171320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:26.174995 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:12:26.182016 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:26.199872 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 726a1834-47e6-4bef-b27c-e874f010e4ce triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:26.200253 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.235273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:26.236117 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.335956 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-46c3c0c6-94be-4ddc-91a5-b1ebb5c8c3f8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521087 Feb 11 15:12:26.348146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Request body: {'port': {'device_id': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:26.389566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-ad9b9aa1-eb67-43ac-94a1-d5bbb420e3a4 None None] Provisioning complete for port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:26.389936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9b9aa1-eb67-43ac-94a1-d5bbb420e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.403609 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.427190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b9aa1-eb67-43ac-94a1-d5bbb420e3a4 None None] Port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:12:26.666365 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e88b20-d881-4c18-8eb8-d72d78aac3e3 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:12:26.673697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.685224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Transition to ACTIVE for port object 62e88b20-d881-4c18-8eb8-d72d78aac3e3 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:12:26.765307 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:26.860145 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Pushing event updated for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:26.908648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8fd35-2644-4aec-8299-6274da468b89 req-1cb33a2e-95f5-4967-9ff8-7f5ac8fc9093 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:26.910255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9a8fd35-2644-4aec-8299-6274da468b89 req-1cb33a2e-95f5-4967-9ff8-7f5ac8fc9093 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 944 time: 0.1095302 Feb 11 15:12:26.949962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Attempting to bind port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:12:26.950299 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Attempting to bind port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:12:26.950632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Attempting to bind port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 on network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:12:26.962881 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 on network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:12:26.963206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Attempting to bind port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 on network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:12:26.971948 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f9a8fd35-2644-4aec-8299-6274da468b89 req-2b81c082-82c4-4e22-8af6-ad1c6ce06674 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529776 Feb 11 15:12:26.973102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:12:26.973441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Checking segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:12:26.973814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Bound using segment: {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:12:26.974240 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Bound port: 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:12:26.974597 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:27.038018 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:12:27.041710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:12:27.125615 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:27.161771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.162357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:27.163732 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] 10.222.0.60 "PUT /v2.0/ports/62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 1092 time: 0.8201854 Feb 11 15:12:27.164695 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:12:27.167014 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4f6919-9506-417c-bbeb-3d1991155d87" -d '{"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:12:27.196835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751e97-0cec-44ec-b5fc-82591748eaba service neutron] Pushing event updated for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:27.209332 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b0b480-0e9e-4f99-91f1-a902302f1805 x-openstack-request-id: req-f9b0b480-0e9e-4f99-91f1-a902302f1805 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:12:27.209621 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:12:27.209869 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9b0b480-0e9e-4f99-91f1-a902302f1805 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:12:27.210279 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'status': 'completed', 'code': 200} Feb 11 15:12:27.275599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-cf8c89f9-2ba5-4b8a-a2b7-43bcc9471b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.277245 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-cf8c89f9-2ba5-4b8a-a2b7-43bcc9471b0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1095 time: 0.0478842 Feb 11 15:12:27.376929 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-0f57a70c-09ba-405f-8e17-2375a807b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.378423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-0f57a70c-09ba-405f-8e17-2375a807b8c2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0934455 Feb 11 15:12:27.475489 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-8d8686e8-8361-4f6f-814b-630d845de067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.477503 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3c4f6919-9506-417c-bbeb-3d1991155d87 req-8d8686e8-8361-4f6f-814b-630d845de067 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920644 Feb 11 15:12:27.550066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-3170ae94-e67d-410e-bfbd-66d68dbf1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.551537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-3170ae94-e67d-410e-bfbd-66d68dbf1177 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1095 time: 0.0406511 Feb 11 15:12:27.592904 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-42eec4d5-080a-4e59-87d2-2547732f3bc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 217 time: 0.0335658 Feb 11 15:12:27.647139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-b96132ec-a504-4478-bc8b-0772f33908cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.649170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-b96132ec-a504-4478-bc8b-0772f33908cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 200 len: 833 time: 0.0497837 Feb 11 15:12:27.694609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-ac3ea396-e848-4921-a92c-4b83ae73cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:27.696629 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-ac3ea396-e848-4921-a92c-4b83ae73cec9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403759 Feb 11 15:12:27.783590 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-3c0136b4-5fff-4036-a546-ff4a247da351 service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798769 Feb 11 15:12:27.873731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbeeb738-ee0f-4fb2-b594-5d033f1750d6 req-a0c8dae1-c6d8-4868-9450-bfb7fd3ac0fb service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837646 Feb 11 15:12:28.090535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502aa3-267a-497c-9c56-f71df2b2abac req-648de988-5ca2-4111-ae7e-3390f5122225 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:28.092033 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56502aa3-267a-497c-9c56-f71df2b2abac req-648de988-5ca2-4111-ae7e-3390f5122225 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 944 time: 0.0508950 Feb 11 15:12:28.130102 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-56502aa3-267a-497c-9c56-f71df2b2abac req-7100e2bd-9f44-4467-8c66-d6e1a13eabb5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Feb 11 15:12:29.248338 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b5d4-10dc-4f87-82e9-6cbce3a7a572 req-2273f39f-bac8-4c7b-9fc5-e26aeaecfa43 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:29.249835 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b216b5d4-10dc-4f87-82e9-6cbce3a7a572 req-2273f39f-bac8-4c7b-9fc5-e26aeaecfa43 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 944 time: 0.0480978 Feb 11 15:12:29.285912 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b216b5d4-10dc-4f87-82e9-6cbce3a7a572 req-84db2717-7537-457f-b670-48d18e5fd7f7 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301688 Feb 11 15:12:30.407376 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dd027-68e1-4e7b-9f05-9a8fc8371600 req-112410c2-c38b-408b-86ab-784deb6ffb49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:30.408852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d4dd027-68e1-4e7b-9f05-9a8fc8371600 req-112410c2-c38b-408b-86ab-784deb6ffb49 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 944 time: 0.0494423 Feb 11 15:12:30.450851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5d4dd027-68e1-4e7b-9f05-9a8fc8371600 req-264edfb2-81ee-459b-8555-b24d3658a971 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359967 Feb 11 15:12:30.534889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 62e88b20-d881-4c18-8eb8-d72d78aac3e3 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:12:30.627039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:30.642112 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'port_id': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'mac_address': 'fa:16:3e:53:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:12:30.677336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:30.690156 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e88b20-d881-4c18-8eb8-d72d78aac3e3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:12:30.710676 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:30.818542 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:30.864777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:30.932759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:31.017889 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['62e88b20-d881-4c18-8eb8-d72d78aac3e3'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:12:31.613147 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f7434-8b8d-4064-bdd3-a281a0c71ccb req-1b0194ff-b53b-4338-acc9-3921ecb3d748 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:31.614650 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f17f7434-8b8d-4064-bdd3-a281a0c71ccb req-1b0194ff-b53b-4338-acc9-3921ecb3d748 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 945 time: 0.0968857 Feb 11 15:12:31.653226 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f17f7434-8b8d-4064-bdd3-a281a0c71ccb req-868fcde1-4e55-4804-a570-56a8a8a6e954 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Feb 11 15:12:31.799344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:32.534900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 62e88b20-d881-4c18-8eb8-d72d78aac3e3 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:12:32.658828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:12:32.662960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:12:32.663417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:32.756255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:32.778944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:12:32.781409 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b198f5-9606-42de-9ad3-03263caab99a" -d '{"events": [{"server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "name": "network-vif-plugged", "status": "completed", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:12:32.795397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:12:32.816804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6ab77-7701-477e-acc6-ebf6e02821d0 req-8eb4309c-9c9b-4baf-91b4-731ca810e536 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:32.818382 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fa6ab77-7701-477e-acc6-ebf6e02821d0 req-8eb4309c-9c9b-4baf-91b4-731ca810e536 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 945 time: 0.0983305 Feb 11 15:12:32.821345 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef9413-14cb-4a05-ae03-88b73d01777c x-openstack-request-id: req-43ef9413-14cb-4a05-ae03-88b73d01777c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:12:32.821803 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "name": "network-vif-plugged", "status": "completed", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:12:32.821918 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43ef9413-14cb-4a05-ae03-88b73d01777c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:12:32.822260 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'code': 200} Feb 11 15:12:32.861743 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7fa6ab77-7701-477e-acc6-ebf6e02821d0 req-4f9349b1-fb97-4e22-9fb6-75e4bf2b8873 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350182 Feb 11 15:12:32.868998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:32.916815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255def0-33f1-4787-a0fb-fc2ab6c7de52 req-c4809161-263d-4054-b54d-f9639d839b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:32.918496 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f255def0-33f1-4787-a0fb-fc2ab6c7de52 req-c4809161-263d-4054-b54d-f9639d839b7d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0405128 Feb 11 15:12:32.929047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:32.955676 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f255def0-33f1-4787-a0fb-fc2ab6c7de52 req-8ae43436-59c0-4d6c-a9d5-7f6bb798a40a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299520 Feb 11 15:12:33.979828 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd610-1908-4364-825a-d13766920d82 req-58fe66ab-6edf-4860-a521-76cbfabf2fbb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:33.981333 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f94fd610-1908-4364-825a-d13766920d82 req-58fe66ab-6edf-4860-a521-76cbfabf2fbb tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0496686 Feb 11 15:12:34.018775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f94fd610-1908-4364-825a-d13766920d82 req-0a032cff-7746-44c0-9b4c-f2e4a66e91ea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Feb 11 15:12:35.135330 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c50dc-8c57-4fd8-a6f0-942932608576 req-59d72cd0-a5ab-40ad-8c81-cc260d13830a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:35.136803 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff8c50dc-8c57-4fd8-a6f0-942932608576 req-59d72cd0-a5ab-40ad-8c81-cc260d13830a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0487065 Feb 11 15:12:35.179696 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ff8c50dc-8c57-4fd8-a6f0-942932608576 req-64ec2670-0fda-49ae-9475-bf1cf2359373 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367799 Feb 11 15:12:35.293477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6cdb6-65dd-4a9b-8fa5-d7fd1f1f8937 req-35b62add-63de-4e71-bd70-eeef2650167e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:35.294943 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fb6cdb6-65dd-4a9b-8fa5-d7fd1f1f8937 req-35b62add-63de-4e71-bd70-eeef2650167e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0483067 Feb 11 15:12:35.331646 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2fb6cdb6-65dd-4a9b-8fa5-d7fd1f1f8937 req-38eef0ed-a7f0-4a90-bc2e-3a110db33f52 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Feb 11 15:12:35.353094 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:35.435506 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70dc3e-a330-4cef-96c7-b2f2ff68471d tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:35.437041 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-be70dc3e-a330-4cef-96c7-b2f2ff68471d tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1092 time: 0.0829391 Feb 11 15:12:35.439846 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:35.444012 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:12:35.544247 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:35.639060 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:35.744060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.242 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/689f4064-87dd-415a-8485-bba3f2f25435) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:12:35.844249 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:35.910261 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:35.951805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:12:35.954643 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:12:35.958037 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:12:35.980993 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=689f4064-87dd-415a-8485-bba3f2f25435,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:36.308010 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:36.460636 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:36.604214 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:36.658073 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:36.721427 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=689f4064-87dd-415a-8485-bba3f2f25435,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:12:36.733043 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:36.828902 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP dcebb4b9-04ca-4420-873a-d96249111159 associated. External IP: 172.25.7.242, port: 62e88b20-d881-4c18-8eb8-d72d78aac3e3. Feb 11 15:12:37.026588 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router fc806f4f-e526-4656-b33a-51b0449a2695 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:12:37.131507 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:12:37.142119 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Sync routers for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:12:37.152134 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:37.152717 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:37.237585 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:37.255304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:37.265082 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5da32ecd-a3a0-4fb3-9e32-f3b0bfa5a8dc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8241773 Feb 11 15:12:37.265737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:12:37.267956 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ced3ab-7016-4242-893c-7cb60381e094" -d '{"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:12:37.372133 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d888be47-a90c-4acb-af7a-3390ef7b912b x-openstack-request-id: req-d888be47-a90c-4acb-af7a-3390ef7b912b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:12:37.372736 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:12:37.372736 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d888be47-a90c-4acb-af7a-3390ef7b912b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:12:37.373074 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'status': 'completed', 'code': 200} Feb 11 15:12:37.378114 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72719d28-5676-416d-8d30-8e21d42d90f0 req-761319d7-661e-4d2b-9b3d-d8f31de34b52 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:37.383806 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72719d28-5676-416d-8d30-8e21d42d90f0 req-761319d7-661e-4d2b-9b3d-d8f31de34b52 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0597472 Feb 11 15:12:37.442285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-72719d28-5676-416d-8d30-8e21d42d90f0 req-6f981e49-fba3-46c4-a2e0-6e416edcafee tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556619 Feb 11 15:12:37.452382 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced3ab-7016-4242-893c-7cb60381e094 req-c69df51f-28fa-489c-894b-c3eced3662d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:37.453871 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-c69df51f-28fa-489c-894b-c3eced3662d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0543253 Feb 11 15:12:37.465342 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:37.482636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dcebb4b9-04ca-4420-873a-d96249111159', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'port_id': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'mac_address': 'fa:16:3e:53:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:12:36Z', 'updated_at': '2022-02-11T15:12:36Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:37.508988 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Checking router: fc806f4f-e526-4656-b33a-51b0449a2695 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:12:37.521106 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:12:37.522167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:12:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:37.526913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c78bf189-8e49-4540-87da-d62f17c7ead1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dcebb4b9-04ca-4420-873a-d96249111159 HTTP/1.1" status: 200 len: 992 time: 0.0603437 Feb 11 15:12:37.551723 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced3ab-7016-4242-893c-7cb60381e094 req-8d36d44a-3016-477e-a3b3-4f997f27164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:37.553141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-8d36d44a-3016-477e-a3b3-4f997f27164f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 897 time: 0.0930367 Feb 11 15:12:37.617026 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-37b65fb7-4cab-4376-aa31-5bc877191ce0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0576982 Feb 11 15:12:37.626977 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:12:37.663789 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced3ab-7016-4242-893c-7cb60381e094 req-3b76f099-cfb9-45a8-9bbc-2ea24bfff0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:37.665938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-3b76f099-cfb9-45a8-9bbc-2ea24bfff0b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 200 len: 833 time: 0.0430124 Feb 11 15:12:37.714597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced3ab-7016-4242-893c-7cb60381e094 req-aa074c09-7f74-4b34-867f-9a2a9f78842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:12:37.716119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-aa074c09-7f74-4b34-867f-9a2a9f78842a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442858 Feb 11 15:12:37.806556 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-6fe16845-3102-4e75-8a29-07f574ad6928 service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816333 Feb 11 15:12:37.845667 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dcebb4b9-04ca-4420-873a-d96249111159', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'port_id': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'mac_address': 'fa:16:3e:53:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:12:36Z', 'updated_at': '2022-02-11T15:12:36Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:12:37.871015 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197213-63b5-40f0-88f4-59649a2a0cfd None None] The sync data for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 is: [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'dcebb4b9-04ca-4420-873a-d96249111159', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'port_id': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'mac_address': 'fa:16:3e:53:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:12:36Z', 'updated_at': '2022-02-11T15:12:36Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:12:37.901126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81ced3ab-7016-4242-893c-7cb60381e094 req-b4442cb1-eb68-4f26-a18b-244f9a8db58c service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Feb 11 15:12:38.051944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47ba72-c285-4edb-a576-2c22e37cf7bf None None] New status for floating IP dcebb4b9-04ca-4420-873a-d96249111159: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:12:38.529193 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43446) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:12:38.590464 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7e1ab657-9dcc-4baf-bf80-f2d80d466a71 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dcebb4b9-04ca-4420-873a-d96249111159 HTTP/1.1" status: 200 len: 994 time: 0.0601621 Feb 11 15:12:40.695628 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:12:48.262163 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3363765d-eada-4130-9d32-13b63f2557e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:50.463926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35602354-8044-4b12-b0db-cc8144a8db6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:51.987990 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:53.347966 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:12:53.372708 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:00.967013 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:01.810929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:03.526559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-6129fed5-d361-43fa-8599-182e0c361ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397363 Feb 11 15:13:03.604782 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-338bc42b-eb56-4017-8aa0-6cb62264b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:03.606376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-338bc42b-eb56-4017-8aa0-6cb62264b973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0398910 Feb 11 15:13:03.707848 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-7698956b-11af-4bc7-94e8-271ac3255a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:03.709340 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-7698956b-11af-4bc7-94e8-271ac3255a58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 897 time: 0.0855052 Feb 11 15:13:03.772630 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-1b7dcafe-4352-4169-9d48-6d998dbd89eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0567908 Feb 11 15:13:03.819187 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-18e9697f-3ee7-471e-81f7-52c158af3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:03.820595 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-18e9697f-3ee7-471e-81f7-52c158af3da4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 200 len: 833 time: 0.0413275 Feb 11 15:13:03.868040 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-9baa1403-37cd-4704-b8b6-df738287fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:03.869580 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-9baa1403-37cd-4704-b8b6-df738287fb90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425639 Feb 11 15:13:03.956244 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-4e7cd9dd-f071-4dc6-b754-11dfd13802e7 service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799067 Feb 11 15:13:04.047697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbde6f8d-e95a-41ce-a357-0c787d9bcf08 req-a82b0374-16f1-476e-9adf-351785a4c45a service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842297 Feb 11 15:13:10.061307 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aab03-7490-4818-87ca-5baf75e9401b req-4591b69d-d50b-412b-855c-57447d4c90fd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:10.062874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f7aab03-7490-4818-87ca-5baf75e9401b req-4591b69d-d50b-412b-855c-57447d4c90fd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0498345 Feb 11 15:13:10.105715 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f7aab03-7490-4818-87ca-5baf75e9401b req-7628a401-2770-4bf8-9823-145bc9ac2e9a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340097 Feb 11 15:13:11.223675 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e375-5ce6-43a4-aec7-45840a0f8bb4 req-4048e85a-fc21-4d0a-9098-2ef119e4a1f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:11.225164 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e477e375-5ce6-43a4-aec7-45840a0f8bb4 req-4048e85a-fc21-4d0a-9098-2ef119e4a1f5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0479889 Feb 11 15:13:11.263494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e477e375-5ce6-43a4-aec7-45840a0f8bb4 req-ad165962-038b-412a-91f6-3b0041a7d8d9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Feb 11 15:13:12.378424 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e86bd6-4a1d-4123-9df6-5c9494f8d93b req-6baaade8-d551-4f33-8840-236c32c2a269 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:12.379887 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1e86bd6-4a1d-4123-9df6-5c9494f8d93b req-6baaade8-d551-4f33-8840-236c32c2a269 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0475087 Feb 11 15:13:12.416826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e1e86bd6-4a1d-4123-9df6-5c9494f8d93b req-b508be02-3af7-442b-ad4f-499acff54661 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Feb 11 15:13:13.528972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ea9d6-25e0-483d-b88e-47c424f081f7 req-77348f9c-44a8-4a9d-b972-7c699a9ce8af tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:13.530423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae3ea9d6-25e0-483d-b88e-47c424f081f7 req-77348f9c-44a8-4a9d-b972-7c699a9ce8af tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0467157 Feb 11 15:13:13.567892 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae3ea9d6-25e0-483d-b88e-47c424f081f7 req-9471705c-a4e9-44ed-838c-29cadb5ebbae tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Feb 11 15:13:14.684654 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d390-2cd3-4a0f-aba6-f1ee5e1b5cf6 req-bea22050-0b96-4a24-8107-2ba0d232194c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:14.686143 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4570d390-2cd3-4a0f-aba6-f1ee5e1b5cf6 req-bea22050-0b96-4a24-8107-2ba0d232194c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0514877 Feb 11 15:13:14.722905 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4570d390-2cd3-4a0f-aba6-f1ee5e1b5cf6 req-f96f1659-83a8-40b4-a94b-1e51f8adb74b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308597 Feb 11 15:13:15.844699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212427f-a46b-441e-82bf-d4b97fa15f8e req-6eea1508-48b2-49ff-b49d-8b594fecaf0d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:15.846195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6212427f-a46b-441e-82bf-d4b97fa15f8e req-6eea1508-48b2-49ff-b49d-8b594fecaf0d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0566714 Feb 11 15:13:15.882431 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6212427f-a46b-441e-82bf-d4b97fa15f8e req-1f728cf5-7b59-46a2-9418-5f29c443140b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302293 Feb 11 15:13:16.996248 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6a41e-2543-446d-a6ca-6fe2a40d9bf0 req-472a47f0-26b5-4342-bd45-0aeef9db7930 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:16.997777 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8eb6a41e-2543-446d-a6ca-6fe2a40d9bf0 req-472a47f0-26b5-4342-bd45-0aeef9db7930 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0481911 Feb 11 15:13:17.034531 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8eb6a41e-2543-446d-a6ca-6fe2a40d9bf0 req-13aa1121-d1b8-4390-89fc-9ab52265adae tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Feb 11 15:13:17.694665 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:13:18.149611 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f1ae-8736-4794-8aaa-dc32bf7af436 req-3776e632-93d0-44ad-bc66-ee4f39bb3837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:18.151894 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06d4f1ae-8736-4794-8aaa-dc32bf7af436 req-3776e632-93d0-44ad-bc66-ee4f39bb3837 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0492473 Feb 11 15:13:18.189054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-06d4f1ae-8736-4794-8aaa-dc32bf7af436 req-fa53b4de-bd10-487b-a71f-034c7843d9aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Feb 11 15:13:18.239436 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9609ee00-7667-4ab7-949a-0a042183ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:19.301426 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175528-ec1d-473d-947d-25bf309c1863 req-554e0155-7e6d-49ca-aa25-ebc8a7e8010e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:19.302889 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c175528-ec1d-473d-947d-25bf309c1863 req-554e0155-7e6d-49ca-aa25-ebc8a7e8010e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0471630 Feb 11 15:13:19.340421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3c175528-ec1d-473d-947d-25bf309c1863 req-771bf3d2-ddb4-4480-ab8f-c7a0ae3752a5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Feb 11 15:13:20.457561 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9bd4-db3b-45a2-9854-0773ce205cec req-8c888bbc-0f03-4817-8813-2ba1ca812b46 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:20.458322 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b789a06e-87dd-4863-9791-3f80358cd912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:20.459050 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1acd9bd4-db3b-45a2-9854-0773ce205cec req-8c888bbc-0f03-4817-8813-2ba1ca812b46 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0498908 Feb 11 15:13:20.498868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1acd9bd4-db3b-45a2-9854-0773ce205cec req-d7e795b9-30d2-48bb-a76e-56ab47b8d1fa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Feb 11 15:13:21.626487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604b92-ed48-4701-9390-90684c83df4d req-d963204d-87da-4dff-adfa-3847ad85c68e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:21.627979 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-26604b92-ed48-4701-9390-90684c83df4d req-d963204d-87da-4dff-adfa-3847ad85c68e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0535014 Feb 11 15:13:21.665633 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-26604b92-ed48-4701-9390-90684c83df4d req-feaeeac2-b4f9-4f82-8c9b-fd0d3fab6626 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Feb 11 15:13:21.961929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:22.784544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad746517-3333-4794-a209-ec0915de2634 req-9ed9a9f9-d8c3-40c7-802c-9cd3b668d114 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:22.786021 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad746517-3333-4794-a209-ec0915de2634 req-9ed9a9f9-d8c3-40c7-802c-9cd3b668d114 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0504639 Feb 11 15:13:22.824799 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ad746517-3333-4794-a209-ec0915de2634 req-dbc23d0d-b37c-4cdc-ae79-3a22083a318d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Feb 11 15:13:23.390119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:23.400990 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:23.951997 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29094fc6-4384-4f46-8db0-a6b5f4299f00 req-d41af023-2b02-448f-89af-9b27a39cdadc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:23.953520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29094fc6-4384-4f46-8db0-a6b5f4299f00 req-d41af023-2b02-448f-89af-9b27a39cdadc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0484240 Feb 11 15:13:23.990949 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-29094fc6-4384-4f46-8db0-a6b5f4299f00 req-5d51374d-a82a-43f2-80ca-234f3c896a92 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Feb 11 15:13:25.103737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a25774-b3a3-4e88-b844-d9bf0622c1a9 req-450438cd-5c00-43d9-9e30-44e7610182ec tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:25.105299 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1a25774-b3a3-4e88-b844-d9bf0622c1a9 req-450438cd-5c00-43d9-9e30-44e7610182ec tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0479262 Feb 11 15:13:25.142234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f1a25774-b3a3-4e88-b844-d9bf0622c1a9 req-6dd2cf25-4044-42b2-a811-c512391de231 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Feb 11 15:13:26.257154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1008e6-8dfd-4ca8-b367-b0d9fc0a499b req-8f07e34b-d9ed-4148-b5f0-06b805ab8f82 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:26.258643 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc1008e6-8dfd-4ca8-b367-b0d9fc0a499b req-8f07e34b-d9ed-4148-b5f0-06b805ab8f82 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0496414 Feb 11 15:13:26.295582 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-dc1008e6-8dfd-4ca8-b367-b0d9fc0a499b req-ed62b6e2-1c80-461c-a57e-74ff7b2e9956 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Feb 11 15:13:26.317630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:13:26.380659 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-18ad8f97-f170-44f9-b7b6-626a556d83ea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dcebb4b9-04ca-4420-873a-d96249111159 HTTP/1.1" status: 200 len: 994 time: 0.0618508 Feb 11 15:13:27.782089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0f47-e47a-4dd9-8755-568dc681e464 req-5ec5a0b0-956a-4160-9bd8-d30178f397a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:27.783704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-400e0f47-e47a-4dd9-8755-568dc681e464 req-5ec5a0b0-956a-4160-9bd8-d30178f397a3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0500054 Feb 11 15:13:27.821654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-400e0f47-e47a-4dd9-8755-568dc681e464 req-412e3f13-1c2a-4415-9a26-0d2f5b98e5b1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Feb 11 15:13:27.873289 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-ceca9dd5-84a7-4586-80c7-09cce8c464b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:27.874756 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-ceca9dd5-84a7-4586-80c7-09cce8c464b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0443413 Feb 11 15:13:27.964061 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-36e84400-2dbf-4d1a-927e-9a55a33e6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:27.965485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-36e84400-2dbf-4d1a-927e-9a55a33e6035 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 897 time: 0.0833483 Feb 11 15:13:28.031183 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-ebebf99b-7bc4-49eb-8c4a-b549beb3cfaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0599079 Feb 11 15:13:28.079369 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-2b24b2cc-73cf-4930-9d42-158cfda1e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:28.080854 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-2b24b2cc-73cf-4930-9d42-158cfda1e993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 200 len: 833 time: 0.0435271 Feb 11 15:13:28.124472 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-135d3dc1-3c14-4398-b0eb-fb6a53e9ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:28.125938 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-135d3dc1-3c14-4398-b0eb-fb6a53e9ba18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385742 Feb 11 15:13:28.215038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-7b436934-20ed-42fe-90cc-746fd623f7cb service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823755 Feb 11 15:13:28.301565 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-908b02bd-bc41-4bc7-a694-b45b6bb59e27 req-d262918e-e3da-44b5-a462-fe1841de67c6 service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799193 Feb 11 15:13:28.945815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7cb8c-c864-417d-83b7-7c76add36700 req-ca4dc985-768f-4d54-a0c2-ff7a37632b30 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:13:28.947345 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daf7cb8c-c864-417d-83b7-7c76add36700 req-ca4dc985-768f-4d54-a0c2-ff7a37632b30 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0490301 Feb 11 15:13:28.984932 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-daf7cb8c-c864-417d-83b7-7c76add36700 req-0ad50d60-1ea6-4921-a573-b44a77437633 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306787 Feb 11 15:13:29.007381 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:13:29.069947 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-022e1681-64c3-4d20-ac93-63024b1e43e2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/dcebb4b9-04ca-4420-873a-d96249111159 HTTP/1.1" status: 200 len: 994 time: 0.0614405 Feb 11 15:13:30.993383 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:31.804511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:48.232982 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2564efc-f79a-434d-96c4-0b1284c5741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:50.473278 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36edbbca-cc57-4e22-a80f-b977a87f184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:52.001473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:53.389912 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:53.401611 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:13:54.693426 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:13:59.479767 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:13:59.961106 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 689f4064-87dd-415a-8485-bba3f2f25435 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:13:59.961454 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.035450 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.035781 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.047519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 689f4064-87dd-415a-8485-bba3f2f25435 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:14:00.245064 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.273497 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=689f4064-87dd-415a-8485-bba3f2f25435,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:00.285196 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.285549 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.285890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.286244 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.286563 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.286899 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.287229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.287557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.287887 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.288212 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.288533 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.288855 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:00.342190 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.342518 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP dcebb4b9-04ca-4420-873a-d96249111159 disassociated (deleted). External IP: 172.25.7.242, port: 62e88b20-d881-4c18-8eb8-d72d78aac3e3. Feb 11 15:14:00.544929 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router fc806f4f-e526-4656-b33a-51b0449a2695 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:14:00.652276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:14:00.658763 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:00.664294 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Sync routers for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:14:00.676705 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:00.677470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:00.689669 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-5ed7750c-8d1c-478c-8f91-1b3e4e3ab74c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/floatingips/dcebb4b9-04ca-4420-873a-d96249111159 HTTP/1.1" status: 204 len: 168 time: 1.2088125 Feb 11 15:14:00.690258 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:14:00.692549 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:14:00.738110 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76976c87-f497-468e-a9c9-e80f76c5e450 x-openstack-request-id: req-76976c87-f497-468e-a9c9-e80f76c5e450 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:14:00.743277 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:14:00.743277 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76976c87-f497-468e-a9c9-e80f76c5e450 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:14:00.743277 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'status': 'completed', 'code': 200} Feb 11 15:14:00.787778 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:00.803500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-bec03078-28d2-47f5-8c54-89018d853ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:00.803500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-bec03078-28d2-47f5-8c54-89018d853ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 1097 time: 0.0429614 Feb 11 15:14:00.900402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-137e8f4f-83f1-48e2-8a7d-2ef12f4dd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:00.902492 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-137e8f4f-83f1-48e2-8a7d-2ef12f4dd28d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 200 len: 897 time: 0.0918210 Feb 11 15:14:00.951884 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-080e18fe-02e6-460d-90f8-00475d078c85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 200 len: 217 time: 0.0400825 Feb 11 15:14:01.007837 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:01.014014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-17e78ed5-ccc3-4cb9-ae86-862ea2101a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:01.014014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-17e78ed5-ccc3-4cb9-ae86-862ea2101a86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 200 len: 833 time: 0.0547450 Feb 11 15:14:01.083332 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:01.089350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-bcebde74-57dd-4536-9de9-7d68118e20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:01.090962 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-bcebde74-57dd-4536-9de9-7d68118e20a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679374 Feb 11 15:14:01.104261 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b27d-895a-44f3-90c9-e6f98d35e90d req-9890c315-36b6-4d24-af64-65cdde2c9f3b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:01.107119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff1b27d-895a-44f3-90c9-e6f98d35e90d req-9890c315-36b6-4d24-af64-65cdde2c9f3b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0587656 Feb 11 15:14:01.108612 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Checking router: fc806f4f-e526-4656-b33a-51b0449a2695 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:14:01.116949 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:01.117528 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:01.190893 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ff1b27d-895a-44f3-90c9-e6f98d35e90d req-6284bd1c-bc74-44b2-b193-a2f3b906f03d tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765181 Feb 11 15:14:01.217625 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-83b0486a-6659-4c7b-ae88-53de7893bc3f service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109729 Feb 11 15:14:01.234848 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:01.310174 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-edaa1fd5-051f-4c61-8936-3aa1bdfdb5c9 req-1d5e94d8-1e1f-4754-b0a9-d632a606ddeb service neutron] 10.222.0.60 "GET /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841069 Feb 11 15:14:01.428783 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:01.458256 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c860e62-fb84-4ff3-8719-5abf53155a90 None None] The sync data for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 is: [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:21Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '726a1834-47e6-4bef-b27c-e874f010e4ce', 'name': '', 'network_id': 'ec7ae1ad-d7ad-4739-80c9-6eca78aafaed', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:51:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:21Z', 'updated_at': '2022-02-11T15:12:24Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': '8d101364-879e-4ba7-b386-b1d4d4c85969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:14:01.692877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899af35-9dca-4a80-97fc-0a3d030ce01a None None] New status for floating IP dcebb4b9-04ca-4420-873a-d96249111159: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:14:01.822336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:02.308486 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35839c-cf83-45d0-ae93-f68e658e5979 req-d6b19274-4bd2-4032-bea2-8b54caeda8d4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:02.310002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b35839c-cf83-45d0-ae93-f68e658e5979 req-d6b19274-4bd2-4032-bea2-8b54caeda8d4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0488129 Feb 11 15:14:02.350437 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0b35839c-cf83-45d0-ae93-f68e658e5979 req-15c666aa-be68-46ae-8703-76c204b2ed14 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed50fc9e-07c3-4675-a225-dfabc10f3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Feb 11 15:14:02.531959 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-dcd5c13a-a3c8-4df0-b191-21e42cc69bbf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:02.533420 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-dcd5c13a-a3c8-4df0-b191-21e42cc69bbf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 946 time: 0.0478592 Feb 11 15:14:02.624178 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:14:02.624443 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:02.711182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 62e88b20-d881-4c18-8eb8-d72d78aac3e3, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=62e88b20-d881-4c18-8eb8-d72d78aac3e3,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:02.711819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:02.727235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 62e88b20-d881-4c18-8eb8-d72d78aac3e3 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:14:02.924535 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:02.950746 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=62e88b20-d881-4c18-8eb8-d72d78aac3e3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:02.960774 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.961153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.961497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.961836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.962173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.962502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.962836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.963164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.963493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.964304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.964304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:02.964527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:03.010685 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] No DVR routers for this DVR port 62e88b20-d881-4c18-8eb8-d72d78aac3e3 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:14:03.013453 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:03.016811 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a85c2ffa-9af8-4075-8d03-49d9a50d204b req-3c57236b-d5ca-4692-a005-aa5a7d5a4e1c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "DELETE /v2.0/ports/62e88b20-d881-4c18-8eb8-d72d78aac3e3 HTTP/1.1" status: 204 len: 173 time: 0.4775226 Feb 11 15:14:03.017483 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'name': 'network-vif-deleted', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:14:03.019773 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86f6258-3233-43a9-a3b4-0aac0dd3efba" -d '{"events": [{"server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "name": "network-vif-deleted", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:14:03.123545 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b63b75-4df1-4135-bce8-c5d165c2e236 x-openstack-request-id: req-f6b63b75-4df1-4135-bce8-c5d165c2e236 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:14:03.123839 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7243905c-fcf5-460a-9a69-b6c88e4eb49a", "name": "network-vif-deleted", "tag": "62e88b20-d881-4c18-8eb8-d72d78aac3e3", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:14:03.124095 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6b63b75-4df1-4135-bce8-c5d165c2e236 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:14:03.124493 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243905c-fcf5-460a-9a69-b6c88e4eb49a', 'name': 'network-vif-deleted', 'tag': '62e88b20-d881-4c18-8eb8-d72d78aac3e3', 'status': 'completed', 'code': 200} Feb 11 15:14:03.471259 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5eba79cc-f619-4908-b797-ff7cff58803c req-9d9c3eb8-c02e-4e53-a7ba-8215ed06bf58 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=7243905c-fcf5-460a-9a69-b6c88e4eb49a HTTP/1.1" status: 200 len: 210 time: 0.0326962 Feb 11 15:14:04.529118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43540) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:04.874244 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:05.122783 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 726a1834-47e6-4bef-b27c-e874f010e4ce {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:14:05.123127 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:05.546801 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 726a1834-47e6-4bef-b27c-e874f010e4ce, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=726a1834-47e6-4bef-b27c-e874f010e4ce,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:05.547541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:05.559148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 726a1834-47e6-4bef-b27c-e874f010e4ce owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:14:05.787303 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:05.811583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=726a1834-47e6-4bef-b27c-e874f010e4ce,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:05.984993 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.201246 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router fc806f4f-e526-4656-b33a-51b0449a2695 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:14:06.307492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:14:06.313064 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-305ded09-1c7f-401d-9a94-4fd9d498f1aa tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/fc806f4f-e526-4656-b33a-51b0449a2695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829077 Feb 11 15:14:06.316303 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43542) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:06.317670 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Sync routers for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:14:06.328221 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:06.328814 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:06.368440 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting subnet 8d101364-879e-4ba7-b386-b1d4d4c85969 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:14:06.372027 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.411484 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.431367 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:06.504092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.616568 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:14:05Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:06.619198 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.646636 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Checking router: fc806f4f-e526-4656-b33a-51b0449a2695 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:14:06.647457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Subnet': ['ID=8d101364-879e-4ba7-b386-b1d4d4c85969,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:06.649490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.659999 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cc19e7f7-7314-484c-a6cc-4f688be504cf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/subnets/8d101364-879e-4ba7-b386-b1d4d4c85969 HTTP/1.1" status: 204 len: 168 time: 0.3352659 Feb 11 15:14:06.659999 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:06.660355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Routers {'fc806f4f-e526-4656-b33a-51b0449a2695'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:06.660355 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['fc806f4f-e526-4656-b33a-51b0449a2695'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:06.663476 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25532dd6-189c-4a86-a741-497fbd77bcca None None] Network ec7ae1ad-d7ad-4739-80c9-6eca78aafaed requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:14:06.768059 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] Set router fc806f4f-e526-4656-b33a-51b0449a2695 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:06.776047 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.857703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] DHCP port deletion for ec7ae1ad-d7ad-4739-80c9-6eca78aafaed request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:14:06.898791 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.904733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Deleting port 10072f80-3a60-4554-aab5-eb9739f1758c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:14:06.905180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:06.952548 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 62e88b20-d881-4c18-8eb8-d72d78aac3e3 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:14:06.957662 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:14:05Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:06.974041 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 62e88b20-d881-4c18-8eb8-d72d78aac3e3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:14:06.974388 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 62e88b20-d881-4c18-8eb8-d72d78aac3e3 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:14:06.985314 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a686ae-b73a-40fe-99db-51cdf9cd9306 None None] The sync data for ids ['fc806f4f-e526-4656-b33a-51b0449a2695'] in n-d-828407-1 is: [{'id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413263011', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:14:05Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': 'e9c0e011-ba97-4b68-b3bd-3fbf241d49ac', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ff:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc806f4f-e526-4656-b33a-51b0449a2695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:12:17Z', 'updated_at': '2022-02-11T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:14:06.997570 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] For port 10072f80-3a60-4554-aab5-eb9739f1758c, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=10072f80-3a60-4554-aab5-eb9739f1758c,segment=NetworkSegment(bf473f40-da3e-4f4e-95d1-f48feca8cfc3),segment_id=bf473f40-da3e-4f4e-95d1-f48feca8cfc3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:06.997570 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.008098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Calling delete_port for 10072f80-3a60-4554-aab5-eb9739f1758c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:14:07.016414 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:14:07.016855 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.102065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port e9c0e011-ba97-4b68-b3bd-3fbf241d49ac, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:07.102409 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.114385 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for e9c0e011-ba97-4b68-b3bd-3fbf241d49ac owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:14:07.193497 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.219202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Pushing event deleted for resources: {'Port': ['ID=10072f80-3a60-4554-aab5-eb9739f1758c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:07.223377 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] No DVR routers for this DVR port 10072f80-3a60-4554-aab5-eb9739f1758c on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:14:07.230154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.230502 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.230838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.231370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.231708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.232040 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.232367 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.232691 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.233045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.233641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.233641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.233981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194541e-3d8f-4f71-b6ee-927f32b3e340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:07.327071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.356953 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=e9c0e011-ba97-4b68-b3bd-3fbf241d49ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:07.423337 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.519948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.522099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.629773 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.630346 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Fanout notify agent at l3_agent the message router_deleted on router fc806f4f-e526-4656-b33a-51b0449a2695 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:14:07.637370 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.638496 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f2d2c099-62c0-465c-acba-b15ea2ac74e1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/routers/fc806f4f-e526-4656-b33a-51b0449a2695 HTTP/1.1" status: 204 len: 168 time: 0.9820695 Feb 11 15:14:07.641345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:07.722065 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.805681 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.831161 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7ae1ad-d7ad-4739-80c9-6eca78aafaed']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:07.840115 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:07.840411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf473f40-da3e-4f4e-95d1-f48feca8cfc3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:07.849427 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.862709 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.868560 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:14:07.868979 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:14:07.872437 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:14:07.989993 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:07.997210 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.000434 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/networks/ec7ae1ad-d7ad-4739-80c9-6eca78aafaed HTTP/1.1" status: 204 len: 168 time: 0.3580596 Feb 11 15:14:08.003213 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43548) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:08.012613 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1626a2-92ba-4ba6-9120-6836f244eb12 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Network': ['ID=ec7ae1ad-d7ad-4739-80c9-6eca78aafaed,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:08.069619 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.097180 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.178646 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 10072f80-3a60-4554-aab5-eb9739f1758c no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:14:08.200234 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 10072f80-3a60-4554-aab5-eb9739f1758c {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:14:08.200559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 10072f80-3a60-4554-aab5-eb9739f1758c not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:14:08.201033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9c0e011-ba97-4b68-b3bd-3fbf241d49ac no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:14:08.212827 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.216187 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.217408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed50fc9e-07c3-4675-a225-dfabc10f3f44 HTTP/1.1" status: 204 len: 168 time: 0.2125640 Feb 11 15:14:08.221023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: e9c0e011-ba97-4b68-b3bd-3fbf241d49ac {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:14:08.227317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device e9c0e011-ba97-4b68-b3bd-3fbf241d49ac not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:14:08.227317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 726a1834-47e6-4bef-b27c-e874f010e4ce no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:14:08.228014 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abbf1a-5068-4531-8f27-36dbc093a78a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50fc9e-07c3-4675-a225-dfabc10f3f44,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:08.252370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 726a1834-47e6-4bef-b27c-e874f010e4ce {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:14:08.252370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 726a1834-47e6-4bef-b27c-e874f010e4ce not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:14:08.637362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43554) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:08.641975 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336375627', 'description': 'tempest-secgroup-smoke-1336375627 description', 'project_id': 'd301741004f54668b08bf4d0c61273c3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:08.715757 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.780354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.832125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.860635 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ae4de5-60a7-4c80-b85a-35b818359c3d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:08.918097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:08.919349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-307f86c7-fef5-4d31-9bac-4c0dedaeccd9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2809722 Feb 11 15:14:08.922169 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43556) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:08.926451 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:09.025822 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.081341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.143767 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.161446 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5c5f3e-10de-488d-b82d-828a962bb2fc,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:09.225898 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.227115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-afbd1da1-5f63-404f-b330-62e4ab57abc4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040333 Feb 11 15:14:09.230507 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43558) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:09.234788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:09.331492 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.389932 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.481378 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.499344 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee6d571-eb0f-4c44-ac95-bd797b5197c7,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:09.561388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.562652 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-0a5724e2-918c-422a-a81e-c50e47c04614 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3311985 Feb 11 15:14:09.565444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43560) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:09.569760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:09.678451 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.736991 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.812716 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.830372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97bea0c-3f90-4848-b29e-d8e1c6adf342,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:09.900693 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:09.902069 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-84e24856-56e7-4fe7-8187-a83072ea7e45 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356688 Feb 11 15:14:09.904779 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43562) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:09.909276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:10.000495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.061771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.141640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.163516 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9e0d17-4a31-4175-9753-7bb4c8af6c08,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:10.240588 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.241932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-78b04e80-7cff-49e8-9096-fe3b0927e2ce tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3361728 Feb 11 15:14:10.250197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43564) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:10.254741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:10.330012 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:14:10.335326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.400324 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.472742 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.490297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0a1c68-1334-4b14-acac-53771723ff36,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:10.568925 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.570109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d7a172d6-a901-4ede-a121-3a7f44ac2637 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188634 Feb 11 15:14:10.572745 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43566) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:10.577894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'security_group_rule': {'security_group_id': '00ae4de5-60a7-4c80-b85a-35b818359c3d', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:10.664111 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Project d301741004f54668b08bf4d0c61273c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:14:10.669179 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.729040 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.789784 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.807535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462c36be-c85d-4a33-8219-246a516ad8e2,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:10.875140 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.876288 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3538470f-d246-4f0f-9292-19523ea6bfb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3020396 Feb 11 15:14:10.879116 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43568) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:10.883883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'network': {'name': 'tempest-network-smoke--459560001', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'port_security_enabled': True}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:10.969993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:14:10.973442 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:10.996364 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:14:11.005056 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.005403 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Added segment 52931b10-0acd-4e0c-8f05-056cfeede477 of type vlan for network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 Feb 11 15:14:11.043703 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.130637 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.136583 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:11.137194 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.200807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Network': ['ID=d04c2852-840f-4eab-9c3a-68aaf0ac55e4,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:11.211503 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:14:11.253529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-50353e27-25e4-4795-8a16-c0fd662dc493 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3733783 Feb 11 15:14:11.261560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43570) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:11.266024 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'admin_state_up': True, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:11.402087 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.403113 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.458931 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.672352 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.913118 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:11.931866 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:12.031659 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.42 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/1e30364c-1055-4558-9c3b-e576e47f7fb7) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:14:12.138561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:12.264533 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:12.303759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:12.306566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:12.310480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:14:12.315840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=1e30364c-1055-4558-9c3b-e576e47f7fb7,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:12.629715 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:12.822457 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.013055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:14:13.119727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:14:13.129842 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Sync routers for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:14:13.140716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:13.141416 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:13.215321 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.216562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-29c29678-c10f-4bd5-bd7d-a32fa9391958 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9540443 Feb 11 15:14:13.219646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43572) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:13.245739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:13.247374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d480e7f9-2990-432b-846f-82ee7e297621 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d301741004f54668b08bf4d0c61273c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266492 Feb 11 15:14:13.249969 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43574) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:13.334048 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311fe67-8685-4ee9-9155-2624c71a43a1 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:13.338254 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b311fe67-8685-4ee9-9155-2624c71a43a1 tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848427 Feb 11 15:14:13.338471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43576) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:13.374038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c5343afb-4f81-4073-9cbb-9e694c981b6b tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=00fda4ca-9a8b-486d-8396-72d5a6773383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321050 Feb 11 15:14:13.374956 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:13.380219 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895760700', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:13.425153 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:12Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:13.451912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Checking router: 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:14:13.452259 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Updating router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 port 1e30364c-1055-4558-9c3b-e576e47f7fb7 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:14:13.476249 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.570335 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:14:13.573921 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.729347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.806900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.830066 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.858557 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Attempting to bind port 1e30364c-1055-4558-9c3b-e576e47f7fb7 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:14:13.863044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Attempting to bind port 1e30364c-1055-4558-9c3b-e576e47f7fb7 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:14:13.863044 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Attempting to bind port 1e30364c-1055-4558-9c3b-e576e47f7fb7 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:14:13.866350 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7a31d-f3d6-480d-8f82-4121718946ba None None] Pushing event updated for resources: {'Port': ['ID=1e30364c-1055-4558-9c3b-e576e47f7fb7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:13.870551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:14:13.870925 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:14:13.871334 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.871718 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:14:13.872193 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Bound port: 1e30364c-1055-4558-9c3b-e576e47f7fb7, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:14:13.872944 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:13.886809 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Subnet': ['ID=d80df4ee-a546-4a9a-b96a-623751d302ce,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:13.903230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Checking segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:14:13.903457 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network hostable DHCP agents. Network: d04c2852-840f-4eab-9c3a-68aaf0ac55e4, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:14:13.931794 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] For port 1e30364c-1055-4558-9c3b-e576e47f7fb7, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:14:13.935045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] For port 1e30364c-1055-4558-9c3b-e576e47f7fb7, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1e30364c-1055-4558-9c3b-e576e47f7fb7,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:14:13.995769 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:14:14.024613 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:14.084723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:14.084908 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, d04c2852-840f-4eab-9c3a-68aaf0ac55e4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:14.085366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:14.090173 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:14.090985 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:14.124986 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114ce33-f0fd-4512-9968-743489140964 None None] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:14:14.131784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7a31d-f3d6-480d-8f82-4121718946ba None None] Pushing event updated for resources: {'Port': ['ID=1e30364c-1055-4558-9c3b-e576e47f7fb7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:14.189414 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d6ff552f-b56d-49ce-90d1-81d4a1fd127a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8095133 Feb 11 15:14:14.190519 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:14.258905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:14.429017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-d04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:14:14.433155 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:14.626431 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:14.753407 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:12Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:14.782763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Allocated IP 172.20.0.2 (d04c2852-840f-4eab-9c3a-68aaf0ac55e4/d80df4ee-a546-4a9a-b96a-623751d302ce/b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:14:14.784960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3af215-5459-4663-a1e2-b9be97c70858 None None] The sync data for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 is: [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:12Z', 'revision_number': 3, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:14:14.930972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:14.996257 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.044000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Pushing event updated for resources: {'Port': ['ID=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:15.057300 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:15.059418 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:15.064602 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:14:15.071722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.1 (d04c2852-840f-4eab-9c3a-68aaf0ac55e4/d80df4ee-a546-4a9a-b96a-623751d302ce/0501f222-a7a9-4d0c-87bf-83bdfc210f4e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:14:15.145673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Attempting to bind port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:14:15.145673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Attempting to bind port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:14:15.145673 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Attempting to bind port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 on network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:14:15.152171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:14:15.152554 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Checking segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:14:15.152989 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.153385 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Bound using segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:14:15.154097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Bound port: b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:14:15.154492 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.207037 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.224394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] For port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:14:15.227900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] For port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:14:15.285326 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.311470 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.347298 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16fce-8d7d-4a8a-ac93-5ba5db9e0153 None None] Pushing event updated for resources: {'Port': ['ID=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:15.356777 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:15.360262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:15.364166 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:14:15.389722 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:15.414167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.642568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.927164 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:15.996091 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.069663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.071394 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:16.183742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:16.185271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:16.257978 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1e30364c-1055-4558-9c3b-e576e47f7fb7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:16.314177 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1e30364c-1055-4558-9c3b-e576e47f7fb7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:16.314609 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.331868 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:14:16.387456 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecd14a-15d8-4dfc-bdb3-fa5f7e7f7d89 None None] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:14:16.455948 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.496182 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 1e30364c-1055-4558-9c3b-e576e47f7fb7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1e30364c-1055-4558-9c3b-e576e47f7fb7,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:16.502009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] Provisioning complete for port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:16.502378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.584186 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.585008 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:16.723099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=1e30364c-1055-4558-9c3b-e576e47f7fb7,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:16.732047 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.772352 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:16.772735 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.799645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] For port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:16.808415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:14:16.820337 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Sync routers for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:14:16.827055 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3b894b0-9045-4b09-a6b3-135361741015 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344714 Feb 11 15:14:16.842060 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:16.843021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:16.866015 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.887345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:16.973750 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:16.982833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08d9f-8a85-4766-8df1-81d7329798ad None None] Pushing event updated for resources: {'Port': ['ID=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:16.986239 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:14:16.986647 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:14:16.989291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-92454f8d-e6bd-4473-952a-cf67c8f063f9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336375627&fields=id&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 267 time: 0.0470479 Feb 11 15:14:17.012326 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3fc79e8-a6c8-4f36-9fcf-ed7aab9ede9b None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:17.012702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79e8-a6c8-4f36-9fcf-ed7aab9ede9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.065178 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc79e8-a6c8-4f36-9fcf-ed7aab9ede9b None None] Port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:14:17.077116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e3fc79e8-a6c8-4f36-9fcf-ed7aab9ede9b None None] Provisioning complete for port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:17.077872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79e8-a6c8-4f36-9fcf-ed7aab9ede9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.146534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-53d8ddc8-1eaa-4f33-9968-19a6946a74f4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:17.148018 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-53d8ddc8-1eaa-4f33-9968-19a6946a74f4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 796 time: 0.1458654 Feb 11 15:14:17.168355 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-31cd2a72-bd6e-4732-85cd-dc8d7e0d42a4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/quotas/d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 375 time: 0.0128756 Feb 11 15:14:17.234807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-cafa0b60-7e4a-418c-a504-329117ca60f9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561647 Feb 11 15:14:17.296231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-56ef73da-f56c-4adc-a956-fb2274d84846 None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:17.296772 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56ef73da-f56c-4adc-a956-fb2274d84846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.327221 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 2, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:17.353499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-56ef73da-f56c-4adc-a956-fb2274d84846 None None] Port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:14:17.360789 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Checking router: 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:14:17.361392 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Updating router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:14:17.388762 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.412012 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-c54aa872-bcdb-4642-939e-111c615c6dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581702 Feb 11 15:14:17.473498 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-abd2ff49-507c-481d-a369-eee336a3fac3 None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:17.473866 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abd2ff49-507c-481d-a369-eee336a3fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.525526 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-188b4843-923f-4382-9de7-e572ed487321 service neutron] 10.222.0.31 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064725 Feb 11 15:14:17.539454 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-abd2ff49-507c-481d-a369-eee336a3fac3 None None] Port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:14:17.682123 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.744877 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.791480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Pushing event updated for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:17.803976 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.804311 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.804645 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.805046 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.805442 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.805763 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.806081 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.806395 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.806708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.807020 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.807336 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.807685 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:14:17.859537 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Attempting to bind port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:14:17.860243 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Attempting to bind port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:14:17.860243 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Attempting to bind port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e on network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:14:17.865489 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:14:17.865876 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Checking segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:14:17.866270 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.866650 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Bound using segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:14:17.867103 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Bound port: 0501f222-a7a9-4d0c-87bf-83bdfc210f4e, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:14:17.867473 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:17.935294 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] For port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:14:17.938483 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] For port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:14:18.030603 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.069714 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:18.070147 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.089799 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531c9db-22f9-4a43-a090-6bab31307ac5 None None] Pushing event updated for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:18.097442 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:18.098053 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:13:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:18.181782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.212162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1e30364c-1055-4558-9c3b-e576e47f7fb7 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:18.238228 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:18.259267 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] For port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:18.260350 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e02f-5d6f-4ed6-99a8-6e8e9b0b3df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.284980 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 1e30364c-1055-4558-9c3b-e576e47f7fb7 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:18.285365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.331573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.413561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:18.438006 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:17Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:18.442069 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30309b0-003a-40f0-87c7-368a0598d5b0 None None] Pushing event updated for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:18.466521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b2deb6cd-a1d1-4877-ae35-55bb407f193e None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:18.466896 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2deb6cd-a1d1-4877-ae35-55bb407f193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.472663 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afcb1a2-6616-4bd6-9ca7-a607bef1eaa2 None None] The sync data for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 is: [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:17Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:14:18.518133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:18.518534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:18.780678 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6a33120-e7eb-46d9-aa66-394542315295 req-3d370318-938b-4e31-9fdb-865e7eb86e1b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0277517 Feb 11 15:14:19.859213 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cf774249-6367-4326-8813-8b77cfe5ae52 req-b0c6acd5-098c-4f34-a54e-b25fac55adea tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0276296 Feb 11 15:14:20.182819 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0501f222-a7a9-4d0c-87bf-83bdfc210f4e up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:20.235518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:20.235888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:20.476068 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e0d29b4-c47f-41b5-b691-5b796b5f1b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:20.935567 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a867c2cc-6edd-455d-948d-f3d74397627f req-b5ab9073-c7a9-4140-9dcc-97ad54a3075c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0281432 Feb 11 15:14:21.953110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:22.012926 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-614b9dc6-7c58-4322-a3dc-3d78abb34667 req-9bfb9f28-ba22-4ec6-9b7a-d090ddd9a319 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0254872 Feb 11 15:14:23.106332 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f52c34b2-b2a8-4f32-ae6d-99c8c2ffbfe9 req-a1ce192d-8134-4d72-9157-1168f9455986 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0258076 Feb 11 15:14:23.413202 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:23.427042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:24.201407 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1318ceac-0416-4ab7-9eb2-727638946423 req-a2c41117-2d01-43c9-9f5b-d3ade3b8f5a4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Feb 11 15:14:24.734355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-6f1fd624-88b4-4ab9-9720-c818a979582a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:24.735705 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-6f1fd624-88b4-4ab9-9720-c818a979582a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 796 time: 0.1045706 Feb 11 15:14:24.778456 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-9a8c3be4-cfb0-40cb-809f-a809cb21829a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d301741004f54668b08bf4d0c61273c3 HTTP/1.1" status: 200 len: 380 time: 0.0339060 Feb 11 15:14:24.786850 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'port': {'device_id': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'admin_state_up': True, 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'security_groups': ['00ae4de5-60a7-4c80-b85a-35b818359c3d']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:24.926953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Made reservation on behalf of d301741004f54668b08bf4d0c61273c3 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:14:24.930530 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.057586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.20.0.7 (d04c2852-840f-4eab-9c3a-68aaf0ac55e4/d80df4ee-a546-4a9a-b96a-623751d302ce/c7f2751c-602b-4c05-8b96-ae8cd65a9069) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:14:25.194110 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.298829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ac4ab756-0f1f-431f-b2d6-113d4c172e17 req-64fef4a7-0c40-4b97-95f5-d0bf58bd302c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Feb 11 15:14:25.299959 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.341982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:25.345163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:25.347668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:14:25.381608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:25.407277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:25.407918 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.501530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-722aee3b-3557-4142-9e4c-0d704e50de88 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181139 Feb 11 15:14:25.513570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Request body: {'port': {'device_id': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:25.568559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.586827 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a705c4eb-a8c4-47d8-a63d-495e9e5672c5 None None] Provisioning complete for port c7f2751c-602b-4c05-8b96-ae8cd65a9069 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:25.587383 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a705c4eb-a8c4-47d8-a63d-495e9e5672c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.620341 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a705c4eb-a8c4-47d8-a63d-495e9e5672c5 None None] Port c7f2751c-602b-4c05-8b96-ae8cd65a9069 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:14:25.826428 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f2751c-602b-4c05-8b96-ae8cd65a9069 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:14:25.833868 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.845257 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Transition to ACTIVE for port object c7f2751c-602b-4c05-8b96-ae8cd65a9069 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:14:25.921015 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:25.976940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:26.046163 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Attempting to bind port c7f2751c-602b-4c05-8b96-ae8cd65a9069 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:14:26.046502 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Attempting to bind port c7f2751c-602b-4c05-8b96-ae8cd65a9069 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:14:26.046834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Attempting to bind port c7f2751c-602b-4c05-8b96-ae8cd65a9069 on network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:14:26.052661 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Port c7f2751c-602b-4c05-8b96-ae8cd65a9069 on network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:14:26.053039 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Attempting to bind port c7f2751c-602b-4c05-8b96-ae8cd65a9069 on network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:14:26.062198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:14:26.062198 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Checking segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:14:26.062524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Bound using segment: {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:14:26.062858 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Bound port: c7f2751c-602b-4c05-8b96-ae8cd65a9069, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52931b10-0acd-4e0c-8f05-056cfeede477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:14:26.065629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:26.135345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:14:26.139654 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:14:26.236489 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:26.279181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.279755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:26.281177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 1091 time: 0.7721767 Feb 11 15:14:26.281646 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:14:26.284032 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051a41d-a58c-4b67-b986-8732b2623766" -d '{"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:14:26.306840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8387db-4eac-4ca5-af1d-b0968adf7d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:26.339897 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c180f-b819-4458-8908-9082c5d3d78e x-openstack-request-id: req-625c180f-b819-4458-8908-9082c5d3d78e {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:14:26.340236 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:14:26.340535 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-625c180f-b819-4458-8908-9082c5d3d78e {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:14:26.340978 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'status': 'completed', 'code': 200} Feb 11 15:14:26.441597 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a41d-a58c-4b67-b986-8732b2623766 req-dfc42383-37f8-42f5-ba93-c9655e482687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.443115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a051a41d-a58c-4b67-b986-8732b2623766 req-dfc42383-37f8-42f5-ba93-c9655e482687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1094 time: 0.0801089 Feb 11 15:14:26.467361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f865928-2bca-4a26-ba34-d682a5f1410d req-8402bc78-8ac9-4209-9a44-0a5f000ac534 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.468870 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f865928-2bca-4a26-ba34-d682a5f1410d req-8402bc78-8ac9-4209-9a44-0a5f000ac534 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 943 time: 0.0743685 Feb 11 15:14:26.556262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7f865928-2bca-4a26-ba34-d682a5f1410d req-0c560ce8-5b8b-4d42-9e92-4479cf4f2efc tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744805 Feb 11 15:14:26.576362 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a41d-a58c-4b67-b986-8732b2623766 req-029d71d3-9eed-4a08-b143-aa8ff5e22593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.578193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a051a41d-a58c-4b67-b986-8732b2623766 req-029d71d3-9eed-4a08-b143-aa8ff5e22593 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d301741004f54668b08bf4d0c61273c3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1271839 Feb 11 15:14:26.674118 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a41d-a58c-4b67-b986-8732b2623766 req-47ccb36f-42be-4ee5-8106-ad59073810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.675501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a051a41d-a58c-4b67-b986-8732b2623766 req-47ccb36f-42be-4ee5-8106-ad59073810c3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905819 Feb 11 15:14:26.749768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-de5f206b-d799-4c6b-9861-55ab4d785803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.751248 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-de5f206b-d799-4c6b-9861-55ab4d785803 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1094 time: 0.0406089 Feb 11 15:14:26.796321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-207623ca-92ae-4c22-bfe2-47138244f98e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 217 time: 0.0373833 Feb 11 15:14:26.844109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-b483322b-ca23-4513-b2f2-0b1a3ac7c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.845564 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-b483322b-ca23-4513-b2f2-0b1a3ac7c097 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 200 len: 834 time: 0.0427587 Feb 11 15:14:26.888417 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb317-7265-4b34-970f-f52be826b881 req-bfbead24-278b-4c0c-92e8-e0bbbfb2c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:26.889865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-bfbead24-278b-4c0c-92e8-e0bbbfb2c473 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381782 Feb 11 15:14:26.980017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-fddd9d12-cba7-4274-9416-a2e60745a30d service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Feb 11 15:14:27.066085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d80cb317-7265-4b34-970f-f52be826b881 req-e86826b9-812b-4137-a3d2-21084f018ced service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801988 Feb 11 15:14:27.680464 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52008-35e3-4a89-b7d7-541f61b813fb req-f978b30b-40b8-4b3a-9c41-24f5da7a300e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:27.681967 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fe52008-35e3-4a89-b7d7-541f61b813fb req-f978b30b-40b8-4b3a-9c41-24f5da7a300e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 943 time: 0.0475175 Feb 11 15:14:27.718476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5fe52008-35e3-4a89-b7d7-541f61b813fb req-b7d888ad-5d82-4cfa-b620-db1285210463 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300248 Feb 11 15:14:28.832609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829a41-3736-4935-adea-e9c0dc4afa34 req-2adaa4d2-1a9e-45a3-b8ea-63fe539f1312 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:28.834111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e829a41-3736-4935-adea-e9c0dc4afa34 req-2adaa4d2-1a9e-45a3-b8ea-63fe539f1312 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 943 time: 0.0486197 Feb 11 15:14:28.870928 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8e829a41-3736-4935-adea-e9c0dc4afa34 req-36b0562b-e01f-4e76-bcd4-44ea3947c0dd tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Feb 11 15:14:29.072601 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c7f2751c-602b-4c05-8b96-ae8cd65a9069 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:14:29.167455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:29.178643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'port_id': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'mac_address': 'fa:16:3e:92:c5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:14:29.219112 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:29.232829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f2751c-602b-4c05-8b96-ae8cd65a9069 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:14:29.251752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:29.321146 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:29.371383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:29.527243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['c7f2751c-602b-4c05-8b96-ae8cd65a9069'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:14:29.990133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e879c5-8458-47d1-b4a5-24561f99c626 req-21b16b17-2d23-4114-90ff-c99855978cba tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:29.991604 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45e879c5-8458-47d1-b4a5-24561f99c626 req-21b16b17-2d23-4114-90ff-c99855978cba tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 944 time: 0.0532029 Feb 11 15:14:30.028580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-45e879c5-8458-47d1-b4a5-24561f99c626 req-041356ee-6ed6-495f-a9d5-823dbbc0ec24 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304017 Feb 11 15:14:30.989686 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:31.087769 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c7f2751c-602b-4c05-8b96-ae8cd65a9069 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:14:31.150486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde89e5-1333-4f4e-a307-cff270db37cc req-0eecacdf-6ab4-49a5-a774-18e4b5def136 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:31.151998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4dde89e5-1333-4f4e-a307-cff270db37cc req-0eecacdf-6ab4-49a5-a774-18e4b5def136 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Feb 11 15:14:31.189562 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4dde89e5-1333-4f4e-a307-cff270db37cc req-938084dc-3225-4689-8675-f46b043be46e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312357 Feb 11 15:14:31.196095 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port c7f2751c-602b-4c05-8b96-ae8cd65a9069 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:14:31.200551 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port c7f2751c-602b-4c05-8b96-ae8cd65a9069 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:14:31.201066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:31.277916 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:31.301975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:14:31.304192 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de1223a-0a95-4572-9cb9-036f1d5c62a4" -d '{"events": [{"server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:14:31.317583 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:14:31.389549 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67770a6a-ac4f-4034-afcb-8b2ebfe35a84 x-openstack-request-id: req-67770a6a-ac4f-4034-afcb-8b2ebfe35a84 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:14:31.389884 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "name": "network-vif-plugged", "status": "completed", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:14:31.390146 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67770a6a-ac4f-4034-afcb-8b2ebfe35a84 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:14:31.390571 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'code': 200} Feb 11 15:14:31.398581 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:31.445405 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:31.481333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b05da-82c8-4391-a391-c209e4b85a0e req-043ade8e-db70-4445-8c76-e81fb60f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:31.482870 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6a0b05da-82c8-4391-a391-c209e4b85a0e req-043ade8e-db70-4445-8c76-e81fb60f25a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1096 time: 0.0409617 Feb 11 15:14:31.516014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6a0b05da-82c8-4391-a391-c209e4b85a0e req-8792c37f-2bf9-4b25-abb1-96dbb954fe26 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269930 Feb 11 15:14:31.693626 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:14:31.824657 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:32.302467 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c087-39a2-45c7-8173-94e3d421dc12 req-2df1977f-f06c-4ac2-87b8-ce77d6b5f71f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:32.303945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ec0c087-39a2-45c7-8173-94e3d421dc12 req-2df1977f-f06c-4ac2-87b8-ce77d6b5f71f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Feb 11 15:14:32.340986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0ec0c087-39a2-45c7-8173-94e3d421dc12 req-8c6dfd81-a350-4341-a7fb-5b37bad1d511 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302737 Feb 11 15:14:33.459685 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294806-9e68-4ddc-a35e-2bdcceb07ec1 req-884b805f-38ee-4126-a088-34d0a4e1c841 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:33.461176 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91294806-9e68-4ddc-a35e-2bdcceb07ec1 req-884b805f-38ee-4126-a088-34d0a4e1c841 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Feb 11 15:14:33.497985 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-91294806-9e68-4ddc-a35e-2bdcceb07ec1 req-783345e7-805c-4fe4-88a5-dfbc5b950f93 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Feb 11 15:14:33.954636 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f20210-1c28-4a94-b80c-2460cefb7e4d req-595fe023-82b3-49d6-8ff8-860561ec49bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:33.956116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4f20210-1c28-4a94-b80c-2460cefb7e4d req-595fe023-82b3-49d6-8ff8-860561ec49bf tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.3891110 Feb 11 15:14:33.993668 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c4f20210-1c28-4a94-b80c-2460cefb7e4d req-b217c1a5-2957-4ccb-b323-7f89cc9652b1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Feb 11 15:14:34.015794 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43660) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:34.054440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef7cf72-2f7a-49d3-add3-e77d9f40b7bd tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:34.055945 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4ef7cf72-2f7a-49d3-add3-e77d9f40b7bd tempest-TestNetworkAdvancedServerOps-1168492214 tempest-TestNetworkAdvancedServerOps-1168492214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1091 time: 0.0391541 Feb 11 15:14:34.058731 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43662) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:34.062905 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:14:34.141346 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:34.248341 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:34.350368 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Allocated IP 172.25.7.160 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/a0772471-ed67-4a6f-86c8-eee878d831e1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:14:34.454517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:34.541919 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:34.585535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:14:34.588949 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:14:34.591441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:14:34.613857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=a0772471-ed67-4a6f-86c8-eee878d831e1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:34.938587 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.058730 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.205030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.267486 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.339527 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event updated for resources: {'Port': ['ID=a0772471-ed67-4a6f-86c8-eee878d831e1,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:14:35.350819 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.445694 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP 00e559ff-67d5-4962-8299-cb74646a1d4c associated. External IP: 172.25.7.160, port: c7f2751c-602b-4c05-8b96-ae8cd65a9069. Feb 11 15:14:35.654650 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:14:35.760372 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:14:35.770032 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Sync routers for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:14:35.780320 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:35.780939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:35.843369 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:35.869809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c2e7afc-8a71-43a3-bb7f-cf39f9490670 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8100827 Feb 11 15:14:35.870395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:14:35.872642 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3213f69-0976-499c-845d-6391ff8cce22" -d '{"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:14:35.886988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:35.913477 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5bba4a-cad2-4545-af72-e9e0492b9333 x-openstack-request-id: req-cd5bba4a-cad2-4545-af72-e9e0492b9333 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:14:35.913781 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:14:35.914029 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd5bba4a-cad2-4545-af72-e9e0492b9333 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:14:35.914500 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'status': 'completed', 'code': 200} Feb 11 15:14:35.978689 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa70b5-465a-45ef-8388-4e4a94364ad4 req-cf846d66-11fb-46f0-992c-cc12f25940b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:35.981212 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23fa70b5-465a-45ef-8388-4e4a94364ad4 req-cf846d66-11fb-46f0-992c-cc12f25940b4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0614538 Feb 11 15:14:35.984759 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213f69-0976-499c-845d-6391ff8cce22 req-423dba61-c53a-4324-a064-320b5d104b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:35.986692 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-423dba61-c53a-4324-a064-320b5d104b68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1096 time: 0.0514400 Feb 11 15:14:36.021053 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-23fa70b5-465a-45ef-8388-4e4a94364ad4 req-7183d422-f8b9-405a-9487-b3405d174aa8 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339401 Feb 11 15:14:36.043458 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:36.086622 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213f69-0976-499c-845d-6391ff8cce22 req-deb81739-2965-4ef5-832b-6385d3b8bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:36.088939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-deb81739-2965-4ef5-832b-6385d3b8bcbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 897 time: 0.0956461 Feb 11 15:14:36.110829 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dedfa38b-7e37-40ef-89a7-6c735c3cfc37 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/00e559ff-67d5-4962-8299-cb74646a1d4c HTTP/1.1" status: 200 len: 991 time: 0.0661695 Feb 11 15:14:36.161512 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-3d6e784c-2d9f-4d92-8729-4bbb97d0f18f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 999 time: 0.0658827 Feb 11 15:14:36.213511 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213f69-0976-499c-845d-6391ff8cce22 req-47ac3cdc-ecc5-4be8-b59f-3ddce486fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:36.215000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-47ac3cdc-ecc5-4be8-b59f-3ddce486fd5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 200 len: 834 time: 0.0473104 Feb 11 15:14:36.262231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213f69-0976-499c-845d-6391ff8cce22 req-35c07362-0b06-4082-ba9e-b9a917c2b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:14:36.263809 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-35c07362-0b06-4082-ba9e-b9a917c2b381 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423422 Feb 11 15:14:36.299711 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '00e559ff-67d5-4962-8299-cb74646a1d4c', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'port_id': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'mac_address': 'fa:16:3e:92:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:14:34Z', 'updated_at': '2022-02-11T15:14:34Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:36.327683 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Checking router: 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:14:36.335933 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:14:36.336526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:14:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:36.357822 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-3ec7d82d-625b-4e2c-a4ba-ae5b567db768 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875945 Feb 11 15:14:36.442238 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:14:36.449037 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a3213f69-0976-499c-845d-6391ff8cce22 req-ce159a4e-ad29-4a0d-bcd7-734da541e8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848551 Feb 11 15:14:36.665642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '00e559ff-67d5-4962-8299-cb74646a1d4c', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'port_id': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'mac_address': 'fa:16:3e:92:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:14:34Z', 'updated_at': '2022-02-11T15:14:34Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:14:36.691499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea14af-fc51-435f-928c-235b3ad575d2 None None] The sync data for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 is: [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '00e559ff-67d5-4962-8299-cb74646a1d4c', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'port_id': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'mac_address': 'fa:16:3e:92:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:14:34Z', 'updated_at': '2022-02-11T15:14:34Z', 'revision_number': 0, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:14:36.879539 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51283847-10c6-4cb1-89f4-2c8e0e97fc71 None None] New status for floating IP 00e559ff-67d5-4962-8299-cb74646a1d4c: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:14:37.113579 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43670) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:14:37.174021 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-09888f31-8d53-446b-bfad-ee342f26130c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/00e559ff-67d5-4962-8299-cb74646a1d4c HTTP/1.1" status: 200 len: 993 time: 0.0593259 Feb 11 15:14:48.244048 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b57940cf-db28-44dc-b5ad-ec093da48113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:50.452709 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ede3-b9d0-4663-b053-a1fc84035f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:52.027106 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:53.378839 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:14:53.406900 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:00.983831 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:01.795717 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:07.536844 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-0e641576-3915-4804-859e-5da785e690e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379567 Feb 11 15:15:07.619804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-1b46ce48-0e27-4df1-9c71-dbc32a557835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:07.621369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-1b46ce48-0e27-4df1-9c71-dbc32a557835 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1096 time: 0.0446649 Feb 11 15:15:07.720760 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-0fdcd9be-00e7-475c-8a1d-3a830e38641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:07.722275 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-0fdcd9be-00e7-475c-8a1d-3a830e38641d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 897 time: 0.0833395 Feb 11 15:15:07.788700 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-1c31e6c6-3ed6-42ba-9047-a4b3a22e17f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 1001 time: 0.0591381 Feb 11 15:15:07.835044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-e61ddbd8-e94a-4187-8a2d-4e12813d54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:07.836454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-e61ddbd8-e94a-4187-8a2d-4e12813d54e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 200 len: 834 time: 0.0418637 Feb 11 15:15:07.879582 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-489e292d-489a-422b-93a6-db70e83c5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:07.881161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-489e292d-489a-422b-93a6-db70e83c5821 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385988 Feb 11 15:15:07.970865 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-3cdd391b-624d-4f9b-8ed1-ef0799682875 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831535 Feb 11 15:15:08.064814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6429c2b9-a3e7-464b-808f-04e9df83a87e req-994bd297-098c-4ac4-9677-9717f7b228e5 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865593 Feb 11 15:15:08.692611 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:15:08.736802 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefba0f3-09ff-4c43-ba30-ffc20acbf47e req-f627c15c-219b-4b49-a34e-4234ebff1bd4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:08.738346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fefba0f3-09ff-4c43-ba30-ffc20acbf47e req-f627c15c-219b-4b49-a34e-4234ebff1bd4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Feb 11 15:15:08.776034 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fefba0f3-09ff-4c43-ba30-ffc20acbf47e req-9ed342f8-fe7f-49d4-8ab4-b647fcc93d64 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Feb 11 15:15:09.899557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44fcc-2b34-4f2e-9124-41e772b3b49e req-c69a8417-2b88-4d14-ad28-ec118cb96e7b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:09.901079 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00d44fcc-2b34-4f2e-9124-41e772b3b49e req-c69a8417-2b88-4d14-ad28-ec118cb96e7b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0536590 Feb 11 15:15:09.939172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-00d44fcc-2b34-4f2e-9124-41e772b3b49e req-e7e93c44-1c74-4441-a354-c7315c3fc403 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Feb 11 15:15:09.961080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:10.019115 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-93c2f29b-bb75-43fe-907b-8040ea4dc4d5 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/00e559ff-67d5-4962-8299-cb74646a1d4c HTTP/1.1" status: 200 len: 993 time: 0.0569205 Feb 11 15:15:11.393303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea1997-44ff-4632-8268-ba82b04377f4 req-3cf4341c-031e-41bd-b165-f5264fae6aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:11.394829 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ea1997-44ff-4632-8268-ba82b04377f4 req-3cf4341c-031e-41bd-b165-f5264fae6aff tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0537286 Feb 11 15:15:11.436731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3ea1997-44ff-4632-8268-ba82b04377f4 req-c0ab564b-5f71-4889-a613-27545b3733f2 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357978 Feb 11 15:15:11.495686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-9d472b40-ee2a-4eeb-97f4-1a86cfe3a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:11.497201 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-9d472b40-ee2a-4eeb-97f4-1a86cfe3a63c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1096 time: 0.0400004 Feb 11 15:15:11.585354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-8dea2815-078b-4fdd-94fb-f5ba5c00c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:11.586805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-8dea2815-078b-4fdd-94fb-f5ba5c00c169 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 897 time: 0.0838988 Feb 11 15:15:11.650317 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-045d3303-75c6-4c37-acda-7778055b3857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 1001 time: 0.0567179 Feb 11 15:15:11.696918 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-e571416f-6e3b-4f26-8c3b-2f8230cc9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:11.698338 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-e571416f-6e3b-4f26-8c3b-2f8230cc9ee4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 200 len: 834 time: 0.0422146 Feb 11 15:15:11.744830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-da25b29a-2162-4dcc-9107-7e58dd9b29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:11.746392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-da25b29a-2162-4dcc-9107-7e58dd9b29b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420244 Feb 11 15:15:11.833325 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-b3ca96ac-b1b2-4804-bc34-3fcd256986f3 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805914 Feb 11 15:15:11.924040 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ce71d9e5-caf0-40be-97bf-99a457a49f97 req-9b006831-f254-44e7-a5db-5157ebf466dd service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Feb 11 15:15:12.558914 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413622-a5a9-4ab2-bb22-39970583e51f req-f55bcb5c-3826-440d-8756-cb6960db1098 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:12.560406 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89413622-a5a9-4ab2-bb22-39970583e51f req-f55bcb5c-3826-440d-8756-cb6960db1098 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0529757 Feb 11 15:15:12.601843 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-89413622-a5a9-4ab2-bb22-39970583e51f req-d80f2208-237d-4f83-8a63-63cfa57dd1e9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354865 Feb 11 15:15:13.720093 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40ad14-6ab5-475d-952f-a3389fc587ef req-e4fb4617-1183-42d3-871a-efe034edeaf4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:13.721641 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b40ad14-6ab5-475d-952f-a3389fc587ef req-e4fb4617-1183-42d3-871a-efe034edeaf4 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0499074 Feb 11 15:15:13.758477 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5b40ad14-6ab5-475d-952f-a3389fc587ef req-6162dc49-b46c-4602-aa8e-e0cc792b77b9 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307865 Feb 11 15:15:13.781034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43700) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:13.840439 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9458a411-9747-4179-897a-46565c863448 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/floatingips/00e559ff-67d5-4962-8299-cb74646a1d4c HTTP/1.1" status: 200 len: 993 time: 0.0582869 Feb 11 15:15:14.092471 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:14.245210 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port a0772471-ed67-4a6f-86c8-eee878d831e1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:15:14.245572 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.320835 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.321181 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.332630 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for a0772471-ed67-4a6f-86c8-eee878d831e1 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:15:14.527394 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.550277 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=a0772471-ed67-4a6f-86c8-eee878d831e1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:14.564411 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.564758 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.565133 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.565468 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.565795 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.566121 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.566447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.566771 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.567097 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.567421 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.567737 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.568052 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:14.623606 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.623917 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Floating IP 00e559ff-67d5-4962-8299-cb74646a1d4c disassociated (deleted). External IP: 172.25.7.160, port: c7f2751c-602b-4c05-8b96-ae8cd65a9069. Feb 11 15:15:14.823740 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:15:14.929950 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:14.934899 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:14.940004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Sync routers for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:14.950318 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:14.950913 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:14.961603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-cfe11208-dee8-4f36-b2b9-35c992f0550c tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/floatingips/00e559ff-67d5-4962-8299-cb74646a1d4c HTTP/1.1" status: 204 len: 168 time: 0.8680382 Feb 11 15:15:14.962749 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:15:14.965040 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619fd237-8afe-4f0f-a977-7cea253f16ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:15:15.064237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:15.289582 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b5eb7-3f00-4516-bcb0-506793beaf1c x-openstack-request-id: req-983b5eb7-3f00-4516-bcb0-506793beaf1c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:15:15.290108 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:15.290942 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:15:15.291562 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-983b5eb7-3f00-4516-bcb0-506793beaf1c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:15:15.293187 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'status': 'completed', 'code': 200} Feb 11 15:15:15.326938 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Checking router: 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:15.334728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:15.335331 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:15.383130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-0ae649d2-087f-4068-991f-5f9458113482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:15.385247 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-0ae649d2-087f-4068-991f-5f9458113482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d301741004f54668b08bf4d0c61273c3&device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 1096 time: 0.0692868 Feb 11 15:15:15.441221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:15.452148 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186b331-7ac9-461b-8247-b09ff4bbd203 req-14b07938-a2f6-4f79-904c-6eab5fbe80ef tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:15.453933 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e186b331-7ac9-461b-8247-b09ff4bbd203 req-14b07938-a2f6-4f79-904c-6eab5fbe80ef tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0994976 Feb 11 15:15:15.515609 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-362b2c90-0195-48eb-9f88-4a16ce24aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:15.517125 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-362b2c90-0195-48eb-9f88-4a16ce24aefb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 200 len: 897 time: 0.1245174 Feb 11 15:15:15.520065 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e186b331-7ac9-461b-8247-b09ff4bbd203 req-2e9f64d9-5756-482e-a41f-8cfd6b77131e tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599415 Feb 11 15:15:15.568841 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-a14f200b-975f-4038-bc26-ef199c5e2202 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 200 len: 217 time: 0.0432343 Feb 11 15:15:15.617242 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-23266c1a-2238-47d3-85df-93bfe6a6fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:15.618740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-23266c1a-2238-47d3-85df-93bfe6a6fda3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 200 len: 834 time: 0.0432267 Feb 11 15:15:15.648004 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:15.667857 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-0ba8bf67-7b3a-4e08-94d9-efa7d31528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:15.669381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-0ba8bf67-7b3a-4e08-94d9-efa7d31528a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d04c2852-840f-4eab-9c3a-68aaf0ac55e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430591 Feb 11 15:15:15.678165 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed860e0-d6b7-4a60-bc27-2e085f97d698 None None] The sync data for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 is: [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:15Z', 'revision_number': 4, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '0501f222-a7a9-4d0c-87bf-83bdfc210f4e', 'name': '', 'network_id': 'd04c2852-840f-4eab-9c3a-68aaf0ac55e4', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'mac_address': 'fa:16:3e:0b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:14Z', 'updated_at': '2022-02-11T15:14:18Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'subnets': [{'id': 'd80df4ee-a546-4a9a-b96a-623751d302ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:15.758266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-4123c626-1dab-46f7-88d3-24349be5d655 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Feb 11 15:15:15.853351 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-619fd237-8afe-4f0f-a977-7cea253f16ca req-bf27ec37-94b2-4f69-86b8-2ce34cb2f364 service neutron] 10.222.0.60 "GET /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879152 Feb 11 15:15:15.897892 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dac914-732c-4823-a1ef-9fd9d828faab None None] New status for floating IP 00e559ff-67d5-4962-8299-cb74646a1d4c: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:15:16.647404 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd66ab-318b-4daf-b527-ad3e86564375 req-e27fb859-dbbd-4a1a-b447-0226ed38e561 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:16.648916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7cbd66ab-318b-4daf-b527-ad3e86564375 req-e27fb859-dbbd-4a1a-b447-0226ed38e561 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Feb 11 15:15:16.687296 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7cbd66ab-318b-4daf-b527-ad3e86564375 req-31d51b60-6b5d-45b0-a777-443b70b2c766 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/security-groups?id=00ae4de5-60a7-4c80-b85a-35b818359c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Feb 11 15:15:16.895290 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887f41-f467-48ad-a36a-5197ff84578e req-d47ed212-3103-4ed3-a20e-64515d14a83b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:16.896741 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b887f41-f467-48ad-a36a-5197ff84578e req-d47ed212-3103-4ed3-a20e-64515d14a83b tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Feb 11 15:15:16.981909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port c7f2751c-602b-4c05-8b96-ae8cd65a9069 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:15:16.982259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:17.070893 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port c7f2751c-602b-4c05-8b96-ae8cd65a9069, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=c7f2751c-602b-4c05-8b96-ae8cd65a9069,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:17.071336 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:17.084191 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for c7f2751c-602b-4c05-8b96-ae8cd65a9069 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:15:17.275621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:17.304620 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=c7f2751c-602b-4c05-8b96-ae8cd65a9069,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:17.332482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.332836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.333203 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.333545 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.333878 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.334210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.334541 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.334870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.335196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.335521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.335846 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.336167 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:17.355349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] No DVR routers for this DVR port c7f2751c-602b-4c05-8b96-ae8cd65a9069 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:15:17.358018 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:17.361624 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9b887f41-f467-48ad-a36a-5197ff84578e req-26bee8b5-6f7d-4ce2-ac46-fbd8d4c2fc5a tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.60 "DELETE /v2.0/ports/c7f2751c-602b-4c05-8b96-ae8cd65a9069 HTTP/1.1" status: 204 len: 173 time: 0.4587967 Feb 11 15:15:17.362079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'name': 'network-vif-deleted', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:15:17.364371 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e07703-e6c9-480a-b13d-dea4452cf05c" -d '{"events": [{"server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "name": "network-vif-deleted", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:15:17.401407 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7874f5b-fe66-4faa-a91b-317a8352ba64 x-openstack-request-id: req-f7874f5b-fe66-4faa-a91b-317a8352ba64 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:15:17.401689 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94706c3-8ce5-482e-aaa8-dc8e8f567415", "name": "network-vif-deleted", "tag": "c7f2751c-602b-4c05-8b96-ae8cd65a9069", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:15:17.401981 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7874f5b-fe66-4faa-a91b-317a8352ba64 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:15:17.402359 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94706c3-8ce5-482e-aaa8-dc8e8f567415', 'name': 'network-vif-deleted', 'tag': 'c7f2751c-602b-4c05-8b96-ae8cd65a9069', 'status': 'completed', 'code': 200} Feb 11 15:15:17.805776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31bbb322-472e-4bbb-8996-8d849aa95c2d req-b25d97b2-8218-4e31-b1a3-0b4c266c5ffe tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "GET /v2.0/ports?device_id=f94706c3-8ce5-482e-aaa8-dc8e8f567415 HTTP/1.1" status: 200 len: 210 time: 0.0339582 Feb 11 15:15:18.272831 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-622cd0b1-36d3-4c0a-8c83-2bfa59e0da08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:18.862577 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:19.217883 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:19.470863 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:15:19.471119 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:19.554034 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 0501f222-a7a9-4d0c-87bf-83bdfc210f4e, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:19.554391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:19.565658 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 0501f222-a7a9-4d0c-87bf-83bdfc210f4e owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:15:19.807567 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:19.835004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=0501f222-a7a9-4d0c-87bf-83bdfc210f4e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:20.019947 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.238065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:15:20.338766 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:20.343937 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-83672c6d-c843-487c-b9b4-729a2defd304 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "PUT /v2.0/routers/654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4801986 Feb 11 15:15:20.346801 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:20.348100 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Sync routers for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:20.357575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:20.358260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:14:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:20.406432 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting subnet d80df4ee-a546-4a9a-b96a-623751d302ce {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:15:20.409452 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.449928 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.477321 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:20.479805 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-659ea54d-a6a0-4a18-8951-e4383f873ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.530251 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.655053 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:15:19Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:20.659648 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.685843 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Checking router: 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:20.688648 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Subnet': ['ID=d80df4ee-a546-4a9a-b96a-623751d302ce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:20.691860 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.694494 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Routers {'654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:20.695102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-dc3a0d56-8d57-4e0e-b7d7-445c2fb0fcb1 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/subnets/d80df4ee-a546-4a9a-b96a-623751d302ce HTTP/1.1" status: 204 len: 168 time: 0.3473237 Feb 11 15:15:20.695944 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:20.698321 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:20.700450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0daf3-931e-49ab-ad63-fb294e513c4e None None] Network d04c2852-840f-4eab-9c3a-68aaf0ac55e4 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:15:20.806322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:20.913465 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.025719 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Deleting port 1e30364c-1055-4558-9c3b-e576e47f7fb7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:15:21.026439 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.059444 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] Set router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:21.104122 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] For port 1e30364c-1055-4558-9c3b-e576e47f7fb7, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=1e30364c-1055-4558-9c3b-e576e47f7fb7,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:21.104492 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.116479 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Calling delete_port for 1e30364c-1055-4558-9c3b-e576e47f7fb7 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:15:21.161033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] DHCP port deletion for d04c2852-840f-4eab-9c3a-68aaf0ac55e4 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:15:21.266078 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Deleting port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:15:21.266587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.336626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] For port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,segment=NetworkSegment(52931b10-0acd-4e0c-8f05-056cfeede477),segment_id=52931b10-0acd-4e0c-8f05-056cfeede477)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:21.337587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.342080 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c7f2751c-602b-4c05-8b96-ae8cd65a9069 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:15:21.353308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:15:19Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:21.355757 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.372912 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Calling delete_port for b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:15:21.377414 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: c7f2751c-602b-4c05-8b96-ae8cd65a9069 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:15:21.377732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device c7f2751c-602b-4c05-8b96-ae8cd65a9069 not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:15:21.385524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Port': ['ID=1e30364c-1055-4558-9c3b-e576e47f7fb7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:21.407034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960bfd3-4d86-4a23-93d6-ebc7ebf4df33 None None] The sync data for ids ['654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5'] in n-d-828407-1 is: [{'id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058935728', 'tenant_id': 'd301741004f54668b08bf4d0c61273c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:15:19Z', 'revision_number': 5, 'project_id': 'd301741004f54668b08bf4d0c61273c3', 'gw_port': {'id': '1e30364c-1055-4558-9c3b-e576e47f7fb7', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:14:11Z', 'updated_at': '2022-02-11T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:21.449464 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.544779 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.545312 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.547506 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.571836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Pushing event deleted for resources: {'Port': ['ID=b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:21.576195 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] No DVR routers for this DVR port b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:15:21.583421 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.584076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.584076 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.584417 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.584751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.585102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.585432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.585756 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.586345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.586436 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.586686 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.588927 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8557-1d4c-4ede-ba26-6ae616285b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:21.663880 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.664439 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Fanout notify agent at l3_agent the message router_deleted on router 654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:15:21.673217 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:21.675603 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7709384e-594d-49b9-bc88-167ab5a65fb3 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/routers/654e33cc-fc93-4e2b-a7f5-e29cc6f9c1d5 HTTP/1.1" status: 204 len: 168 time: 0.9751289 Feb 11 15:15:21.677109 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:21.984155 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.121833 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.207571 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.227135 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04c2852-840f-4eab-9c3a-68aaf0ac55e4']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:22.236028 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52931b10-0acd-4e0c-8f05-056cfeede477') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:22.236345 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52931b10-0acd-4e0c-8f05-056cfeede477') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:22.245906 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.258444 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.264866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:15:22.265315 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:15:22.268358 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:15:22.373144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.383626 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.384384 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/networks/d04c2852-840f-4eab-9c3a-68aaf0ac55e4 HTTP/1.1" status: 204 len: 168 time: 0.7063615 Feb 11 15:15:22.387120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:22.403231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b921a-c480-45a9-8e16-155c9dc0bb75 tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'Network': ['ID=d04c2852-840f-4eab-9c3a-68aaf0ac55e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:22.465301 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.495706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.499762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0501f222-a7a9-4d0c-87bf-83bdfc210f4e no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:15:22.520348 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0501f222-a7a9-4d0c-87bf-83bdfc210f4e {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:15:22.520693 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0501f222-a7a9-4d0c-87bf-83bdfc210f4e not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:15:22.521142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1e30364c-1055-4558-9c3b-e576e47f7fb7 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:15:22.544220 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 1e30364c-1055-4558-9c3b-e576e47f7fb7 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:15:22.544558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 1e30364c-1055-4558-9c3b-e576e47f7fb7 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:15:22.544989 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:15:22.572728 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:15:22.573102 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device b8b2b5cc-f81d-4b46-aa01-b20fa3b064e4 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:15:22.641363 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.643873 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:22.645070 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] 10.222.0.31 "DELETE /v2.0/security-groups/00ae4de5-60a7-4c80-b85a-35b818359c3d HTTP/1.1" status: 204 len: 168 time: 0.2570059 Feb 11 15:15:22.654473 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52847df1-23ac-4ce7-b4cd-820d3b52317f tempest-TestNetworkAdvancedServerOps-1369889101 tempest-TestNetworkAdvancedServerOps-1369889101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ae4de5-60a7-4c80-b85a-35b818359c3d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:23.202745 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:23.330742 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-bbf2ac3f-e1e5-426a-94d9-aad04de2de09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d301741004f54668b08bf4d0c61273c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265869 Feb 11 15:15:23.333264 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:23.380804 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.389835 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.402772 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.407165 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.512352 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.515012 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:23.516092 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aafb0d5e-0edd-4193-84ea-7917caa1903f HTTP/1.1" status: 204 len: 168 time: 0.1819270 Feb 11 15:15:23.523890 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd3ba3-5173-4c3d-81ea-a418ddb13851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb0d5e-0edd-4193-84ea-7917caa1903f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:24.185557 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:24.198825 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07ddd016-7b78-40a6-ba1d-9e8dfb0619d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.272055 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07ddd016-7b78-40a6-ba1d-9e8dfb0619d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.327071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07ddd016-7b78-40a6-ba1d-9e8dfb0619d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.365488 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-07ddd016-7b78-40a6-ba1d-9e8dfb0619d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4520cda107144213a5c69fa39ad73de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788657 Feb 11 15:15:24.366341 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddd016-7b78-40a6-ba1d-9e8dfb0619d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1014241-4401-4f7c-95f5-00cff12e6a79,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:24.368598 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43754) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:24.419954 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.440173 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.541562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.544158 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:24.545348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1014241-4401-4f7c-95f5-00cff12e6a79 HTTP/1.1" status: 204 len: 168 time: 0.1760607 Feb 11 15:15:24.553183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dff1e-d5b5-4bcb-866b-6e4ac82f6ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1014241-4401-4f7c-95f5-00cff12e6a79,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:25.463983 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:25.566260 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-36586145-network', 'tenant_id': '527c986e70b1427388357ba39f4dee36'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:25.641299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Made reservation on behalf of 527c986e70b1427388357ba39f4dee36 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:15:25.643792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.653298 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.724806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.790369 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.814290 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:15:25.824247 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b971afa-94aa-407a-b2eb-0ac212f9bf66,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:25.829973 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.830312 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Added segment a45b6b3c-dcf4-4e50-a061-4ee0c6660c72 of type vlan for network 470aebd6-f8a3-492c-beb3-3e7b1550d503 Feb 11 15:15:25.866998 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.960908 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:25.961880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:25.962483 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.020974 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] Pushing event updated for resources: {'Network': ['ID=470aebd6-f8a3-492c-beb3-3e7b1550d503,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:26.030566 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:15:26.078495 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-669b8d77-e76d-4875-9f6c-369122704bfc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6131356 Feb 11 15:15:26.081681 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:26.086366 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Request body: {'subnet': {'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-36586145-subnet', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:26.161024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Made reservation on behalf of 527c986e70b1427388357ba39f4dee36 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:15:26.163430 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.389882 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.445676 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aa01ae-da73-4fab-a268-192b11cd2158,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:26.455405 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:26.455816 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Network hostable DHCP agents. Network: 470aebd6-f8a3-492c-beb3-3e7b1550d503, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:15:26.547710 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:15:26.638493 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 470aebd6-f8a3-492c-beb3-3e7b1550d503) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:26.642610 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:26.643145 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.648747 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b2d12-af09-4316-860e-8f39d502304a None None] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:15:26.721319 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-33800dd2-fa32-4672-b749-87082bd135a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6385462 Feb 11 15:15:26.724087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43782) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:26.728604 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:26.802125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-470aebd6-f8a3-492c-beb3-3e7b1550d503', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:15:26.802976 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.818456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.819642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.871202 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:26.940752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Allocated IP 172.20.0.2 (470aebd6-f8a3-492c-beb3-3e7b1550d503/f5aa01ae-da73-4fab-a268-192b11cd2158/d43a0553-33a7-4555-a8f2-6afce4149364) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:27.082790 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.167741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.216723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:27.219770 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:27.224627 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:27.228432 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Pushing event updated for resources: {'Port': ['ID=d43a0553-33a7-4555-a8f2-6afce4149364,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:27.284708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Attempting to bind port d43a0553-33a7-4555-a8f2-6afce4149364 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:27.285115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Attempting to bind port d43a0553-33a7-4555-a8f2-6afce4149364 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:27.285520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Attempting to bind port d43a0553-33a7-4555-a8f2-6afce4149364 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:27.291451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:27.291822 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:27.292230 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.292622 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:27.293125 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Bound port: d43a0553-33a7-4555-a8f2-6afce4149364, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:27.293512 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.358094 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] For port d43a0553-33a7-4555-a8f2-6afce4149364, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:27.361256 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] For port d43a0553-33a7-4555-a8f2-6afce4149364, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d43a0553-33a7-4555-a8f2-6afce4149364,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:27.407800 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.430692 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.494741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6a6a-47c4-4eb7-8c69-754359e67cab None None] Pushing event updated for resources: {'Port': ['ID=d43a0553-33a7-4555-a8f2-6afce4149364,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:27.726350 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.749759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:27.852574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Allocated IP 172.25.7.31 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/3239045a-8549-4cd2-9fd9-97e78e79406f) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:27.956387 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.049854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.091350 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:28.094275 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:28.097784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:28.121095 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Pushing event updated for resources: {'Port': ['ID=3239045a-8549-4cd2-9fd9-97e78e79406f,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:28.235043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d43a0553-33a7-4555-a8f2-6afce4149364 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:28.283565 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d43a0553-33a7-4555-a8f2-6afce4149364 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:28.284054 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.367340 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.406289 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port d43a0553-33a7-4555-a8f2-6afce4149364, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d43a0553-33a7-4555-a8f2-6afce4149364,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:28.429992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e491cd-8c82-4a4d-8ac6-6cc7d03eeea5 None None] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:15:28.435253 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.479637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.506027 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6517d5aa-24da-43cf-8b39-b65dd7a64e78 None None] Provisioning complete for port d43a0553-33a7-4555-a8f2-6afce4149364 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:28.506400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6517d5aa-24da-43cf-8b39-b65dd7a64e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.582751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=d43a0553-33a7-4555-a8f2-6afce4149364,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:28.634981 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.846984 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:15:28.899923 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-5600023f-15ce-4c42-844e-419ce6d77145 None None] Provisioning complete for port d43a0553-33a7-4555-a8f2-6afce4149364 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:28.900298 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5600023f-15ce-4c42-844e-419ce6d77145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:28.955903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:28.967659 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:28.977040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:28.978311 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:29.032284 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.033685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4a6806b2-f46a-41c4-80a8-0ea170dc351a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3084946 Feb 11 15:15:29.036286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43784) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:29.082588 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:29.262588 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:28Z', 'revision_number': 3, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:29.288718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:29.289127 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Updating router 1e6aa248-a88c-4284-b769-3c5fba179d88 port 3239045a-8549-4cd2-9fd9-97e78e79406f binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:15:29.312621 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.454511 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.557651 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.609084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Allocated IP 172.20.0.1 (470aebd6-f8a3-492c-beb3-3e7b1550d503/f5aa01ae-da73-4fab-a268-192b11cd2158/09f9d02e-c83d-4d29-94e4-15be90343494) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:29.644030 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.697353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Pushing event updated for resources: {'Port': ['ID=3239045a-8549-4cd2-9fd9-97e78e79406f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:29.706487 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Attempting to bind port 3239045a-8549-4cd2-9fd9-97e78e79406f on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:29.706845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Attempting to bind port 3239045a-8549-4cd2-9fd9-97e78e79406f by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:29.707199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Attempting to bind port 3239045a-8549-4cd2-9fd9-97e78e79406f on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:29.715404 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.715547 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.715792 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.716066 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.716391 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.716714 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.717061 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.717381 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.717696 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.718011 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.718322 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.718634 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.718942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:15:29.722304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:29.722669 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:29.723186 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.723429 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:29.723886 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Bound port: 3239045a-8549-4cd2-9fd9-97e78e79406f, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:29.724254 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.773711 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] For port 3239045a-8549-4cd2-9fd9-97e78e79406f, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:29.776633 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] For port 3239045a-8549-4cd2-9fd9-97e78e79406f, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3239045a-8549-4cd2-9fd9-97e78e79406f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:29.824195 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.858621 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.861951 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:29.866341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:29.870429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:29.875940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Pushing event updated for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:29.916509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:29.917021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:29.917646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:29.971791 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19082e-a6bc-4109-a151-35ef44b06fac None None] Pushing event updated for resources: {'Port': ['ID=3239045a-8549-4cd2-9fd9-97e78e79406f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:30.038333 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:30.112010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-27a3aa9a-5387-412c-b4c8-c150dfbba9d7 None None] Provisioning complete for port 09f9d02e-c83d-4d29-94e4-15be90343494 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:30.112574 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27a3aa9a-5387-412c-b4c8-c150dfbba9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.114480 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.150028 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-27a3aa9a-5387-412c-b4c8-c150dfbba9d7 None None] Port 09f9d02e-c83d-4d29-94e4-15be90343494 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:30.223401 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d43a0553-33a7-4555-a8f2-6afce4149364 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:30.225708 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:28Z', 'revision_number': 3, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:30.253976 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74c67b-b890-4f7f-9b3f-73d043c70f7f None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:28Z', 'revision_number': 3, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:30.282721 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port d43a0553-33a7-4555-a8f2-6afce4149364 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:30.283100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.295080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.356115 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.423544 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.426506 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Pushing event updated for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:30.534901 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:30.536390 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:30.663260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:15:30.772089 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-b09e3643-c57a-44e2-a6d7-c6149023de84 None None] Provisioning complete for port 09f9d02e-c83d-4d29-94e4-15be90343494 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:30.772690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b09e3643-c57a-44e2-a6d7-c6149023de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:30.791741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:30.796918 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-7effb784-4af3-46e0-9ea9-fd68e4af6b90 admin admin] 10.222.0.31 "PUT /v2.0/routers/1e6aa248-a88c-4284-b769-3c5fba179d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595544 Feb 11 15:15:30.818723 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b09e3643-c57a-44e2-a6d7-c6149023de84 None None] Port 09f9d02e-c83d-4d29-94e4-15be90343494 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:30.984098 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.497840 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:31.502861 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1852065270-network', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:31.569826 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Made reservation on behalf of 193a5f64ad784dcb83b6b1950506b53e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:15:31.572155 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.582070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.657697 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.715268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.742204 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:15:31.747819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d8d58-2c8b-4f64-ba83-002422fc1213,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:31.755426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.755779 n-d-828407-1 neutron-server[109376]: INFO neutron.db.segments_db [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Added segment fd553915-7f4c-48fa-84f8-09c09f9e2484 of type vlan for network 14202850-d6a6-41a9-8cdf-1beafada4236 Feb 11 15:15:31.799255 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.829962 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.850464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:31.861231 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:31.861838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:31.898490 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.899989 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:31.900595 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:31.957027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] Pushing event updated for resources: {'Network': ['ID=14202850-d6a6-41a9-8cdf-1beafada4236,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:31.968235 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 14202850-d6a6-41a9-8cdf-1beafada4236 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:15:31.970975 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:31.992557 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-920266ac-8e88-4cd6-9571-33db5f503071 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4936047 Feb 11 15:15:31.995224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43802) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:32.000032 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Request body: {'subnet': {'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1852065270-subnet', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:32.079048 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Made reservation on behalf of 193a5f64ad784dcb83b6b1950506b53e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:15:32.081532 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25172111'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.252103 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3239045a-8549-4cd2-9fd9-97e78e79406f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:32.333746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3876737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25172125'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.379409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3239045a-8549-4cd2-9fd9-97e78e79406f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:32.379791 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.386668 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5df43b-35b4-426f-8eba-914efbd5ce9b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:32.396772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Checking segment: {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:32.397164 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Network hostable DHCP agents. Network: 14202850-d6a6-41a9-8cdf-1beafada4236, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:15:32.481291 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Network 14202850-d6a6-41a9-8cdf-1beafada4236 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:15:32.492831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 2, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:32.522940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:32.523297 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Updating router 1e6aa248-a88c-4284-b769-3c5fba179d88 port 09f9d02e-c83d-4d29-94e4-15be90343494 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:15:32.525314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.555120 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 14202850-d6a6-41a9-8cdf-1beafada4236) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:32.564084 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:32.564827 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.565074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7acc424-aa33-4c2f-9c92-1bb296452718 None None] Network 14202850-d6a6-41a9-8cdf-1beafada4236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:15:32.567920 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 3239045a-8549-4cd2-9fd9-97e78e79406f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3239045a-8549-4cd2-9fd9-97e78e79406f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:32.569228 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.654806 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.667063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d0b74d2a-7d8a-48d2-a351-ba616b2446b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6707082 Feb 11 15:15:32.669467 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:32.674183 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:32.767307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.768422 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.824663 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:32.835335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=3239045a-8549-4cd2-9fd9-97e78e79406f,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:32.916811 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-14202850-d6a6-41a9-8cdf-1beafada4236', 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'fixed_ips': [{'subnet_id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:15:32.917660 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.019937 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.104210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.120496 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Allocated IP 172.20.0.2 (14202850-d6a6-41a9-8cdf-1beafada4236/2b5df43b-35b4-426f-8eba-914efbd5ce9b/ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:33.176786 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.259368 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca638906-2120-4cfb-be4d-fa2c975dc3b5 None None] Pushing event updated for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:33.275952 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.297711 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.337351 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Attempting to bind port 09f9d02e-c83d-4d29-94e4-15be90343494 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:33.337722 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Attempting to bind port 09f9d02e-c83d-4d29-94e4-15be90343494 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:33.338077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Attempting to bind port 09f9d02e-c83d-4d29-94e4-15be90343494 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:33.345916 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:33.346286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:33.346698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.347074 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:33.347543 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Bound port: 09f9d02e-c83d-4d29-94e4-15be90343494, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:33.347919 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.373206 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.411466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Allocated IP 172.25.7.20 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/8e33e1ca-581e-40c5-a313-e7e0f82325bf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:33.434019 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] For port 09f9d02e-c83d-4d29-94e4-15be90343494, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:33.437428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] For port 09f9d02e-c83d-4d29-94e4-15be90343494, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09f9d02e-c83d-4d29-94e4-15be90343494,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:33.452548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.494880 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c14e0852-8582-4f10-accb-e0724626dfc5 None None] Provisioning complete for port 09f9d02e-c83d-4d29-94e4-15be90343494 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:33.495175 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c14e0852-8582-4f10-accb-e0724626dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.500716 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Network 14202850-d6a6-41a9-8cdf-1beafada4236 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:33.514623 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.522837 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:33.528737 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.532059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:33.551861 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Pushing event updated for resources: {'Port': ['ID=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:33.600452 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c14e0852-8582-4f10-accb-e0724626dfc5 None None] Port 09f9d02e-c83d-4d29-94e4-15be90343494 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:33.627482 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.650206 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:33.650830 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:33.679206 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:33.682304 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:33.687191 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:33.690374 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e33e1ca-581e-40c5-a313-e7e0f82325bf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:33.691998 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Attempting to bind port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:33.692373 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Attempting to bind port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:33.692740 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Attempting to bind port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 on network 14202850-d6a6-41a9-8cdf-1beafada4236 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:33.702692 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca638906-2120-4cfb-be4d-fa2c975dc3b5 None None] Pushing event updated for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:33.711383 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:33.712328 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Checking segment: {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:33.712735 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.713154 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Bound using segment: {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:33.713641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Bound port: ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:33.714025 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.828317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:33.865512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] For port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:33.887654 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] For port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:33.891908 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] Provisioning complete for port 09f9d02e-c83d-4d29-94e4-15be90343494 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:33.892286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:33.987772 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.012322 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.077495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b5187-b5b8-4c73-b88f-5b9154438e35 None None] Pushing event updated for resources: {'Port': ['ID=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:34.228948 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.314233 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3239045a-8549-4cd2-9fd9-97e78e79406f up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:34.353411 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.414052 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] For port 09f9d02e-c83d-4d29-94e4-15be90343494, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09f9d02e-c83d-4d29-94e4-15be90343494,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:34.424523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 3239045a-8549-4cd2-9fd9-97e78e79406f triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:34.424906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.429408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:34.455476 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Router c8bc247f-e326-4c06-afbb-b55dc93bcd34 is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:15:34.480567 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad836e-788f-4e8d-aa97-6a69164d1e05 None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:34.524721 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.580927 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:34.595098 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494827a-32c0-40a0-9c40-4071c13abfa7 None None] Pushing event updated for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:34.596490 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Sync routers for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:34.619157 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:34.619765 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:34.674519 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:34.676466 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ae0b3b5e-b8c7-43b1-b7f6-aeb91f9d89a5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0060613 Feb 11 15:15:34.679360 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:34.728353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:34.949783 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 3, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:35.085198 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Checking router: c8bc247f-e326-4c06-afbb-b55dc93bcd34 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:35.085541 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Updating router c8bc247f-e326-4c06-afbb-b55dc93bcd34 port 8e33e1ca-581e-40c5-a313-e7e0f82325bf binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:15:35.122864 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.171771 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685204f-724c-40dd-be17-6b5764d90bad None None] Network 14202850-d6a6-41a9-8cdf-1beafada4236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:15:35.188976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.274641 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] Provisioning complete for port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:35.275316 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.412276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Allocated IP 172.20.0.1 (14202850-d6a6-41a9-8cdf-1beafada4236/2b5df43b-35b4-426f-8eba-914efbd5ce9b/65555fad-c491-40f0-91d6-3a1ea4f8069d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:35.429168 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.445161 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.483878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] For port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:35.512874 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.544740 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.580057 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.589839 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef769-a520-4142-a0e5-599902f2542e None None] Pushing event updated for resources: {'Port': ['ID=8e33e1ca-581e-40c5-a313-e7e0f82325bf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:35.592149 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Attempting to bind port 8e33e1ca-581e-40c5-a313-e7e0f82325bf on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:35.596153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Attempting to bind port 8e33e1ca-581e-40c5-a313-e7e0f82325bf by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:35.596153 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Attempting to bind port 8e33e1ca-581e-40c5-a313-e7e0f82325bf on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:35.609686 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:35.610656 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:35.610656 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.611047 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:35.611337 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Bound port: 8e33e1ca-581e-40c5-a313-e7e0f82325bf, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:35.611720 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.635905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225be67-e47c-4f3d-a0f2-26b3c5be10b6 None None] Pushing event updated for resources: {'Port': ['ID=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:35.670179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] For port 8e33e1ca-581e-40c5-a313-e7e0f82325bf, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:35.673491 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] For port 8e33e1ca-581e-40c5-a313-e7e0f82325bf, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e33e1ca-581e-40c5-a313-e7e0f82325bf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:35.687706 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.748446 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.749242 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Network 14202850-d6a6-41a9-8cdf-1beafada4236 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:35.752049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:35.757134 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:35.760500 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Pushing event updated for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:35.811936 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:35.812546 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:35.815897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-094fe4da-643b-48b1-a876-5916b27decb6 None None] Provisioning complete for port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:35.816120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-094fe4da-643b-48b1-a876-5916b27decb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.817976 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:35.818112 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef769-a520-4142-a0e5-599902f2542e None None] Pushing event updated for resources: {'Port': ['ID=8e33e1ca-581e-40c5-a313-e7e0f82325bf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:35.956674 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:36.058547 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-e944c16f-f051-4a1b-9065-5d715c37f0de None None] Provisioning complete for port 65555fad-c491-40f0-91d6-3a1ea4f8069d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:36.058547 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e944c16f-f051-4a1b-9065-5d715c37f0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.078656 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.101647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e944c16f-f051-4a1b-9065-5d715c37f0de None None] Port 65555fad-c491-40f0-91d6-3a1ea4f8069d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:36.146167 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 3, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:36.174593 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b32-6bd4-465d-bb30-3729bbe6e7bb None None] The sync data for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 is: [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:33Z', 'revision_number': 3, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:36.254802 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.283520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:36.329908 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.334917 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:36.337289 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.396221 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Pushing event updated for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:36.398653 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.423852 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09f9d02e-c83d-4d29-94e4-15be90343494 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:36.486879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 09f9d02e-c83d-4d29-94e4-15be90343494 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:36.487275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.511957 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Network 14202850-d6a6-41a9-8cdf-1beafada4236 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:36.513653 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:36.827678 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-96f072b9-8190-43e2-a51a-6c66d2e0c7d3 None None] Provisioning complete for port 65555fad-c491-40f0-91d6-3a1ea4f8069d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:36.828549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96f072b9-8190-43e2-a51a-6c66d2e0c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:36.866099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-96f072b9-8190-43e2-a51a-6c66d2e0c7d3 None None] Port 65555fad-c491-40f0-91d6-3a1ea4f8069d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:36.983437 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Router c8bc247f-e326-4c06-afbb-b55dc93bcd34 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:15:37.095231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:37.100971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2519bfe1-2381-4cbd-a000-94bee41a813b admin admin] 10.222.0.31 "PUT /v2.0/routers/c8bc247f-e326-4c06-afbb-b55dc93bcd34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205770 Feb 11 15:15:37.781961 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43814) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:37.786629 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829264336', 'description': 'tempest-secgroup-smoke-829264336 description', 'project_id': '527c986e70b1427388357ba39f4dee36'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:37.835023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Sync routers for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:37.844993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:37.845690 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:37.878700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:37.946713 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:37.952067 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:37.998357 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.027537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab28510f-9bbe-43bc-89c9-c05a9c5035f3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:38.097275 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.101789 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:38.109592 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-d3445e33-adaf-46ae-8b42-2d9f6d5cd5d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3189304 Feb 11 15:15:38.109742 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:38.158521 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 4, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65555fad-c491-40f0-91d6-3a1ea4f8069d', 'name': '', 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'mac_address': 'fa:16:3e:22:d1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:35Z', 'updated_at': '2022-02-11T15:15:36Z', 'revision_number': 2, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'subnets': [{'id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:38.186629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Checking router: c8bc247f-e326-4c06-afbb-b55dc93bcd34 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:38.186982 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Updating router c8bc247f-e326-4c06-afbb-b55dc93bcd34 port 65555fad-c491-40f0-91d6-3a1ea4f8069d binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:15:38.212117 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.213449 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.247879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e33e1ca-581e-40c5-a313-e7e0f82325bf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:38.277092 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.366638 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.384918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56995639-9345-4b90-b8e3-fc0f1bceeb03,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:38.388357 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8e33e1ca-581e-40c5-a313-e7e0f82325bf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:38.388357 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.465839 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.467209 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-469557e0-19c2-48fc-93ac-5c2d65eedd32 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638582 Feb 11 15:15:38.469918 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:38.474271 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:38.536793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.560130 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.583330 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 8e33e1ca-581e-40c5-a313-e7e0f82325bf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e33e1ca-581e-40c5-a313-e7e0f82325bf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:38.596226 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.616834 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.663777 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.698434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.700830 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.716629 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952c73d-609f-4057-9472-e4e62b54f452,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:38.724552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=8e33e1ca-581e-40c5-a313-e7e0f82325bf,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:38.789098 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.793727 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e458d9e3-bf75-4d27-942c-ae6788721234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202174 Feb 11 15:15:38.794065 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:38.800544 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:38.806939 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d96ece-3eca-4066-94b3-847e64c876a0 None None] Pushing event updated for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:38.831115 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Attempting to bind port 65555fad-c491-40f0-91d6-3a1ea4f8069d on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:38.831577 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Attempting to bind port 65555fad-c491-40f0-91d6-3a1ea4f8069d by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:38.832486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Attempting to bind port 65555fad-c491-40f0-91d6-3a1ea4f8069d on network 14202850-d6a6-41a9-8cdf-1beafada4236 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:38.840183 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:38.840971 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Checking segment: {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:38.841823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.842221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Bound using segment: {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:38.842746 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Bound port: 65555fad-c491-40f0-91d6-3a1ea4f8069d, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd553915-7f4c-48fa-84f8-09c09f9e2484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:38.843143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.915905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] For port 65555fad-c491-40f0-91d6-3a1ea4f8069d, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:38.918378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:38.919099 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] For port 65555fad-c491-40f0-91d6-3a1ea4f8069d, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65555fad-c491-40f0-91d6-3a1ea4f8069d,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:38.974823 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.000965 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-71c6f068-eca8-4fbc-a5e5-e9cda2fafd61 None None] Provisioning complete for port 65555fad-c491-40f0-91d6-3a1ea4f8069d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:39.001267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71c6f068-eca8-4fbc-a5e5-e9cda2fafd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.026231 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.032665 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.054715 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5057387b-4576-4205-ac23-6846a9b6d732,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:39.073988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-71c6f068-eca8-4fbc-a5e5-e9cda2fafd61 None None] Port 65555fad-c491-40f0-91d6-3a1ea4f8069d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:39.092506 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:39.093168 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:39.098021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d96ece-3eca-4066-94b3-847e64c876a0 None None] Pushing event updated for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:39.161003 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.163223 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-fc68e594-69ac-4e88-af04-c601e61a6137 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680255 Feb 11 15:15:39.165830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:39.170881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:39.221092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:39.271601 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.332830 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.345366 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] Provisioning complete for port 65555fad-c491-40f0-91d6-3a1ea4f8069d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:39.345662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.406917 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.426286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a48daf6-52b2-4790-8406-99806edf3ff5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:39.481038 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.506096 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.510533 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ddd2f151-2393-4021-b95e-edefe5ed1d09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403313 Feb 11 15:15:39.510809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 43824) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:39.515354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:39.525677 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 4, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65555fad-c491-40f0-91d6-3a1ea4f8069d', 'name': '', 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'mac_address': 'fa:16:3e:22:d1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:35Z', 'updated_at': '2022-02-11T15:15:38Z', 'revision_number': 4, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'subnets': [{'id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:39.528376 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] For port 65555fad-c491-40f0-91d6-3a1ea4f8069d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65555fad-c491-40f0-91d6-3a1ea4f8069d,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:39.637241 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Project 527c986e70b1427388357ba39f4dee36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:15:39.642835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.705379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.711639 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.713512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b4a38-33aa-408e-b8f5-96e5326698b8 None None] The sync data for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 is: [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:15:35Z', 'revision_number': 4, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '65555fad-c491-40f0-91d6-3a1ea4f8069d', 'name': '', 'network_id': '14202850-d6a6-41a9-8cdf-1beafada4236', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'mac_address': 'fa:16:3e:22:d1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:35Z', 'updated_at': '2022-02-11T15:15:38Z', 'revision_number': 4, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'subnets': [{'id': '2b5df43b-35b4-426f-8eba-914efbd5ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:39.771649 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be98c2a-7444-4316-aca6-94c4e3cd1934 None None] Pushing event updated for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:39.784183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.802540 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da1cb05-6445-40c9-a1e1-dce86d7b208c,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:39.880509 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:39.884748 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8d094cf7-c8bc-419b-a6d2-99925b696597 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3728991 Feb 11 15:15:39.885329 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:39.890056 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'ab28510f-9bbe-43bc-89c9-c05a9c5035f3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:39.987126 n-d-828407-1 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Project 527c986e70b1427388357ba39f4dee36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:15:39.992426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.055813 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.112639 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.131718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d053656a-6053-4f4f-854d-1cd8ce0b5096,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:40.204070 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.206102 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-e40de98e-446a-4b83-9c8b-df9d667bc286 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3196816 Feb 11 15:15:40.302905 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65555fad-c491-40f0-91d6-3a1ea4f8069d up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:40.353236 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 65555fad-c491-40f0-91d6-3a1ea4f8069d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:40.353700 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.354575 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-ab08d824-4e09-4780-a06c-d5613271a718 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829264336&fields=id&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 267 time: 0.0358899 Feb 11 15:15:40.433007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e33e1ca-581e-40c5-a313-e7e0f82325bf up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:40.459521 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-adc162d2-67e7-43e2-96b0-688da04242cb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:40.461005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-adc162d2-67e7-43e2-96b0-688da04242cb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 807 time: 0.0991919 Feb 11 15:15:40.476605 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-1b798c10-ea18-4fb3-917b-e0e348c6d8d6 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/quotas/527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 375 time: 0.0088706 Feb 11 15:15:40.479579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 8e33e1ca-581e-40c5-a313-e7e0f82325bf triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:40.479961 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:40.527612 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-03adcc11-58ca-45dc-9216-10d2b46f9b1f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452611 Feb 11 15:15:40.543085 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-b97ec644-a7d6-4377-9f66-ccce1b0094bb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:15:40.544203 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-b97ec644-a7d6-4377-9f66-ccce1b0094bb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051341 Feb 11 15:15:40.634998 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-8fd4402f-d6e1-4a7e-a722-cdc6d4fe4568 service neutron] 10.222.0.31 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850205 Feb 11 15:15:40.722230 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-13e907bc-5b38-465b-99c8-cf0d8a9ba3e1 service neutron] 10.222.0.31 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810139 Feb 11 15:15:40.956285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-feb5f34b-629e-483c-ad27-6a3437d19684 req-918d4165-6e1e-4d6c-a31f-51a8aba6dbda tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 210 time: 0.0277879 Feb 11 15:15:42.049523 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9516e127-2afc-4f41-8a29-d1595999b60e req-a98c8c05-7852-46c8-9502-040e5d497b53 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 210 time: 0.0270545 Feb 11 15:15:43.107400 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-2729cd51-bab7-409d-aa07-8d095b5c6d3f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:43.108861 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-2729cd51-bab7-409d-aa07-8d095b5c6d3f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 807 time: 0.1040142 Feb 11 15:15:43.165525 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4889bbe2-b178-4756-9233-c87025f27c39 req-c44d3342-2d9f-404a-a126-79fe3ce257af tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 210 time: 0.0312469 Feb 11 15:15:43.180157 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-f1480d79-9019-4779-ab55-cb767f934927 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 379 time: 0.0618424 Feb 11 15:15:43.189672 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'port': {'device_id': '2733c999-6e82-4bba-b663-483cca9a74da', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'admin_state_up': True, 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'security_groups': ['ab28510f-9bbe-43bc-89c9-c05a9c5035f3']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:43.373019 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Made reservation on behalf of 527c986e70b1427388357ba39f4dee36 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:15:43.376806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:43.498834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Allocated IP 172.20.0.3 (470aebd6-f8a3-492c-beb3-3e7b1550d503/f5aa01ae-da73-4fab-a268-192b11cd2158/74c1297c-94aa-48f7-afc7-ad53822a1bde) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:43.634054 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:43.730695 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:43.773763 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:43.777182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:43.780946 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:43.787121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:43.836499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:43.837153 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:43.915028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-4f5d0d96-6b29-40c2-b993-4d28f8565e8e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289290 Feb 11 15:15:43.958643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-08940050-47bd-4757-b7dc-686e572ff924 None None] Provisioning complete for port 74c1297c-94aa-48f7-afc7-ad53822a1bde triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:43.959243 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08940050-47bd-4757-b7dc-686e572ff924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:43.992658 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-08940050-47bd-4757-b7dc-686e572ff924 None None] Port 74c1297c-94aa-48f7-afc7-ad53822a1bde cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:15:44.019580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Request body: {'port': {'device_id': '2733c999-6e82-4bba-b663-483cca9a74da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:44.071865 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:44.293314 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1e9cc-c384-45ae-9fec-2d6265b55ae7 req-acee02ec-c6cb-4fb4-ab60-703e560196c7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:44.294871 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ca1e9cc-c384-45ae-9fec-2d6265b55ae7 req-acee02ec-c6cb-4fb4-ab60-703e560196c7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 931 time: 0.0524311 Feb 11 15:15:44.342826 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1ca1e9cc-c384-45ae-9fec-2d6265b55ae7 req-447ed7ac-70ca-45c7-903c-cb73dfe2d656 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Feb 11 15:15:44.343648 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:15:44.351399 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:44.364320 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Transition to ACTIVE for port object 74c1297c-94aa-48f7-afc7-ad53822a1bde will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:15:44.472333 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:44.883623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:44.935469 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:15:44.935800 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:15:44.936127 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:44.940548 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:15:44.940866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:15:44.945709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:15:44.946042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:15:44.946422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:15:44.946851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Bound port: 74c1297c-94aa-48f7-afc7-ad53822a1bde, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:15:44.947211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:45.012651 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:15:45.015788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:15:45.126466 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:45.164830 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.165759 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:45.167163 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] 10.222.0.60 "PUT /v2.0/ports/74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1091 time: 1.2450492 Feb 11 15:15:45.169398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:15:45.172431 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3091e32-bf7b-4731-a23b-643012497534" -d '{"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:15:45.198349 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fbbfe-0732-4ad9-b546-8b4aab11236d service neutron] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:45.212457 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ecdbb-a6b4-47be-b154-0970f4d114a9 x-openstack-request-id: req-653ecdbb-a6b4-47be-b154-0970f4d114a9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:15:45.212749 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:15:45.213050 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-653ecdbb-a6b4-47be-b154-0970f4d114a9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:15:45.213490 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'status': 'completed', 'code': 200} Feb 11 15:15:45.275628 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091e32-bf7b-4731-a23b-643012497534 req-30128afd-71e4-41d7-9975-c48a3ad0888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.277408 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3091e32-bf7b-4731-a23b-643012497534 req-30128afd-71e4-41d7-9975-c48a3ad0888e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1094 time: 0.0431657 Feb 11 15:15:45.379880 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091e32-bf7b-4731-a23b-643012497534 req-6a496873-55d6-443e-b368-b277a8dec6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.381430 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3091e32-bf7b-4731-a23b-643012497534 req-6a496873-55d6-443e-b368-b277a8dec6d9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=527c986e70b1427388357ba39f4dee36&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0972190 Feb 11 15:15:45.463005 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9803b7-15d6-47d1-bc75-53165b3604ba req-ecad8bc3-3d82-4abd-a532-8e9926be0f1c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.464547 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef9803b7-15d6-47d1-bc75-53165b3604ba req-ecad8bc3-3d82-4abd-a532-8e9926be0f1c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0505311 Feb 11 15:15:45.474367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091e32-bf7b-4731-a23b-643012497534 req-38b4dcda-5fbb-42cd-9955-d40dceeef8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.475828 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b3091e32-bf7b-4731-a23b-643012497534 req-38b4dcda-5fbb-42cd-9955-d40dceeef8f9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879364 Feb 11 15:15:45.503707 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ef9803b7-15d6-47d1-bc75-53165b3604ba req-fc08ecc5-f058-4441-b25d-e8a7ef7f338f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Feb 11 15:15:45.549726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-af284d95-e943-49c8-a28a-2e959c8e14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.551188 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-af284d95-e943-49c8-a28a-2e959c8e14d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1094 time: 0.0396767 Feb 11 15:15:45.596269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-9534c2ba-c053-4ca7-8b41-eba3dfb4a876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 217 time: 0.0371211 Feb 11 15:15:45.644272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-829c45f4-b05e-42fc-a54c-2260803e0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.645639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-829c45f4-b05e-42fc-a54c-2260803e0092 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0426278 Feb 11 15:15:45.689755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-51f5f860-a294-4511-afe8-d356c1e9a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:45.691287 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-51f5f860-a294-4511-afe8-d356c1e9a4eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394838 Feb 11 15:15:45.692171 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:15:45.782519 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-5caf1d2a-3a1a-417c-b47b-92393ecc963e service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839446 Feb 11 15:15:45.869122 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-60248c72-213c-4b3e-9692-940fdfcc3fac req-0e92572c-3bc0-4831-a96a-819538f5474b service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 Feb 11 15:15:46.619375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6232a-609f-412e-8caa-0ac32ca88fa5 req-eb3087ff-bcf2-4d95-bd25-777e61acc761 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:46.621437 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51a6232a-609f-412e-8caa-0ac32ca88fa5 req-eb3087ff-bcf2-4d95-bd25-777e61acc761 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0483580 Feb 11 15:15:46.662258 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-51a6232a-609f-412e-8caa-0ac32ca88fa5 req-e86722f9-813b-49ee-9b8b-01b9450b9bd5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348294 Feb 11 15:15:47.775391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c504-34da-41f5-a3d9-090ec1f72b53 req-a24509de-f8dd-4509-9dee-fc89af1aff6e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:47.776849 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2926c504-34da-41f5-a3d9-090ec1f72b53 req-a24509de-f8dd-4509-9dee-fc89af1aff6e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0482578 Feb 11 15:15:47.814155 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2926c504-34da-41f5-a3d9-090ec1f72b53 req-ce25b997-6aec-4369-8296-8052abc4db2b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Feb 11 15:15:48.226772 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6960da87-0386-4fe9-84bb-4a5247d9ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:48.927568 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238380c-116b-4728-91b4-9060569280ba req-3f153c6c-2585-4fb1-b7a3-16a1f29a8922 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:48.929206 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e238380c-116b-4728-91b4-9060569280ba req-3f153c6c-2585-4fb1-b7a3-16a1f29a8922 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0485981 Feb 11 15:15:48.967162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e238380c-116b-4728-91b4-9060569280ba req-9eb047d5-c36a-4ec7-ad4d-16a460fb6b97 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Feb 11 15:15:49.434194 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:15:49.524817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:49.536437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:15:49.570799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:49.587005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:15:49.605793 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:49.686741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:49.735133 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:49.887023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['74c1297c-94aa-48f7-afc7-ad53822a1bde'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:15:50.083031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a287-ebee-4826-bf83-a05530915a87 req-6833f7e4-fb17-4e4c-96f9-6c0ba54c2612 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:50.084549 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0959a287-ebee-4826-bf83-a05530915a87 req-6833f7e4-fb17-4e4c-96f9-6c0ba54c2612 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0499797 Feb 11 15:15:50.126681 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0959a287-ebee-4826-bf83-a05530915a87 req-65a50a41-0942-4626-9237-3fbf4ba76918 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359516 Feb 11 15:15:50.472205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f698-a2a7-495a-83a0-375a9c4b2030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:51.256492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0b24b-d54f-472b-a6d5-e598ab355d8a req-a9e10707-8895-4584-9dca-606330ea1bdf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:51.258028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81c0b24b-d54f-472b-a6d5-e598ab355d8a req-a9e10707-8895-4584-9dca-606330ea1bdf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0562425 Feb 11 15:15:51.295095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-81c0b24b-d54f-472b-a6d5-e598ab355d8a req-21eadcac-f0c0-476e-b68b-7c2826b761c3 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302975 Feb 11 15:15:51.450176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:15:51.580993 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 74c1297c-94aa-48f7-afc7-ad53822a1bde completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:15:51.585026 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 74c1297c-94aa-48f7-afc7-ad53822a1bde triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:15:51.585399 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:51.662262 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:51.684469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:15:51.686727 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64044e82-2cc7-40ef-93cc-626b4c26d281" -d '{"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:15:51.700012 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:15:51.724722 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63084c-db69-4e2e-b7e2-dbc192c86bca x-openstack-request-id: req-de63084c-db69-4e2e-b7e2-dbc192c86bca {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:15:51.725043 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:15:51.727569 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de63084c-db69-4e2e-b7e2-dbc192c86bca {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:15:51.727569 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'code': 200} Feb 11 15:15:51.775418 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:51.820119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d30f4-ed2a-4248-8541-3a522b5adc36 req-7a381d7d-a72b-499e-91f7-84c0987f9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:51.821666 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-896d30f4-ed2a-4248-8541-3a522b5adc36 req-7a381d7d-a72b-499e-91f7-84c0987f9a6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0401382 Feb 11 15:15:51.824539 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:51.865103 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-896d30f4-ed2a-4248-8541-3a522b5adc36 req-96315bfb-8420-4236-8c76-ccd3f50fe321 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331028 Feb 11 15:15:51.963752 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:52.408393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd0be8-7c1a-46f1-ba74-d645e8ec5436 req-1a5721ca-74ea-425f-bfcb-51e90d65dc6b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:52.409903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecd0be8-7c1a-46f1-ba74-d645e8ec5436 req-1a5721ca-74ea-425f-bfcb-51e90d65dc6b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0478468 Feb 11 15:15:52.447222 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3ecd0be8-7c1a-46f1-ba74-d645e8ec5436 req-47aab29e-867a-4917-a526-c08fee743b3f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Feb 11 15:15:53.391871 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:53.420379 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:53.561926 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff453a-393d-4876-8448-2edc25dcc9b2 req-eb5d3c6f-3714-447d-9d5e-819a7cdf0999 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:53.563410 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dff453a-393d-4876-8448-2edc25dcc9b2 req-eb5d3c6f-3714-447d-9d5e-819a7cdf0999 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0486588 Feb 11 15:15:53.600798 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7dff453a-393d-4876-8448-2edc25dcc9b2 req-9800364c-e4b8-484c-9a00-4831969530a0 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Feb 11 15:15:53.732392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02873d-d8db-4194-adc8-8ea14a8d570b req-022f380e-c844-42cd-a655-73e49428addc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:53.733914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e02873d-d8db-4194-adc8-8ea14a8d570b req-022f380e-c844-42cd-a655-73e49428addc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0536592 Feb 11 15:15:53.770905 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5e02873d-d8db-4194-adc8-8ea14a8d570b req-f782a67d-a5c2-4a2a-935c-dd0df908b7c9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308185 Feb 11 15:15:53.792570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:53.872009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbd318-ce30-4201-bb69-245070418799 tempest-TestShelveInstance-626004568 tempest-TestShelveInstance-626004568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:53.873538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-eccbd318-ce30-4201-bb69-245070418799 tempest-TestShelveInstance-626004568 tempest-TestShelveInstance-626004568-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1091 time: 0.0799501 Feb 11 15:15:53.876438 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 43890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:15:53.880772 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:15:53.963499 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:54.058254 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:54.158015 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Allocated IP 172.25.7.73 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/ff9497bb-7cb7-48d7-8786-d3818108f526) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:15:54.271902 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:54.378426 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:54.418288 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:15:54.421130 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:15:54.424502 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:15:54.429857 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=ff9497bb-7cb7-48d7-8786-d3818108f526,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:54.786954 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:54.918292 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:55.068668 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:55.137978 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:55.206864 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=ff9497bb-7cb7-48d7-8786-d3818108f526,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:15:55.219429 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:55.318966 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Floating IP 2a24845e-e8b9-4b2b-a05f-2924fde04f4c associated. External IP: 172.25.7.73, port: 74c1297c-94aa-48f7-afc7-ad53822a1bde. Feb 11 15:15:55.515700 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:15:55.621141 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:15:55.630846 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:15:55.642031 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:55.642620 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:55.715307 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:15:55.744467 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:55.745901 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-11ed6342-34f7-43ba-8318-28eb6ff3fb18 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8683650 Feb 11 15:15:55.746487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:15:55.748752 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:15:55.788047 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bdb382-f656-48d3-baf0-686e81c86985 x-openstack-request-id: req-13bdb382-f656-48d3-baf0-686e81c86985 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:15:55.788679 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:15:55.788679 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13bdb382-f656-48d3-baf0-686e81c86985 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:15:55.789011 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'status': 'completed', 'code': 200} Feb 11 15:15:55.850455 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-d80102e8-0368-4937-a6e8-780ef20a609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:55.851994 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-d80102e8-0368-4937-a6e8-780ef20a609e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0403299 Feb 11 15:15:55.942987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-826bc5a0-941e-4741-906c-92cc0a915833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:55.944541 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-826bc5a0-941e-4741-906c-92cc0a915833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0862126 Feb 11 15:15:55.965749 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a24845e-e8b9-4b2b-a05f-2924fde04f4c', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733c999-6e82-4bba-b663-483cca9a74da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:15:54Z', 'updated_at': '2022-02-11T15:15:54Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:55.990394 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:15:55.998913 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:15:55.999493 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:15:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:56.008843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-97a18b4a-47b3-4812-a740-e2a18c886db2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 998 time: 0.0578301 Feb 11 15:15:56.063346 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-e236631a-05be-428c-bbf9-1b37d3b71f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:56.065008 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-e236631a-05be-428c-bbf9-1b37d3b71f21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0503547 Feb 11 15:15:56.103267 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:15:56.110573 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-7112fbc9-fc3f-4851-aa42-c4b558be0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:15:56.112128 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-7112fbc9-fc3f-4851-aa42-c4b558be0adb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407531 Feb 11 15:15:56.201380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-4b918bfe-0323-40cf-b624-bfba09c56763 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Feb 11 15:15:56.297380 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d1fec05-d750-40c6-86b0-f7a74f1f81fa req-0f1d5dbe-6982-45db-b640-97ec1a881a86 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895255 Feb 11 15:15:56.330195 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a24845e-e8b9-4b2b-a05f-2924fde04f4c', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733c999-6e82-4bba-b663-483cca9a74da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:15:54Z', 'updated_at': '2022-02-11T15:15:54Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:15:56.359183 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69e6b-d457-4961-811b-f7bd7f93e8da None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a24845e-e8b9-4b2b-a05f-2924fde04f4c', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733c999-6e82-4bba-b663-483cca9a74da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:15:54Z', 'updated_at': '2022-02-11T15:15:54Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:15:56.551768 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca684f2a-3627-4ddd-b697-d23a7b36e347 None None] New status for floating IP 2a24845e-e8b9-4b2b-a05f-2924fde04f4c: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:16:01.020558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:01.838348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:07.526002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-a20d35d6-c3f9-496d-a03e-cb31cd6d926c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402744 Feb 11 15:16:07.606698 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-efebed91-aa17-4eab-8c49-fa8ed247f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:16:07.608193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-efebed91-aa17-4eab-8c49-fa8ed247f948 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0409534 Feb 11 15:16:07.712217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-79d81dec-f2f2-4075-b6e2-4a7fd36cfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:16:07.714243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-79d81dec-f2f2-4075-b6e2-4a7fd36cfc2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0892413 Feb 11 15:16:07.787132 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-b19b8361-90c5-446b-83e6-77a267e5ab17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1000 time: 0.0669215 Feb 11 15:16:07.840834 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-e1fe1af8-0fd4-4598-86b1-02845dc2ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:16:07.842435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-e1fe1af8-0fd4-4598-86b1-02845dc2ad55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0487790 Feb 11 15:16:07.889099 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-7a731db7-7bae-43fa-baed-e64eeb0de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:16:07.890570 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-7a731db7-7bae-43fa-baed-e64eeb0de8c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391674 Feb 11 15:16:07.980464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-abb73e76-1c20-4163-abeb-9f113c4a4ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Feb 11 15:16:08.080486 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dbd7f826-12fe-4ffd-8757-e09bb8ce9e89 req-2999ce3d-3cba-46c3-8301-f1dc0d121b3e service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879536 Feb 11 15:16:12.284615 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-618223e5-c41f-4cb8-aca8-2b2cf210aeb5 req-f78b68e2-8eff-4e59-ab4c-af68539e78bf service neutron] (109376) timed out ('10.222.0.31', 39966) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 15:16:18.243687 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f567203-e2f3-4e93-8151-d0b7e79f30e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:20.483597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62e7d523-56d1-41c5-aac6-d676828636f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:21.991992 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:22.691348 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:16:23.378649 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:23.394975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:31.103566 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:31.863774 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:48.226081 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0d398d7-9bc1-42f8-bee1-1d90d79e310a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:50.474951 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88fdf6f9-f30a-4f75-9891-9f8ad95e1c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:51.980526 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:53.389971 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:53.440395 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:16:59.689861 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:17:01.014136 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:01.858007 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:07.536386 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-306e1eb9-81b0-45a1-8103-3c82d0568e17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396194 Feb 11 15:17:07.614560 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67f46-5080-452f-812e-f8630b4f73ef req-efcc1ed6-305b-4f83-b482-dbff8c7d624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:07.616047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-efcc1ed6-305b-4f83-b482-dbff8c7d624f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0401344 Feb 11 15:17:07.721518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67f46-5080-452f-812e-f8630b4f73ef req-a5949939-4be1-4996-961a-71af95a1127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:07.723013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-a5949939-4be1-4996-961a-71af95a1127a service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0888703 Feb 11 15:17:07.786807 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-b3e3a6ce-c155-4586-94ed-bb5b4364bc45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1000 time: 0.0563204 Feb 11 15:17:07.844558 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67f46-5080-452f-812e-f8630b4f73ef req-f84b7328-def2-47cb-8bd3-edca26802a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:07.846067 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-f84b7328-def2-47cb-8bd3-edca26802a54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0529885 Feb 11 15:17:07.890844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67f46-5080-452f-812e-f8630b4f73ef req-79deb238-8ee3-418e-8b1c-9880000a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:07.892334 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-79deb238-8ee3-418e-8b1c-9880000a1392 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389624 Feb 11 15:17:07.903577 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-cde8732f-9822-4b27-a68f-86ccd5ea263e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:17:07.904549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-cde8732f-9822-4b27-a68f-86ccd5ea263e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055473 Feb 11 15:17:07.991816 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-58f4e783-c036-4c0d-bc9c-cee2806589d5 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803814 Feb 11 15:17:08.083850 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28a67f46-5080-452f-812e-f8630b4f73ef req-195143e2-8c95-42dd-a00f-c374978e24ba service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856102 Feb 11 15:17:18.225621 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f0845d1-9f2b-45b9-afe8-c271b9d68d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:20.468723 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf013432-1bb7-4fb0-b8c9-976ee7ff131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:21.989516 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:23.340345 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:23.362573 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:30.985372 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:31.871654 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:36.689009 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:17:48.231381 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da6c757c-81f9-4d59-a37d-e522a946ed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:50.522521 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43c045db-eb42-48b6-8d85-0a0e5190aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:51.619637 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ede17-b221-42da-8662-18de46397ec4 req-c953aae1-2b98-48c0-8677-b2c670061b42 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:51.621703 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b5ede17-b221-42da-8662-18de46397ec4 req-c953aae1-2b98-48c0-8677-b2c670061b42 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.1021130 Feb 11 15:17:51.658009 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8b5ede17-b221-42da-8662-18de46397ec4 req-42cbce11-e443-4912-ac59-7a06d384b2ed tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303669 Feb 11 15:17:51.985384 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:52.781532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dfc46-099d-40e7-a5b9-adcf4443ea3c req-fe865171-22fe-4608-b0f2-8e5d123edbed tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:52.782986 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de1dfc46-099d-40e7-a5b9-adcf4443ea3c req-fe865171-22fe-4608-b0f2-8e5d123edbed tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0493751 Feb 11 15:17:52.822126 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-de1dfc46-099d-40e7-a5b9-adcf4443ea3c req-6ac10794-d9d9-4747-9bb9-37d148af660a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Feb 11 15:17:53.348926 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:53.394519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:17:53.945583 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711464a8-6722-408e-912a-e90d1e238465 req-96c72c1c-e3d7-4dd2-83bf-3bbf2f7d6b94 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:53.947195 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-711464a8-6722-408e-912a-e90d1e238465 req-96c72c1c-e3d7-4dd2-83bf-3bbf2f7d6b94 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0486834 Feb 11 15:17:53.987621 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-711464a8-6722-408e-912a-e90d1e238465 req-39aa9404-0552-433e-85df-9f6129ee58ff tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343413 Feb 11 15:17:55.107339 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea932f-2533-422a-a57f-770b5f388867 req-cacb9e3c-9fba-471c-b113-4ff9adc1abb8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:55.108820 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17ea932f-2533-422a-a57f-770b5f388867 req-cacb9e3c-9fba-471c-b113-4ff9adc1abb8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0529687 Feb 11 15:17:55.146013 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17ea932f-2533-422a-a57f-770b5f388867 req-069ba85c-a624-43f8-8f98-3a78a6f4e0ff tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Feb 11 15:17:56.261982 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4466109-97da-4262-9020-8de327e4418e req-1068c300-0c6b-4955-b16c-fa7fbf322a61 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:56.263421 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4466109-97da-4262-9020-8de327e4418e req-1068c300-0c6b-4955-b16c-fa7fbf322a61 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0511692 Feb 11 15:17:56.308630 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-e4466109-97da-4262-9020-8de327e4418e req-96675665-39e9-4f3c-b1dd-6a3bbea7b006 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 Feb 11 15:17:57.435486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997a68-150f-4ab8-a6b8-7b8fabfb057a req-30961ca5-ccab-4f13-a0c1-fc75db3a6c04 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:57.436990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2997a68-150f-4ab8-a6b8-7b8fabfb057a req-30961ca5-ccab-4f13-a0c1-fc75db3a6c04 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0535789 Feb 11 15:17:57.476177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f2997a68-150f-4ab8-a6b8-7b8fabfb057a req-0b9cf6e7-94b6-4952-9887-0072b3574254 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Feb 11 15:17:58.590973 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352eca-deba-4ceb-8601-49e292bb0d7c req-fa8174ee-833c-48f2-afed-f07e595edf15 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:58.592470 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34352eca-deba-4ceb-8601-49e292bb0d7c req-fa8174ee-833c-48f2-afed-f07e595edf15 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0488808 Feb 11 15:17:58.629956 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34352eca-deba-4ceb-8601-49e292bb0d7c req-5fbb5d5d-d59e-4cc6-b6dd-162f89f5c2c5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Feb 11 15:17:59.744180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4da84-833a-4fb0-97b9-d1e4bbcfc190 req-3774dc10-15bd-448b-a9d7-cafc8718835d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:17:59.745739 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f4da84-833a-4fb0-97b9-d1e4bbcfc190 req-3774dc10-15bd-448b-a9d7-cafc8718835d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0476389 Feb 11 15:17:59.782914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42f4da84-833a-4fb0-97b9-d1e4bbcfc190 req-99ea1bde-47ac-4db8-a170-a4de9551a17d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Feb 11 15:18:00.897262 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44872e6-2a77-4601-8750-fcde4a373b5d req-50fe9bbd-9e2f-4dd4-ad45-e1989d426ac9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:00.898734 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c44872e6-2a77-4601-8750-fcde4a373b5d req-50fe9bbd-9e2f-4dd4-ad45-e1989d426ac9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0485344 Feb 11 15:18:00.935267 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c44872e6-2a77-4601-8750-fcde4a373b5d req-a2b79b66-3465-475d-a9ed-fc95cb895973 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305731 Feb 11 15:18:01.013444 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:01.859564 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:02.056415 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25679d9c-acf8-4069-a10f-5508938e0f74 req-a799aabd-bdbb-46bd-948d-cd84d6d197e2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:02.058648 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25679d9c-acf8-4069-a10f-5508938e0f74 req-a799aabd-bdbb-46bd-948d-cd84d6d197e2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0537269 Feb 11 15:18:02.096359 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-25679d9c-acf8-4069-a10f-5508938e0f74 req-3216d1ad-6a24-4252-ab22-c49b7e025732 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Feb 11 15:18:03.218241 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98f5b0-66c3-4424-89dc-31021111a2d5 req-0d11970a-62a4-4603-a069-bcae03d2181d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:03.219697 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a98f5b0-66c3-4424-89dc-31021111a2d5 req-0d11970a-62a4-4603-a069-bcae03d2181d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0516522 Feb 11 15:18:03.255566 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9a98f5b0-66c3-4424-89dc-31021111a2d5 req-4a92eff0-23e4-4ea2-a1da-9a8a3fdbe365 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298820 Feb 11 15:18:04.054077 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:18:04.152537 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:04.164242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:18:04.203813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:04.218464 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:18:04.237910 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:04.320286 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:04.371814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e33e1b-f304-467c-a75d-685070671aa6 req-80624096-c027-44eb-98fa-b06ff1a626ae tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:04.373410 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62e33e1b-f304-467c-a75d-685070671aa6 req-80624096-c027-44eb-98fa-b06ff1a626ae tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0486951 Feb 11 15:18:04.377952 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:04.385922 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.386270 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.387060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.387060 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.387277 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.387603 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.387931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.388280 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.388604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.388950 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.389274 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.389600 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:04.394486 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['74c1297c-94aa-48f7-afc7-ad53822a1bde'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:18:04.415255 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-62e33e1b-f304-467c-a75d-685070671aa6 req-45d4f5f6-8e52-4dfc-b441-9955840669f2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352223 Feb 11 15:18:05.551505 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f3903-2431-4f9e-9cd3-117d55eb5680 req-882f6e9c-1921-4328-aadb-3c7ffbc6a455 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:05.553077 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-992f3903-2431-4f9e-9cd3-117d55eb5680 req-882f6e9c-1921-4328-aadb-3c7ffbc6a455 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0554354 Feb 11 15:18:05.596318 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-992f3903-2431-4f9e-9cd3-117d55eb5680 req-54c390c9-b429-4176-a62b-e0c8b91e3f76 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360253 Feb 11 15:18:06.061552 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:18:06.115130 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 74c1297c-94aa-48f7-afc7-ad53822a1bde triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:18:06.115801 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:06.199419 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:06.234128 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:18:06.237860 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a17d0bd-70f5-4483-88b7-88136a36aac3" -d '{"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:18:06.251807 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:06.282628 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9e580-e2c3-4082-8b98-a54794ea345b x-openstack-request-id: req-5cd9e580-e2c3-4082-8b98-a54794ea345b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:18:06.282922 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:18:06.283195 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd9e580-e2c3-4082-8b98-a54794ea345b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:18:06.283588 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'code': 200} Feb 11 15:18:06.305662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:06.357322 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:06.728162 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1949dff-2198-4963-a62f-0f491e31e1e1 req-5baf6861-20d5-4c9e-9a5d-74830333cc61 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:06.731059 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1949dff-2198-4963-a62f-0f491e31e1e1 req-5baf6861-20d5-4c9e-9a5d-74830333cc61 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0566638 Feb 11 15:18:06.771066 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a1949dff-2198-4963-a62f-0f491e31e1e1 req-3b3de319-e279-4603-a97c-cee06c74fe6e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339782 Feb 11 15:18:07.907966 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47e46-beb7-49d7-a971-44793e55046c req-0b51380f-d5c1-4bf0-a168-d237fb4bb59a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:07.909513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbd47e46-beb7-49d7-a971-44793e55046c req-0b51380f-d5c1-4bf0-a168-d237fb4bb59a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0579252 Feb 11 15:18:07.953860 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fbd47e46-beb7-49d7-a971-44793e55046c req-0d3614e0-9b9e-4ee4-a5e9-eb04fcf6db38 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Feb 11 15:18:09.084761 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fbdde-2836-498a-9dc6-911a16decbc6 req-9b61bfb4-6ccc-4694-b3bc-d4fbf496790b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:09.086338 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d41fbdde-2836-498a-9dc6-911a16decbc6 req-9b61bfb4-6ccc-4694-b3bc-d4fbf496790b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0543087 Feb 11 15:18:09.128386 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d41fbdde-2836-498a-9dc6-911a16decbc6 req-2cd4b13d-9d71-4447-8339-89a4fefb93ba tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Feb 11 15:18:09.584677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032947-00cd-4b95-a49b-651c45a99eed req-9bbf1b5c-7cc9-459f-8f31-672066ea51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:09.587003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-9bbf1b5c-7cc9-459f-8f31-672066ea51d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0583534 Feb 11 15:18:09.721186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032947-00cd-4b95-a49b-651c45a99eed req-eccb239e-c507-4f32-a4cb-a565f6856466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:09.722660 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-eccb239e-c507-4f32-a4cb-a565f6856466 service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.1067657 Feb 11 15:18:09.805500 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-ea442ff2-83a0-429c-9051-bc57398ca41e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1000 time: 0.0731010 Feb 11 15:18:09.860933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032947-00cd-4b95-a49b-651c45a99eed req-61322229-e185-4291-b718-24988f2dc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:09.862620 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-61322229-e185-4291-b718-24988f2dc0b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0502348 Feb 11 15:18:09.913056 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032947-00cd-4b95-a49b-651c45a99eed req-eca99550-dc2d-4148-87a9-1d8706bd84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:09.914795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-eca99550-dc2d-4148-87a9-1d8706bd84d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445538 Feb 11 15:18:10.025030 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-7c57c262-3e91-4c65-a92f-6823d19984b0 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030555 Feb 11 15:18:10.145073 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d2032947-00cd-4b95-a49b-651c45a99eed req-91f023eb-c04d-4ccb-8a4c-efe14e6fbed0 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123869 Feb 11 15:18:10.250277 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3741-19e5-4bc7-9786-6d6a94b6bb75 req-23520a96-12e8-42cf-8cd2-cc021e83a7b8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:10.251879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40dd3741-19e5-4bc7-9786-6d6a94b6bb75 req-23520a96-12e8-42cf-8cd2-cc021e83a7b8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0522122 Feb 11 15:18:10.298701 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-40dd3741-19e5-4bc7-9786-6d6a94b6bb75 req-d94b29fc-5d9e-43b9-8d6c-cd3689dec54f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 Feb 11 15:18:11.432532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7b958-bf5d-4855-ab3c-e64036db810e req-2ae4c6d1-f862-4b9a-9813-14b12b0f90fc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:11.434623 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ccf7b958-bf5d-4855-ab3c-e64036db810e req-2ae4c6d1-f862-4b9a-9813-14b12b0f90fc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0549126 Feb 11 15:18:11.500634 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ccf7b958-bf5d-4855-ab3c-e64036db810e req-12bdb2bc-21da-49b6-944b-1b530a775bef tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552027 Feb 11 15:18:12.638557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922087f5-78bd-47af-b41c-0d56a404bce9 req-79c9570d-5ca4-4ffa-bb9f-f43fec6fb53b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:12.640261 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-922087f5-78bd-47af-b41c-0d56a404bce9 req-79c9570d-5ca4-4ffa-bb9f-f43fec6fb53b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0589447 Feb 11 15:18:12.684170 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-922087f5-78bd-47af-b41c-0d56a404bce9 req-6fa31e5a-0b54-43ee-8267-746f53f27afa tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368183 Feb 11 15:18:13.692694 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:18:13.832358 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832ade8-2000-4e16-b4b8-8f3045323fb0 req-27cd5e26-f14b-40da-9aee-bd7cd5b75ca5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:13.836854 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0832ade8-2000-4e16-b4b8-8f3045323fb0 req-27cd5e26-f14b-40da-9aee-bd7cd5b75ca5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0696392 Feb 11 15:18:13.875757 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0832ade8-2000-4e16-b4b8-8f3045323fb0 req-7c65452f-caac-49dc-b452-428ceb2d1e48 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372722 Feb 11 15:18:14.987933 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43d93-ad1c-446d-b8f7-2402d500d048 req-4063b000-9b05-4afc-8d6e-df790584a15e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:14.989411 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ee43d93-ad1c-446d-b8f7-2402d500d048 req-4063b000-9b05-4afc-8d6e-df790584a15e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0475070 Feb 11 15:18:15.027746 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5ee43d93-ad1c-446d-b8f7-2402d500d048 req-587b275e-c638-4c1a-97df-1c673347f384 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Feb 11 15:18:15.286353 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-e3ac9e19-1e37-46c6-880b-bf1c5c6c7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:15.287749 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-e3ac9e19-1e37-46c6-880b-bf1c5c6c7836 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1096 time: 0.0396066 Feb 11 15:18:15.379355 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-62082f3b-3deb-4392-8116-dce775f75ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:15.380825 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-62082f3b-3deb-4392-8116-dce775f75ed8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0868187 Feb 11 15:18:15.443577 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-ea51720a-72a5-4c03-b368-e425e76604d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1000 time: 0.0558944 Feb 11 15:18:15.501940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-32301a4e-a64a-4eba-b9af-cccf46487adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:15.503374 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-32301a4e-a64a-4eba-b9af-cccf46487adb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0530465 Feb 11 15:18:15.546276 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-3e740776-d86c-4b10-8916-169ec13c42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:15.547664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-3e740776-d86c-4b10-8916-169ec13c42ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383255 Feb 11 15:18:15.634327 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-b8d1cb80-c106-4672-a931-7dae07c50528 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795622 Feb 11 15:18:15.726003 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-828955cc-2a93-4fb0-af26-59a1ac0d2c5b req-141833cd-dcf0-42d7-a93d-b59d17fd058a service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Feb 11 15:18:16.145529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74c15-6840-4539-bb21-5d8407870118 req-7d255c16-855f-458c-919b-71045a68fadb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:16.147002 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c74c15-6840-4539-bb21-5d8407870118 req-7d255c16-855f-458c-919b-71045a68fadb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0516140 Feb 11 15:18:16.183765 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f5c74c15-6840-4539-bb21-5d8407870118 req-677efc44-1e7b-4fd4-ae19-252dbac47977 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302227 Feb 11 15:18:17.298653 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55bf0-2398-47aa-a49c-efc0d168eab5 req-eee2447d-c170-41df-a80b-363b3041268b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:17.300095 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19f55bf0-2398-47aa-a49c-efc0d168eab5 req-eee2447d-c170-41df-a80b-363b3041268b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0488398 Feb 11 15:18:17.338899 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19f55bf0-2398-47aa-a49c-efc0d168eab5 req-bd9b283b-b86a-43c4-a7bc-557384a98fc6 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Feb 11 15:18:18.153014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:18:18.255143 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d63ce4b-d2ec-4e91-9c62-fbbcdacebb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:18.266330 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:18.290151 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:18:18.293106 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f397135-31e5-4cd7-a30c-3ac907067cca" -d '{"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-unplugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:18:18.307121 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:18.332601 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1b5267-7b8d-4d51-b3a8-49d2a6a6607b x-openstack-request-id: req-6f1b5267-7b8d-4d51-b3a8-49d2a6a6607b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:18:18.332909 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-unplugged", "status": "failed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "code": 422}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:18:18.333171 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f1b5267-7b8d-4d51-b3a8-49d2a6a6607b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:18:18.333571 n-d-828407-1 neutron-server[109377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'code': 422} returned with failed status Feb 11 15:18:18.371910 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:18.427748 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:18.461459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17683032-0e3f-4a97-aadb-619afc5f1cc7 req-7dc6b4f7-42f9-4014-b5ec-d66579ac1320 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:18.462965 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17683032-0e3f-4a97-aadb-619afc5f1cc7 req-7dc6b4f7-42f9-4014-b5ec-d66579ac1320 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0534124 Feb 11 15:18:18.506000 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-17683032-0e3f-4a97-aadb-619afc5f1cc7 req-44d7bb81-2d8e-4d11-b8ae-258466da2b86 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361671 Feb 11 15:18:18.581720 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-3b7ebc79-8d61-4956-94a3-a35523331a41 req-1e90296e-5638-43a6-a3f3-727f71c773ed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:18:18.582834 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b7ebc79-8d61-4956-94a3-a35523331a41 req-1e90296e-5638-43a6-a3f3-727f71c773ed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056415 Feb 11 15:18:18.860722 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76df33b-28eb-43ff-9362-81e3df42201d req-f467e450-3c1d-4da2-9ecf-f02d47f39004 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:18.862335 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a76df33b-28eb-43ff-9362-81e3df42201d req-f467e450-3c1d-4da2-9ecf-f02d47f39004 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0560930 Feb 11 15:18:18.912047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a76df33b-28eb-43ff-9362-81e3df42201d req-a15f8c95-01ba-4ab6-9198-71979eb347b0 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Feb 11 15:18:19.237269 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-5de56488-a744-4f58-91ac-4a052419f21c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999730 Feb 11 15:18:20.029697 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346be9-3ddc-4e64-a69e-9aefa226a992 req-d0d4969b-5cfd-40a9-92c1-b7a4f7b67b1a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:20.031678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b346be9-3ddc-4e64-a69e-9aefa226a992 req-d0d4969b-5cfd-40a9-92c1-b7a4f7b67b1a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0506978 Feb 11 15:18:20.069913 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3b346be9-3ddc-4e64-a69e-9aefa226a992 req-99720e60-2e98-4fdf-bdb6-7626691399fd tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Feb 11 15:18:20.494144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b180981-4a97-469b-934f-63558f805006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:20.496190 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-5c212f44-cf26-41f5-b62c-733257ac779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:20.497735 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-5c212f44-cf26-41f5-b62c-733257ac779c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 1094 time: 0.0889282 Feb 11 15:18:20.510727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:18:20.564856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:20.762566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:20.794266 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:18:20.825282 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:18:20.832644 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:20.844090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Transition to ACTIVE for port object 74c1297c-94aa-48f7-afc7-ad53822a1bde will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:18:20.896998 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:20.980432 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=9']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:20.992461 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.992811 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.993186 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.993520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.993849 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.994180 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.994503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.994823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.995230 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.996208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.996546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:20.996873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:18:21.029454 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] No DVR routers for this DVR port 74c1297c-94aa-48f7-afc7-ad53822a1bde on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:18:21.187209 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:18:21.187866 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:18:21.188010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:18:21.195117 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:18:21.195395 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Attempting to bind port 74c1297c-94aa-48f7-afc7-ad53822a1bde on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:18:21.204837 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:18:21.205215 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:18:21.205600 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:18:21.206312 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Bound port: 74c1297c-94aa-48f7-afc7-ad53822a1bde, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:18:21.206652 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:21.217176 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d8613-8e7b-45ed-b05c-699c925f03dd req-e65e1f96-fd35-40af-a497-5cff8c13d587 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.218658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae5d8613-8e7b-45ed-b05c-699c925f03dd req-e65e1f96-fd35-40af-a497-5cff8c13d587 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 943 time: 0.0802166 Feb 11 15:18:21.287228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae5d8613-8e7b-45ed-b05c-699c925f03dd req-0b46d35c-03e6-44d1-950e-fda5feee1e61 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623581 Feb 11 15:18:21.308422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:18:21.311402 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:18:21.394379 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:21.430084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.430700 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:21.432074 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] 10.222.0.62 "PUT /v2.0/ports/74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1091 time: 0.9252212 Feb 11 15:18:21.432524 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:18:21.434774 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:18:21.469962 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece8d6b-0058-44c6-a7b6-9cb872c1869f service neutron] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=10']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:21.486622 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc29047-9cee-4bb5-859b-889114990ecb x-openstack-request-id: req-5fc29047-9cee-4bb5-859b-889114990ecb {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:18:21.486925 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:18:21.487181 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fc29047-9cee-4bb5-859b-889114990ecb {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:18:21.487584 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'status': 'completed', 'code': 200} Feb 11 15:18:21.505517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-9d553e46-5283-4e25-879c-4e20ab7cf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.507039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-9d553e46-5283-4e25-879c-4e20ab7cf551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1095 time: 0.0501738 Feb 11 15:18:21.605895 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-c985ad2d-a1d0-48fc-9486-f9977fbebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.607423 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-c985ad2d-a1d0-48fc-9486-f9977fbebb9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0920415 Feb 11 15:18:21.671017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-36d2af9f-f68d-4656-99e5-4ee303cc676d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 998 time: 0.0573938 Feb 11 15:18:21.719394 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-d8a87655-db84-4291-b956-9d8a389a2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.720795 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-d8a87655-db84-4291-b956-9d8a389a2f12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0431786 Feb 11 15:18:21.768808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-20ea4a89-c5b7-4900-8376-bf2f11cc3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:21.770293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-20ea4a89-c5b7-4900-8376-bf2f11cc3e42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428896 Feb 11 15:18:21.855509 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-1ab1dcee-a79a-4f1a-8860-ba5f33a9bafe service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784144 Feb 11 15:18:21.947989 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8de7f02f-123c-4c9b-9ef9-cbe2315b8272 req-5e1deaad-fe38-4f51-b557-dfa946add760 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Feb 11 15:18:21.996824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:22.108340 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-0928e573-fa13-4687-9e85-5876c88848ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:22.109875 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-0928e573-fa13-4687-9e85-5876c88848ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1095 time: 0.0414500 Feb 11 15:18:22.203208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-002f9322-81b7-471c-b142-368d889be8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:22.204698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-002f9322-81b7-471c-b142-368d889be8eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0882280 Feb 11 15:18:22.268302 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-bd21b48f-5504-422c-8beb-3192967577d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 998 time: 0.0576680 Feb 11 15:18:22.317875 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-c6b0d3e5-56cf-4bfe-b87f-3e6c48128d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:22.319356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-c6b0d3e5-56cf-4bfe-b87f-3e6c48128d2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0447230 Feb 11 15:18:22.375534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-b2ba5b7a-5321-4af2-9d46-35e8240e06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:22.377041 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-b2ba5b7a-5321-4af2-9d46-35e8240e06e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512843 Feb 11 15:18:22.470411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8502-baaf-4d25-bf82-0604959e145a req-14a4f49f-1be7-4022-a939-dceffd8d17e3 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:22.477888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92bd8502-baaf-4d25-bf82-0604959e145a req-14a4f49f-1be7-4022-a939-dceffd8d17e3 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.1052606 Feb 11 15:18:22.544733 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-92bd8502-baaf-4d25-bf82-0604959e145a req-a9796bce-2ced-45bd-ac2d-c55385a8e0b2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659883 Feb 11 15:18:22.555996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-fd395572-b064-45f5-b5d7-680dd644f63b service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703632 Feb 11 15:18:23.362292 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:23.384923 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:23.669009 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d94f30-5d5c-42a5-878f-d7cd51d5416b req-919921fd-70ce-461b-ac7f-5fd63c5d5992 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:23.670535 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d94f30-5d5c-42a5-878f-d7cd51d5416b req-919921fd-70ce-461b-ac7f-5fd63c5d5992 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0505276 Feb 11 15:18:23.722885 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f4d94f30-5d5c-42a5-878f-d7cd51d5416b req-06b80f2d-be73-4b7c-861f-e43412c3066c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Feb 11 15:18:24.844422 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325415a-9571-4216-b8ee-c134cde6e265 req-aae31b5e-e27d-4552-8f3b-3a2f510c1f7a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:24.846116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0325415a-9571-4216-b8ee-c134cde6e265 req-aae31b5e-e27d-4552-8f3b-3a2f510c1f7a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0507696 Feb 11 15:18:24.895830 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0325415a-9571-4216-b8ee-c134cde6e265 req-75a14b91-55e0-4db6-98d5-167f3e43d22b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Feb 11 15:18:26.014466 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aefa1-dc9d-4d7c-9192-e7aae0a35514 req-a3172149-4afc-4e8b-aa38-d607c9410c09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:26.016164 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c11aefa1-dc9d-4d7c-9192-e7aae0a35514 req-a3172149-4afc-4e8b-aa38-d607c9410c09 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0521443 Feb 11 15:18:26.061964 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c11aefa1-dc9d-4d7c-9192-e7aae0a35514 req-1d14b9f0-e60a-4ac3-8727-7698c16a44bc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Feb 11 15:18:27.218792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88ad2-b111-4f2f-9a5d-b4fc056c06b5 req-1f36e985-bba5-4832-a785-d38c2e8ec068 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:27.226293 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8f88ad2-b111-4f2f-9a5d-b4fc056c06b5 req-1f36e985-bba5-4832-a785-d38c2e8ec068 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0746870 Feb 11 15:18:27.288814 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f8f88ad2-b111-4f2f-9a5d-b4fc056c06b5 req-d00653f8-1973-4a01-afec-46bcffacf858 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584455 Feb 11 15:18:28.410348 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb7bb-cc81-4de9-a521-587e796b7d6c req-d4439a19-65b1-4393-a05c-4dae3dc4ede4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:28.411863 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-322eb7bb-cc81-4de9-a521-587e796b7d6c req-d4439a19-65b1-4393-a05c-4dae3dc4ede4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0514562 Feb 11 15:18:28.453027 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-322eb7bb-cc81-4de9-a521-587e796b7d6c req-dc8c3242-678f-4b5a-92e9-44edeacc5ad2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Feb 11 15:18:29.640743 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf921e-9143-456e-8268-fe02b14d90e1 req-5eb8c228-e452-44ed-99c4-2198677c429c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:29.642315 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11cf921e-9143-456e-8268-fe02b14d90e1 req-5eb8c228-e452-44ed-99c4-2198677c429c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.1185186 Feb 11 15:18:29.671448 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-48b7a9d3-39ca-4cc2-8c6b-c24a8b8e27b1 req-19da457b-34cc-491f-9f56-a1c255c29ddd service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458485 Feb 11 15:18:29.691270 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-11cf921e-9143-456e-8268-fe02b14d90e1 req-ed46cdcf-da28-4d8f-8ebc-6a9f50af12e6 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Feb 11 15:18:29.982771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-605e38e3-4dc7-4060-bb56-3d6ee649566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:29.984177 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-605e38e3-4dc7-4060-bb56-3d6ee649566e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1095 time: 0.0406291 Feb 11 15:18:30.094287 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-51e5cdd1-cafa-4eb5-a1bd-55268c7cb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:30.095763 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-51e5cdd1-cafa-4eb5-a1bd-55268c7cb1ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0870662 Feb 11 15:18:30.159357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-221ebd66-672d-450c-b5d2-da46a7fe64fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 998 time: 0.0561230 Feb 11 15:18:30.210249 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-4254d73b-37f0-462a-aa51-4c2b0cdda0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:30.211644 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-4254d73b-37f0-462a-aa51-4c2b0cdda0f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0454788 Feb 11 15:18:30.255381 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-ba3ed85f-f52e-47b8-9a2d-d463e833f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:30.256909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-ba3ed85f-f52e-47b8-9a2d-d463e833f458 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384836 Feb 11 15:18:30.343485 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-c6d615d9-ecbc-416f-a348-0a67da527e5f service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787098 Feb 11 15:18:30.444147 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9a9a5e37-f5f6-490a-9592-ab207a10a27c req-c178adf1-287a-4583-aead-b8c5dcb05393 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920107 Feb 11 15:18:30.805337 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95733ec5-880e-4fe3-9820-26a92555e481 req-a06a2990-2867-4620-acec-81b3f6a16034 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:30.806796 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95733ec5-880e-4fe3-9820-26a92555e481 req-a06a2990-2867-4620-acec-81b3f6a16034 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0477295 Feb 11 15:18:30.848015 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-95733ec5-880e-4fe3-9820-26a92555e481 req-b831ccbc-8a37-4030-99bd-e8c45234357d tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353227 Feb 11 15:18:31.057636 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:31.801249 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:18:31.903286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:31.914798 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'port_id': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'mac_address': 'fa:16:3e:24:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:18:31.917599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:31.955338 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:31.964426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223f05b-5e47-42ff-b002-937ca4beda09 req-2694f237-ed6d-4c57-9550-5256f2a766b6 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:31.966533 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d223f05b-5e47-42ff-b002-937ca4beda09 req-2694f237-ed6d-4c57-9550-5256f2a766b6 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 944 time: 0.0489826 Feb 11 15:18:31.969497 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:18:31.988981 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:32.003584 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d223f05b-5e47-42ff-b002-937ca4beda09 req-2f26a35d-d19d-4a76-aba6-74591fc408d4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306573 Feb 11 15:18:32.057646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:32.107670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:32.294797 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['74c1297c-94aa-48f7-afc7-ad53822a1bde'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:18:33.122049 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca60c00-2a16-4123-902f-13159ef26f32 req-875a0aff-522e-4040-af3b-76eec97d0621 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:33.123521 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fca60c00-2a16-4123-902f-13159ef26f32 req-875a0aff-522e-4040-af3b-76eec97d0621 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 945 time: 0.0484931 Feb 11 15:18:33.160194 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-fca60c00-2a16-4123-902f-13159ef26f32 req-088fa895-3f4b-427e-b6ec-ab5070d3c9fc tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Feb 11 15:18:33.814911 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:18:33.908455 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 74c1297c-94aa-48f7-afc7-ad53822a1bde completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:18:33.912118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 74c1297c-94aa-48f7-afc7-ad53822a1bde triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:18:33.912489 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:33.994690 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:34.017689 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:18:34.019888 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54e0597-1eae-485f-a17f-c64e17ea6848" -d '{"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:18:34.032818 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:18:34.056154 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a500a-09b5-4435-b98e-a0a845a8dee5 x-openstack-request-id: req-f22a500a-09b5-4435-b98e-a0a845a8dee5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:18:34.056154 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-plugged", "status": "completed", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:18:34.056414 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f22a500a-09b5-4435-b98e-a0a845a8dee5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:18:34.056903 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'code': 200} Feb 11 15:18:34.093314 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:34.140205 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:18:34.267879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f9dd-c27c-41dd-a9a6-5d06601f1392 req-238c0829-014c-4f5e-a043-338b8cc14596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:34.269643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6a3f9dd-c27c-41dd-a9a6-5d06601f1392 req-238c0829-014c-4f5e-a043-338b8cc14596 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1097 time: 0.0442016 Feb 11 15:18:34.284230 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1206a-7709-489f-adbb-b16922d45649 req-f267c2fb-e319-4870-8ef8-9bfab69c7706 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:34.285808 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3e1206a-7709-489f-adbb-b16922d45649 req-f267c2fb-e319-4870-8ef8-9bfab69c7706 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0544188 Feb 11 15:18:34.326362 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c3e1206a-7709-489f-adbb-b16922d45649 req-ab16a8a1-2a12-47d4-bbba-dcbcb34f1ae2 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341260 Feb 11 15:18:34.634406 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f6a3f9dd-c27c-41dd-a9a6-5d06601f1392 req-0df94554-23c1-4760-9623-354fd8efb7a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587198 Feb 11 15:18:35.442059 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a6c9-4024-44e3-9ba6-61b3fb338333 req-b2d800b3-1746-47b9-966f-a69780f28385 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:35.443494 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7b9a6c9-4024-44e3-9ba6-61b3fb338333 req-b2d800b3-1746-47b9-966f-a69780f28385 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0468731 Feb 11 15:18:35.479744 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c7b9a6c9-4024-44e3-9ba6-61b3fb338333 req-7be627ee-cb8a-4caa-b805-cd8d3cbcc5f9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302191 Feb 11 15:18:36.594995 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fb07f-a202-4144-b3e9-08c59ce20f0f req-fdf0bb91-4041-41d2-b3a3-7a4fb17bce31 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:36.596476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-361fb07f-a202-4144-b3e9-08c59ce20f0f req-fdf0bb91-4041-41d2-b3a3-7a4fb17bce31 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0475664 Feb 11 15:18:36.637974 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-361fb07f-a202-4144-b3e9-08c59ce20f0f req-21e01031-eb6a-4dc7-b2c3-f2181c866e64 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Feb 11 15:18:37.752705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52a68-8d29-4ceb-9ecf-90011f7075ba req-c6081590-e1af-4109-ba6f-0116ca77097c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:18:37.754193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a52a68-8d29-4ceb-9ecf-90011f7075ba req-c6081590-e1af-4109-ba6f-0116ca77097c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0467789 Feb 11 15:18:37.791002 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-10a52a68-8d29-4ceb-9ecf-90011f7075ba req-a944afb9-6a82-48d3-9d98-0d43aa85b700 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Feb 11 15:18:48.275748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b6a62c9-d071-4483-8bd0-51733c723bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:50.487142 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af2ed284-6a6f-40e8-ab06-f0bcce1a4337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:50.691452 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:18:51.994275 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:53.360168 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:18:53.418650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:01.024478 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:01.869978 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:18.222652 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9377-01e7-4f90-82ca-9688e2ba49e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:20.491680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03357a83-2816-4491-8443-e3b8d09d6ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:21.990130 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:23.343671 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:23.389763 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:25.655397 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-0a28500c-be34-425b-81c2-b32e79d5eac6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408816 Feb 11 15:19:25.741704 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-6e4a1d63-6f77-49fe-bde3-42d1e6824aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:25.743263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-6e4a1d63-6f77-49fe-bde3-42d1e6824aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1097 time: 0.0403345 Feb 11 15:19:25.846840 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-a6079d3f-833c-4f8e-9b17-352797aa37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:25.849148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-a6079d3f-833c-4f8e-9b17-352797aa37f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0871022 Feb 11 15:19:25.917249 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-b3ebce3b-1550-4a3a-9afc-03d89935a046 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 1000 time: 0.0597055 Feb 11 15:19:25.964370 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-f5619089-a0a2-4c97-808f-2c0b50f0d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:25.965793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-f5619089-a0a2-4c97-808f-2c0b50f0d2ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0423596 Feb 11 15:19:26.008666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-7c42d368-fce6-4f14-987b-4efe4dae9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:26.010138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-7c42d368-fce6-4f14-987b-4efe4dae9a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383711 Feb 11 15:19:26.020409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-5aa11e0b-4048-4b5e-9261-e47ad2c78a64 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:19:26.021390 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-5aa11e0b-4048-4b5e-9261-e47ad2c78a64 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047619 Feb 11 15:19:26.111643 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-e6fb03da-852a-429e-baa5-f22b404873cf service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830159 Feb 11 15:19:26.198014 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f060a88c-2d25-4118-84ad-f11b6ab3aecc req-6eb469e0-79fb-4ef5-ace8-727bb66f9cb2 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798929 Feb 11 15:19:27.690698 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:19:31.063853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:31.891074 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:48.207093 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-828fcb7b-15e4-4f9d-ad43-76d79824aa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:48.716944 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:48.869226 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Deleting port ff9497bb-7cb7-48d7-8786-d3818108f526 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:19:48.869570 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:48.942204 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:48.942576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:48.954059 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Calling delete_port for ff9497bb-7cb7-48d7-8786-d3818108f526 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:19:49.166838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:49.191746 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'Port': ['ID=ff9497bb-7cb7-48d7-8786-d3818108f526,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:49.217171 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.217529 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.217877 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.218224 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.218564 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.218902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.219236 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.219570 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.219902 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.220229 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.220554 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.220880 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:49.262300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:49.262632 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Floating IP 2a24845e-e8b9-4b2b-a05f-2924fde04f4c disassociated (deleted). External IP: 172.25.7.73, port: 74c1297c-94aa-48f7-afc7-ad53822a1bde. Feb 11 15:19:49.787320 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:19:49.891913 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:19:49.897288 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:49.901802 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:19:49.910615 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:19:49.911207 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:19:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:19:49.923030 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-83caba23-8d1a-40b3-b93a-71485ddf03e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a24845e-e8b9-4b2b-a05f-2924fde04f4c HTTP/1.1" status: 204 len: 168 time: 1.2050173 Feb 11 15:19:49.923622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:19:49.926704 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:19:50.023368 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:19:50.023972 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646216b0-226a-4571-90b8-0d3c89556cbb x-openstack-request-id: req-646216b0-226a-4571-90b8-0d3c89556cbb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:19:50.024266 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:19:50.024523 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-646216b0-226a-4571-90b8-0d3c89556cbb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:19:50.024952 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'status': 'completed', 'code': 200} Feb 11 15:19:50.091044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-d770299d-8b81-45f7-afa8-aa0e0e73d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:50.095025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-d770299d-8b81-45f7-afa8-aa0e0e73d536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 1097 time: 0.0463173 Feb 11 15:19:50.180603 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-72a0a33c-8bcc-4891-8b13-5badbd113e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:50.182106 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-72a0a33c-8bcc-4891-8b13-5badbd113e6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0837927 Feb 11 15:19:50.221577 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:19:50.228879 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-32211fd9-1e28-411d-9c12-d643287dc1be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 200 len: 217 time: 0.0391421 Feb 11 15:19:50.250465 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:19:50.259353 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:19:50.260042 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:19:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:19:50.281656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-28db8803-a9d8-46fa-af95-ca088a2bb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:50.283119 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-28db8803-a9d8-46fa-af95-ca088a2bb518 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0481474 Feb 11 15:19:50.332539 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-89cdde44-471c-4c2b-b505-5fbbabe9343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:50.334023 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-89cdde44-471c-4c2b-b505-5fbbabe9343d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440071 Feb 11 15:19:50.371432 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:19:50.438130 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aef8a-20b5-4e4f-81ef-5cadef87c354 req-1e347879-0969-4f48-a302-9df5b96f955a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:50.438130 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd7aef8a-20b5-4e4f-81ef-5cadef87c354 req-1e347879-0969-4f48-a302-9df5b96f955a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.1103282 Feb 11 15:19:50.481085 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-3fa2276a-bc62-40c2-bd1d-47c24b34dd09 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382205 Feb 11 15:19:50.520741 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08c2bb4d-6d15-48a7-aea7-c67bc2157363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:50.522190 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dd7aef8a-20b5-4e4f-81ef-5cadef87c354 req-273d05ae-3080-4e2d-a237-b9c0622f8726 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624640 Feb 11 15:19:50.577639 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:19:50.597058 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-303bfb7d-aa93-49eb-92d0-a1c2759b66e1 req-e7039be5-3664-4170-9896-11bc44db3b27 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046937 Feb 11 15:19:50.608550 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c52ce6-cb7a-408a-a7e6-c0ba2b0d2eb5 None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:19:50.830604 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b563772-48d4-466f-80f6-2cf4e20f4f65 None None] New status for floating IP 2a24845e-e8b9-4b2b-a05f-2924fde04f4c: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:19:51.603223 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-d22db4f2-1ba8-4222-85f3-4e4cbfa64b58 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:51.604761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-d22db4f2-1ba8-4222-85f3-4e4cbfa64b58 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.62 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0490584 Feb 11 15:19:51.638848 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41188940-ffcc-4ffe-bca3-38d194ba5be6 req-62723290-9302-4691-80fb-5b85d4bc1635 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:19:51.640332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41188940-ffcc-4ffe-bca3-38d194ba5be6 req-62723290-9302-4691-80fb-5b85d4bc1635 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 946 time: 0.0479171 Feb 11 15:19:51.683205 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-41188940-ffcc-4ffe-bca3-38d194ba5be6 req-a321490f-0c99-4bd9-9b70-c5815801df26 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab28510f-9bbe-43bc-89c9-c05a9c5035f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360436 Feb 11 15:19:51.696727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Deleting port 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:19:51.696727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:51.784952 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] For port 74c1297c-94aa-48f7-afc7-ad53822a1bde, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=74c1297c-94aa-48f7-afc7-ad53822a1bde,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:19:51.785322 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:51.797079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Calling delete_port for 74c1297c-94aa-48f7-afc7-ad53822a1bde owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:19:51.989879 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:52.016476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'Port': ['ID=74c1297c-94aa-48f7-afc7-ad53822a1bde,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:52.030481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.030835 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.031179 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.031519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.031854 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.032188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.032519 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.032851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.033206 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.033533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.034569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.034713 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:19:52.035815 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:52.070173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] No DVR routers for this DVR port 74c1297c-94aa-48f7-afc7-ad53822a1bde on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:19:52.072818 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:52.076148 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6d885399-a83d-48ac-aff9-bb2dddd50f0e req-23c26006-41b4-406e-8017-b8a9ffc7e6e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.62 "DELETE /v2.0/ports/74c1297c-94aa-48f7-afc7-ad53822a1bde HTTP/1.1" status: 204 len: 173 time: 0.4658115 Feb 11 15:19:52.076591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-deleted', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:19:52.078893 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa14a316-e02f-4716-8858-b33f6b586d69" -d '{"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-deleted", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:19:52.169391 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9cf98-878e-436d-aa85-029f05265ee2 x-openstack-request-id: req-f8f9cf98-878e-436d-aa85-029f05265ee2 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:19:52.169686 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733c999-6e82-4bba-b663-483cca9a74da", "name": "network-vif-deleted", "tag": "74c1297c-94aa-48f7-afc7-ad53822a1bde", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:19:52.169939 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8f9cf98-878e-436d-aa85-029f05265ee2 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:19:52.170349 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733c999-6e82-4bba-b663-483cca9a74da', 'name': 'network-vif-deleted', 'tag': '74c1297c-94aa-48f7-afc7-ad53822a1bde', 'status': 'completed', 'code': 200} Feb 11 15:19:52.789415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-3518782c-d7ec-46fe-8056-aa74111b6516 req-16b263e6-031b-48ba-900a-4d09e1d2cd53 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=2733c999-6e82-4bba-b663-483cca9a74da HTTP/1.1" status: 200 len: 210 time: 0.0261703 Feb 11 15:19:53.370358 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:53.450405 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:53.846608 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:53.903698 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:53.931768 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.046486 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.049153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.050971 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab28510f-9bbe-43bc-89c9-c05a9c5035f3 HTTP/1.1" status: 204 len: 168 time: 0.2033823 Feb 11 15:19:54.060477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51893cd1-f3f5-4435-bb7f-fabb0503b51e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab28510f-9bbe-43bc-89c9-c05a9c5035f3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:54.533054 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:54.538286 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286897152', 'description': 'tempest-secgroup-smoke-1286897152 description', 'project_id': '527c986e70b1427388357ba39f4dee36'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:54.624218 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.690909 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.749280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.777368 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:54.835533 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.836774 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-d1bf31a9-44c3-477c-b29c-49ef5796483b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3020484 Feb 11 15:19:54.839509 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:54.843866 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:54.936644 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:54.991418 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.075025 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.095069 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3ccea-73ac-4b77-9446-46308d89668f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:55.173957 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.175332 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ed73aafd-87ea-44ba-82be-acf25a5bbb89 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348324 Feb 11 15:19:55.178021 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:55.182278 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:55.268031 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.327287 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.389075 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.406004 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7923dd09-0f57-4fe6-84c4-97f4f2f7f4b3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:55.459890 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.461172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-c6e73a16-07a8-4b59-9246-c34a85ad57f1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821848 Feb 11 15:19:55.463878 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:55.468181 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:55.536642 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.594378 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.646592 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.665222 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe09231-991d-4cd5-af41-18e1bf0b9340,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:55.741268 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.742529 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-857948be-000a-4578-9639-896e76262d85 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2776871 Feb 11 15:19:55.745512 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44226) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:55.750497 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:55.845928 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.903602 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.977921 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:55.999796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432026fd-3d69-4727-a6c8-f757eae86dc9,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:56.077181 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.078450 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c137ca55-05f9-4ea5-8a1d-7cc0e3353648 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3318985 Feb 11 15:19:56.081785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44228) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:56.089549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:56.164830 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Project 527c986e70b1427388357ba39f4dee36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:19:56.169697 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.231282 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.249201 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:19:56.269113 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 74c1297c-94aa-48f7-afc7-ad53822a1bde {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:19:56.269451 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 74c1297c-94aa-48f7-afc7-ad53822a1bde not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:19:56.314859 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.333439 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c825d4-239a-4ac1-b668-2aaba5612eaa,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:56.408226 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.409529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-51957739-3ffd-483e-9eb3-655d5fbc1e2f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265090 Feb 11 15:19:56.412398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44230) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:19:56.416741 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'security_group_rule': {'security_group_id': 'de05dc6b-7e42-4e5d-ba20-a49ac4f232e3', 'project_id': '527c986e70b1427388357ba39f4dee36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:19:56.514889 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Project 527c986e70b1427388357ba39f4dee36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:19:56.520446 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.580408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.656368 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.676070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ef8932-b7dd-4d2e-8fbb-d8a70fc7a53e,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:19:56.766751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:19:56.768535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-fca99d5f-defd-4d9a-ab67-55b030ec8fb1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546271 Feb 11 15:20:01.046511 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:01.902283 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:04.692504 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:20:16.477838 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-b650f842-6916-48f5-b45f-f5dc9d610285 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286897152&fields=id&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 267 time: 0.0328400 Feb 11 15:20:16.583257 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-93bba7c3-e114-474f-9c2a-94a42d2b36ed tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:16.584705 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-93bba7c3-e114-474f-9c2a-94a42d2b36ed tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 807 time: 0.1002460 Feb 11 15:20:16.599678 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-61d308d7-c394-4683-91ec-22b74dd917ea tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/quotas/527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Feb 11 15:20:16.657869 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-6be59263-c65b-4945-a03b-9f6caa45b72a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517447 Feb 11 15:20:16.808095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-d728e08f-e9da-43e8-92b0-956d393109ef service neutron] 10.222.0.31 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277218 Feb 11 15:20:16.899811 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-901ddf5b-c1a2-45b0-8740-2022aa8ad103 service neutron] 10.222.0.31 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853992 Feb 11 15:20:17.430868 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8eb43f2d-360f-49b4-beeb-1040266f4336 req-011cff60-6da3-44e3-a6aa-add4ac5bf109 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Feb 11 15:20:18.257814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eae55486-20a1-46fe-bea8-a9a63fd51e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:18.521931 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a3011e38-ca7c-4a1c-b965-a9c5f0fc81f6 req-51038b3c-9cdf-49da-9323-0bbc83c0aa2c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Feb 11 15:20:19.216631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-3eca3875-3d96-4ba8-8ccb-3439a62deded tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:19.218110 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-3eca3875-3d96-4ba8-8ccb-3439a62deded tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 807 time: 0.1016304 Feb 11 15:20:19.260843 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-2c96c7bb-75a8-4aca-a2a3-aeefc0814bbf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 380 time: 0.0337000 Feb 11 15:20:19.270208 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'port': {'device_id': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'admin_state_up': True, 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'security_groups': ['de05dc6b-7e42-4e5d-ba20-a49ac4f232e3']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:20:19.463569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Made reservation on behalf of 527c986e70b1427388357ba39f4dee36 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:20:19.467262 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:19.597069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Allocated IP 172.20.0.3 (470aebd6-f8a3-492c-beb3-3e7b1550d503/f5aa01ae-da73-4fab-a268-192b11cd2158/13cc6710-72d1-42cd-8154-6cbc3a461766) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:20:19.628203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2ab36a94-0c38-441c-8b5e-3faacea3f14b req-d5b6bc6d-a363-426b-a125-e4003ff0ae07 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0325749 Feb 11 15:20:19.763344 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:19.882205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:19.929435 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:20:19.932421 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:20:19.936089 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:20:19.943286 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:19.995666 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:20.000347 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.077890 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-328f37ed-84e3-4d98-baeb-243a853c9e30 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112063 Feb 11 15:20:20.090477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Request body: {'port': {'device_id': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:20:20.146454 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.184751 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-715272e2-5195-42cd-bb54-a117751b6a40 None None] Provisioning complete for port 13cc6710-72d1-42cd-8154-6cbc3a461766 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:20:20.185416 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715272e2-5195-42cd-bb54-a117751b6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.231826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-715272e2-5195-42cd-bb54-a117751b6a40 None None] Port 13cc6710-72d1-42cd-8154-6cbc3a461766 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:20:20.409260 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:20:20.416779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.429034 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Transition to ACTIVE for port object 13cc6710-72d1-42cd-8154-6cbc3a461766 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:20:20.509291 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf0878fb-e75f-4449-ab9a-cb1e142d5f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.521594 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.576831 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:20.654656 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:20:20.655134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:20:20.655459 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:20:20.660164 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:20:20.660978 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:20:20.667841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:20:20.669092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:20:20.669092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:20:20.669092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Bound port: 13cc6710-72d1-42cd-8154-6cbc3a461766, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:20:20.669911 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.750823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:20:20.757273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:20:20.779955 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5feb2-1348-46ea-8649-e813417d00f9 req-5c569b11-cafb-4a3f-9a5f-032a4c538ace tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:20.783800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bc5feb2-1348-46ea-8649-e813417d00f9 req-5c569b11-cafb-4a3f-9a5f-032a4c538ace tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0560663 Feb 11 15:20:20.825182 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7bc5feb2-1348-46ea-8649-e813417d00f9 req-ea60bfe0-c864-4c7b-bfc8-2b235faa7116 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348055 Feb 11 15:20:20.846895 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.890281 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:20.890836 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:20.892243 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] 10.222.0.60 "PUT /v2.0/ports/13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1091 time: 0.8061478 Feb 11 15:20:20.892687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:20:20.894986 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f21b5-ffbc-402c-beb4-db4b658ba36b" -d '{"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:20:20.922669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721dd3-6199-4af2-a574-ce026ae3ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:20.951098 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad92533-88f8-4ebc-b7e1-3d67da80608c x-openstack-request-id: req-aad92533-88f8-4ebc-b7e1-3d67da80608c {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:20:20.951403 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:20:20.951661 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aad92533-88f8-4ebc-b7e1-3d67da80608c {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:20:20.952076 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'status': 'completed', 'code': 200} Feb 11 15:20:21.017135 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-3954ddd2-0de9-41a9-a7cb-c9cec2c62f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.018759 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-3954ddd2-0de9-41a9-a7cb-c9cec2c62f4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1094 time: 0.0456033 Feb 11 15:20:21.128807 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-8504af5c-9363-4d97-8f91-49abc37ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.130914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-8504af5c-9363-4d97-8f91-49abc37ab868 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=527c986e70b1427388357ba39f4dee36&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1053975 Feb 11 15:20:21.232033 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-2c72887f-96c4-4417-8f1f-dfaa05f4a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.233685 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-709f21b5-ffbc-402c-beb4-db4b658ba36b req-2c72887f-96c4-4417-8f1f-dfaa05f4a2a1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966713 Feb 11 15:20:21.309762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-2a8981eb-d01c-453c-9354-13abc00fdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.311276 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-2a8981eb-d01c-453c-9354-13abc00fdeee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1094 time: 0.0413365 Feb 11 15:20:21.360047 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-a2c8e757-778a-47f2-bd7f-43ec8ac2e183 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 217 time: 0.0412760 Feb 11 15:20:21.408724 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-0abc649e-57c7-4645-8c14-90369fe9bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.410262 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-0abc649e-57c7-4645-8c14-90369fe9bc73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0440252 Feb 11 15:20:21.454499 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b152-e673-43a9-a745-ca810346f021 req-71818881-7035-423b-88da-f73b2e994f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.455996 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-71818881-7035-423b-88da-f73b2e994f01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396245 Feb 11 15:20:21.549378 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-2e6dbdb3-8b00-479d-8adb-5018a7d906fd service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867972 Feb 11 15:20:21.640987 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0be8b152-e673-43a9-a745-ca810346f021 req-9a9ca23f-20fe-41b0-8cd2-3bfe6440ad33 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Feb 11 15:20:21.945447 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bea2-2719-411e-b0c8-369982fb2ce2 req-16bf1d6e-1762-4af8-8595-0bfb02814153 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:21.947048 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f420bea2-2719-411e-b0c8-369982fb2ce2 req-16bf1d6e-1762-4af8-8595-0bfb02814153 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0543084 Feb 11 15:20:21.985776 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f420bea2-2719-411e-b0c8-369982fb2ce2 req-cc327760-f3c0-453e-a423-7687317d7a2b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Feb 11 15:20:22.012549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:23.111814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179eb40-defe-4de0-973c-64574820b0ff req-589f6e43-d380-4413-a0b4-b7fb9ec48c21 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:23.113909 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2179eb40-defe-4de0-973c-64574820b0ff req-589f6e43-d380-4413-a0b4-b7fb9ec48c21 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0534592 Feb 11 15:20:23.157402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2179eb40-defe-4de0-973c-64574820b0ff req-9319cd2c-2c64-4c74-b698-b10d4c6b2d7a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371704 Feb 11 15:20:23.343186 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:23.406751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:24.276024 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3bcb-c34a-4b0b-8221-948c3452c8fd req-dd52fd38-bcd1-4c07-bc9a-19629bbcac72 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:24.277553 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f3c3bcb-c34a-4b0b-8221-948c3452c8fd req-dd52fd38-bcd1-4c07-bc9a-19629bbcac72 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0538161 Feb 11 15:20:24.315308 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5f3c3bcb-c34a-4b0b-8221-948c3452c8fd req-cca61a1c-35f4-4023-8777-e293dfc7de68 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Feb 11 15:20:25.429836 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec787f24-0779-4d8d-b552-dbc806c9155b req-daafc8f4-49fa-4961-9d2a-557ac3693da9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:25.431343 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec787f24-0779-4d8d-b552-dbc806c9155b req-daafc8f4-49fa-4961-9d2a-557ac3693da9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0478506 Feb 11 15:20:25.469656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ec787f24-0779-4d8d-b552-dbc806c9155b req-9419e048-f75a-49e3-98dc-1d350696829f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Feb 11 15:20:26.583512 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739f35c-c8d5-49b3-9424-76dd7d612454 req-91ed262c-003e-4078-826b-c87023770cae tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:26.585025 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0739f35c-c8d5-49b3-9424-76dd7d612454 req-91ed262c-003e-4078-826b-c87023770cae tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0480571 Feb 11 15:20:26.622219 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0739f35c-c8d5-49b3-9424-76dd7d612454 req-b5b0cd67-086e-4fc4-afaa-85ed86c2fbf7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Feb 11 15:20:27.742399 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629365a-dc56-4b32-b0ac-6bea08e7e186 req-b81bad89-3b7d-4e25-a62c-93e9f7db0939 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:27.744520 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3629365a-dc56-4b32-b0ac-6bea08e7e186 req-b81bad89-3b7d-4e25-a62c-93e9f7db0939 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0531378 Feb 11 15:20:27.784233 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3629365a-dc56-4b32-b0ac-6bea08e7e186 req-f74f8d9c-8b6d-4049-8dac-4b64fe991ee9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Feb 11 15:20:28.904192 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422c330-b92c-48eb-835d-3c3697cee23f req-d07751b5-e5ba-4a58-addf-a4247c3dc482 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:28.905884 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9422c330-b92c-48eb-835d-3c3697cee23f req-d07751b5-e5ba-4a58-addf-a4247c3dc482 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0521815 Feb 11 15:20:28.944122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9422c330-b92c-48eb-835d-3c3697cee23f req-12aa9cf2-a6c1-4976-ab66-b7e4f09fbe95 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Feb 11 15:20:30.057714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79710e1-7fb0-4c06-b0b4-ff350727a6cf req-9f0283ff-7c9a-4d32-b869-da942a28a319 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:30.059193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f79710e1-7fb0-4c06-b0b4-ff350727a6cf req-9f0283ff-7c9a-4d32-b869-da942a28a319 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0475252 Feb 11 15:20:30.100549 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f79710e1-7fb0-4c06-b0b4-ff350727a6cf req-bfbbfc0c-595c-4fef-b5ce-954fef285732 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353177 Feb 11 15:20:31.063133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:31.215380 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc254-8307-4af9-8887-d4d28b487ba8 req-61001d6d-5832-4f17-a546-b62c98e9f045 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:31.216867 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c4bc254-8307-4af9-8887-d4d28b487ba8 req-61001d6d-5832-4f17-a546-b62c98e9f045 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0481679 Feb 11 15:20:31.253580 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4c4bc254-8307-4af9-8887-d4d28b487ba8 req-11e5035b-9e7e-4279-b6a8-9592f2af253e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Feb 11 15:20:31.897351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:32.373002 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a5167-6f46-4c9f-984d-5ec8aff4c27c req-d7a7700e-5f44-4a5f-a45c-9dd20eb16688 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:32.374497 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b35a5167-6f46-4c9f-984d-5ec8aff4c27c req-d7a7700e-5f44-4a5f-a45c-9dd20eb16688 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0496588 Feb 11 15:20:32.412731 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b35a5167-6f46-4c9f-984d-5ec8aff4c27c req-5d5bf827-d662-47eb-ad19-8a232d5a53ab tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Feb 11 15:20:32.694836 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:20:32.787246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:20:32.798202 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'mac_address': 'fa:16:3e:6c:96:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:20:32.838260 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:32.856772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:20:32.875516 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:20:32.948959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:32.995715 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:33.003204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.003553 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.003895 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.004242 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.004608 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.004960 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.005290 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.005614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.005935 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.006260 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.006579 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.006896 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:20:33.173894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['13cc6710-72d1-42cd-8154-6cbc3a461766'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:20:33.524488 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa8e0-b0c5-46cd-8075-b1cfaa89b51e req-d732c941-4691-4b77-adba-e4f3d4d0f16f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:33.525965 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2dfa8e0-b0c5-46cd-8075-b1cfaa89b51e req-d732c941-4691-4b77-adba-e4f3d4d0f16f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 944 time: 0.0465655 Feb 11 15:20:33.563874 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-a2dfa8e0-b0c5-46cd-8075-b1cfaa89b51e req-3899f9a6-6e17-4704-ade8-2aaa4bb60c81 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Feb 11 15:20:34.678522 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c397-8364-493c-b7c7-f87de9d40abb req-876b8c23-4073-4176-91dc-5dd5043992c8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:34.680066 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f25c397-8364-493c-b7c7-f87de9d40abb req-876b8c23-4073-4176-91dc-5dd5043992c8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 944 time: 0.0497165 Feb 11 15:20:34.708742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:20:34.724346 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f25c397-8364-493c-b7c7-f87de9d40abb req-bde36900-aff5-4b53-9c07-e4b50c168252 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Feb 11 15:20:34.811560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 13cc6710-72d1-42cd-8154-6cbc3a461766 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:20:34.815210 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 13cc6710-72d1-42cd-8154-6cbc3a461766 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:20:34.815583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:34.898642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:34.920166 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:20:34.922435 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b100bfa-ad9d-4e73-95ed-3540bb4d6c06" -d '{"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:20:34.935007 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:20:34.999529 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:35.023222 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c1ed3-4064-4bf9-b841-8f78df5903ee x-openstack-request-id: req-792c1ed3-4064-4bf9-b841-8f78df5903ee {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:20:35.023516 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:20:35.023776 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-792c1ed3-4064-4bf9-b841-8f78df5903ee {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:20:35.024167 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'code': 200} Feb 11 15:20:35.049283 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:35.115744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2ac3-7f74-41c5-bd43-65b99da5a42a req-1adfec62-9ce5-4ab4-ad50-09b0ecd1de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:35.117355 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84bc2ac3-7f74-41c5-bd43-65b99da5a42a req-1adfec62-9ce5-4ab4-ad50-09b0ecd1de55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0398204 Feb 11 15:20:35.158017 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-84bc2ac3-7f74-41c5-bd43-65b99da5a42a req-14f149b3-103d-45fe-ab41-619e4dd98714 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344810 Feb 11 15:20:35.839441 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9adc28-303d-48ee-a696-f7d3636f36a6 req-f4226c46-c3e1-4e72-8979-18db2fa5309b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:35.840976 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc9adc28-303d-48ee-a696-f7d3636f36a6 req-f4226c46-c3e1-4e72-8979-18db2fa5309b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Feb 11 15:20:35.878213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-dc9adc28-303d-48ee-a696-f7d3636f36a6 req-65adb4c5-5d1f-40c1-8f06-47ccc89ecbcf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Feb 11 15:20:37.000279 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d86a1-0c88-42e3-b52a-96c7cbae0389 req-8f22ad1c-b351-4a78-ac8a-fdd22c8c09cf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:37.001781 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-241d86a1-0c88-42e3-b52a-96c7cbae0389 req-8f22ad1c-b351-4a78-ac8a-fdd22c8c09cf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Feb 11 15:20:37.045291 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-241d86a1-0c88-42e3-b52a-96c7cbae0389 req-f69dc8d8-2cec-4c2e-8c22-a790e84712a7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370111 Feb 11 15:20:37.158087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b47d46-fb61-4f76-abbe-bf2b1fb594f7 req-5264d738-2ac6-4fbc-b8aa-84e0287f1035 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:37.159458 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59b47d46-fb61-4f76-abbe-bf2b1fb594f7 req-5264d738-2ac6-4fbc-b8aa-84e0287f1035 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0470588 Feb 11 15:20:37.197159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-59b47d46-fb61-4f76-abbe-bf2b1fb594f7 req-f5d635f6-86b9-4568-a4d7-5bc7e1d0c810 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Feb 11 15:20:37.219063 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44438) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:20:37.256602 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68828a9-e972-42e1-9c6c-662680b87ef0 tempest-TestShelveInstance-626004568 tempest-TestShelveInstance-626004568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:37.258121 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a68828a9-e972-42e1-9c6c-662680b87ef0 tempest-TestShelveInstance-626004568 tempest-TestShelveInstance-626004568-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1091 time: 0.0380945 Feb 11 15:20:37.260808 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44440) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:20:37.314407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:20:37.378019 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:37.478833 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:37.582841 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Allocated IP 172.25.7.37 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/c702e4e9-3f68-43c9-ba72-0bef7f2aa41d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:20:37.688910 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:37.783467 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:37.823324 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:20:37.826153 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:20:37.828744 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:20:37.855715 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=c702e4e9-3f68-43c9-ba72-0bef7f2aa41d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:38.177138 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:38.285045 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:38.433521 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:38.484174 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:38.554053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event updated for resources: {'Port': ['ID=c702e4e9-3f68-43c9-ba72-0bef7f2aa41d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:20:38.563740 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:38.660759 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Floating IP 2a7124d6-a084-493c-8b0a-26b7732459ff associated. External IP: 172.25.7.37, port: 13cc6710-72d1-42cd-8154-6cbc3a461766. Feb 11 15:20:38.865823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:20:38.970121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:20:38.979942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:20:38.989688 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:20:38.990278 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:20:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:20:39.058310 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:39.094360 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:20:39.325017 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a7124d6-a084-493c-8b0a-26b7732459ff', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:6c:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:20:38Z', 'updated_at': '2022-02-11T15:20:38Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:20:39.351275 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:20:39.359528 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:20:39.360116 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:20:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:20:39.426639 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-89c6779b-afd4-4167-a9aa-07add7d613d5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1648054 Feb 11 15:20:39.427347 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:20:39.429439 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8444a-af3b-47b7-a830-d0d378de559c" -d '{"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:20:39.466992 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:20:39.467564 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e5456c-1f52-420c-8f76-4b81f185165a x-openstack-request-id: req-c8e5456c-1f52-420c-8f76-4b81f185165a {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:20:39.467846 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:20:39.468101 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e5456c-1f52-420c-8f76-4b81f185165a {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:20:39.468502 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'status': 'completed', 'code': 200} Feb 11 15:20:39.527681 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-868936d0-7b92-4b8e-ae0b-e290ffcb4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:39.529173 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-868936d0-7b92-4b8e-ae0b-e290ffcb4881 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0400393 Feb 11 15:20:39.619621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-645a7451-3b10-4aa6-93ce-2c69d6ec0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:39.621039 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-645a7451-3b10-4aa6-93ce-2c69d6ec0d08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0846114 Feb 11 15:20:39.686213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-8944fdb6-a0e3-4ffc-afee-9f6cf7807511 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 998 time: 0.0575006 Feb 11 15:20:39.689198 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a7124d6-a084-493c-8b0a-26b7732459ff', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:6c:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:20:38Z', 'updated_at': '2022-02-11T15:20:38Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:20:39.715587 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50a2e6c-e795-4289-ac5d-9bacd3cbc504 None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '2a7124d6-a084-493c-8b0a-26b7732459ff', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'mac_address': 'fa:16:3e:6c:96:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:20:38Z', 'updated_at': '2022-02-11T15:20:38Z', 'revision_number': 0, 'project_id': '527c986e70b1427388357ba39f4dee36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:20:39.739393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-40555672-b930-43f7-8ac8-990bf3243029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:39.740881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-40555672-b930-43f7-8ac8-990bf3243029 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0485091 Feb 11 15:20:39.791820 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-36ea7380-f1b0-4d40-a531-71caa178ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:20:39.793409 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-36ea7380-f1b0-4d40-a531-71caa178ef48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467017 Feb 11 15:20:39.883234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-1b44d861-612e-4b2c-854a-fe0795f24df0 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Feb 11 15:20:39.921396 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcd395-f956-4a83-a2ed-3bab4d88a48d None None] New status for floating IP 2a7124d6-a084-493c-8b0a-26b7732459ff: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:20:39.979109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b5e8444a-af3b-47b7-a830-d0d378de559c req-758890b9-aeca-4de6-8085-6abab0230296 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Feb 11 15:20:41.691582 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:20:48.217569 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8f22-81e6-43d7-9768-f764107a676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:50.496813 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f31022f5-7003-4d79-8229-b77f1f407512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:52.021437 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:53.382704 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:20:53.411246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:01.057599 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:01.937167 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:11.556269 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-ff92c90a-b6c1-4474-b34f-5ab6eb6d3891 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777340 Feb 11 15:21:11.638254 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-6c32a5f0-a8c6-49e7-9fce-373711059ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:21:11.639788 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-6c32a5f0-a8c6-49e7-9fce-373711059ab7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0416074 Feb 11 15:21:11.741214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-b3cf8da5-67fb-464f-bc1b-0295941412cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:21:11.742591 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-b3cf8da5-67fb-464f-bc1b-0295941412cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0856471 Feb 11 15:21:11.806286 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-0deb0de0-0135-4d85-873f-069a069ffd8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1000 time: 0.0567162 Feb 11 15:21:11.854008 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-df0581c6-ffb4-4e7b-834f-9572e1f44a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:21:11.855415 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-df0581c6-ffb4-4e7b-834f-9572e1f44a6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0423324 Feb 11 15:21:11.903965 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-1e6f91e2-1117-46c9-b628-1a3447c16267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:21:11.905465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-1e6f91e2-1117-46c9-b628-1a3447c16267 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428896 Feb 11 15:21:11.991977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-52415004-ea5b-40ad-a92e-dabeee1bd708 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800705 Feb 11 15:21:12.083427 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c75499d3-4f0e-449c-beb7-18242a4079cf req-cb7be926-da86-48e6-9cd3-11a41e59d456 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Feb 11 15:21:18.256634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0813f57-bae9-4b5d-9dda-8ea76b5c029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:18.690413 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:21:20.518406 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5b60-adfe-42ef-9dfc-e6024319c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:22.039548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:23.363814 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:23.456348 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:31.085169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:31.946755 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:48.233252 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6143fd6b-879b-4ade-83d1-8f190ef3f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:50.496153 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7eec3b1-8613-4141-853f-889d77cc5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:52.016235 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:53.349727 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:53.421925 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:21:55.688757 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:22:01.101908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:01.941775 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:11.514511 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-b65ae214-c5ab-4fc7-8dab-8f2769a57e18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389874 Feb 11 15:22:11.592757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-e21f7719-a33c-457d-9f7a-4afeda8618dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:22:11.594810 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-e21f7719-a33c-457d-9f7a-4afeda8618dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0391920 Feb 11 15:22:11.695809 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-d9b6751e-48e2-4a18-9a92-dc56694acfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:22:11.698704 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-d9b6751e-48e2-4a18-9a92-dc56694acfaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0851967 Feb 11 15:22:11.760507 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-de99c6b5-bf88-43c1-a9d7-b9f503d291d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1000 time: 0.0571141 Feb 11 15:22:11.807855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-4a74e4d5-6451-4ecd-9a86-fb6fcfc86706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:22:11.809239 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-4a74e4d5-6451-4ecd-9a86-fb6fcfc86706 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0423036 Feb 11 15:22:11.856599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-5d05b0c9-7411-4624-b906-124ddad235da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:22:11.858078 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-5d05b0c9-7411-4624-b906-124ddad235da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427258 Feb 11 15:22:11.943901 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-c08717a7-5e42-4c2b-82fc-bcee82f1eb34 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786445 Feb 11 15:22:12.035063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-42912cf1-f193-4cfd-9ca1-9437928e6de0 req-11522adc-7263-4ec9-b9a4-203e6da5a557 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847967 Feb 11 15:22:18.232748 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8c024f2-a246-4bcd-9a52-d6bc4115fd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:20.488922 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-629d16fd-799c-4ed9-afab-f42896f568a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:21.992868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:23.374718 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:23.438559 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:31.101473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:31.975680 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:32.690845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:22:48.249846 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-daf29b47-ebc6-4a22-bbd5-0185d0625262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:50.489205 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30141b3c-8ad6-414e-b985-5b9cea441ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:52.038127 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:53.368909 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:22:53.425929 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:01.112122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:01.946574 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:05.641805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff784f4-d3b5-4f7e-8cce-d6d2445b1cee req-7b47c36e-4fc6-45d2-9331-13d7e3f49ec1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:05.643294 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bff784f4-d3b5-4f7e-8cce-d6d2445b1cee req-7b47c36e-4fc6-45d2-9331-13d7e3f49ec1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.1015072 Feb 11 15:23:05.681331 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-bff784f4-d3b5-4f7e-8cce-d6d2445b1cee req-fcf1d7ba-7ccc-4484-8531-2211c671088a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Feb 11 15:23:06.849742 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc769-0c71-4208-9d7a-68f30378c5ff req-aebe4d51-44eb-41f0-95f6-15552edaf725 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:06.851761 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e67fc769-0c71-4208-9d7a-68f30378c5ff req-aebe4d51-44eb-41f0-95f6-15552edaf725 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0937388 Feb 11 15:23:06.889785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e67fc769-0c71-4208-9d7a-68f30378c5ff req-14eea9ef-5a8c-4498-94eb-9c2bc73d6256 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Feb 11 15:23:08.007382 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e198f-e597-4d11-bc55-1621c07f0644 req-993c2dcb-5856-4922-b8d4-70d3683b0a9c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:08.008855 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be7e198f-e597-4d11-bc55-1621c07f0644 req-993c2dcb-5856-4922-b8d4-70d3683b0a9c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0470984 Feb 11 15:23:08.051435 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be7e198f-e597-4d11-bc55-1621c07f0644 req-257ebe88-a378-42e1-bbc9-9b4e8b9dc817 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363913 Feb 11 15:23:09.165142 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fe466-6a14-489f-be49-7c4fe7900b8c req-3c758759-c014-46c5-a9dc-717f74f8d234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:09.166697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-140fe466-6a14-489f-be49-7c4fe7900b8c req-3c758759-c014-46c5-a9dc-717f74f8d234 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Feb 11 15:23:09.203694 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-140fe466-6a14-489f-be49-7c4fe7900b8c req-fad83bd9-d135-4177-a916-276551846e35 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Feb 11 15:23:09.690199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:23:10.323491 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2d4c8-3e63-4846-96e1-a5239cab8ed3 req-09981853-70ad-4b8c-8c63-bfeee979e7dd tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:10.324981 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dc2d4c8-3e63-4846-96e1-a5239cab8ed3 req-09981853-70ad-4b8c-8c63-bfeee979e7dd tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Feb 11 15:23:10.361490 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5dc2d4c8-3e63-4846-96e1-a5239cab8ed3 req-c20d141f-c89d-4d08-aedb-4d10b9cb1653 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304790 Feb 11 15:23:11.482727 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6525823-cbc0-4d3d-96a7-415e9376b1f9 req-02e8c569-86d9-44b3-b462-48288e4f7923 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:11.484407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6525823-cbc0-4d3d-96a7-415e9376b1f9 req-02e8c569-86d9-44b3-b462-48288e4f7923 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Feb 11 15:23:11.550523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b6525823-cbc0-4d3d-96a7-415e9376b1f9 req-54aa68ec-8708-49dd-ad3a-8c745993fdcf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599468 Feb 11 15:23:11.567677 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-81b6c1df-469d-490b-9bf5-059dd54b5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:11.570274 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-81b6c1df-469d-490b-9bf5-059dd54b5c51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0462599 Feb 11 15:23:11.673798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-94fbe0e2-58fb-43d2-a906-a0ce5cc2f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:11.675180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-94fbe0e2-58fb-43d2-a906-a0ce5cc2f127 service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0859761 Feb 11 15:23:11.743736 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-dbfe7add-f1ad-4677-9b49-3b2289a297d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1000 time: 0.0613503 Feb 11 15:23:11.791045 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-b889c9df-317d-4c61-a13b-23fadb38f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:11.792490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-b889c9df-317d-4c61-a13b-23fadb38f23c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0429225 Feb 11 15:23:11.836192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-9c653c84-7308-43a6-b881-552ec09d8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:11.837663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-9c653c84-7308-43a6-b881-552ec09d8ad7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392141 Feb 11 15:23:11.931635 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-6ad06e2d-c5fe-4124-b77d-057daf2a68d4 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Feb 11 15:23:12.020348 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cec14bb1-a350-4e4b-9f8d-69c00dee5a4f req-e95a6a05-1ef1-49cc-972a-a0033c7f048c service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804734 Feb 11 15:23:12.666455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b755f5f-f057-4d92-b3e4-306ee8f71046 req-3e361ddb-4ffd-4eb4-9e62-1ff3c021d04b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:12.667842 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b755f5f-f057-4d92-b3e4-306ee8f71046 req-3e361ddb-4ffd-4eb4-9e62-1ff3c021d04b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Feb 11 15:23:12.704538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5b755f5f-f057-4d92-b3e4-306ee8f71046 req-dd857111-6121-4f3e-8230-c541a69c8d0a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307345 Feb 11 15:23:13.819224 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88496ec-3dd5-45b9-8b99-7a04dcf8ede0 req-75fa8c27-fd6a-4735-817f-16b273b38686 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:13.820699 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f88496ec-3dd5-45b9-8b99-7a04dcf8ede0 req-75fa8c27-fd6a-4735-817f-16b273b38686 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Feb 11 15:23:13.862586 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f88496ec-3dd5-45b9-8b99-7a04dcf8ede0 req-335e5e92-668a-4fe6-8317-f6c8879b8781 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359256 Feb 11 15:23:14.975154 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820420b2-cfd4-49cf-91ee-01fccdce5905 req-8ed8d7c9-c206-4c26-a96a-ef1fd9a6f8e8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:14.976622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-820420b2-cfd4-49cf-91ee-01fccdce5905 req-8ed8d7c9-c206-4c26-a96a-ef1fd9a6f8e8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Feb 11 15:23:15.017092 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-820420b2-cfd4-49cf-91ee-01fccdce5905 req-5b75b53d-d7bd-432e-8060-12871a1a020a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343881 Feb 11 15:23:15.776769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-72a7e1a0-ffe3-4741-af93-1388d5d84485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:15.778356 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-72a7e1a0-ffe3-4741-af93-1388d5d84485 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1096 time: 0.0402060 Feb 11 15:23:15.884392 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-2fbbfda5-1feb-41be-922a-bdd548b697cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:15.885932 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-2fbbfda5-1feb-41be-922a-bdd548b697cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.1015203 Feb 11 15:23:15.955468 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-084cec9d-ca88-480d-9423-8de0faa4ea1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1000 time: 0.0626435 Feb 11 15:23:16.005534 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-8f2231c7-8e91-420c-b01c-efec0799d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:16.007038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-8f2231c7-8e91-420c-b01c-efec0799d08e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0451927 Feb 11 15:23:16.063827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-bad597e0-9c38-4fef-8dfd-5f38c18017ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:16.066786 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-bad597e0-9c38-4fef-8dfd-5f38c18017ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520811 Feb 11 15:23:16.180855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc75cf-f2b8-44b1-a098-b485a607375a req-4951dcb1-fe75-4726-9555-c5fce8576d6c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:16.182341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29cc75cf-f2b8-44b1-a098-b485a607375a req-4951dcb1-fe75-4726-9555-c5fce8576d6c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0919442 Feb 11 15:23:16.202094 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-2815279f-5cfc-4e60-b7a8-ff5dd907bfb4 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 Feb 11 15:23:16.275176 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-29cc75cf-f2b8-44b1-a098-b485a607375a req-d8eeddf4-5ae5-4305-b26e-2ec0d26ca518 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838139 Feb 11 15:23:16.310684 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6515e59f-22e7-4d47-8d43-24756be1a6e4 req-4b719303-bc24-4f62-a1fe-6b17e65980c7 service neutron] 10.222.0.60 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016598 Feb 11 15:23:17.392802 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a4981-0ac9-4aeb-94a9-57d6e4fd9aab req-6c43b94a-8575-4154-8be8-b8cde8e8eb1f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:17.394354 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c65a4981-0ac9-4aeb-94a9-57d6e4fd9aab req-6c43b94a-8575-4154-8be8-b8cde8e8eb1f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0502224 Feb 11 15:23:17.433622 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c65a4981-0ac9-4aeb-94a9-57d6e4fd9aab req-72705ee2-362e-48ab-983f-82ef96c5d1bb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Feb 11 15:23:18.232078 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7ef4decc-581c-44d6-a3e3-0948fd8c229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:18.552810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91361c-2052-4495-bf87-b684468053d5 req-ec78e587-9d34-4dec-9261-0665d4ab892b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:18.554435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d91361c-2052-4495-bf87-b684468053d5 req-ec78e587-9d34-4dec-9261-0665d4ab892b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Feb 11 15:23:18.606611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4d91361c-2052-4495-bf87-b684468053d5 req-609588e9-82b4-4b72-9941-2d5c57406f79 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Feb 11 15:23:19.725815 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e58f9-f532-4fe3-838e-de10dd4ddba9 req-23945160-9226-412a-9b58-4c86dc719547 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:19.727312 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f65e58f9-f532-4fe3-838e-de10dd4ddba9 req-23945160-9226-412a-9b58-4c86dc719547 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Feb 11 15:23:19.764489 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f65e58f9-f532-4fe3-838e-de10dd4ddba9 req-fcbb3513-3be0-4f00-9dcd-1e8c93d0b4e5 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Feb 11 15:23:20.506098 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a59d9433-255a-42e4-b342-a918e8d0aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:20.879006 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b044ec-e81f-409e-82f3-ebf515040c35 req-baeb25f1-9b30-4c23-bbba-c72be45109bf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:20.880475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27b044ec-e81f-409e-82f3-ebf515040c35 req-baeb25f1-9b30-4c23-bbba-c72be45109bf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Feb 11 15:23:20.920606 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27b044ec-e81f-409e-82f3-ebf515040c35 req-5e31f91e-6109-4b53-99d4-1a9c8c82a0f8 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Feb 11 15:23:21.286411 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af23496-1a31-487a-9f7f-d072e7bd8084 req-98faa254-e2f6-4f8e-9402-c90ab582610a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:21.287881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af23496-1a31-487a-9f7f-d072e7bd8084 req-98faa254-e2f6-4f8e-9402-c90ab582610a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Feb 11 15:23:21.327483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af23496-1a31-487a-9f7f-d072e7bd8084 req-6b97472f-9efe-4e54-8a17-8801a7c354e7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Feb 11 15:23:21.344497 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-15a127d0-89d9-413a-bfc7-fd69e9c6f18d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783949 Feb 11 15:23:21.353707 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-3ac85dfc-4d03-4018-be9a-263165eb9f6e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:23:21.354663 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-3ac85dfc-4d03-4018-be9a-263165eb9f6e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050662 Feb 11 15:23:21.486744 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:23:21.573172 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:21.596610 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:23:21.598801 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde69d0c-3054-4488-a7a4-b47349e0c98f" -d '{"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-unplugged", "status": "completed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:23:21.611873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:23:21.629976 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0900c3d-d9c2-4a86-b9b9-c99c7e8ba2fd x-openstack-request-id: req-e0900c3d-d9c2-4a86-b9b9-c99c7e8ba2fd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:23:21.630261 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-unplugged", "status": "failed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "code": 422}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:23:21.630539 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0900c3d-d9c2-4a86-b9b9-c99c7e8ba2fd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:23:21.630939 n-d-828407-1 neutron-server[109377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'code': 422} returned with failed status Feb 11 15:23:21.700987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:21.746833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:23:21.753977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.754317 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.754647 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.754974 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.755296 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.755614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.755931 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.756247 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.756558 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.756946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.757266 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:21.757580 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:22.038448 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:22.441941 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f50dbe-6058-4bf5-922e-bfdd6280ee16 req-b769dc35-279f-4626-9cee-ba10891f3610 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:22.444036 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8f50dbe-6058-4bf5-922e-bfdd6280ee16 req-b769dc35-279f-4626-9cee-ba10891f3610 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0477660 Feb 11 15:23:22.481796 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a8f50dbe-6058-4bf5-922e-bfdd6280ee16 req-d252d424-26e9-4e1c-aee7-c29988e2573c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Feb 11 15:23:23.386050 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:23.414546 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:23.604023 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef9e60-4546-4224-935b-acf3004cfb3a req-eedd2d22-07e5-430e-9746-fdbc30f11242 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:23.605443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1ef9e60-4546-4224-935b-acf3004cfb3a req-eedd2d22-07e5-430e-9746-fdbc30f11242 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0543146 Feb 11 15:23:23.644916 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f1ef9e60-4546-4224-935b-acf3004cfb3a req-7293d708-7e65-43a5-bbe0-e105e3ebf8d7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Feb 11 15:23:24.763505 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257908-c614-4eb5-a388-f080a2ac7608 req-76719d30-4379-4a30-90e0-a06de9d05aa1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:24.764999 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19257908-c614-4eb5-a388-f080a2ac7608 req-76719d30-4379-4a30-90e0-a06de9d05aa1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0493958 Feb 11 15:23:24.804354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-19257908-c614-4eb5-a388-f080a2ac7608 req-462fbde1-69b0-4b0d-9918-de60b47b6d10 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Feb 11 15:23:25.921276 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c12a4-2c1c-44ed-ab00-5d58ddf1f8ff req-99ef8597-d4e7-4468-a326-c32c491ff0d4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:25.922773 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-923c12a4-2c1c-44ed-ab00-5d58ddf1f8ff req-99ef8597-d4e7-4468-a326-c32c491ff0d4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0493991 Feb 11 15:23:25.960862 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-923c12a4-2c1c-44ed-ab00-5d58ddf1f8ff req-beebad53-80ec-479f-954d-b650ee88064f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Feb 11 15:23:27.070450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-3997d965-8443-4977-8d9d-236a7666ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:27.071949 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-3997d965-8443-4977-8d9d-236a7666ce61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840&tenant_id=527c986e70b1427388357ba39f4dee36 HTTP/1.1" status: 200 len: 1094 time: 0.1084082 Feb 11 15:23:27.084843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828407-1', 'device_owner': 'compute:nova'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:23:27.112078 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ef705-ffd8-4f1d-99d5-e3bd562f6670 req-d6273af6-f858-409b-8a36-d20712dc33af tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:27.113546 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c4ef705-ffd8-4f1d-99d5-e3bd562f6670 req-d6273af6-f858-409b-8a36-d20712dc33af tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0774887 Feb 11 15:23:27.161160 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.184220 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5c4ef705-ffd8-4f1d-99d5-e3bd562f6670 req-c1e45946-5f19-4e99-8eed-6d51016960f7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642388 Feb 11 15:23:27.378615 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:23:27.410503 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:23:27.442001 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:23:27.449905 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.462317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Transition to ACTIVE for port object 13cc6710-72d1-42cd-8154-6cbc3a461766 will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:23:27.517670 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.600103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=7']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:23:27.614894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.615270 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.615618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.615958 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.616294 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.616627 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.616998 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.617334 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.617665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.618374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.618374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.618625 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:23:27.658795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] No DVR routers for this DVR port 13cc6710-72d1-42cd-8154-6cbc3a461766 on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:23:27.790575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:23:27.790907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:23:27.791229 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:23:27.795412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:23:27.795710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Attempting to bind port 13cc6710-72d1-42cd-8154-6cbc3a461766 on network 470aebd6-f8a3-492c-beb3-3e7b1550d503 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:23:27.800389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:23:27.800718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Checking segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:23:27.801121 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Bound using segment: {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:23:27.801535 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Bound port: 13cc6710-72d1-42cd-8154-6cbc3a461766, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:23:27.801883 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.862197 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:23:27.865634 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:23:27.923417 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.964450 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:27.965092 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:27.966501 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] 10.222.0.62 "PUT /v2.0/ports/13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1091 time: 0.8870957 Feb 11 15:23:27.966917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:23:27.969170 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63d5647-add0-40ad-a8bd-5c37d462fd60" -d '{"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:23:28.020183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae8061-fa45-4be2-8dc5-6ed6399a3db6 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=8']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:23:28.024129 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fda02c-a338-45a2-8f9b-8dc742f23cf4 x-openstack-request-id: req-f8fda02c-a338-45a2-8f9b-8dc742f23cf4 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:23:28.024129 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:23:28.024380 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8fda02c-a338-45a2-8f9b-8dc742f23cf4 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:23:28.024707 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'status': 'completed', 'code': 200} Feb 11 15:23:28.041829 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-91e00b36-4d93-44fa-998e-da7bb8398ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.043345 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-91e00b36-4d93-44fa-998e-da7bb8398ae4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1094 time: 0.0499797 Feb 11 15:23:28.137023 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-b57707a7-9a07-4f14-a26b-480c039a9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.138522 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-b57707a7-9a07-4f14-a26b-480c039a9798 service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0868282 Feb 11 15:23:28.206466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-f50f66af-5409-45ac-94e9-df004a26e81b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 998 time: 0.0609899 Feb 11 15:23:28.259021 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-5b35cda0-8641-486e-80c4-d18096bcd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.260389 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-5b35cda0-8641-486e-80c4-d18096bcd5d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0475993 Feb 11 15:23:28.329909 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710fb5-9ed4-42e7-953b-7b89b2cec23a req-f1a1e35d-c910-44ea-bcbf-cb9227f683ab tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.331376 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89710fb5-9ed4-42e7-953b-7b89b2cec23a req-f1a1e35d-c910-44ea-bcbf-cb9227f683ab tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0752349 Feb 11 15:23:28.334157 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-a3d3345f-3b4e-4c12-96bd-a2f3a6cb2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.335797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-a3d3345f-3b4e-4c12-96bd-a2f3a6cb2b35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683653 Feb 11 15:23:28.417579 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-89710fb5-9ed4-42e7-953b-7b89b2cec23a req-2e4fce78-092c-4532-ac02-84d12a5fde68 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795107 Feb 11 15:23:28.453162 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-5ae1b342-dcec-411e-a20d-78ac20ac7e4e service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094463 Feb 11 15:23:28.548319 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-982415b7-29ac-4529-ba7c-904d813a191b service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 Feb 11 15:23:28.704509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-c31479f0-ab3d-4251-b40d-336e68a44001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.707538 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-c31479f0-ab3d-4251-b40d-336e68a44001 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1094 time: 0.0410018 Feb 11 15:23:28.797576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-43cbd36b-a5ab-44fd-8159-af4e48892c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.799055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-43cbd36b-a5ab-44fd-8159-af4e48892c2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0845370 Feb 11 15:23:28.868755 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-65a2a254-32ee-4e72-8d6f-7b6b776f175f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 998 time: 0.0628004 Feb 11 15:23:28.919542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-699f70a7-3d77-44eb-8392-8eda0b3f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.921077 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-699f70a7-3d77-44eb-8392-8eda0b3f3888 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0453610 Feb 11 15:23:28.967075 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-90ea6c6a-7f65-409d-9280-6339153783fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:28.969559 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-90ea6c6a-7f65-409d-9280-6339153783fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409822 Feb 11 15:23:29.062827 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-decde2b4-39e4-4df9-b4be-f68d970a698e service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Feb 11 15:23:29.152417 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f63d5647-add0-40ad-a8bd-5c37d462fd60 req-e2fce052-953c-47fb-b10f-f17925ea399f service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Feb 11 15:23:29.533595 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2ba9-bbf7-46f3-9ef9-87a77cae5d0b req-4bf2685e-4924-414a-a0e2-e4274257ecf7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:29.535068 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11de2ba9-bbf7-46f3-9ef9-87a77cae5d0b req-4bf2685e-4924-414a-a0e2-e4274257ecf7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0478690 Feb 11 15:23:29.576820 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-11de2ba9-bbf7-46f3-9ef9-87a77cae5d0b req-75fa4790-e15e-4859-a4f6-0a16b6a41cb0 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Feb 11 15:23:29.699518 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-2c012c8b-3575-4f32-ae92-a4f50cc929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:29.700876 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-2c012c8b-3575-4f32-ae92-a4f50cc929c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1094 time: 0.0438719 Feb 11 15:23:29.799708 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-a4218435-3b3a-4771-8e26-b5e78662c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:29.801203 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-a4218435-3b3a-4771-8e26-b5e78662c6fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.0824590 Feb 11 15:23:29.867117 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-dc66b3e4-f49a-433f-a96c-d0590bf0db18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 998 time: 0.0600047 Feb 11 15:23:29.912679 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-9570cffd-0cce-4f8e-ac71-0ec26a17c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:29.914108 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-9570cffd-0cce-4f8e-ac71-0ec26a17c5f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0413563 Feb 11 15:23:29.956755 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-62314017-d8de-4218-b1a4-7d61742f9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:29.957926 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-62314017-d8de-4218-b1a4-7d61742f9101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377131 Feb 11 15:23:30.045889 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-19a0606f-ff60-4ca4-b86e-a44b6f5f8511 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813692 Feb 11 15:23:30.462392 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c573faef-09f6-4157-8c22-6f6328328dd6 req-804dc2c1-b52e-4673-a517-c16af2ee8849 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089375 Feb 11 15:23:30.689256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cb30-209c-4f85-84ff-7f00a2da01be req-39813257-5848-4c41-bd19-3d1ac7beb2a4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:30.690654 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1872cb30-209c-4f85-84ff-7f00a2da01be req-39813257-5848-4c41-bd19-3d1ac7beb2a4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0476723 Feb 11 15:23:30.729698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1872cb30-209c-4f85-84ff-7f00a2da01be req-6ac0070a-58cd-4e30-9914-97b152bd1ff9 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Feb 11 15:23:31.106347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:31.846696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a174-3111-4485-9a71-42a3c4536a1e req-1ccca824-218f-4438-8c55-dc7c0885a330 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:31.848172 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77c3a174-3111-4485-9a71-42a3c4536a1e req-1ccca824-218f-4438-8c55-dc7c0885a330 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0522938 Feb 11 15:23:31.885795 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-77c3a174-3111-4485-9a71-42a3c4536a1e req-3a16ed28-73cb-48f4-9218-0abe75765fba tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Feb 11 15:23:31.957347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:33.018673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cd6a-ffc2-437e-9b62-b03efcebe59a req-1ffed3a0-8ec1-4f8b-8fc2-57c1c2000b5c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:33.020161 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34a7cd6a-ffc2-437e-9b62-b03efcebe59a req-1ffed3a0-8ec1-4f8b-8fc2-57c1c2000b5c tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0657256 Feb 11 15:23:33.057740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-34a7cd6a-ffc2-437e-9b62-b03efcebe59a req-f2b62eb2-974f-4b40-a447-281135c090fd tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Feb 11 15:23:34.172302 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9514b7-6094-4d99-afb0-810ba66b1cc0 req-674260e5-4b69-48db-b91b-4aad54cdd2c4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:34.173805 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a9514b7-6094-4d99-afb0-810ba66b1cc0 req-674260e5-4b69-48db-b91b-4aad54cdd2c4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0481637 Feb 11 15:23:34.211499 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-1a9514b7-6094-4d99-afb0-810ba66b1cc0 req-6a7ca6a2-f67e-48f1-9dbd-5331a4c10cbd tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Feb 11 15:23:35.343536 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6962ebe-e075-4959-b517-135bc17259bd req-9e2c26cd-746d-4882-897e-c0046c2fb929 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:35.345093 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6962ebe-e075-4959-b517-135bc17259bd req-9e2c26cd-746d-4882-897e-c0046c2fb929 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0667331 Feb 11 15:23:35.382131 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c6962ebe-e075-4959-b517-135bc17259bd req-855aca8f-de86-4383-8c84-f788f38c754a tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302839 Feb 11 15:23:36.498063 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71be8e-12cd-47b3-93ca-d23b7b39c910 req-bd3bbe82-d471-470a-ba7e-7a2f50cbfa06 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:36.499520 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be71be8e-12cd-47b3-93ca-d23b7b39c910 req-bd3bbe82-d471-470a-ba7e-7a2f50cbfa06 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 943 time: 0.0478137 Feb 11 15:23:36.536330 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-be71be8e-12cd-47b3-93ca-d23b7b39c910 req-c9035cea-5768-4111-8f7f-e0d679dff83e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Feb 11 15:23:36.962189 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:23:37.062409 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:23:37.073782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'port_id': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'mac_address': 'fa:16:3e:6c:96:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:23:37.110088 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:37.122394 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:23:37.140349 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:23:37.197028 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:37.245518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:23:37.424096 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['13cc6710-72d1-42cd-8154-6cbc3a461766'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:23:37.654517 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af11d6-4e48-4e6f-bb31-dc4a164abfb8 req-541b8b9c-40bd-4b86-8590-698b951b122b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:37.655980 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8af11d6-4e48-4e6f-bb31-dc4a164abfb8 req-541b8b9c-40bd-4b86-8590-698b951b122b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 944 time: 0.0523863 Feb 11 15:23:37.696330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e8af11d6-4e48-4e6f-bb31-dc4a164abfb8 req-763426cb-f8b5-400f-b72e-3963a18876b7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339494 Feb 11 15:23:38.813906 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f24c2-a21f-480f-8320-2d6743db2549 req-b62d0e57-38ab-4cf5-91aa-22ac3804ed23 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:38.815357 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63f24c2-a21f-480f-8320-2d6743db2549 req-b62d0e57-38ab-4cf5-91aa-22ac3804ed23 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 944 time: 0.0522952 Feb 11 15:23:38.852145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-f63f24c2-a21f-480f-8320-2d6743db2549 req-c6492d80-3456-48bb-be5a-c04c404c2af1 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Feb 11 15:23:38.977180 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:23:39.089062 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 13cc6710-72d1-42cd-8154-6cbc3a461766 completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:23:39.093101 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 13cc6710-72d1-42cd-8154-6cbc3a461766 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:23:39.097806 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:39.171590 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:39.194011 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:23:39.196214 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a9bf15-a592-4586-8a35-5b82a4d21554" -d '{"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:23:39.208597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:23:39.235615 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c5fbd5-ad06-4d92-82a8-f0c6388b658b x-openstack-request-id: req-81c5fbd5-ad06-4d92-82a8-f0c6388b658b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:23:39.235615 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-plugged", "status": "completed", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:23:39.235615 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81c5fbd5-ad06-4d92-82a8-f0c6388b658b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:23:39.235615 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'code': 200} Feb 11 15:23:39.294646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:39.342642 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:23:39.381388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df9e9d-b91f-40dc-a414-29b2153eed93 req-2266c51e-cce3-4075-adf2-d64096fc1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:39.382849 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2df9e9d-b91f-40dc-a414-29b2153eed93 req-2266c51e-cce3-4075-adf2-d64096fc1662 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1097 time: 0.0446286 Feb 11 15:23:39.415923 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2df9e9d-b91f-40dc-a414-29b2153eed93 req-6087dd21-b753-44cc-8b5e-9164007f7d5b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262642 Feb 11 15:23:39.965490 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7246-f8b9-49ab-bda7-18287faec6e6 req-e17d22c2-4002-4498-af21-13f0698dcdeb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:39.966957 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff3e7246-f8b9-49ab-bda7-18287faec6e6 req-e17d22c2-4002-4498-af21-13f0698dcdeb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 946 time: 0.0486026 Feb 11 15:23:40.004904 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ff3e7246-f8b9-49ab-bda7-18287faec6e6 req-92aba7f2-1b53-4f03-ae55-6c6b6dd1a47b tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Feb 11 15:23:41.123757 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb58c-f695-4bf6-aafc-64a521c6c9bc req-64373838-54f1-4b3e-b82c-e9bb0dc08cd0 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:23:41.125256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2dcb58c-f695-4bf6-aafc-64a521c6c9bc req-64373838-54f1-4b3e-b82c-e9bb0dc08cd0 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Feb 11 15:23:41.162363 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-e2dcb58c-f695-4bf6-aafc-64a521c6c9bc req-29e31d76-18f9-453f-a555-68b1286539bb tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309775 Feb 11 15:23:46.689216 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:23:48.231236 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84778569-0054-4f73-914e-3e620552c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:50.528782 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec48630f-175e-4aff-b488-8215c146be68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:52.048524 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:53.419936 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:23:53.471267 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:01.093959 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:01.962970 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:18.242430 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a7e852a-dbb6-4cbc-ba7c-3094dcff6d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:20.470833 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0a50-7b47-43f4-96ac-2c41e12b5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:22.025428 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:23.500096 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:23.596558 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:23.687755 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:24:31.133333 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:31.644758 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-098bdf93-6678-4b20-9748-6f97b8a86b2c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389042 Feb 11 15:24:31.731333 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-6a8f274b-0897-46ad-a391-a18613635b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:24:31.733452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-6a8f274b-0897-46ad-a391-a18613635b64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1097 time: 0.0476601 Feb 11 15:24:31.857665 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-f8a2f1dc-337b-4e92-b44c-d208194dbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:24:31.859362 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-f8a2f1dc-337b-4e92-b44c-d208194dbb2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.1066940 Feb 11 15:24:31.926618 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-50b09bcc-15f3-459c-a8ee-621fab5a614a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 1000 time: 0.0610139 Feb 11 15:24:31.945144 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:31.974992 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-4ca60f52-ca3c-4e62-8525-cbc6866e62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:24:31.977116 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-4ca60f52-ca3c-4e62-8525-cbc6866e62fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0433002 Feb 11 15:24:32.020374 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-7c422b41-4897-4e0c-a74a-e60af6c4a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:24:32.021867 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-7c422b41-4897-4e0c-a74a-e60af6c4a8c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389299 Feb 11 15:24:32.112402 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-179d244d-ec22-4e7a-a0b9-7e903eb41122 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Feb 11 15:24:32.200357 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-f561c95f-b772-4d20-9079-c29cba6ccce7 req-0be97e15-5856-4d33-8d98-b13c231befcf service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807424 Feb 11 15:24:48.235824 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fbad-0fe0-456a-a09f-4ac5f7e323e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:50.493006 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-304cfa6b-79a5-4162-9c10-1368a94016f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:52.041456 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:53.361695 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:24:53.418963 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:00.687135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:25:01.144210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:01.990488 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.021737 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44636) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:17.177025 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Deleting port c702e4e9-3f68-43c9-ba72-0bef7f2aa41d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:17.177376 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.252914 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.253271 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.264957 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Calling delete_port for c702e4e9-3f68-43c9-ba72-0bef7f2aa41d owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:17.493326 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.521795 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'Port': ['ID=c702e4e9-3f68-43c9-ba72-0bef7f2aa41d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:17.536166 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.536520 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.536861 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.537234 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.537570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.537903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.538238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.538576 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.538907 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.539232 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.539575 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.539882 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:17.594992 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.595324 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Floating IP 2a7124d6-a084-493c-8b0a-26b7732459ff disassociated (deleted). External IP: 172.25.7.37, port: 13cc6710-72d1-42cd-8154-6cbc3a461766. Feb 11 15:25:17.850011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:25:17.962321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:17.967223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:17.974845 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:17.984678 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:17.985343 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:24:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:18.000265 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ab82dfc3-0936-4a83-9d89-6f5fda320c96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a7124d6-a084-493c-8b0a-26b7732459ff HTTP/1.1" status: 204 len: 168 time: 0.9746678 Feb 11 15:25:18.000265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:25:18.001117 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d7ed6-3f75-462a-9743-cc837e656c37" -d '{"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:25:18.092750 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53762e-76cf-4799-b65b-1daaa61f09b2 x-openstack-request-id: req-6c53762e-76cf-4799-b65b-1daaa61f09b2 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:25:18.093401 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:25:18.093401 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c53762e-76cf-4799-b65b-1daaa61f09b2 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:25:18.093756 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'status': 'completed', 'code': 200} Feb 11 15:25:18.112425 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:18.154790 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-28558bf6-2794-4f61-9463-13644474a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:18.156369 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-28558bf6-2794-4f61-9463-13644474a694 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=527c986e70b1427388357ba39f4dee36&device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 1097 time: 0.0422888 Feb 11 15:25:18.253151 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8bfc-8e5a-4bf6-92bb-96ecad0eeb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:18.281687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-c3ff77d1-d889-4d5f-afb8-cafc9c4f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:18.283195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-c3ff77d1-d889-4d5f-afb8-cafc9c4f2fdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 200 len: 908 time: 0.1199281 Feb 11 15:25:18.328693 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:18.329797 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-69c26733-5a8f-46b0-b215-00e1b13066c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 200 len: 217 time: 0.0400438 Feb 11 15:25:18.358714 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:18.367480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:18.368008 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:24:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:18.385990 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-43b09b89-c8f6-4ef6-895f-def65c6a06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:18.388435 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-43b09b89-c8f6-4ef6-895f-def65c6a06ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 200 len: 846 time: 0.0528524 Feb 11 15:25:18.443005 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-e93baa54-e236-4914-bdbb-cc4e458505fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:18.445151 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-e93baa54-e236-4914-bdbb-cc4e458505fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=470aebd6-f8a3-492c-beb3-3e7b1550d503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491867 Feb 11 15:25:18.477190 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:18.552466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fbeb7-7414-4f60-90e5-779139d0fe7e req-e5180c5a-d205-4c42-a7b0-f9c1771f48df tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:18.553983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-781fbeb7-7414-4f60-90e5-779139d0fe7e req-e5180c5a-d205-4c42-a7b0-f9c1771f48df tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 946 time: 0.1032321 Feb 11 15:25:18.595891 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-09639fa4-d2f2-44b5-be5a-92c8dc9e45f7 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356528 Feb 11 15:25:18.617594 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-781fbeb7-7414-4f60-90e5-779139d0fe7e req-b110ab58-5caa-426e-a412-ee3308903cd7 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546720 Feb 11 15:25:18.685206 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:18.693045 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5f7d7ed6-3f75-462a-9743-cc837e656c37 req-34097c14-9594-4223-8269-8e4824d0e1c7 service neutron] 10.222.0.62 "GET /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879195 Feb 11 15:25:18.711447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1b35-11e5-453e-8b33-acd0cbce571e None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:15:30Z', 'revision_number': 4, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '09f9d02e-c83d-4d29-94e4-15be90343494', 'name': '', 'network_id': '470aebd6-f8a3-492c-beb3-3e7b1550d503', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'mac_address': 'fa:16:3e:45:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:29Z', 'updated_at': '2022-02-11T15:15:34Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'subnets': [{'id': 'f5aa01ae-da73-4fab-a268-192b11cd2158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:19.041378 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3d589-6a38-4dff-855a-59c0f4783c14 None None] New status for floating IP 2a7124d6-a084-493c-8b0a-26b7732459ff: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:25:19.735482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be018-a415-42e0-8e04-86cd548f5e73 req-37c98e88-5a3f-4724-b130-563741175cff tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:19.736994 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-944be018-a415-42e0-8e04-86cd548f5e73 req-37c98e88-5a3f-4724-b130-563741175cff tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Feb 11 15:25:19.779271 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-944be018-a415-42e0-8e04-86cd548f5e73 req-b0eb9c18-8f37-4feb-8780-4bf800653777 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/security-groups?id=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360484 Feb 11 15:25:19.938235 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c746-ba09-4eed-96d8-bbf703181839 req-02334b2d-7648-4bd9-b23e-0d82db20a1e4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:19.938235 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5418c746-ba09-4eed-96d8-bbf703181839 req-02334b2d-7648-4bd9-b23e-0d82db20a1e4 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.62 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 946 time: 0.0538232 Feb 11 15:25:20.030463 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Deleting port 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:20.030811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:20.140457 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] For port 13cc6710-72d1-42cd-8154-6cbc3a461766, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=13cc6710-72d1-42cd-8154-6cbc3a461766,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:20.141097 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:20.160303 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Calling delete_port for 13cc6710-72d1-42cd-8154-6cbc3a461766 owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:20.390416 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:20.423542 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'Port': ['ID=13cc6710-72d1-42cd-8154-6cbc3a461766,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:20.470972 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] No DVR routers for this DVR port 13cc6710-72d1-42cd-8154-6cbc3a461766 on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:25:20.474014 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:20.477535 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-5418c746-ba09-4eed-96d8-bbf703181839 req-dae3de1d-6b6f-41d1-a719-108d53b9f23e tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.62 "DELETE /v2.0/ports/13cc6710-72d1-42cd-8154-6cbc3a461766 HTTP/1.1" status: 204 len: 173 time: 0.5344224 Feb 11 15:25:20.478982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-deleted', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:25:20.480289 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f13c9c-ed19-47bf-b3f1-8a4c97bac1d8" -d '{"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-deleted", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:25:20.492853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e119606e-4d4c-4ce2-be4d-382cc5e9e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:20.521046 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112b7af-35f3-48e6-80ad-ce4d414e097f x-openstack-request-id: req-1112b7af-35f3-48e6-80ad-ce4d414e097f {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:25:20.521339 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f172b145-34f6-4ee6-85aa-e670a03ca840", "name": "network-vif-deleted", "tag": "13cc6710-72d1-42cd-8154-6cbc3a461766", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:25:20.524933 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1112b7af-35f3-48e6-80ad-ce4d414e097f {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:25:20.524933 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f172b145-34f6-4ee6-85aa-e670a03ca840', 'name': 'network-vif-deleted', 'tag': '13cc6710-72d1-42cd-8154-6cbc3a461766', 'status': 'completed', 'code': 200} Feb 11 15:25:20.891133 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7d812976-e430-4e58-bd6d-f9aee7a475fb req-84630615-7228-425f-bc7c-4ffaa9adec96 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0371625 Feb 11 15:25:21.992029 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-df1aa190-ef1b-4087-bb70-42912ce28322 req-ce6342ed-bf75-4f26-8621-53e2c0da0474 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0269282 Feb 11 15:25:22.046980 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:23.093543 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c4e20f80-4572-4e91-9368-40fd470b2aa6 req-895f8be3-a4c9-49e8-ad76-9b28183dd069 tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Feb 11 15:25:23.379988 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:23.441347 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:23.664173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:23.682999 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 13cc6710-72d1-42cd-8154-6cbc3a461766 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:23.683410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 13cc6710-72d1-42cd-8154-6cbc3a461766 not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:24.189992 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-27deb7f3-7dfd-4ec1-b91d-ddb186b9ec71 req-0af87c89-10f2-4727-8c0f-e4aa904adfdf tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "GET /v2.0/ports?device_id=f172b145-34f6-4ee6-85aa-e670a03ca840 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Feb 11 15:25:25.248412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44672) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:25.308841 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:25.334778 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:25.458577 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:25.461490 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:25.462662 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] 10.222.0.31 "DELETE /v2.0/security-groups/de05dc6b-7e42-4e5d-ba20-a49ac4f232e3 HTTP/1.1" status: 204 len: 168 time: 0.2131438 Feb 11 15:25:25.472101 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec3fb8-9036-43f8-bdbe-bd6fac7c559f tempest-TestShelveInstance-138076631 tempest-TestShelveInstance-138076631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de05dc6b-7e42-4e5d-ba20-a49ac4f232e3,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:25.590569 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44676) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:26.064776 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:26.307155 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Deleting port 09f9d02e-c83d-4d29-94e4-15be90343494 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:26.307824 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:26.388424 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] For port 09f9d02e-c83d-4d29-94e4-15be90343494, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=09f9d02e-c83d-4d29-94e4-15be90343494,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:26.388782 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:26.400009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Calling delete_port for 09f9d02e-c83d-4d29-94e4-15be90343494 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:26.624495 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:26.650354 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f9d02e-c83d-4d29-94e4-15be90343494,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:26.813830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:27.023070 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Router 1e6aa248-a88c-4284-b769-3c5fba179d88 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:25:27.134053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:27.143071 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4397f7e6-8326-4829-9788-7c65479bc332 admin admin] 10.222.0.31 "PUT /v2.0/routers/1e6aa248-a88c-4284-b769-3c5fba179d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480349 Feb 11 15:25:27.143071 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44680) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:27.144863 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Sync routers for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:27.156146 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:27.156736 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:27.275156 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:27.482135 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:25:26Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:27.511121 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Checking router: 1e6aa248-a88c-4284-b769-3c5fba179d88 for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:27.523347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Routers {'1e6aa248-a88c-4284-b769-3c5fba179d88'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:27.524386 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['1e6aa248-a88c-4284-b769-3c5fba179d88'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:27.625621 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:27.643439 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] Set router 1e6aa248-a88c-4284-b769-3c5fba179d88 gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:27.740370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:27.858873 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Deleting port 3239045a-8549-4cd2-9fd9-97e78e79406f {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:27.859132 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:27.931276 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:25:26Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:27.943315 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] For port 3239045a-8549-4cd2-9fd9-97e78e79406f, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=3239045a-8549-4cd2-9fd9-97e78e79406f,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:27.943681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:27.957221 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Calling delete_port for 3239045a-8549-4cd2-9fd9-97e78e79406f owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:27.961718 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb1e0c6-1158-446b-bb0b-d66e0d483b8e None None] The sync data for ids ['1e6aa248-a88c-4284-b769-3c5fba179d88'] in n-d-828407-1 is: [{'id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'name': 'tempest-TestShelveInstance-36586145-router', 'tenant_id': '527c986e70b1427388357ba39f4dee36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:26Z', 'updated_at': '2022-02-11T15:25:26Z', 'revision_number': 5, 'project_id': '527c986e70b1427388357ba39f4dee36', 'gw_port': {'id': '3239045a-8549-4cd2-9fd9-97e78e79406f', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6aa248-a88c-4284-b769-3c5fba179d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:27Z', 'updated_at': '2022-02-11T15:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:28.184429 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.209641 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3239045a-8549-4cd2-9fd9-97e78e79406f,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:28.268273 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.361205 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.363496 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.509934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.510480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6aa248-a88c-4284-b769-3c5fba179d88 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:25:28.515223 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.516407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cae2a535-cbbf-48be-9da7-f43ef5765db4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1e6aa248-a88c-4284-b769-3c5fba179d88 HTTP/1.1" status: 204 len: 168 time: 1.3729768 Feb 11 15:25:28.520092 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44682) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:28.562466 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09f9d02e-c83d-4d29-94e4-15be90343494 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:28.570638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Deleting subnet f5aa01ae-da73-4fab-a268-192b11cd2158 {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:25:28.574048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.583127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 09f9d02e-c83d-4d29-94e4-15be90343494 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:28.583745 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 09f9d02e-c83d-4d29-94e4-15be90343494 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:28.610860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.695000 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.818941 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.843899 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aa01ae-da73-4fab-a268-192b11cd2158,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:28.848974 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:28.853072 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b21ae236-d673-4044-85b3-f26189ff0e2a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f5aa01ae-da73-4fab-a268-192b11cd2158 HTTP/1.1" status: 204 len: 168 time: 0.3329687 Feb 11 15:25:28.854311 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee4f36-032d-40a9-b7d0-17f1bbc857be None None] Network 470aebd6-f8a3-492c-beb3-3e7b1550d503 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:28.855375 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44684) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:28.928744 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.003272 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Deleting port d43a0553-33a7-4555-a8f2-6afce4149364 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:29.003901 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.081557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] For port d43a0553-33a7-4555-a8f2-6afce4149364, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d43a0553-33a7-4555-a8f2-6afce4149364,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:29.081846 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.086735 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] DHCP port deletion for 470aebd6-f8a3-492c-beb3-3e7b1550d503 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:25:29.096815 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Calling delete_port for d43a0553-33a7-4555-a8f2-6afce4149364 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:29.140020 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Deleting port d43a0553-33a7-4555-a8f2-6afce4149364 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:29.140396 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.215442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] For port d43a0553-33a7-4555-a8f2-6afce4149364, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=d43a0553-33a7-4555-a8f2-6afce4149364,segment=NetworkSegment(a45b6b3c-dcf4-4e50-a061-4ee0c6660c72),segment_id=a45b6b3c-dcf4-4e50-a061-4ee0c6660c72)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:29.216366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.229877 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Calling delete_port for d43a0553-33a7-4555-a8f2-6afce4149364 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:29.235839 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.264863 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] No DVR routers for this DVR port d43a0553-33a7-4555-a8f2-6afce4149364 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:25:29.270091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43a0553-33a7-4555-a8f2-6afce4149364,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:29.306888 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.331791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Pushing event deleted for resources: {'Port': ['ID=d43a0553-33a7-4555-a8f2-6afce4149364,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:29.337335 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.340184 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] No DVR routers for this DVR port d43a0553-33a7-4555-a8f2-6afce4149364 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:25:29.343253 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.343675 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.344037 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.344372 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.344713 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.345073 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.345406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.345734 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.346059 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.346379 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.346702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.347021 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a550685-06fb-4444-bf87-ddf185ddcbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:29.364102 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470aebd6-f8a3-492c-beb3-3e7b1550d503']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:29.373420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:29.373710 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45b6b3c-dcf4-4e50-a061-4ee0c6660c72') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:29.383156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.395989 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.401986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:25:29.402365 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:25:29.404528 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:25:29.504267 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.509676 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:29.515990 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] 10.222.0.31 "DELETE /v2.0/networks/470aebd6-f8a3-492c-beb3-3e7b1550d503 HTTP/1.1" status: 204 len: 168 time: 0.6565351 Feb 11 15:25:29.516328 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44686) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:29.524566 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060756e8-9d03-482f-ad2e-a2ca7d60a181 admin admin] Pushing event deleted for resources: {'Network': ['ID=470aebd6-f8a3-492c-beb3-3e7b1550d503,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:29.860876 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:30.103100 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Deleting port 65555fad-c491-40f0-91d6-3a1ea4f8069d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:30.103388 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:30.181051 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] For port 65555fad-c491-40f0-91d6-3a1ea4f8069d, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=65555fad-c491-40f0-91d6-3a1ea4f8069d,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:30.181334 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:30.193168 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Calling delete_port for 65555fad-c491-40f0-91d6-3a1ea4f8069d owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:30.435554 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:30.461781 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=65555fad-c491-40f0-91d6-3a1ea4f8069d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:30.473711 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.473945 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.474293 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.474558 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.474891 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.475231 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.475527 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.475851 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.476169 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.476487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.476805 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.477145 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:30.511047 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3239045a-8549-4cd2-9fd9-97e78e79406f no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:30.536762 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 3239045a-8549-4cd2-9fd9-97e78e79406f {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:30.537200 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 3239045a-8549-4cd2-9fd9-97e78e79406f not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:30.537624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d43a0553-33a7-4555-a8f2-6afce4149364 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:30.562214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: d43a0553-33a7-4555-a8f2-6afce4149364 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:30.562561 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device d43a0553-33a7-4555-a8f2-6afce4149364 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:30.642294 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:30.852718 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Router c8bc247f-e326-4c06-afbb-b55dc93bcd34 has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:25:30.960014 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:30.965204 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f504d7d4-c991-4b1a-a492-21f32fc73d84 admin admin] 10.222.0.31 "PUT /v2.0/routers/c8bc247f-e326-4c06-afbb-b55dc93bcd34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478059 Feb 11 15:25:30.967891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44690) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:30.969860 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Sync routers for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:30.980120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:30.980739 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:31.073287 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.085851 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:31.176823 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.209012 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.269757 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:25:30Z', 'revision_number': 5, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port': {'id': '8e33e1ca-581e-40c5-a313-e7e0f82325bf', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:15:33Z', 'updated_at': '2022-02-11T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:31.277393 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Deleting port 8e33e1ca-581e-40c5-a313-e7e0f82325bf {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:31.277739 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.300355 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Checking router: c8bc247f-e326-4c06-afbb-b55dc93bcd34 for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:31.308576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Routers {'c8bc247f-e326-4c06-afbb-b55dc93bcd34'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:31.309142 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:31.359606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] For port 8e33e1ca-581e-40c5-a313-e7e0f82325bf, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=8e33e1ca-581e-40c5-a313-e7e0f82325bf,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:31.359951 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.371579 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Calling delete_port for 8e33e1ca-581e-40c5-a313-e7e0f82325bf owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:31.397605 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] Set router c8bc247f-e326-4c06-afbb-b55dc93bcd34 gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:31.449628 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:25:31Z', 'revision_number': 6, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:31.479440 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c276301-13b6-49f9-abe4-9ff74e8d3d6f None None] The sync data for ids ['c8bc247f-e326-4c06-afbb-b55dc93bcd34'] in n-d-828407-1 is: [{'id': 'c8bc247f-e326-4c06-afbb-b55dc93bcd34', 'name': 'tempest-TestShelveInstance-1852065270-router', 'tenant_id': '193a5f64ad784dcb83b6b1950506b53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:15:32Z', 'updated_at': '2022-02-11T15:25:31Z', 'revision_number': 6, 'project_id': '193a5f64ad784dcb83b6b1950506b53e', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:31.613411 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.638767 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Pushing event deleted for resources: {'Port': ['ID=8e33e1ca-581e-40c5-a313-e7e0f82325bf,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:31.697436 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.788296 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.790407 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.882007 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.882547 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bc247f-e326-4c06-afbb-b55dc93bcd34 {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:25:31.887299 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.889028 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dcd3e833-782c-46a1-969b-23dbc6c98baa admin admin] 10.222.0.31 "DELETE /v2.0/routers/c8bc247f-e326-4c06-afbb-b55dc93bcd34 HTTP/1.1" status: 204 len: 168 time: 0.9200950 Feb 11 15:25:31.891591 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44692) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:31.939069 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Deleting subnet 2b5df43b-35b4-426f-8eba-914efbd5ce9b {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:25:31.942050 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.977023 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:31.984191 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.056259 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.173274 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.198407 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5df43b-35b4-426f-8eba-914efbd5ce9b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:32.202612 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.205798 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-cf17e93e-7338-45eb-9ea7-04771c15bf85 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b5df43b-35b4-426f-8eba-914efbd5ce9b HTTP/1.1" status: 204 len: 168 time: 0.3133736 Feb 11 15:25:32.208521 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44694) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:32.209167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b978db-7a2c-4c2c-8f8f-425e6c46bde4 None None] Network 14202850-d6a6-41a9-8cdf-1beafada4236 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:32.282477 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.339537 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Deleting port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:32.339891 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.389520 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] DHCP port deletion for 14202850-d6a6-41a9-8cdf-1beafada4236 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:25:32.407993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] For port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:32.413675 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.421574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Calling delete_port for ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 owned by network:dhcp {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:32.442171 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Deleting port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:25:32.442549 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.523237 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] For port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,segment=NetworkSegment(fd553915-7f4c-48fa-84f8-09c09f9e2484),segment_id=fd553915-7f4c-48fa-84f8-09c09f9e2484)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:32.523636 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.536174 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65555fad-c491-40f0-91d6-3a1ea4f8069d no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:32.541530 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Calling delete_port for ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:25:32.567886 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 65555fad-c491-40f0-91d6-3a1ea4f8069d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:32.574370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 65555fad-c491-40f0-91d6-3a1ea4f8069d not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:32.574370 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:32.584504 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.613500 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] No DVR routers for this DVR port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 on host n-d-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:25:32.614406 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Pushing event deleted for resources: {'Port': ['ID=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:32.653518 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No active binding found for port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 {{(pid=109377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 15:25:32.653940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:32.654361 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e33e1ca-581e-40c5-a313-e7e0f82325bf no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:25:32.681250 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 8e33e1ca-581e-40c5-a313-e7e0f82325bf {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:25:32.681523 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 8e33e1ca-581e-40c5-a313-e7e0f82325bf not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:25:32.688830 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.690183 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.709924 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14202850-d6a6-41a9-8cdf-1beafada4236']}} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:32.718560 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] Pushing event deleted for resources: {'Port': ['ID=ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:32.719570 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd553915-7f4c-48fa-84f8-09c09f9e2484') {'for_net_delete': True} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:32.720405 n-d-828407-1 neutron-server[109375]: DEBUG neutron.services.segments.db [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd553915-7f4c-48fa-84f8-09c09f9e2484') {} {{(pid=109375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:32.722045 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f001067-220f-46e4-b344-591c9cfbeb63 None None] No DVR routers for this DVR port ae81e3b5-3bd6-41e0-943a-5d5dae2f99f5 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:25:32.734809 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25588219'] for segment, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.748741 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.754793 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:25:32.755182 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3858491'] for segment, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: Traceback (most recent call last): Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: timer() Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: cb(*args, **kw) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: return func(*args, **kwargs) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: self._notify() Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: self.callback(batched_events) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: event.method(event) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: return f(self, *a, **k) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: return self._get(url).json() Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: return self.request(url, 'GET', **kwargs) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:25:32.756803 n-d-828407-1 neutron-server[109375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:25:32.869811 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.874642 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:32.878010 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] 10.222.0.31 "DELETE /v2.0/networks/14202850-d6a6-41a9-8cdf-1beafada4236 HTTP/1.1" status: 204 len: 168 time: 0.6684179 Feb 11 15:25:32.890819 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e898fa-b37e-4d1d-847e-97448e6c8cda admin admin] Pushing event deleted for resources: {'Network': ['ID=14202850-d6a6-41a9-8cdf-1beafada4236,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:33.138244 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44698) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:33.178195 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-defb5346-cc6c-46bc-ab3d-dfd8ca4b294c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=527c986e70b1427388357ba39f4dee36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387588 Feb 11 15:25:33.180673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44700) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:33.231586 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:33.253359 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:33.350193 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:33.352835 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:33.354046 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b971afa-94aa-407a-b2eb-0ac212f9bf66 HTTP/1.1" status: 204 len: 168 time: 0.1724358 Feb 11 15:25:33.361974 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd113e-9969-4340-9346-8445eb9f2a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b971afa-94aa-407a-b2eb-0ac212f9bf66,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:33.944122 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44706) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:33.984224 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-daf5bc72-ca7c-49e7-8795-a7b709352f69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=193a5f64ad784dcb83b6b1950506b53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389400 Feb 11 15:25:33.986718 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44708) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:34.032237 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:34.053125 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:34.155623 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:34.158230 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:34.159370 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f2d8d58-2c8b-4f64-ba83-002422fc1213 HTTP/1.1" status: 204 len: 168 time: 0.1717865 Feb 11 15:25:34.167892 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71373d9-a1e1-40ec-8c66-ee1d491a1bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d8d58-2c8b-4f64-ba83-002422fc1213,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:35.063911 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44730) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:35.160398 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-643895425-network', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:35.218367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Made reservation on behalf of 3daf4b0dfdc841d7a8a7d8697f4c8884 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:25:35.220763 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.232640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.302568 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.355537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.375844 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:25:35.389295 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec56d43-50b8-4c4d-9420-0aa7de3ccd3d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:35.393906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.394277 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Added segment 494f1c68-7bcd-4c92-8d83-26304994f4fd of type vlan for network 07bca43e-a8e4-415a-953d-fa623a04062d Feb 11 15:25:35.431893 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.504264 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.505182 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:35.505755 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.561436 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] Pushing event updated for resources: {'Network': ['ID=07bca43e-a8e4-415a-953d-fa623a04062d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:35.570742 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 07bca43e-a8e4-415a-953d-fa623a04062d details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:25:35.592493 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-b213232b-e63e-4875-a43e-593bf323d724 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5274165 Feb 11 15:25:35.596773 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44734) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:35.601559 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Request body: {'subnet': {'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-643895425-subnet', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:35.704090 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Made reservation on behalf of 3daf4b0dfdc841d7a8a7d8697f4c8884 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:25:35.706456 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.927171 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:35.983042 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69babd30-3da7-4e7b-8ca0-53a25763bc52,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:35.993482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Checking segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:35.993843 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Network hostable DHCP agents. Network: 07bca43e-a8e4-415a-953d-fa623a04062d, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:25:36.092855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Network 07bca43e-a8e4-415a-953d-fa623a04062d is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:25:36.149473 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 07bca43e-a8e4-415a-953d-fa623a04062d) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:36.154134 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:36.154733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.159285 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576ad15-59e3-468c-8cb9-7b2aa4f821c3 None None] Network 07bca43e-a8e4-415a-953d-fa623a04062d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:36.221453 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a68cc3a4-8fde-41d7-858c-427bb9a1390f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6232378 Feb 11 15:25:36.223768 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44736) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:36.228038 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:36.298517 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.299596 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.302143 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-07bca43e-a8e4-415a-953d-fa623a04062d', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:25:36.306149 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.355261 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.537856 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.591495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Allocated IP 172.20.0.2 (07bca43e-a8e4-415a-953d-fa623a04062d/69babd30-3da7-4e7b-8ca0-53a25763bc52/de45639b-5a0d-45d1-a5b1-cca5e03e9303) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:36.735886 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.790475 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.799960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.819300 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.830209 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Network 07bca43e-a8e4-415a-953d-fa623a04062d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:36.832947 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:36.836519 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:36.843403 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Pushing event updated for resources: {'Port': ['ID=de45639b-5a0d-45d1-a5b1-cca5e03e9303,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:36.895615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Attempting to bind port de45639b-5a0d-45d1-a5b1-cca5e03e9303 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:36.895976 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Attempting to bind port de45639b-5a0d-45d1-a5b1-cca5e03e9303 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:36.896327 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Attempting to bind port de45639b-5a0d-45d1-a5b1-cca5e03e9303 on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:36.901092 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:36.901463 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Checking segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:36.901875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.902243 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Bound using segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:36.902696 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Bound port: de45639b-5a0d-45d1-a5b1-cca5e03e9303, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:36.903066 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:36.924314 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Allocated IP 172.25.7.166 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/932e10a7-a3d1-41ef-8d51-a30069c33a07) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:36.965643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] For port de45639b-5a0d-45d1-a5b1-cca5e03e9303, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:36.968702 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] For port de45639b-5a0d-45d1-a5b1-cca5e03e9303, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=de45639b-5a0d-45d1-a5b1-cca5e03e9303,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:37.027052 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:37.036400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:37.096681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6d076-a9ec-4fec-a4f2-fe690193c8ec None None] Pushing event updated for resources: {'Port': ['ID=de45639b-5a0d-45d1-a5b1-cca5e03e9303,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:37.116655 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:37.157248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:37.160105 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:37.163557 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:37.169510 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Pushing event updated for resources: {'Port': ['ID=932e10a7-a3d1-41ef-8d51-a30069c33a07,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:37.513399 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:37.687347 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:25:37.996363 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a9c4d-c2ad-4c5c-9243-61b726c68cf3 None None] Network 07bca43e-a8e4-415a-953d-fa623a04062d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:38.054421 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.123271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] Provisioning complete for port de45639b-5a0d-45d1-a5b1-cca5e03e9303 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:38.123650 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.234917 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.269254 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] For port de45639b-5a0d-45d1-a5b1-cca5e03e9303, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=de45639b-5a0d-45d1-a5b1-cca5e03e9303,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:38.292599 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:25:38.310914 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.371282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9b409-d91f-4397-b41d-9b6398ff0821 None None] Pushing event updated for resources: {'Port': ['ID=de45639b-5a0d-45d1-a5b1-cca5e03e9303,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:38.421204 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:38.431558 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:38.431848 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-8f815bba-719d-44b4-a688-91302370cdcc None None] Provisioning complete for port de45639b-5a0d-45d1-a5b1-cca5e03e9303 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:38.432244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f815bba-719d-44b4-a688-91302370cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.441637 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:38.444585 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:38.495520 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.496805 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-75eeb751-9557-4fff-af15-be83d622f056 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2721062 Feb 11 15:25:38.500026 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44738) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:38.552672 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device de45639b-5a0d-45d1-a5b1-cca5e03e9303 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:38.561151 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:38.601264 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port de45639b-5a0d-45d1-a5b1-cca5e03e9303 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:38.601641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.743168 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:37Z', 'revision_number': 3, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:38.771890 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:38.772233 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Updating router 8923203a-1a70-4ea2-80ed-139c455c4ffd port 932e10a7-a3d1-41ef-8d51-a30069c33a07 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:25:38.796482 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:38.921853 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.052233 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.092010 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Allocated IP 172.20.0.1 (07bca43e-a8e4-415a-953d-fa623a04062d/69babd30-3da7-4e7b-8ca0-53a25763bc52/44b794c9-5abc-424a-9246-1a213a346ce3) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:39.109772 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.161021 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Attempting to bind port 932e10a7-a3d1-41ef-8d51-a30069c33a07 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:39.161386 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Attempting to bind port 932e10a7-a3d1-41ef-8d51-a30069c33a07 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:39.161741 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Attempting to bind port 932e10a7-a3d1-41ef-8d51-a30069c33a07 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:39.166186 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Pushing event updated for resources: {'Port': ['ID=932e10a7-a3d1-41ef-8d51-a30069c33a07,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:39.169820 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:39.170181 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:39.170577 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.170958 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:39.171414 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Bound port: 932e10a7-a3d1-41ef-8d51-a30069c33a07, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:39.171788 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.178063 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.178401 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.178734 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.179061 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.179384 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.179704 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.180022 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.180338 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.180654 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.180992 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.181312 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.181622 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:25:39.198431 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.234902 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] For port 932e10a7-a3d1-41ef-8d51-a30069c33a07, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:39.237937 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] For port 932e10a7-a3d1-41ef-8d51-a30069c33a07, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=932e10a7-a3d1-41ef-8d51-a30069c33a07,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:39.275875 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.298976 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.314308 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Network 07bca43e-a8e4-415a-953d-fa623a04062d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:39.317009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:39.320477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:39.347480 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Pushing event updated for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:39.358249 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ca121-93d4-4ed3-9f12-42d083162800 None None] Pushing event updated for resources: {'Port': ['ID=932e10a7-a3d1-41ef-8d51-a30069c33a07,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:39.367887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.376958 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:39.377614 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:39.487649 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:39.549985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f5dd0282-7425-417e-9798-0ac1feeefb74 None None] Provisioning complete for port 44b794c9-5abc-424a-9246-1a213a346ce3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:39.550583 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0282-7425-417e-9798-0ac1feeefb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.570725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.584840 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd0282-7425-417e-9798-0ac1feeefb74 None None] Port 44b794c9-5abc-424a-9246-1a213a346ce3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:39.670850 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-01261574-3919-4309-bf2b-97626ceec56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:37Z', 'revision_number': 3, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:39.701326 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01261574-3919-4309-bf2b-97626ceec56b None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:37Z', 'revision_number': 3, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:39.755749 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.824354 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:39.891188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Pushing event updated for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:39.894249 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.011216 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Network 07bca43e-a8e4-415a-953d-fa623a04062d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:40.012810 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:40.163183 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:25:40.280265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:40.285301 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-07cfb049-1640-442b-99a8-4830b2a07819 admin admin] 10.222.0.31 "PUT /v2.0/routers/8923203a-1a70-4ea2-80ed-139c455c4ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842038 Feb 11 15:25:40.311838 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-c0ca49d3-589d-4039-8f92-11048a2521ea None None] Provisioning complete for port 44b794c9-5abc-424a-9246-1a213a346ce3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:40.312215 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0ca49d3-589d-4039-8f92-11048a2521ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.351542 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca49d3-589d-4039-8f92-11048a2521ea None None] Port 44b794c9-5abc-424a-9246-1a213a346ce3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:40.549116 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 932e10a7-a3d1-41ef-8d51-a30069c33a07 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:40.598898 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 932e10a7-a3d1-41ef-8d51-a30069c33a07 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:40.599525 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.678551 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.705462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 932e10a7-a3d1-41ef-8d51-a30069c33a07, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=932e10a7-a3d1-41ef-8d51-a30069c33a07,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:40.750207 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.802752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=932e10a7-a3d1-41ef-8d51-a30069c33a07,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:40.898231 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44754) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:40.903238 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1668372102-network', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:40.984373 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Made reservation on behalf of 00af5527b0ec4deeb642720e61a5c826 for: {'network': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:25:40.986858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for network, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:40.995860 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.074211 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.121408 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.147345 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 15:25:41.157143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19354c76-18fa-4c37-b252-01ae740dd643,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:41.162274 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.163238 n-d-828407-1 neutron-server[109375]: INFO neutron.db.segments_db [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Added segment eec7081b-369f-4d29-a2f8-d260b481c6c2 of type vlan for network 5e352b2f-6ff1-467a-9f92-b890274045d0 Feb 11 15:25:41.202983 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763871516609'] for network, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.241878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:41.249382 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:41.249992 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:41.275599 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971'] for network, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.276804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:41.277559 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Notify callbacks [] for network, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.339431 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] Pushing event updated for resources: {'Network': ['ID=5e352b2f-6ff1-467a-9f92-b890274045d0,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:41.350705 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 details requested by agent ovs-agent-n-d-828407-1 with host n-d-828407-1 {{(pid=109377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 15:25:41.369196 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:41.386770 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4c0404cd-59f3-4f3d-b56d-fc590a236405 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4874289 Feb 11 15:25:41.390066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44756) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:41.394798 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Request body: {'subnet': {'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1668372102-subnet', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'ip_version': 4}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:41.470017 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Made reservation on behalf of 00af5527b0ec4deeb642720e61a5c826 for: {'subnet': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:25:41.472482 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25876841'] for subnet, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.614758 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 2, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:41.642505 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:41.642784 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Updating router 8923203a-1a70-4ea2-80ed-139c455c4ffd port 44b794c9-5abc-424a-9246-1a213a346ce3 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:25:41.667075 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.687418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3858642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25876859'] for subnet, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.743735 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b816138-ff7b-4576-a9bb-d0af4fac2e4c,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:41.751796 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Checking segment: {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:41.752173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Network hostable DHCP agents. Network: 5e352b2f-6ff1-467a-9f92-b890274045d0, hostable agents: ['c90fb07f-56d5-4480-903f-4526fb61358d'], hosted agents: [] {{(pid=109375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 15:25:41.807011 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 is scheduled to be hosted by DHCP agent c90fb07f-56d5-4480-903f-4526fb61358d with binding_index 1 {{(pid=109375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 15:25:41.852366 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828407-1, 5e352b2f-6ff1-467a-9f92-b890274045d0) {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:41.857526 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:41.858124 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.861563 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4916b92e-fa0e-4840-beb2-b8f33d5c1b45 None None] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:41.912645 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6419da05-02ac-403e-a90a-ad7eaa5a1e8f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5214045 Feb 11 15:25:41.915091 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44758) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:41.919953 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:41.984721 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58059'] for router, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.985814 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680153', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1032101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58076'] for router, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:41.999024 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.040758 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.057400 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.084741 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb42227b2-0bd0-562d-b198-0828738a9a5c-5e352b2f-6ff1-467a-9f92-b890274045d0', 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'fixed_ips': [{'subnet_id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c'}]}} from n-d-828407-1. {{(pid=109377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 15:25:42.085877 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.129176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c7e67-7734-4731-a650-3ce5754bd277 None None] Pushing event updated for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:42.251002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.253185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Attempting to bind port 44b794c9-5abc-424a-9246-1a213a346ce3 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:42.253559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Attempting to bind port 44b794c9-5abc-424a-9246-1a213a346ce3 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:42.253921 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Attempting to bind port 44b794c9-5abc-424a-9246-1a213a346ce3 on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:42.277752 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:42.278127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Checking segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:42.279180 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.279491 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Bound using segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:42.280013 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Bound port: 44b794c9-5abc-424a-9246-1a213a346ce3, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:42.280340 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.338214 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Allocated IP 172.20.0.2 (5e352b2f-6ff1-467a-9f92-b890274045d0/2b816138-ff7b-4576-a9bb-d0af4fac2e4c/2ab51d1b-94be-48cc-bdbd-867aed299ce8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:42.386897 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] For port 44b794c9-5abc-424a-9246-1a213a346ce3, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:42.431631 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] For port 44b794c9-5abc-424a-9246-1a213a346ce3, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=44b794c9-5abc-424a-9246-1a213a346ce3,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:42.439265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-05fcb2bc-7fef-4b86-9b7a-219a438721ad None None] Provisioning complete for port 44b794c9-5abc-424a-9246-1a213a346ce3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:42.439634 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05fcb2bc-7fef-4b86-9b7a-219a438721ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.491365 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.499329 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.520906 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.627669 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Allocated IP 172.25.7.150 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/0e3b6ace-1fda-4eb6-9e45-c8e4e025e586) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:42.662946 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-05fcb2bc-7fef-4b86-9b7a-219a438721ad None None] Port 44b794c9-5abc-424a-9246-1a213a346ce3 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:42.687057 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 932e10a7-a3d1-41ef-8d51-a30069c33a07 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:42.740643 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.788204 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c7e67-7734-4731-a650-3ce5754bd277 None None] Pushing event updated for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:42.798435 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:42.799058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:42.824556 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.855996 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.867903 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:42.871087 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:42.871375 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 932e10a7-a3d1-41ef-8d51-a30069c33a07 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:42.871760 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.874119 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:42.906389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:42.933607 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:42.998761 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:43.005010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:43.036332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:43.049397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:43.064356 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Pushing event updated for resources: {'Port': ['ID=2ab51d1b-94be-48cc-bdbd-867aed299ce8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:43.077732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] Provisioning complete for port 44b794c9-5abc-424a-9246-1a213a346ce3 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:43.078107 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.220080 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.241915 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Attempting to bind port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:43.242286 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Attempting to bind port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:43.242648 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Attempting to bind port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 on network 5e352b2f-6ff1-467a-9f92-b890274045d0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:43.262635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:43.262635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Checking segment: {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:43.263061 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.263415 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Bound using segment: {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:43.264244 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Bound port: 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:43.264244 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.401710 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.415203 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683526'] for router, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.432332 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] For port 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:43.440564 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] For port 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2ab51d1b-94be-48cc-bdbd-867aed299ce8,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:43.450546 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] For port 44b794c9-5abc-424a-9246-1a213a346ce3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=44b794c9-5abc-424a-9246-1a213a346ce3,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:43.462105 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:42Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:43.493265 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b560c0d-7a00-4f68-a924-bbf2ecf1e07a None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:42Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:43.551555 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.598203 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:43.622878 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31dc41-07bc-40c2-b408-88af6af6113c None None] Pushing event updated for resources: {'Port': ['ID=2ab51d1b-94be-48cc-bdbd-867aed299ce8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:43.647606 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Router ced460d8-f18a-4b29-bcaa-b667b8a0873a is scheduled to L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 with binding_index 1 {{(pid=109375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 15:25:43.707406 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bea942-b04b-480a-837e-c446c2cd5780 None None] Pushing event updated for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:44.178389 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:44.187663 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Sync routers for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:44.197806 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:44.198426 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:44.284370 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:44.285714 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-ae378f0e-8e91-4903-8044-ec6eb4372ab3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3696442 Feb 11 15:25:44.288514 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44760) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:44.313609 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:44.661275 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2ab51d1b-94be-48cc-bdbd-867aed299ce8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:44.669559 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 3, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:44.697540 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Checking router: ced460d8-f18a-4b29-bcaa-b667b8a0873a for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:44.698179 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Updating router ced460d8-f18a-4b29-bcaa-b667b8a0873a port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 binding host n-d-828407-1 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:25:44.732481 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:44.732937 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:44.742095 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:44.764635 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804a64f-d404-488d-b781-26547f9e93b6 None None] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:25:44.802629 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:44.851493 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-6768919e-38e2-4eaa-89db-6aa93c156cb9 None None] Provisioning complete for port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:44.851898 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6768919e-38e2-4eaa-89db-6aa93c156cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:44.976491 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Allocated IP 172.20.0.1 (5e352b2f-6ff1-467a-9f92-b890274045d0/2b816138-ff7b-4576-a9bb-d0af4fac2e4c/452ca760-612b-424b-b1b4-c8202fce29c1) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:44.984519 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.029513 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.072226 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2ab51d1b-94be-48cc-bdbd-867aed299ce8,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:45.078934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6768919e-38e2-4eaa-89db-6aa93c156cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.089829 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.109932 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.139092 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.139893 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 44b794c9-5abc-424a-9246-1a213a346ce3 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:45.161894 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.168759 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9101-d8e1-4be3-80b4-df1b0b5d3478 None None] Pushing event updated for resources: {'Port': ['ID=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:45.179678 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Attempting to bind port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:45.180112 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Attempting to bind port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:45.180478 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Attempting to bind port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 on network 00fda4ca-9a8b-486d-8396-72d5a6773383 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:45.187001 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:45.187377 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Checking segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:45.188200 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.188850 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Bound using segment: {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:45.189329 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Bound port: 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b6791e-03c4-4136-8853-ceda89c3ee29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:45.189922 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.204982 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:45.208022 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:45.212104 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:45.218632 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Pushing event updated for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:45.259042 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=2ab51d1b-94be-48cc-bdbd-867aed299ce8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:45.272050 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] For port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586, host n-d-828407-1, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:45.276775 n-d-828407-1 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] For port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:45.279280 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683737'] for router_interface, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.286296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-6768919e-38e2-4eaa-89db-6aa93c156cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 15:25:45.289461 n-d-828407-1 neutron-server[109377]: DEBUG oslo_db.api [None req-6768919e-38e2-4eaa-89db-6aa93c156cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 15:25:45.297155 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 44b794c9-5abc-424a-9246-1a213a346ce3 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:45.297472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.316193 n-d-828407-1 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.380919 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:45.381529 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:45.419169 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9101-d8e1-4be3-80b4-df1b0b5d3478 None None] Pushing event updated for resources: {'Port': ['ID=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:45.457183 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.503870 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:45.628681 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.676215 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 3, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:45.692578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.716453 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9572d-d565-4b11-9427-db772f25b229 None None] The sync data for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 is: [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 3, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:45.761882 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1033925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681289'] for router_interface, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:45.764443 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Pushing event updated for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:45.863219 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:45.864578 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:45.974159 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dfa84ee5-6052-40e6-9569-a7752e52e9af None None] Provisioning complete for port 452ca760-612b-424b-b1b4-c8202fce29c1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:45.974828 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ee5-6052-40e6-9569-a7752e52e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:46.005954 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Router ced460d8-f18a-4b29-bcaa-b667b8a0873a has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:25:46.029990 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dfa84ee5-6052-40e6-9569-a7752e52e9af None None] Port 452ca760-612b-424b-b1b4-c8202fce29c1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:46.042346 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-dfa84ee5-6052-40e6-9569-a7752e52e9af None None] Provisioning complete for port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:46.042998 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ee5-6052-40e6-9569-a7752e52e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:46.148813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:25:46.153863 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-97205404-f45e-4377-853f-1b321ad551cb admin admin] 10.222.0.31 "PUT /v2.0/routers/ced460d8-f18a-4b29-bcaa-b667b8a0873a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8639638 Feb 11 15:25:46.262791 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-35f49096-b984-4d6c-9dc4-fe6b862eb3b7 None None] Provisioning complete for port 452ca760-612b-424b-b1b4-c8202fce29c1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:46.263049 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35f49096-b984-4d6c-9dc4-fe6b862eb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:46.298805 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-35f49096-b984-4d6c-9dc4-fe6b862eb3b7 None None] Port 452ca760-612b-424b-b1b4-c8202fce29c1 cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:46.604831 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2ab51d1b-94be-48cc-bdbd-867aed299ce8 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:46.655995 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:46.656375 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:46.733850 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:46.777750 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:46.778158 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:47.003940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:47.024593 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] For port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:47.087237 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:47.135301 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Pushing event updated for resources: {'Port': ['ID=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:47.286030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Sync routers for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:25:47.297219 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:47.297817 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:47.400145 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:47.595397 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 4, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '452ca760-612b-424b-b1b4-c8202fce29c1', 'name': '', 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'mac_address': 'fa:16:3e:34:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:44Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 2, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'subnets': [{'id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:47.621659 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Checking router: ced460d8-f18a-4b29-bcaa-b667b8a0873a for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:25:47.622271 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Updating router ced460d8-f18a-4b29-bcaa-b667b8a0873a port 452ca760-612b-424b-b1b4-c8202fce29c1 binding host n-d-828407-1 {{(pid=109377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 15:25:47.646255 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:47.908123 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:47.974860 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44770) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:47.979495 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419081892', 'description': 'tempest-secgroup-smoke-1419081892 description', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:48.001398 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.041575 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.072190 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ce3c-7fe2-4dce-8f94-7de568a8f1a5 None None] Pushing event updated for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.104979 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Attempting to bind port 452ca760-612b-424b-b1b4-c8202fce29c1 on host n-d-828407-1 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:48.105354 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Attempting to bind port 452ca760-612b-424b-b1b4-c8202fce29c1 by drivers openvswitch,hyperv on host n-d-828407-1 at level 0 using segments [{'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:48.106033 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Attempting to bind port 452ca760-612b-424b-b1b4-c8202fce29c1 on network 5e352b2f-6ff1-467a-9f92-b890274045d0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:48.111733 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Checking agent: {'id': 'e091e945-397e-4905-8865-35c4decfc1c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 54, 23), 'started_at': datetime.datetime(2022, 2, 11, 13, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828407-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:48.112643 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Checking segment: {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:48.112643 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.113131 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Bound using segment: {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:48.113614 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Bound port: 452ca760-612b-424b-b1b4-c8202fce29c1, host: n-d-828407-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec7081b-369f-4d29-a2f8-d260b481c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:48.117186 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.122733 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.161702 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.193380 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] For port 452ca760-612b-424b-b1b4-c8202fce29c1, host n-d-828407-1, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:48.195058 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18683b7f-0a84-4070-9fdd-0bc61333cb28,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.196775 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] For port 452ca760-612b-424b-b1b4-c8202fce29c1, host n-d-828407-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=452ca760-612b-424b-b1b4-c8202fce29c1,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:48.241200 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4dfffbd-bdc2-4138-a5c5-d47def2ecefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.270104 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.271736 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.273090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-a69e2889-a000-4802-a115-7300a5fa3d7b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2971761 Feb 11 15:25:48.276173 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44772) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:48.280618 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:48.335010 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:25:48.335645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:48.337988 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ce3c-7fe2-4dce-8f94-7de568a8f1a5 None None] Pushing event updated for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.379439 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.391402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-da371b75-990d-4b89-aa20-75602f24074a None None] Provisioning complete for port 452ca760-612b-424b-b1b4-c8202fce29c1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:48.391868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da371b75-990d-4b89-aa20-75602f24074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.443738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.487097 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:25:48.526690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.538005 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:48.544823 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d379b2cb-82db-48c6-addc-24c672f7aed4,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.589853 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da371b75-990d-4b89-aa20-75602f24074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.625781 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.627086 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c64b4570-23b4-455e-8361-736185adf9e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499405 Feb 11 15:25:48.629814 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44774) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:48.635139 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:48.699574 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da371b75-990d-4b89-aa20-75602f24074a None None] For port 452ca760-612b-424b-b1b4-c8202fce29c1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=452ca760-612b-424b-b1b4-c8202fce29c1,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:25:48.716415 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.719977 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:48.720351 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.762726 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da371b75-990d-4b89-aa20-75602f24074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.780493 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.841748 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.846782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371b75-990d-4b89-aa20-75602f24074a None None] Pushing event updated for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.862709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5ceb2c-ae30-4739-a5d0-abea674d2ccb,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:48.906626 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-484f6b01-3d17-4b3b-9b67-844dd966b634 None None] Provisioning complete for port 452ca760-612b-424b-b1b4-c8202fce29c1 triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:48.906806 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.906994 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-484f6b01-3d17-4b3b-9b67-844dd966b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:48.907982 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3dc86e32-bc6f-417e-83c0-d6c48764bc63 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2770984 Feb 11 15:25:48.911055 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44776) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:48.915383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:48.938720 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 4, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '452ca760-612b-424b-b1b4-c8202fce29c1', 'name': '', 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'mac_address': 'fa:16:3e:34:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:44Z', 'updated_at': '2022-02-11T15:25:48Z', 'revision_number': 4, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'subnets': [{'id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:25:48.969345 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8b18a-8f89-437b-ad38-1592abae8417 None None] The sync data for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 is: [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:25:45Z', 'revision_number': 4, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '452ca760-612b-424b-b1b4-c8202fce29c1', 'name': '', 'network_id': '5e352b2f-6ff1-467a-9f92-b890274045d0', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'mac_address': 'fa:16:3e:34:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:44Z', 'updated_at': '2022-02-11T15:25:48Z', 'revision_number': 4, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'subnets': [{'id': '2b816138-ff7b-4576-a9bb-d0af4fac2e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:25:49.011260 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.087234 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.144168 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.162481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1010d55f-efd1-410c-bc6e-a1cad5c87f8b,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:49.226318 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.227513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-9b9cf80e-8798-46fe-bc9f-6a01bc8f901e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157237 Feb 11 15:25:49.230222 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44778) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:49.235476 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:49.309915 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.372975 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.435289 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.452420 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb9f89d-6498-4a87-a7ef-4074d9a1b685,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:49.534412 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.535583 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-8c5c54f2-b0dc-4adf-9e9b-dee634d5c8cc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043926 Feb 11 15:25:49.538338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44780) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:49.542694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:49.618009 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Project 3daf4b0dfdc841d7a8a7d8697f4c8884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:25:49.622881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.685051 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.738584 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.757891 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aee575b-e9a3-4f71-8dc5-e419e7e13e32,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:49.797743 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.799080 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-746c8300-674c-4f21-a934-2a90ee17d811 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2597520 Feb 11 15:25:49.801788 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 44782) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:25:49.806631 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'security_group_rule': {'security_group_id': '18683b7f-0a84-4070-9fdd-0bc61333cb28', 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:49.875455 n-d-828407-1 neutron-server[109375]: INFO neutron.db.securitygroups_db [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Project 3daf4b0dfdc841d7a8a7d8697f4c8884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 15:25:49.880400 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.941213 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:49.984048 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731993'] for security_group_rule, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:50.000730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c058d44a-a17d-49a4-9b68-3e8a7d69e964,revision_number=0']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:50.049146 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:50.050342 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-4bae9b79-42a8-4c8c-9328-6122813ef02d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2475333 Feb 11 15:25:50.190232 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-f9d5dc08-6cee-4e91-adb7-62c71df9ddcb tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419081892&fields=id&tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 267 time: 0.0336354 Feb 11 15:25:50.310471 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-c5df4538-beb0-4e80-80af-d1cbc33cde52 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:50.311881 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-c5df4538-beb0-4e80-80af-d1cbc33cde52 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 809 time: 0.1144924 Feb 11 15:25:50.328399 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-eb904db4-5dbb-438c-96c5-0160b41b1cb6 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/quotas/3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 375 time: 0.0101776 Feb 11 15:25:50.382038 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-e0c71bd0-6d50-4942-9379-6e17ce1a4acb tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473661 Feb 11 15:25:50.479201 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff71625b-3537-4466-bc4b-3de75b04ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:50.494993 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-eab3b37f-02a3-49f6-ab9a-a2ba5e64ded5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:25:50.498687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-eab3b37f-02a3-49f6-ab9a-a2ba5e64ded5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1010959 Feb 11 15:25:50.559985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 452ca760-612b-424b-b1b4-c8202fce29c1 up at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:25:50.601483 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-b5109601-abd3-4766-b383-372514802397 service neutron] 10.222.0.31 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972641 Feb 11 15:25:50.613065 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Provisioning complete for port 452ca760-612b-424b-b1b4-c8202fce29c1 triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:50.613439 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:50.696306 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-f7b1973a-8328-477e-a72e-16002b65a23e service neutron] 10.222.0.31 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Feb 11 15:25:50.922872 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-5d9e06d0-3559-4723-9a49-cc5cd2f29f39 req-008002c8-c728-4610-931a-a4bbbfd61bbb tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Feb 11 15:25:52.014328 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ed4e789e-6dd6-4759-a2f9-6dd58438516a req-0d595042-5544-4662-840b-9f9aa56b227a tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0275550 Feb 11 15:25:52.040905 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:53.097390 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-2e143d54-0918-4e9b-84b4-c7cbf4fe13d8 req-c01d6451-9dfa-4082-bbb6-b94216d28bec tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Feb 11 15:25:53.389668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:53.469466 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:54.180237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-bf8999b0-4075-42de-b98f-93cbe170be06 req-8296cf82-5b9f-4b7c-b8e4-301231a44d35 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Feb 11 15:25:55.275443 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-b49d0b4d-34e4-416e-bebc-e34d12126c78 req-bae2ab76-2a4f-43c9-834d-b624477232d9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0296528 Feb 11 15:25:56.368432 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-4c75b858-951a-4f0f-9f2e-1ecab2b48472 req-d0073bdf-c209-4af3-a5f9-ea7724fac9bb tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0257912 Feb 11 15:25:57.038581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-d389896c-6bba-4234-88c5-3940cb32e12f tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:57.039930 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-d389896c-6bba-4234-88c5-3940cb32e12f tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 809 time: 0.1043139 Feb 11 15:25:57.083318 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-5574565a-fcc1-4e2e-99af-40dfa9b3dc17 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 380 time: 0.0344758 Feb 11 15:25:57.094919 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'port': {'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'admin_state_up': True, 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'security_groups': ['18683b7f-0a84-4070-9fdd-0bc61333cb28']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:57.269279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Made reservation on behalf of 3daf4b0dfdc841d7a8a7d8697f4c8884 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:25:57.272858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.396049 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Allocated IP 172.20.0.5 (07bca43e-a8e4-415a-953d-fa623a04062d/69babd30-3da7-4e7b-8ca0-53a25763bc52/30120a95-e5b3-44f2-9b5a-771fff170e2d) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:25:57.463538 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-cd3054c4-99b9-44b8-a24e-530b53584242 req-2960e897-d634-48a5-98a4-446558dfda22 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0262213 Feb 11 15:25:57.533725 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.635727 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.680273 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Network 07bca43e-a8e4-415a-953d-fa623a04062d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:25:57.683054 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:25:57.686705 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:25:57.732329 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:57.737906 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:57.738534 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.815312 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fe15dc24-b277-42ec-8970-477a74331d68 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7238753 Feb 11 15:25:57.827508 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Request body: {'port': {'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:25:57.889881 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.921036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-05f5e6f9-484a-45f9-9f5a-63fe2d19be9e None None] Provisioning complete for port 30120a95-e5b3-44f2-9b5a-771fff170e2d triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:25:57.921642 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05f5e6f9-484a-45f9-9f5a-63fe2d19be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:57.958160 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-05f5e6f9-484a-45f9-9f5a-63fe2d19be9e None None] Port 30120a95-e5b3-44f2-9b5a-771fff170e2d cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:25:58.143477 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30120a95-e5b3-44f2-9b5a-771fff170e2d {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:25:58.151032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:58.163080 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Transition to ACTIVE for port object 30120a95-e5b3-44f2-9b5a-771fff170e2d will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:25:58.229657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:58.279825 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:58.352623 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Attempting to bind port 30120a95-e5b3-44f2-9b5a-771fff170e2d on host n-h2-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:25:58.352986 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Attempting to bind port 30120a95-e5b3-44f2-9b5a-771fff170e2d by drivers openvswitch,hyperv on host n-h2-828407-1 at level 0 using segments [{'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:25:58.353361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Attempting to bind port 30120a95-e5b3-44f2-9b5a-771fff170e2d on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:58.357851 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Port 30120a95-e5b3-44f2-9b5a-771fff170e2d on network 07bca43e-a8e4-415a-953d-fa623a04062d not bound, no agent of type Open vSwitch agent registered on host n-h2-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:25:58.358168 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Attempting to bind port 30120a95-e5b3-44f2-9b5a-771fff170e2d on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:25:58.363044 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Checking agent: {'id': '2c2363e2-6900-421c-a78d-bae042d2ec2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2), 'started_at': datetime.datetime(2022, 2, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:25:58.363384 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Checking segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:25:58.363771 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Bound using segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:25:58.364200 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Bound port: 30120a95-e5b3-44f2-9b5a-771fff170e2d, host: n-h2-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:25:58.364558 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:58.429797 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:25:58.433009 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:25:58.533111 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:58.595567 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.596186 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:25:58.597637 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] 10.222.0.60 "PUT /v2.0/ports/30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 1091 time: 0.7746108 Feb 11 15:25:58.598753 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:25:58.601040 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:25:58.639948 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926a46e-f90d-47cf-98d3-69648705730c req-50f15ecc-7528-41bb-bc62-e3d6368cfe7f tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.641523 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6926a46e-f90d-47cf-98d3-69648705730c req-50f15ecc-7528-41bb-bc62-e3d6368cfe7f tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.1059856 Feb 11 15:25:58.642341 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf81ee-aa96-4ddb-9c53-72c745909f10 service neutron] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:25:58.652714 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde0e2b1-a55f-498c-af01-d044a89dbf44 x-openstack-request-id: req-cde0e2b1-a55f-498c-af01-d044a89dbf44 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:25:58.653099 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:25:58.653365 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cde0e2b1-a55f-498c-af01-d044a89dbf44 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:25:58.653780 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'status': 'completed', 'code': 200} Feb 11 15:25:58.713515 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6926a46e-f90d-47cf-98d3-69648705730c req-65de8002-d61a-4be1-94ba-fae5e3fbfe64 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588183 Feb 11 15:25:58.727784 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-c2b826b0-3e3e-4ed2-96a6-85bb007cdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.729377 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-c2b826b0-3e3e-4ed2-96a6-85bb007cdd86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1094 time: 0.0522437 Feb 11 15:25:58.830211 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-41f34bc7-dd97-4f09-8317-673f5ae5a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.831664 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-41f34bc7-dd97-4f09-8317-673f5ae5a756 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950346 Feb 11 15:25:58.921637 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-9c8cb718-4187-490a-80f0-a836d9df5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.923109 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-034235a7-cec0-4e4b-a7bd-07ab2ad6a8d0 req-9c8cb718-4187-490a-80f0-a836d9df5ad5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854251 Feb 11 15:25:58.997996 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-181e785c-0b97-491c-a327-eeb8c4f108ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:58.999475 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-181e785c-0b97-491c-a327-eeb8c4f108ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1094 time: 0.0408571 Feb 11 15:25:59.042432 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-54bde09c-3a3c-4267-8e78-c470effc4f35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 217 time: 0.0360625 Feb 11 15:25:59.089532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fea16e0a-2ac9-464d-bf48-42784d552700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:59.091530 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-fea16e0a-2ac9-464d-bf48-42784d552700 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0434763 Feb 11 15:25:59.133890 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-44cacf53-a8c5-47a5-9b98-587b9e3a5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:59.135305 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-44cacf53-a8c5-47a5-9b98-587b9e3a5134 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379033 Feb 11 15:25:59.223656 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-01a9b3ec-e7e0-4ea2-8c33-1123edd164e8 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Feb 11 15:25:59.308263 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0b1ddf7-64ce-4f43-9e16-1c45c36a5d41 req-42728f5d-1e94-407a-b02d-0cbf4599718b service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784800 Feb 11 15:25:59.835201 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03757-e7d3-4064-85b4-d819c6438087 req-dff2bc4c-578b-4f6e-acb8-20d9e3a3f702 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:25:59.836919 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34a03757-e7d3-4064-85b4-d819c6438087 req-dff2bc4c-578b-4f6e-acb8-20d9e3a3f702 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0482683 Feb 11 15:25:59.874005 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-34a03757-e7d3-4064-85b4-d819c6438087 req-98dde300-462a-4d48-a449-f6ce03c8e4c6 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Feb 11 15:26:00.990544 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23acd03-c2f4-4504-b8f6-ee13f58ff2ea req-a5caa49c-b215-480b-8eb7-a3d1d2c422b0 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:00.992019 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b23acd03-c2f4-4504-b8f6-ee13f58ff2ea req-a5caa49c-b215-480b-8eb7-a3d1d2c422b0 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0493910 Feb 11 15:26:01.033628 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b23acd03-c2f4-4504-b8f6-ee13f58ff2ea req-619967f2-d2dd-4b6e-a790-00653e51c5b8 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Feb 11 15:26:01.138832 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:01.972010 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:02.149566 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad215080-9b85-417e-9d5a-dc5a77999d8f req-f4bf40c3-3cde-496d-b69d-efeb522ad0e5 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:02.151085 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad215080-9b85-417e-9d5a-dc5a77999d8f req-f4bf40c3-3cde-496d-b69d-efeb522ad0e5 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0497503 Feb 11 15:26:02.188147 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-ad215080-9b85-417e-9d5a-dc5a77999d8f req-24576dc6-f2ae-40f5-9931-cd12928e8de5 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305920 Feb 11 15:26:02.248512 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:26:02.347162 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:26:02.358829 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:26:02.394469 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:02.407883 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30120a95-e5b3-44f2-9b5a-771fff170e2d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:26:02.427221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:26:02.474867 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:02.523940 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:26:02.725934 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['30120a95-e5b3-44f2-9b5a-771fff170e2d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:26:03.300832 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eac978-3b74-4098-a3a7-dfdd0b4069b9 req-8cbbfe96-21d9-43e5-b238-d98f8fc10e5d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:03.302341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0eac978-3b74-4098-a3a7-dfdd0b4069b9 req-8cbbfe96-21d9-43e5-b238-d98f8fc10e5d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 944 time: 0.0479524 Feb 11 15:26:03.339158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a0eac978-3b74-4098-a3a7-dfdd0b4069b9 req-8d52c3a3-8f9a-4a52-9996-8b0ffcdee9e5 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Feb 11 15:26:04.264308 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:26:04.389624 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning for port 30120a95-e5b3-44f2-9b5a-771fff170e2d completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:26:04.393645 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 30120a95-e5b3-44f2-9b5a-771fff170e2d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:26:04.397177 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:04.458872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8b38-f7dc-446c-8cfe-fa06ee6681d3 req-b96fea66-1ea7-4521-ab9a-524a0117c0cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:04.460344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c14b8b38-f7dc-446c-8cfe-fa06ee6681d3 req-b96fea66-1ea7-4521-ab9a-524a0117c0cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 944 time: 0.0520079 Feb 11 15:26:04.475012 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:04.497983 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:26:04.500240 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f165bc-09f1-4632-a947-410dd8dddc1d" -d '{"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-plugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:26:04.502303 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-c14b8b38-f7dc-446c-8cfe-fa06ee6681d3 req-504bb925-6e95-4638-a4a9-b765a116e844 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Feb 11 15:26:04.514442 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:26:04.555647 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:04.599122 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613cf46c-622b-474e-be1d-f028717f0ded x-openstack-request-id: req-613cf46c-622b-474e-be1d-f028717f0ded {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:26:04.599410 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-plugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:26:04.599664 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-613cf46c-622b-474e-be1d-f028717f0ded {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:26:04.600060 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'code': 200} Feb 11 15:26:04.604469 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:26:04.686079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6409f-a482-4660-8a68-9cd73a326d84 req-5bdfc175-e369-407d-9ce1-e42e5a283301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:04.687466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af6409f-a482-4660-8a68-9cd73a326d84 req-5bdfc175-e369-407d-9ce1-e42e5a283301 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1096 time: 0.0396783 Feb 11 15:26:04.722096 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7af6409f-a482-4660-8a68-9cd73a326d84 req-1aecd863-3a02-41b1-a2a8-005f10955f2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276365 Feb 11 15:26:05.614965 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc39e-242e-4f32-b75b-838561134c57 req-009975d4-11d7-490e-a186-d20bc6ff10df tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:05.616445 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9bedc39e-242e-4f32-b75b-838561134c57 req-009975d4-11d7-490e-a186-d20bc6ff10df tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 945 time: 0.0476623 Feb 11 15:26:05.655122 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-9bedc39e-242e-4f32-b75b-838561134c57 req-19613e1d-e4ae-4ff2-8020-5bcf302daaa7 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Feb 11 15:26:06.771212 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a300a-40a3-46e9-bd31-e99bbb98a96f req-782a7ad3-8c59-4772-bc6c-ebede582d875 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:06.772611 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-555a300a-40a3-46e9-bd31-e99bbb98a96f req-782a7ad3-8c59-4772-bc6c-ebede582d875 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 945 time: 0.0483985 Feb 11 15:26:06.813688 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-555a300a-40a3-46e9-bd31-e99bbb98a96f req-e0c110db-0f33-43d7-89b3-ef27a100527a tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Feb 11 15:26:06.925605 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24734d22-b0c7-46fd-93a4-6e01484fcaea req-0fda4941-ae94-44b1-965b-b7c69156ddc9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:06.927145 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24734d22-b0c7-46fd-93a4-6e01484fcaea req-0fda4941-ae94-44b1-965b-b7c69156ddc9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 945 time: 0.0476377 Feb 11 15:26:06.963986 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-24734d22-b0c7-46fd-93a4-6e01484fcaea req-8f981d33-afcf-49cf-ad97-32477fda15e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Feb 11 15:26:06.985233 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:26:07.071934 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fb238-1ca4-4d2e-ad3b-4196dd9c60b0 tempest-TestSnapshotPattern-1665503037 tempest-TestSnapshotPattern-1665503037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:07.073519 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-6d0fb238-1ca4-4d2e-ad3b-4196dd9c60b0 tempest-TestSnapshotPattern-1665503037 tempest-TestSnapshotPattern-1665503037-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1091 time: 0.0873601 Feb 11 15:26:07.076327 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 44864) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:26:07.080532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:26:07.160579 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:07.272838 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:07.376090 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Allocated IP 172.25.7.91 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/54489c3c-b8ad-444a-a007-ee832c1f2d66) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:26:07.471248 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:07.544167 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:07.588167 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:26:07.593073 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:26:07.596477 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:26:07.619589 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=54489c3c-b8ad-444a-a007-ee832c1f2d66,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:26:07.948714 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:08.078599 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:08.224503 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:08.275515 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3876660'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:08.339931 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=54489c3c-b8ad-444a-a007-ee832c1f2d66,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:26:08.351317 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:08.453756 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Floating IP a7906ab1-705f-4415-9714-2b4246bc5403 associated. External IP: 172.25.7.91, port: 30120a95-e5b3-44f2-9b5a-771fff170e2d. Feb 11 15:26:08.651391 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:26:09.079272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:26:09.089219 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:26:09.100205 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:26:09.100795 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:26:09.162707 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:09.188450 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-2ff1cee9-f06e-4b20-865b-729c149f88e9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1111059 Feb 11 15:26:09.189074 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:26:09.191291 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3a301d-fb19-4435-b725-a930746d1a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:26:09.204321 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:26:09.282717 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9860f2a-4ce8-4311-ba8f-30affa70f498 x-openstack-request-id: req-a9860f2a-4ce8-4311-ba8f-30affa70f498 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:26:09.283006 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:26:09.283254 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9860f2a-4ce8-4311-ba8f-30affa70f498 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:26:09.283659 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'status': 'completed', 'code': 200} Feb 11 15:26:09.341030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-9f7c857f-0111-42bd-9c63-ed52a4851aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:09.343090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-9f7c857f-0111-42bd-9c63-ed52a4851aa6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1096 time: 0.0401590 Feb 11 15:26:09.431533 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-5179f765-a932-4461-a2f7-b7555f82830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:09.433070 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-5179f765-a932-4461-a2f7-b7555f82830a service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0835283 Feb 11 15:26:09.433297 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:07Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:26:09.460166 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:26:09.469549 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:26:09.470217 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:25:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:26:09.503341 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-1a75342d-a95f-4b4e-bead-64a696a4348a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 998 time: 0.0638630 Feb 11 15:26:09.552730 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-bfbaf89f-a4d5-47eb-bfc6-64752031ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:09.554539 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-bfbaf89f-a4d5-47eb-bfc6-64752031ea58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0450573 Feb 11 15:26:09.574680 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:26:09.602532 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-89651f2c-a015-40ec-955c-1f20eb461d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:09.605903 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-89651f2c-a015-40ec-955c-1f20eb461d06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425122 Feb 11 15:26:09.708266 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-a1d9a880-1476-4702-9f86-e0ddc057af3c service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964396 Feb 11 15:26:09.800088 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-fd3a301d-fb19-4435-b725-a930746d1a1d req-db99446b-f0a2-4df2-9efa-99bc5c1f19cb service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842445 Feb 11 15:26:09.894943 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:07Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:26:09.925855 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b027f75-5244-4227-b8a9-bcff38bcebd6 None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:07Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:26:10.137176 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb277e19-ce8c-4fb1-9b18-4bf9a0c92c96 None None] New status for floating IP a7906ab1-705f-4415-9714-2b4246bc5403: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:26:13.551873 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-e5bedbd9-a4e6-4102-9629-e993e14a2436 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798542 Feb 11 15:26:13.636210 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-5d32b781-1c5c-4296-893d-4d60e7b8a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:13.637745 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-5d32b781-1c5c-4296-893d-4d60e7b8a1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1096 time: 0.0432601 Feb 11 15:26:13.737245 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-1ba33a0b-ff79-4ad7-befd-b4010002134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:13.738667 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-1ba33a0b-ff79-4ad7-befd-b4010002134b service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0820835 Feb 11 15:26:13.805459 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-60ef27ba-1b1e-4bb6-a3ba-b17103706864 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 1000 time: 0.0604382 Feb 11 15:26:13.853942 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-b2a24d76-4c73-4e9f-83d9-28e241cd46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:13.855344 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-b2a24d76-4c73-4e9f-83d9-28e241cd46dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0432644 Feb 11 15:26:13.899284 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-3d544739-d76f-4c68-8126-685192fd3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:26:13.900740 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-3d544739-d76f-4c68-8126-685192fd3517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392723 Feb 11 15:26:14.329321 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-06d4ef2d-a734-4029-bf2b-e9518639d40e service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218776 Feb 11 15:26:14.415466 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c36b1fb1-f7ad-478e-b968-3f10eea0133d req-470f3e31-0296-4368-9757-5830050e7232 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801835 Feb 11 15:26:14.686083 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:26:18.246736 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47c5e614-d2e7-4433-a514-2bcc8e233596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:20.486875 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7351d4d2-5781-4fe4-aa46-6e5143a603f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:22.057630 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:23.394799 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:23.469596 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:31.166008 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:31.983482 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:48.234770 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8fb72e3-2815-4a1a-a1e8-0a9e82fd30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:50.480036 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152fc8d5-dd72-4477-be77-dc0c4c2db281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:51.685241 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:26:52.017312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:53.360473 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:26:53.451975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:01.177119 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:02.006073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:13.510697 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-f2e87f37-9934-4f91-8811-e0e5678eced4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381446 Feb 11 15:27:13.591997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a39-7f85-46c3-b661-919987ba662c req-abf2ca1c-ecfc-4240-ac60-46b991ba44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:27:13.593524 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-abf2ca1c-ecfc-4240-ac60-46b991ba44da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1096 time: 0.0432754 Feb 11 15:27:13.692478 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a39-7f85-46c3-b661-919987ba662c req-ae245fc4-8a39-413a-8752-219d37d5c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:27:13.693983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-ae245fc4-8a39-413a-8752-219d37d5c818 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0825861 Feb 11 15:27:13.762352 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-7e4c087e-69e8-4a8b-a43e-bca0854a69c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 1000 time: 0.0606613 Feb 11 15:27:13.808574 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a39-7f85-46c3-b661-919987ba662c req-b12952b1-3b99-4892-866b-10c52e91b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:27:13.810025 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-b12952b1-3b99-4892-866b-10c52e91b108 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0419967 Feb 11 15:27:13.852805 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1a39-7f85-46c3-b661-919987ba662c req-7e9a8bea-fc47-48b3-832b-26a8f2a4fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:27:13.854272 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-7e9a8bea-fc47-48b3-832b-26a8f2a4fe1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384052 Feb 11 15:27:13.864317 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-985d0cef-0cd3-4299-b7fc-c59a73d97362 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:27:13.865279 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-985d0cef-0cd3-4299-b7fc-c59a73d97362 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047944 Feb 11 15:27:13.955452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-60f70a04-783f-48b8-baf4-8f7f731363e2 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Feb 11 15:27:14.043237 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-653e1a39-7f85-46c3-b661-919987ba662c req-188c5301-433d-4482-a584-22b336588c38 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808415 Feb 11 15:27:18.222730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38398548-8208-43f7-ac63-328fad307908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:20.479952 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5532d207-88e5-49bc-bb4a-9c096c9098b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:22.045481 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:23.385256 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:23.433977 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:28.684094 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:27:31.159739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:31.982739 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:48.256702 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84a91168-ac87-4a32-81bd-069068ee8287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:50.484251 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb7b71c8-28b3-4604-942d-f378fb4b345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:52.084344 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:53.382084 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:27:53.462296 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:01.199299 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:02.050484 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:05.682683 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:28:08.870994 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d details requested by agent hyperv_n-h2-828407-1 with host n-h2-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:28:08.966447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:08.978499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Returning: {'device': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:28:09.019548 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:09.032826 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30120a95-e5b3-44f2-9b5a-771fff170e2d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:28:09.053499 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:09.130306 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:09.186615 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:09.194576 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.195029 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.195597 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.196023 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.196450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.196914 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.197335 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.197776 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.198173 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.198592 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.199009 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.199434 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:09.204457 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] get_ports_and_sgs() called for port_ids ['30120a95-e5b3-44f2-9b5a-771fff170e2d'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:28:10.872462 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d up at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:28:10.933408 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Provisioning complete for port 30120a95-e5b3-44f2-9b5a-771fff170e2d triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:28:10.934084 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:11.043425 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:11.069866 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:28:11.072424 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78eddab-83f5-451e-a2fb-dddac2c3f412" -d '{"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-plugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:28:11.107222 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:11.138226 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51447054-965b-4369-96ff-d1b003289514 x-openstack-request-id: req-51447054-965b-4369-96ff-d1b003289514 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:28:11.143677 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-plugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:28:11.143677 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51447054-965b-4369-96ff-d1b003289514 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:28:11.143677 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'code': 200} Feb 11 15:28:11.153762 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:11.212393 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:15.568921 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-e8811cb1-3b77-4394-9fe8-01c91f0b9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:15.570476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-e8811cb1-3b77-4394-9fe8-01c91f0b9c95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1096 time: 0.0495212 Feb 11 15:28:15.698855 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-9ca4e53b-a34a-4021-8727-80d5338e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:15.701440 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-9ca4e53b-a34a-4021-8727-80d5338e2c29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.1098652 Feb 11 15:28:15.772977 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-cbab5746-23f8-4fa7-9abf-4c1d69527790 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 1000 time: 0.0628526 Feb 11 15:28:15.828934 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-050392f1-416d-46f7-a8ad-82dc14ba7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:15.830851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-050392f1-416d-46f7-a8ad-82dc14ba7745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0520675 Feb 11 15:28:15.878827 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-e383f78a-d320-4d05-bd93-891f53a0a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:15.881490 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-e383f78a-d320-4d05-bd93-891f53a0a5aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432880 Feb 11 15:28:15.989991 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-416b5306-8af0-4512-9bb9-dd4372cede87 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018958 Feb 11 15:28:16.100529 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a98180ea-3fc5-4d41-beaa-3fd18718322a req-b0280c17-ff79-4859-b7c1-62419386c37f service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026089 Feb 11 15:28:18.243946 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c69e7e81-88be-4232-bd3d-b62b61e9da94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:19.789978 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3cd5d6ab-4213-4d15-baf1-96bf98dfd3d6 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419081892&fields=id&tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 267 time: 0.0321968 Feb 11 15:28:19.894622 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0fe13edf-0627-4c03-b7bc-d6d6bb4785af tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:19.896080 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0fe13edf-0627-4c03-b7bc-d6d6bb4785af tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 809 time: 0.0995564 Feb 11 15:28:19.915897 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-e4e55f16-d212-4aa4-8f7a-243365ef8b0d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/quotas/3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 375 time: 0.0122964 Feb 11 15:28:19.974344 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-fab4e5d6-560b-4bb5-a981-abd9e815ee5d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526698 Feb 11 15:28:20.044195 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-1c5a43db-2604-49d1-981e-8075345a8869 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:28:20.045208 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-1c5a43db-2604-49d1-981e-8075345a8869 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594289 Feb 11 15:28:20.132807 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0a92ac7d-139d-4395-818c-6d30a80973b7 service neutron] 10.222.0.31 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812249 Feb 11 15:28:20.223008 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0719aea4-8763-468d-8c2c-7f2365064649 service neutron] 10.222.0.31 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Feb 11 15:28:20.484972 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eafd1168-d8af-4e31-9c66-b139599efad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:20.519663 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-cf1d4e2a-09ac-4415-bcb0-33a5422cba8a req-1f5f245c-1b3a-4bf8-b56c-67afedcfb545 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 210 time: 0.0835373 Feb 11 15:28:21.624586 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-12ecf538-b024-4918-95fc-f0ec9a2c2996 req-4ad40a41-f923-42c6-976d-63ac7c85c58b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 210 time: 0.0266964 Feb 11 15:28:22.061984 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:22.266973 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0166df46-af3e-47dd-b825-9574d67d3d06 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:22.269090 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-0166df46-af3e-47dd-b825-9574d67d3d06 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.62 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 809 time: 0.1027801 Feb 11 15:28:22.311054 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-2421907d-f33c-4e17-a04f-8c88436e2357 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884 HTTP/1.1" status: 200 len: 380 time: 0.0334830 Feb 11 15:28:22.320403 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'port': {'device_id': '678f27c5-231a-4475-a022-75311562f947', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'admin_state_up': True, 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'security_groups': ['18683b7f-0a84-4070-9fdd-0bc61333cb28']}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:28:22.496409 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Made reservation on behalf of 3daf4b0dfdc841d7a8a7d8697f4c8884 for: {'port': 1} {{(pid=109375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 15:28:22.500156 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:22.633630 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Allocated IP 172.20.0.3 (07bca43e-a8e4-415a-953d-fa623a04062d/69babd30-3da7-4e7b-8ca0-53a25763bc52/5b298a25-5fb7-49e7-ab43-13cf9b941a8b) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:28:22.750838 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae873e52-e351-461f-8c17-321f5cc8d10d req-d10e617e-6bc7-4641-a69c-70be73b400a0 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 210 time: 0.0354850 Feb 11 15:28:22.797386 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:22.908243 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:22.926985 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:28:22.993297 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Network 07bca43e-a8e4-415a-953d-fa623a04062d is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:28:22.997528 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:28:23.003580 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:28:23.012612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:23.056967 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.057466 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.058265 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.058385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.058826 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.059256 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.059770 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.060196 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.060640 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.061103 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.062482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.062482 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:28:23.115033 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.134694 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:23.135445 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.149109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:28:23.151922 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d80e6-e65b-4d0b-b3ba-fe6baa862ca5" -d '{"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-unplugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:28:23.170014 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:23.199886 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b28cfd-fda2-482a-b6a9-efc16ff500e2 x-openstack-request-id: req-a0b28cfd-fda2-482a-b6a9-efc16ff500e2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:28:23.200359 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-unplugged", "status": "completed", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:28:23.200684 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0b28cfd-fda2-482a-b6a9-efc16ff500e2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:28:23.201178 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'code': 200} Feb 11 15:28:23.237229 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-341875f6-50de-4944-afb2-e7fc1ef42ad9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202693 Feb 11 15:28:23.262370 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.334942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Pushing event updated for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:23.348248 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-936aaca0-71fc-4d0b-bbe6-15a072c4e860 None None] Provisioning complete for port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b triggered by entity DHCP. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:28:23.348860 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-936aaca0-71fc-4d0b-bbe6-15a072c4e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.398291 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.406293 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-936aaca0-71fc-4d0b-bbe6-15a072c4e860 None None] Port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b cannot update to ACTIVE because it is not bound. {{(pid=109377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 15:28:23.523993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:23.890804 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712cb1a-7d82-4ad3-bcdd-12748fbc99c4 req-35c92906-82a3-412c-a76e-2195a1b26074 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:23.892817 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0712cb1a-7d82-4ad3-bcdd-12748fbc99c4 req-35c92906-82a3-412c-a76e-2195a1b26074 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0673664 Feb 11 15:28:23.937687 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-0712cb1a-7d82-4ad3-bcdd-12748fbc99c4 req-6c51a3e4-38cb-4959-9222-e5f1e07ea007 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Feb 11 15:28:25.067827 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b98ab-d302-4afc-bd6c-1a877d91a6b1 req-7b927d56-ae65-4777-892d-834c1224a248 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:25.070135 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-971b98ab-d302-4afc-bd6c-1a877d91a6b1 req-7b927d56-ae65-4777-892d-834c1224a248 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0531659 Feb 11 15:28:25.115071 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-971b98ab-d302-4afc-bd6c-1a877d91a6b1 req-ee543fb9-b04a-4657-9994-5dc9ef7d2e53 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Feb 11 15:28:26.240736 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da2f9f-d739-4b53-a563-5fa81ebe97ae req-c16dad69-8abe-4710-9803-4bee2d306299 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:26.242983 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63da2f9f-d739-4b53-a563-5fa81ebe97ae req-c16dad69-8abe-4710-9803-4bee2d306299 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0518091 Feb 11 15:28:26.286180 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-63da2f9f-d739-4b53-a563-5fa81ebe97ae req-240257d7-40d9-4cef-bd72-16994382c397 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Feb 11 15:28:27.409482 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9814059-c40b-49f7-9914-ac2abb7e387c req-4728bb3f-b787-4b19-9d64-ea43f3b4375e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:27.411019 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9814059-c40b-49f7-9914-ac2abb7e387c req-4728bb3f-b787-4b19-9d64-ea43f3b4375e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0544302 Feb 11 15:28:27.452873 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-d9814059-c40b-49f7-9914-ac2abb7e387c req-84ac8cf3-7c6b-432c-bb72-bb5e36e291cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345685 Feb 11 15:28:28.577725 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3cd6d-2d0b-4966-b680-82d96fe6dd7a req-f05d9bb1-b5de-44ed-9f31-3b3ef2580a20 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:28.579323 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8da3cd6d-2d0b-4966-b680-82d96fe6dd7a req-f05d9bb1-b5de-44ed-9f31-3b3ef2580a20 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0538151 Feb 11 15:28:28.620613 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8da3cd6d-2d0b-4966-b680-82d96fe6dd7a req-c98d9c92-0a3f-4379-bdb0-b033ea92d9da tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347879 Feb 11 15:28:29.757518 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78e74-b794-416a-8aab-d6a545aa2053 req-6c5a4add-1ea9-4812-ac25-8493c2f7cc84 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:29.768063 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ac78e74-b794-416a-8aab-d6a545aa2053 req-6c5a4add-1ea9-4812-ac25-8493c2f7cc84 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 931 time: 0.0622649 Feb 11 15:28:29.830708 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-7ac78e74-b794-416a-8aab-d6a545aa2053 req-90e2d89d-33e6-41df-b1ce-a0395a9820af tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592165 Feb 11 15:28:30.413361 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Request body: {'port': {'device_id': '678f27c5-231a-4475-a022-75311562f947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828407-1'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:28:30.470578 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:30.726387 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b298a25-5fb7-49e7-ab43-13cf9b941a8b {{(pid=109375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:28:30.733690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:30.746109 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.provisioning_blocks [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Transition to ACTIVE for port object 5b298a25-5fb7-49e7-ab43-13cf9b941a8b will not be triggered until provisioned by entity L2. {{(pid=109375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 15:28:30.838771 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:30.891879 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:31.000997 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1204e3d-4d9f-4103-b421-5824b1039772 req-1b24fdda-ada4-4a66-9e67-019729ac8035 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.002602 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1204e3d-4d9f-4103-b421-5824b1039772 req-1b24fdda-ada4-4a66-9e67-019729ac8035 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 943 time: 0.0905156 Feb 11 15:28:31.005538 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Attempting to bind port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b on host n-h1-828407-1 for vnic_type normal with profile {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 15:28:31.005870 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Attempting to bind port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b by drivers openvswitch,hyperv on host n-h1-828407-1 at level 0 using segments [{'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 15:28:31.006199 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Attempting to bind port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:28:31.017612 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b on network 07bca43e-a8e4-415a-953d-fa623a04062d not bound, no agent of type Open vSwitch agent registered on host n-h1-828407-1 {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 15:28:31.017938 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Attempting to bind port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b on network 07bca43e-a8e4-415a-953d-fa623a04062d {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 15:28:31.031292 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Checking agent: {'id': 'b764d2c4-8e16-4191-aeb4-452a9e1323c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828407-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'started_at': datetime.datetime(2022, 2, 11, 14, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 15:28:31.036214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Checking segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 15:28:31.036214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Bound using segment: {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'} {{(pid=109375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 15:28:31.036214 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.managers [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Bound port: 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host: n-h1-828407-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494f1c68-7bcd-4c92-8d83-26304994f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d'}}] {{(pid=109375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 15:28:31.036214 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:31.066407 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-a1204e3d-4d9f-4103-b421-5824b1039772 req-3a962239-f189-4f35-be4d-6c7b89d7def1 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567250 Feb 11 15:28:31.134839 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, cleared binding levels {{(pid=109375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 15:28:31.137913 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 15:28:31.182738 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:31.199366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:31.234444 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.235640 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:31.238296 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] 10.222.0.62 "PUT /v2.0/ports/5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 200 len: 1091 time: 0.8731070 Feb 11 15:28:31.238776 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:28:31.241142 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c4995c-c9a1-4cf0-86a9-d5173d410301" -d '{"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:28:31.263456 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2817ca-3c3c-4b01-a9fe-8bc00d94d26d service neutron] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=3']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:31.282343 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e912d37-3d8f-4f4e-80ec-4a05c2634706 x-openstack-request-id: req-5e912d37-3d8f-4f4e-80ec-4a05c2634706 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:28:31.283488 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:28:31.283677 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e912d37-3d8f-4f4e-80ec-4a05c2634706 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:28:31.284102 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'status': 'completed', 'code': 200} Feb 11 15:28:31.349419 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-a71c13d5-ded6-47f7-b4ae-f08b43eceb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.350966 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-a71c13d5-ded6-47f7-b4ae-f08b43eceb2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1094 time: 0.0482898 Feb 11 15:28:31.457181 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-b04cb771-57d3-4f4c-9fb6-65abdfb79f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.458633 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-b04cb771-57d3-4f4c-9fb6-65abdfb79f3f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996423 Feb 11 15:28:31.553928 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-26d53dde-0fe5-426f-98c0-b598510066b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.555454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d3c4995c-c9a1-4cf0-86a9-d5173d410301 req-26d53dde-0fe5-426f-98c0-b598510066b4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909126 Feb 11 15:28:31.631970 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-ff8cbdb5-de07-43c0-a580-65ee51980c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.633506 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-ff8cbdb5-de07-43c0-a580-65ee51980c48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1094 time: 0.0417566 Feb 11 15:28:31.684920 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-d44ac1ba-a55c-47f1-bc89-9981c7fa70c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 200 len: 217 time: 0.0446310 Feb 11 15:28:31.754985 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-cdde8067-37f4-4aa6-b99b-00b99c2892e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.756381 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-cdde8067-37f4-4aa6-b99b-00b99c2892e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0541410 Feb 11 15:28:31.808792 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-189b5241-a988-482d-b43b-278286a42971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:31.810465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-189b5241-a988-482d-b43b-278286a42971 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472817 Feb 11 15:28:31.901593 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-10580c80-9eef-44df-941d-3aeb8e208667 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838530 Feb 11 15:28:31.989210 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-53b0dd7a-05c2-48db-9c1a-1abcb0f8904c req-ede53a69-19a9-4ab7-8287-b64990b1842a service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807853 Feb 11 15:28:32.050532 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:32.185188 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a4735-d410-4136-b6d2-dead8011bddf req-569c678a-11bc-4cca-9cdc-2be63376935c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:32.186651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09a4735-d410-4136-b6d2-dead8011bddf req-569c678a-11bc-4cca-9cdc-2be63376935c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 943 time: 0.0472507 Feb 11 15:28:32.228452 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-d09a4735-d410-4136-b6d2-dead8011bddf req-da6a17e7-3fa8-4492-9ccb-f84e90551d47 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Feb 11 15:28:33.357520 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632fd6f-4bd8-4f62-9f05-d3615f68f695 req-312a10df-9292-47ab-ae8d-9070c177d340 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:33.359022 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4632fd6f-4bd8-4f62-9f05-d3615f68f695 req-312a10df-9292-47ab-ae8d-9070c177d340 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 943 time: 0.0569720 Feb 11 15:28:33.402471 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-4632fd6f-4bd8-4f62-9f05-d3615f68f695 req-a379817f-a63d-4300-ac56-ee490e6baf50 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366592 Feb 11 15:28:34.522883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7e2b8-247d-4ba7-8bda-7b673e2f0b3c req-56a72179-eadb-4114-84c0-b530fc4f0ad2 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:34.524419 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8be7e2b8-247d-4ba7-8bda-7b673e2f0b3c req-56a72179-eadb-4114-84c0-b530fc4f0ad2 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 943 time: 0.0497251 Feb 11 15:28:34.561256 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-8be7e2b8-247d-4ba7-8bda-7b673e2f0b3c req-6dc02fc3-29b5-445a-8f62-3371729a7363 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Feb 11 15:28:34.702526 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:28:34.799943 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:34.810969 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'mac_address': 'fa:16:3e:e8:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:28:34.848343 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:34.861612 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b298a25-5fb7-49e7-ab43-13cf9b941a8b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:28:34.881708 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:34.964318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:35.016017 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:35.201828 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['5b298a25-5fb7-49e7-ab43-13cf9b941a8b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:28:35.682250 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725967d7-2720-429a-810d-ed3062e62b2e req-141ebdd1-f10b-4f33-b851-36d3dc7bddef tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:35.683775 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-725967d7-2720-429a-810d-ed3062e62b2e req-141ebdd1-f10b-4f33-b851-36d3dc7bddef tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 944 time: 0.0519464 Feb 11 15:28:35.720476 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-725967d7-2720-429a-810d-ed3062e62b2e req-5b0189df-5eab-4899-9fad-7d1f7be01664 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Feb 11 15:28:36.717410 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:28:36.827229 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning for port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b completed by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 15:28:36.831043 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:28:36.831417 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:36.835013 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17415c0-7681-460e-9659-10c621885b3b req-e7519f64-876c-4527-b4f2-7fca73ce754b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:36.836495 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17415c0-7681-460e-9659-10c621885b3b req-e7519f64-876c-4527-b4f2-7fca73ce754b tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 944 time: 0.0479152 Feb 11 15:28:36.876333 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-c17415c0-7681-460e-9659-10c621885b3b req-a9891b84-2bbe-4cbc-bcd8-645a3884e9f8 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Feb 11 15:28:36.906248 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:36.931030 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:28:36.933228 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b25879-6537-4ecf-acc4-885736e520be" -d '{"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-plugged", "status": "completed", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:28:36.945766 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:28:36.969424 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589643f-241e-469a-8aa3-9b06e89f5709 x-openstack-request-id: req-f589643f-241e-469a-8aa3-9b06e89f5709 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:28:36.969803 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-plugged", "status": "completed", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:28:36.970114 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f589643f-241e-469a-8aa3-9b06e89f5709 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:28:36.970498 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'code': 200} Feb 11 15:28:37.021730 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:37.068699 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44fccc-083d-4965-b356-c86c3f319592 req-1921b907-6292-40ac-b691-cccf97351539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:37.070234 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be44fccc-083d-4965-b356-c86c3f319592 req-1921b907-6292-40ac-b691-cccf97351539 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1096 time: 0.0466671 Feb 11 15:28:37.076428 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=5']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:37.111213 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-be44fccc-083d-4965-b356-c86c3f319592 req-68ee5d3c-07cf-48e3-91d3-56d175c03f6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335295 Feb 11 15:28:37.990923 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cd832-ac93-4a96-a7fc-48ff99799ed8 req-32421ac6-de4b-4145-802a-3812cbfcefc2 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:37.992454 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d9cd832-ac93-4a96-a7fc-48ff99799ed8 req-32421ac6-de4b-4145-802a-3812cbfcefc2 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Feb 11 15:28:38.030747 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-9d9cd832-ac93-4a96-a7fc-48ff99799ed8 req-6ae011a0-d499-46c1-b76e-0bfbd4ca6879 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Feb 11 15:28:39.148299 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfd23a-9bf2-4fa3-b0d5-ef59909e05ad req-0aa8943d-7263-4582-93bd-573aa92b4bdc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:39.149800 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ddfd23a-9bf2-4fa3-b0d5-ef59909e05ad req-0aa8943d-7263-4582-93bd-573aa92b4bdc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Feb 11 15:28:39.186328 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-0ddfd23a-9bf2-4fa3-b0d5-ef59909e05ad req-68c10b50-3f90-4553-b3a9-100c5cd3dbdf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Feb 11 15:28:39.301686 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c545f-0009-4d83-8822-d307070aa3ae req-397a886c-e307-4cb8-b5be-26a6e8b0e167 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:39.303158 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-003c545f-0009-4d83-8822-d307070aa3ae req-397a886c-e307-4cb8-b5be-26a6e8b0e167 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0477142 Feb 11 15:28:39.339869 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-003c545f-0009-4d83-8822-d307070aa3ae req-d408f5a4-f4d2-4fd4-99f8-78c836ed9e67 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307484 Feb 11 15:28:39.360621 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45148) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:28:39.398143 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e0dd2-e5e5-4154-aa6d-9344257482c2 tempest-TestSnapshotPattern-1665503037 tempest-TestSnapshotPattern-1665503037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:39.399600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-3c6e0dd2-e5e5-4154-aa6d-9344257482c2 tempest-TestSnapshotPattern-1665503037 tempest-TestSnapshotPattern-1665503037-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1091 time: 0.0380189 Feb 11 15:28:39.402300 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45150) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:28:39.406385 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.v2.base [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Request body: {'floatingip': {'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 15:28:39.473030 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:39.569198 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:39.673279 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_common [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Allocated IP 172.25.7.52 (00fda4ca-9a8b-486d-8396-72d5a6773383/1be0f8b6-21f6-40d1-a7a1-45f95e376a1d/e64f0c7c-347c-47ce-b78a-08320ad3fb9e) {{(pid=109375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 15:28:39.771208 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:39.873078 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763871577950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:39.911128 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Network 00fda4ca-9a8b-486d-8396-72d5a6773383 is already hosted by enough agents. {{(pid=109375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 15:28:39.913883 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.base_scheduler [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Resources bound (agent type, host, resource id): {{(pid=109375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 15:28:39.917192 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Received port after_create {{(pid=109375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 15:28:39.922304 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=e64f0c7c-347c-47ce-b78a-08320ad3fb9e,revision_number=1']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:40.263063 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:40.380984 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:40.524785 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for port, precommit_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:40.587779 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3858535'] for port, after_update {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:40.657079 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event updated for resources: {'Port': ['ID=e64f0c7c-347c-47ce-b78a-08320ad3fb9e,revision_number=2']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:28:40.669375 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683692'] for floatingip, after_create {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:40.767182 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Floating IP 1be86a10-0939-4ae4-b791-fa405c25a1f5 associated. External IP: 172.25.7.52, port: 5b298a25-5fb7-49e7-ab43-13cf9b941a8b. Feb 11 15:28:40.971546 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:28:41.076084 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:28:41.086177 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:28:41.097210 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:28:41.100663 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:28:41.149562 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:41.177388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-c43770d4-316f-43e0-988b-bee8bf1e0670 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7739885 Feb 11 15:28:41.178067 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:28:41.180423 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8" -d '{"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:28:41.206626 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:28:41.217877 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093199de-8fed-4879-b99f-e5764863f667 x-openstack-request-id: req-093199de-8fed-4879-b99f-e5764863f667 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:28:41.218166 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:28:41.218418 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-093199de-8fed-4879-b99f-e5764863f667 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:28:41.218821 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'status': 'completed', 'code': 200} Feb 11 15:28:41.280064 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-bd1b61c7-56e8-4006-be84-e9be8d80fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:41.281537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-bd1b61c7-56e8-4006-be84-e9be8d80fca2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1096 time: 0.0397661 Feb 11 15:28:41.371338 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-a5e31da4-e0a1-4905-a3e8-d441378039ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:41.372837 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-a5e31da4-e0a1-4905-a3e8-d441378039ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0839529 Feb 11 15:28:41.430942 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1be86a10-0939-4ae4-b791-fa405c25a1f5', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:e8:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f27c5-231a-4475-a022-75311562f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:28:40Z', 'updated_at': '2022-02-11T15:28:40Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}, {'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:28:41.444055 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-80a5c775-be6e-4813-9675-089ec46adfe7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 200 len: 998 time: 0.0645075 Feb 11 15:28:41.460715 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:28:41.469720 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:28:41.470305 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:28:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:28:41.493096 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-a9b771bc-4c01-4a68-b2b8-8c9aa4c9d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:41.494588 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-a9b771bc-4c01-4a68-b2b8-8c9aa4c9d506 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0444229 Feb 11 15:28:41.538218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-08c18b47-1a90-45f8-a8af-b4501b6d5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:28:41.539651 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-08c18b47-1a90-45f8-a8af-b4501b6d5223 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393236 Feb 11 15:28:41.573293 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:28:41.815183 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1be86a10-0939-4ae4-b791-fa405c25a1f5', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:e8:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f27c5-231a-4475-a022-75311562f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:28:40Z', 'updated_at': '2022-02-11T15:28:40Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}, {'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:28:41.842132 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b64d-8ef5-4033-84f5-3374bbb0f76b None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': '1be86a10-0939-4ae4-b791-fa405c25a1f5', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:e8:22:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678f27c5-231a-4475-a022-75311562f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:28:40Z', 'updated_at': '2022-02-11T15:28:40Z', 'revision_number': 0, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}, {'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:28:41.975354 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-e8933565-e550-4805-9a3a-54a9b1a981a1 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293282 Feb 11 15:28:42.038782 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800188f-3b48-470d-b804-87222c515ea2 None None] New status for floating IP 1be86a10-0939-4ae4-b791-fa405c25a1f5: ACTIVE {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:28:42.070916 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-2d4e5ab1-cfa4-4eb7-b364-c2432a1893a8 req-b115b652-22a8-4e8f-ad13-334a564f9ec9 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884898 Feb 11 15:28:42.681884 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:28:48.232906 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31f00475-1146-4606-a0ad-2891c7c25eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:50.511872 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-543ca44f-cb45-4cf3-a175-660554f14a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:52.077479 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:53.375819 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:28:53.467031 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:01.231534 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:02.061276 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:17.521111 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-1f55031f-fa89-49b2-b8da-300b27ce4bc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391493 Feb 11 15:29:17.599052 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-c9a2df74-6ae5-43a4-8703-959bb147fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:17.600543 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-c9a2df74-6ae5-43a4-8703-959bb147fe29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1094 time: 0.0402548 Feb 11 15:29:17.701004 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-f536ea11-d2bf-44bc-9bec-6987889dbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:17.702465 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-f536ea11-d2bf-44bc-9bec-6987889dbc49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0845680 Feb 11 15:29:17.765476 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-c73a843e-5d4a-48a4-af85-d8e28af94e15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 998 time: 0.0565054 Feb 11 15:29:17.812248 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-4c17dcb6-a248-431f-a22e-540d2b2ac6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:17.813658 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-4c17dcb6-a248-431f-a22e-540d2b2ac6ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0424030 Feb 11 15:29:17.861702 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-54408436-c707-43b9-8616-0ba261976ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:17.863207 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-54408436-c707-43b9-8616-0ba261976ae5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429637 Feb 11 15:29:17.950545 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-b55b426d-6fc1-4485-a854-469bb26cb98e service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805650 Feb 11 15:29:18.040834 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-7b6ad146-ba5e-4950-9a11-e405b26a3d43 req-432df646-efbe-4a0f-94bb-a6f957de21ec service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836930 Feb 11 15:29:18.249908 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f518c70b-6f6a-45ed-a87d-79a0d561ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:19.681040 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:29:20.483934 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9102cc9a-5b68-4363-8fa8-bb6dc8b7f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:22.043587 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:23.368041 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:23.473270 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:31.231173 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:32.094133 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:35.665371 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-4bd1c817-450d-42aa-b0f8-c04c11adccfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403717 Feb 11 15:29:35.745687 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-a1fac7a9-ae3c-4365-b001-9808986495c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:35.747138 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-a1fac7a9-ae3c-4365-b001-9808986495c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1096 time: 0.0398581 Feb 11 15:29:35.849452 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-3c2d95ea-844f-49e4-a3b2-1da328c2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:35.850939 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-3c2d95ea-844f-49e4-a3b2-1da328c2f3db service neutron] 10.222.0.62 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0857832 Feb 11 15:29:35.914914 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-31a32870-77c3-4351-9fab-cdba40704a0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 200 len: 1000 time: 0.0560703 Feb 11 15:29:35.964550 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-b721512e-5885-45bc-a795-07b7a571d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:35.965908 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-b721512e-5885-45bc-a795-07b7a571d5c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0426998 Feb 11 15:29:36.015762 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-c1c0ac0c-aeff-4a0a-9a7d-52f3508ca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:29:36.017284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-c1c0ac0c-aeff-4a0a-9a7d-52f3508ca5b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422132 Feb 11 15:29:36.027383 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-429b4062-0984-4af5-bf08-8c203498dd8b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 15:29:36.028330 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-429b4062-0984-4af5-bf08-8c203498dd8b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047991 Feb 11 15:29:36.114600 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-763767f0-8fcf-4f19-9d23-d40b37928f95 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795045 Feb 11 15:29:36.205851 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-28874ab9-baa2-4de3-af60-27bcf9b5a13a req-5c4e7cce-c702-4bd6-bf97-32067f7e806b service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Feb 11 15:29:48.221042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c747d194-8c86-405f-96e1-f67647bd711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:50.498967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3de-6945-45b2-8fcc-f89e877942c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:52.100536 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:53.369318 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:53.471907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:29:56.679646 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:30:01.260646 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:02.054465 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:17.506193 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-38931f49-ca8d-4d0b-9695-737da47c6e7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404634 Feb 11 15:30:17.589146 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012140-1da3-4381-a844-f83d1deed57f req-ac2ff082-4fa3-4ee5-848f-969045a5e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:17.590646 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-ac2ff082-4fa3-4ee5-848f-969045a5e2b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1094 time: 0.0426095 Feb 11 15:30:17.694306 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012140-1da3-4381-a844-f83d1deed57f req-afa5c4f8-8d54-4332-8c5b-ca144091b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:17.695773 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-afa5c4f8-8d54-4332-8c5b-ca144091b724 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0862758 Feb 11 15:30:17.760240 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-1e53d9f2-aa27-40d0-b6cd-d68748835f01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 998 time: 0.0577765 Feb 11 15:30:17.807842 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012140-1da3-4381-a844-f83d1deed57f req-0303431c-224f-4b88-ab5d-6de04b46f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:17.809285 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-0303431c-224f-4b88-ab5d-6de04b46f5ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0426490 Feb 11 15:30:17.856252 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012140-1da3-4381-a844-f83d1deed57f req-5b62d663-bf73-439d-a0a8-6da668f8b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:17.857824 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-5b62d663-bf73-439d-a0a8-6da668f8b4d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425386 Feb 11 15:30:17.944159 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-16ef41f9-a932-49f5-a5a3-f40086bc828b service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794547 Feb 11 15:30:18.034995 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-1f012140-1da3-4381-a844-f83d1deed57f req-c061a069-a5f5-4393-81d4-429d1d6b69a5 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837986 Feb 11 15:30:18.236035 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29fa953b-c514-4523-99e5-a9de287f5cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:20.527376 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb43e671-c28b-4470-bb6d-a1d66391fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:22.070132 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:23.141667 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b details requested by agent hyperv_n-h1-828407-1 with host n-h1-828407-1 {{(pid=109377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 15:30:23.236034 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:23.250777 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Returning: {'device': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'port_id': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'mac_address': 'fa:16:3e:e8:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 15:30:23.290312 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:23.303437 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b298a25-5fb7-49e7-ab43-13cf9b941a8b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 15:30:23.335928 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:23.379993 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:23.397100 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:23.456000 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:23.464303 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467120 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.467780 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:23.473051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] get_ports_and_sgs() called for port_ids ['5b298a25-5fb7-49e7-ab43-13cf9b941a8b'] {{(pid=109377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 15:30:23.477956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:25.155149 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b up at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 15:30:25.223525 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Provisioning complete for port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b triggered by entity L2. {{(pid=109377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 15:30:25.224698 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16354000'] for port, provisioning_complete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:25.313460 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16262617'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:25.341879 n-d-828407-1 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:30:25.344148 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d219668e2ca2b738fb624b0bbdb7c271dce8efe9cb4f9b639a9e068fa826d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e40c9ab-6f76-4fd5-9930-b531f0dba5fd" -d '{"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-plugged", "status": "completed", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:30:25.361167 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:25.404252 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3aeb9d-e183-40c4-b966-436b6f213dbd x-openstack-request-id: req-3e3aeb9d-e183-40c4-b966-436b6f213dbd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:30:25.404252 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-plugged", "status": "completed", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:30:25.404252 n-d-828407-1 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e3aeb9d-e183-40c4-b966-436b6f213dbd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:30:25.404252 n-d-828407-1 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'code': 200} Feb 11 15:30:25.464492 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763871979120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763871577968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763871577986'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:25.517305 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Pushing event updated for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:31.288868 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:32.184974 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:33.680245 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:30:34.783838 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45348) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:34.935218 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Deleting port e64f0c7c-347c-47ce-b78a-08320ad3fb9e {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:34.935561 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.006858 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.007165 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.018894 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Calling delete_port for e64f0c7c-347c-47ce-b78a-08320ad3fb9e owned by network:floatingip {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:35.208396 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.238492 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event deleted for resources: {'Port': ['ID=e64f0c7c-347c-47ce-b78a-08320ad3fb9e,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:35.264097 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.264434 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.264769 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.265129 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.265462 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.265786 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.266108 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.266429 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.266747 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.267066 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.267412 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.267714 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:35.307465 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.307802 n-d-828407-1 neutron-server[109375]: INFO neutron.db.l3_db [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Floating IP 1be86a10-0939-4ae4-b791-fa405c25a1f5 disassociated (deleted). External IP: 172.25.7.52, port: 5b298a25-5fb7-49e7-ab43-13cf9b941a8b. Feb 11 15:30:35.515726 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:30:35.622709 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:30:35.627765 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:35.631996 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:30:35.642709 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:35.643323 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:35.668793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-abbe70c9-e2d9-48c2-a9e8-3f22b889294d tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "DELETE /v2.0/floatingips/1be86a10-0939-4ae4-b791-fa405c25a1f5 HTTP/1.1" status: 204 len: 168 time: 0.8838437 Feb 11 15:30:35.669426 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:30:35.671676 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8561508-5aa2-47d9-99db-2803aa066841" -d '{"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:30:35.778986 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f221446-63b9-40ca-b64d-f78736001418 x-openstack-request-id: req-0f221446-63b9-40ca-b64d-f78736001418 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:30:35.779279 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678f27c5-231a-4475-a022-75311562f947", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:30:35.779929 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f221446-63b9-40ca-b64d-f78736001418 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:30:35.780353 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'status': 'completed', 'code': 200} Feb 11 15:30:35.787857 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:35.842171 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561508-5aa2-47d9-99db-2803aa066841 req-f439b4aa-0909-4939-b392-f28476582084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:35.843785 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-f439b4aa-0909-4939-b392-f28476582084 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 1096 time: 0.0426111 Feb 11 15:30:35.946509 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561508-5aa2-47d9-99db-2803aa066841 req-81ddc700-0ddb-4c9c-ad18-c36f5ce47158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:35.947998 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-81ddc700-0ddb-4c9c-ad18-c36f5ce47158 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0952346 Feb 11 15:30:35.992372 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-4d70def0-7564-4b62-a94d-57900bb835e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 200 len: 217 time: 0.0383265 Feb 11 15:30:36.025258 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:36.051173 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:30:36.058917 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561508-5aa2-47d9-99db-2803aa066841 req-2be3a138-1156-4743-9217-c42cd6ccc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:36.060199 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:36.060394 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-2be3a138-1156-4743-9217-c42cd6ccc462 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0623143 Feb 11 15:30:36.060859 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:36.112488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561508-5aa2-47d9-99db-2803aa066841 req-b6c91b8f-1a77-4b49-9b83-d014fd43f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:36.114141 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-b6c91b8f-1a77-4b49-9b83-d014fd43f658 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459554 Feb 11 15:30:36.126896 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31827ca0-4c52-4970-a258-5e3929ebca83 req-81ec8b51-5e3b-45aa-a53a-cdcbf992be17 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:36.133400 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31827ca0-4c52-4970-a258-5e3929ebca83 req-81ec8b51-5e3b-45aa-a53a-cdcbf992be17 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Feb 11 15:30:36.170234 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:36.180724 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-31827ca0-4c52-4970-a258-5e3929ebca83 req-a25fc1b6-8218-4665-b736-6f176bc6de44 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Feb 11 15:30:36.211228 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-8c4bdd6c-7eff-4dc5-b377-2fe6eca21a66 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Feb 11 15:30:36.299115 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-b8561508-5aa2-47d9-99db-2803aa066841 req-6e2cf2c0-da51-4674-b2e1-1aa2de4c4cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804644 Feb 11 15:30:36.387816 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:36.416272 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d125bed-64f0-4da8-aae2-b667db046b6a None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_floatingips': [{'id': 'a7906ab1-705f-4415-9714-2b4246bc5403', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'router_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'port_id': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'mac_address': 'fa:16:3e:7b:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T15:26:07Z', 'updated_at': '2022-02-11T15:26:10Z', 'revision_number': 1, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:30:36.675495 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54118204-863c-494f-bf6a-e34c15e0b7e6 None None] New status for floating IP 1be86a10-0939-4ae4-b791-fa405c25a1f5: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:30:37.296785 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e64f-10d5-4204-a9bf-be1ee9dd917b req-cc3c639a-623d-4605-9fdc-5ad92f76df65 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:37.298284 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e86e64f-10d5-4204-a9bf-be1ee9dd917b req-cc3c639a-623d-4605-9fdc-5ad92f76df65 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Feb 11 15:30:37.335581 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6e86e64f-10d5-4204-a9bf-be1ee9dd917b req-cbc3d4d1-8ecf-4435-8e24-5f8c41f91cde tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Feb 11 15:30:37.612663 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c454c6-0a70-4e46-a116-da999e578df6 req-1ea9036c-2f84-4d00-ab5e-bb6d29a72782 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:37.614063 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15c454c6-0a70-4e46-a116-da999e578df6 req-1ea9036c-2f84-4d00-ab5e-bb6d29a72782 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.62 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 945 time: 0.0472119 Feb 11 15:30:37.708481 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Deleting port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:37.708825 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:37.796321 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] For port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b, host n-h1-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828407-1',level=0,port_id=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:37.796690 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:37.808668 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Calling delete_port for 5b298a25-5fb7-49e7-ab43-13cf9b941a8b owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:37.989854 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:38.016488 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event deleted for resources: {'Port': ['ID=5b298a25-5fb7-49e7-ab43-13cf9b941a8b,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:38.066053 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] No DVR routers for this DVR port 5b298a25-5fb7-49e7-ab43-13cf9b941a8b on host n-h1-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:38.068541 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:38.071852 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-15c454c6-0a70-4e46-a116-da999e578df6 req-117b96f9-1002-4497-b4ff-a3c021af11cf tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.62 "DELETE /v2.0/ports/5b298a25-5fb7-49e7-ab43-13cf9b941a8b HTTP/1.1" status: 204 len: 173 time: 0.4516370 Feb 11 15:30:38.072288 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-deleted', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:30:38.074590 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674a3cc-a2df-4805-8e1b-168b611c1a3e" -d '{"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-deleted", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:30:38.110873 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c32b2-73ca-47ca-875d-2cff8383b7b9 x-openstack-request-id: req-273c32b2-73ca-47ca-875d-2cff8383b7b9 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:30:38.111226 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678f27c5-231a-4475-a022-75311562f947", "name": "network-vif-deleted", "tag": "5b298a25-5fb7-49e7-ab43-13cf9b941a8b", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:30:38.111522 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-273c32b2-73ca-47ca-875d-2cff8383b7b9 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:30:38.111929 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678f27c5-231a-4475-a022-75311562f947', 'name': 'network-vif-deleted', 'tag': '5b298a25-5fb7-49e7-ab43-13cf9b941a8b', 'status': 'completed', 'code': 200} Feb 11 15:30:38.445728 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-09fd937e-22f9-4e11-89da-5a165499fe67 req-1a349783-83d0-4ef3-95f0-9c0fec03c4ae tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=678f27c5-231a-4475-a022-75311562f947 HTTP/1.1" status: 200 len: 210 time: 0.0268359 Feb 11 15:30:39.183900 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b no longer exists at agent hyperv_n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:39.203447 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] No Port match for: 5b298a25-5fb7-49e7-ab43-13cf9b941a8b {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:39.203779 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Device 5b298a25-5fb7-49e7-ab43-13cf9b941a8b not bound to the agent host n-h1-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:40.672674 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:40.826007 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Deleting port 54489c3c-b8ad-444a-a007-ee832c1f2d66 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:40.826355 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:40.899892 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:40.900225 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:40.912295 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Calling delete_port for 54489c3c-b8ad-444a-a007-ee832c1f2d66 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:41.122766 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:41.146892 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event deleted for resources: {'Port': ['ID=54489c3c-b8ad-444a-a007-ee832c1f2d66,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:41.160139 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.160487 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.160830 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.161198 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.161534 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.161867 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.162197 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.162524 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.162852 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.163178 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.163504 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.163829 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828407-1 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 15:30:41.219969 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:41.220307 n-d-828407-1 neutron-server[109376]: INFO neutron.db.l3_db [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Floating IP a7906ab1-705f-4415-9714-2b4246bc5403 disassociated (deleted). External IP: 172.25.7.91, port: 30120a95-e5b3-44f2-9b5a-771fff170e2d. Feb 11 15:30:41.419255 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:30:41.525943 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:30:41.530792 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:41.535395 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:30:41.544640 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:41.545259 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:41.556691 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-690bd3d2-ccf2-4343-838b-cafba97f0ef9 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "DELETE /v2.0/floatingips/a7906ab1-705f-4415-9714-2b4246bc5403 HTTP/1.1" status: 204 len: 168 time: 0.8828969 Feb 11 15:30:41.557300 n-d-828407-1 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:30:41.559512 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4757c37103c39477d3dfbf699bafa57f71844543b1ad8d2f05740579cea4f8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:30:41.604398 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed836af3-9874-45de-8f38-b67768a84ac6 x-openstack-request-id: req-ed836af3-9874-45de-8f38-b67768a84ac6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:30:41.604772 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:30:41.604987 n-d-828407-1 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed836af3-9874-45de-8f38-b67768a84ac6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:30:41.605376 n-d-828407-1 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'status': 'completed', 'code': 200} Feb 11 15:30:41.654266 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:41.665030 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-cab118fa-da4e-40a8-9638-55bc607b0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:41.666537 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-cab118fa-da4e-40a8-9638-55bc607b0cdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 1094 time: 0.0402932 Feb 11 15:30:41.769549 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-4006a3ce-3530-4708-acf7-0195e72964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:41.771226 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-4006a3ce-3530-4708-acf7-0195e72964b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 200 len: 910 time: 0.0983949 Feb 11 15:30:41.811349 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-55dbc484-a676-4b9c-97e0-76a223956311 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 200 len: 217 time: 0.0341337 Feb 11 15:30:41.863751 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:41.864859 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-d70207d6-f3b3-4653-aaf5-067fc712d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:41.866464 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-d70207d6-f3b3-4653-aaf5-067fc712d885 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 200 len: 848 time: 0.0477710 Feb 11 15:30:41.893296 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:30:41.901660 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:41.902235 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:41.911739 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-50b12638-7bf5-4492-b470-b353fef553b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:41.913324 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-50b12638-7bf5-4492-b470-b353fef553b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07bca43e-a8e4-415a-953d-fa623a04062d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411100 Feb 11 15:30:42.003619 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-03c9aa31-6b7e-4df0-9c4c-d27cfcfc72a7 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837069 Feb 11 15:30:42.008276 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:42.066205 n-d-828407-1 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa774b-6687-4a25-abe3-1fe16f0f2f40 req-eaa820c2-21c5-4110-9f7a-754f09989a0c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:42.069415 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22aa774b-6687-4a25-abe3-1fe16f0f2f40 req-eaa820c2-21c5-4110-9f7a-754f09989a0c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0582182 Feb 11 15:30:42.103513 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-ae6a9e46-ffa8-44ad-90d2-5e0b180ab9c5 req-83f19c1d-7bd4-4b6a-bff4-538eed82ab90 service neutron] 10.222.0.60 "GET /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931921 Feb 11 15:30:42.113522 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [req-22aa774b-6687-4a25-abe3-1fe16f0f2f40 req-18b91082-887c-4e72-a6f0-660ac3003247 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Feb 11 15:30:42.301480 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:42.326236 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b274f-e5bd-4d0a-b5f0-21bc8a91a704 None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:39Z', 'revision_number': 4, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1', '_interfaces': [{'id': '44b794c9-5abc-424a-9246-1a213a346ce3', 'name': '', 'network_id': '07bca43e-a8e4-415a-953d-fa623a04062d', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'mac_address': 'fa:16:3e:b1:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:38Z', 'updated_at': '2022-02-11T15:25:43Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'subnets': [{'id': '69babd30-3da7-4e7b-8ca0-53a25763bc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:30:42.533942 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249e59c-8685-4604-88cd-e8547040ff76 None None] New status for floating IP a7906ab1-705f-4415-9714-2b4246bc5403: DOWN {{(pid=109377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 15:30:43.226706 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18bdcb-295b-42b7-8121-4b4ef61533ab req-97867861-31ed-4b0a-940a-b0fb8946da1c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:43.228179 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e18bdcb-295b-42b7-8121-4b4ef61533ab req-97867861-31ed-4b0a-940a-b0fb8946da1c tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0484717 Feb 11 15:30:43.265585 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-3e18bdcb-295b-42b7-8121-4b4ef61533ab req-31dc4277-a589-4bbb-8839-bc0a2162a4e7 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/security-groups?id=18683b7f-0a84-4070-9fdd-0bc61333cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Feb 11 15:30:43.562447 n-d-828407-1 neutron-server[109375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4c4012ad-dfd3-4d18-8048-1ae59652cc7e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 15:30:43.563874 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4c4012ad-dfd3-4d18-8048-1ae59652cc7e tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.60 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 943 time: 0.0470040 Feb 11 15:30:43.653581 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Deleting port 30120a95-e5b3-44f2-9b5a-771fff170e2d {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:43.653920 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:43.740020 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] For port 30120a95-e5b3-44f2-9b5a-771fff170e2d, host n-h2-828407-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828407-1',level=0,port_id=30120a95-e5b3-44f2-9b5a-771fff170e2d,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:43.740381 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:43.751916 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Calling delete_port for 30120a95-e5b3-44f2-9b5a-771fff170e2d owned by compute:nova {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:43.938010 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:43.968159 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event deleted for resources: {'Port': ['ID=30120a95-e5b3-44f2-9b5a-771fff170e2d,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:44.012673 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] No DVR routers for this DVR port 30120a95-e5b3-44f2-9b5a-771fff170e2d on host n-h2-828407-1 {{(pid=109375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:44.019002 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52626'] for port, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:44.019129 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-6ff8b83b-c90e-4774-9563-f4ea54f2cce0 req-4855eac8-9eed-4995-9c16-2e0150ba2652 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.60 "DELETE /v2.0/ports/30120a95-e5b3-44f2-9b5a-771fff170e2d HTTP/1.1" status: 204 len: 173 time: 0.4487822 Feb 11 15:30:44.019586 n-d-828407-1 neutron-server[109375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-deleted', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d'}] {{(pid=109375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 15:30:44.021826 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12506e59ff23c91f1bf3dd289b55ccbdeefc88c8d5ebf93b3aa9bbb617141942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d510b-fc4e-453e-aa1e-b7e0c0b73bb6" -d '{"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-deleted", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d"}]}' {{(pid=109375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 15:30:44.058078 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429eea67-5371-4c3f-9f56-e2fb735fc932 x-openstack-request-id: req-429eea67-5371-4c3f-9f56-e2fb735fc932 {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 15:30:44.058524 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a7acfa-3abc-4b6f-8458-890a30581f01", "name": "network-vif-deleted", "tag": "30120a95-e5b3-44f2-9b5a-771fff170e2d", "status": "completed", "code": 200}]} {{(pid=109375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 15:30:44.058783 n-d-828407-1 neutron-server[109375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-429eea67-5371-4c3f-9f56-e2fb735fc932 {{(pid=109375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 15:30:44.059184 n-d-828407-1 neutron-server[109375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a7acfa-3abc-4b6f-8458-890a30581f01', 'name': 'network-vif-deleted', 'tag': '30120a95-e5b3-44f2-9b5a-771fff170e2d', 'status': 'completed', 'code': 200} Feb 11 15:30:44.380793 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [req-08a34717-874d-45ac-8ade-e3f279b722b5 req-d98a4bba-a338-4dd2-abad-de02cdedd2fc tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "GET /v2.0/ports?device_id=00a7acfa-3abc-4b6f-8458-890a30581f01 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Feb 11 15:30:45.449911 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:45.507983 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:45.532206 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:45.654280 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:45.656919 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:45.658095 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] 10.222.0.31 "DELETE /v2.0/security-groups/18683b7f-0a84-4070-9fdd-0bc61333cb28 HTTP/1.1" status: 204 len: 168 time: 0.2071791 Feb 11 15:30:45.667770 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3708799-8a28-473b-a4ac-aaab93252726 tempest-TestSnapshotPattern-1146042540 tempest-TestSnapshotPattern-1146042540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18683b7f-0a84-4070-9fdd-0bc61333cb28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:45.755763 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d no longer exists at agent hyperv_n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:45.775282 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] No Port match for: 30120a95-e5b3-44f2-9b5a-771fff170e2d {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:45.775629 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Device 30120a95-e5b3-44f2-9b5a-771fff170e2d not bound to the agent host n-h2-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:46.771872 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45438) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:47.215629 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:47.458538 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Deleting port 44b794c9-5abc-424a-9246-1a213a346ce3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:47.458878 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:47.538272 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] For port 44b794c9-5abc-424a-9246-1a213a346ce3, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=44b794c9-5abc-424a-9246-1a213a346ce3,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:47.538560 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:47.549835 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Calling delete_port for 44b794c9-5abc-424a-9246-1a213a346ce3 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:47.796118 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:47.830618 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b794c9-5abc-424a-9246-1a213a346ce3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:47.993050 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.219018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Router 8923203a-1a70-4ea2-80ed-139c455c4ffd has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:30:48.225756 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae8c86e8-c9d2-4189-ac38-14c3e511dc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.322415 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:30:48.329747 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-3d41f9ee-37b1-44d1-a6b8-d2508b89b0d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/8923203a-1a70-4ea2-80ed-139c455c4ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541010 Feb 11 15:30:48.330108 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:48.330920 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Sync routers for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:30:48.341145 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:48.341733 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:48.431634 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.444140 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: n-d-828407-1 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:48.531093 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.635187 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:30:47Z', 'revision_number': 5, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port': {'id': '932e10a7-a3d1-41ef-8d51-a30069c33a07', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:48.662385 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Checking router: 8923203a-1a70-4ea2-80ed-139c455c4ffd for host: n-d-828407-1 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:30:48.670644 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Deleting port 932e10a7-a3d1-41ef-8d51-a30069c33a07 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:48.670799 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Routers {'8923203a-1a70-4ea2-80ed-139c455c4ffd'} bound to L3 agent in host n-d-828407-1 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:48.671281 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.671424 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:20Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['8923203a-1a70-4ea2-80ed-139c455c4ffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:48.750269 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] For port 932e10a7-a3d1-41ef-8d51-a30069c33a07, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=932e10a7-a3d1-41ef-8d51-a30069c33a07,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:48.750637 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:48.755724 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] Set router 8923203a-1a70-4ea2-80ed-139c455c4ffd gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:48.762455 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Calling delete_port for 932e10a7-a3d1-41ef-8d51-a30069c33a07 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:48.805447 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:30:48Z', 'revision_number': 6, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:48.833285 n-d-828407-1 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d8d84-efb2-4b00-a864-be571a515cdd None None] The sync data for ids ['8923203a-1a70-4ea2-80ed-139c455c4ffd'] in n-d-828407-1 is: [{'id': '8923203a-1a70-4ea2-80ed-139c455c4ffd', 'name': 'tempest-TestSnapshotPattern-643895425-router', 'tenant_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:36Z', 'updated_at': '2022-02-11T15:30:48Z', 'revision_number': 6, 'project_id': '3daf4b0dfdc841d7a8a7d8697f4c8884', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:30:49.002746 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.028031 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Pushing event deleted for resources: {'Port': ['ID=932e10a7-a3d1-41ef-8d51-a30069c33a07,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:49.092185 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.179453 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.181789 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.311434 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.311975 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8923203a-1a70-4ea2-80ed-139c455c4ffd {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:30:49.316938 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] Notify callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.318119 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-47e18f4a-80d9-4384-834e-2d32fcbf6884 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8923203a-1a70-4ea2-80ed-139c455c4ffd HTTP/1.1" status: 204 len: 168 time: 0.9870598 Feb 11 15:30:49.320854 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:49.368819 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Deleting subnet 69babd30-3da7-4e7b-8ca0-53a25763bc52 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:30:49.371806 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.406300 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3911496'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.483960 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.614576 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3876814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25172116'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.644659 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69babd30-3da7-4e7b-8ca0-53a25763bc52,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:49.648126 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.651314 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-f83cfe26-1d02-4178-8a0e-2b317467071f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/69babd30-3da7-4e7b-8ca0-53a25763bc52 HTTP/1.1" status: 204 len: 168 time: 0.3292964 Feb 11 15:30:49.653873 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45446) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:49.655670 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ffcb35-9b8a-497c-bdae-a5edd9d04f77 None None] Network 07bca43e-a8e4-415a-953d-fa623a04062d requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:30:49.721338 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.790803 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Deleting port de45639b-5a0d-45d1-a5b1-cca5e03e9303 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:49.791153 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.843681 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] DHCP port deletion for 07bca43e-a8e4-415a-953d-fa623a04062d request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:30:49.860665 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] For port de45639b-5a0d-45d1-a5b1-cca5e03e9303, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=de45639b-5a0d-45d1-a5b1-cca5e03e9303,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:49.861144 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.875774 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Calling delete_port for de45639b-5a0d-45d1-a5b1-cca5e03e9303 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:49.899611 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Deleting port de45639b-5a0d-45d1-a5b1-cca5e03e9303 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:49.899986 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.962199 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] For port de45639b-5a0d-45d1-a5b1-cca5e03e9303, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=de45639b-5a0d-45d1-a5b1-cca5e03e9303,segment=NetworkSegment(494f1c68-7bcd-4c92-8d83-26304994f4fd),segment_id=494f1c68-7bcd-4c92-8d83-26304994f4fd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:49.962594 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:49.974833 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Calling delete_port for de45639b-5a0d-45d1-a5b1-cca5e03e9303 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:50.075608 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.081890 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.103253 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] No DVR routers for this DVR port de45639b-5a0d-45d1-a5b1-cca5e03e9303 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:50.106979 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=de45639b-5a0d-45d1-a5b1-cca5e03e9303,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:50.107738 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] Pushing event deleted for resources: {'Port': ['ID=de45639b-5a0d-45d1-a5b1-cca5e03e9303,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:50.111221 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b4cdf-5669-4ae6-a22f-e9885dfa53e5 None None] No DVR routers for this DVR port de45639b-5a0d-45d1-a5b1-cca5e03e9303 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:50.183391 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.202532 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bca43e-a8e4-415a-953d-fa623a04062d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:50.212696 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494f1c68-7bcd-4c92-8d83-26304994f4fd') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:50.213018 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494f1c68-7bcd-4c92-8d83-26304994f4fd') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:50.222731 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.235568 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.242053 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:30:50.245220 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:30:50.362441 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.368162 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.371358 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] 10.222.0.31 "DELETE /v2.0/networks/07bca43e-a8e4-415a-953d-fa623a04062d HTTP/1.1" status: 204 len: 168 time: 0.7165022 Feb 11 15:30:50.379515 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45448) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:50.387287 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18f047-e071-4238-8e19-b90f1da72f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=07bca43e-a8e4-415a-953d-fa623a04062d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:50.488568 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69b3e8c5-dda5-480e-b959-23f8fa7c0ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:50.671169 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 932e10a7-a3d1-41ef-8d51-a30069c33a07 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:50.693246 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 932e10a7-a3d1-41ef-8d51-a30069c33a07 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:50.699559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 932e10a7-a3d1-41ef-8d51-a30069c33a07 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:50.699559 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device de45639b-5a0d-45d1-a5b1-cca5e03e9303 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:50.715213 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: de45639b-5a0d-45d1-a5b1-cca5e03e9303 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:50.715562 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device de45639b-5a0d-45d1-a5b1-cca5e03e9303 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:50.716039 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 44b794c9-5abc-424a-9246-1a213a346ce3 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:50.738841 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 44b794c9-5abc-424a-9246-1a213a346ce3 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:50.739185 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 44b794c9-5abc-424a-9246-1a213a346ce3 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:51.049569 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681388'] for router_interface, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:51.291047 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Deleting port 452ca760-612b-424b-b1b4-c8202fce29c1 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:51.291388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:51.370012 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] For port 452ca760-612b-424b-b1b4-c8202fce29c1, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=452ca760-612b-424b-b1b4-c8202fce29c1,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:51.370374 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:51.382493 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Calling delete_port for 452ca760-612b-424b-b1b4-c8202fce29c1 owned by network:router_interface {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:51.614571 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:51.640871 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=452ca760-612b-424b-b1b4-c8202fce29c1,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:51.801101 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1033930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681408'] for router_interface, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.010676 n-d-828407-1 neutron-server[109375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Router ced460d8-f18a-4b29-bcaa-b667b8a0873a has already been hosted by L3 agent c19ab699-3aa7-4385-a7a0-39fd85f5a953 {{(pid=109375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 15:30:52.059716 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.116638 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] Notify agent at l3_agent.n-d-828407-1 the message routers_updated {{(pid=109375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 15:30:52.121888 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-f97dec8c-7a2b-413e-b8d5-ff0710402a72 admin admin] 10.222.0.31 "PUT /v2.0/routers/ced460d8-f18a-4b29-bcaa-b667b8a0873a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413101 Feb 11 15:30:52.124440 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45450) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:52.125127 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Sync routers for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 15:30:52.134968 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:52.135575 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:52.227719 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks [] for router, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.240772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: n-d-828407-1 {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:52.329887 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.416736 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'external_fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:30:51Z', 'revision_number': 5, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port': {'id': '0e3b6ace-1fda-4eb6-9e45-c8e4e025e586', 'name': '', 'network_id': '00fda4ca-9a8b-486d-8396-72d5a6773383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828407-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T15:25:42Z', 'updated_at': '2022-02-11T15:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be0f8b6-21f6-40d1-a7a1-45f95e376a1d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828407-1'}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:52.447450 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Checking router: ced460d8-f18a-4b29-bcaa-b667b8a0873a for host: n-d-828407-1 {{(pid=109377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 15:30:52.456181 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Routers {'ced460d8-f18a-4b29-bcaa-b667b8a0873a'} bound to L3 agent in host n-d-828407-1 {{(pid=109377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 15:30:52.456772 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828407-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:54:20Z,description=,heartbeat_timestamp=2022-02-11T15:30:50Z,host='n-d-828407-1',id=c19ab699-3aa7-4385-a7a0-39fd85f5a953,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:54:21Z,topic='l3_agent')) {'router_ids': ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'], 'active': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:52.484367 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Deleting port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 {{(pid=109375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:52.484967 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.542276 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvr_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] Set router ced460d8-f18a-4b29-bcaa-b667b8a0873a gateway port host: None {{(pid=109377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 15:30:52.567236 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.db [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] For port 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,segment=NetworkSegment(90b6791e-03c4-4136-8853-ceda89c3ee29),segment_id=90b6791e-03c4-4136-8853-ceda89c3ee29)] {{(pid=109375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:52.567592 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.579077 n-d-828407-1 neutron-server[109375]: DEBUG neutron.plugins.ml2.plugin [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Calling delete_port for 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 owned by network:router_gateway {{(pid=109375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:52.593954 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_hamode_db [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:30:52Z', 'revision_number': 6, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port_host': None}], 'n-d-828407-1', False) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:52.625036 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781ea8f-aaec-4e70-8d24-cf51e4839517 None None] The sync data for ids ['ced460d8-f18a-4b29-bcaa-b667b8a0873a'] in n-d-828407-1 is: [{'id': 'ced460d8-f18a-4b29-bcaa-b667b8a0873a', 'name': 'tempest-TestSnapshotPattern-1668372102-router', 'tenant_id': '00af5527b0ec4deeb642720e61a5c826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T15:25:41Z', 'updated_at': '2022-02-11T15:30:52Z', 'revision_number': 6, 'project_id': '00af5527b0ec4deeb642720e61a5c826', 'gw_port_host': None}] {{(pid=109377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 15:30:52.846960 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3858542'] for port, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:52.870608 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3b6ace-1fda-4eb6-9e45-c8e4e025e586,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:52.931657 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683618'] for router_gateway, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.027119 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58021'] for router, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.029418 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.134751 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683503'] for router, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.135217 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced460d8-f18a-4b29-bcaa-b667b8a0873a {{(pid=109375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 15:30:53.146388 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] Notify callbacks [] for router, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.146388 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-926c6ed2-0d1e-4742-8af1-42e51087f119 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ced460d8-f18a-4b29-bcaa-b667b8a0873a HTTP/1.1" status: 204 len: 168 time: 1.0155416 Feb 11 15:30:53.146388 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45452) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:53.187987 n-d-828407-1 neutron-server[109375]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Deleting subnet 2b816138-ff7b-4576-a9bb-d0af4fac2e4c {{(pid=109375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 15:30:53.191032 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.225044 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25588212'] for subnet, precommit_delete_associations {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.303537 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16364047'] for subnet, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.385759 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.414622 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16364084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3858589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25876850'] for subnet, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.442934 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.446178 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b816138-ff7b-4576-a9bb-d0af4fac2e4c HTTP/1.1" status: 204 len: 168 time: 0.3017082 Feb 11 15:30:53.447813 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0a3cb-3528-42d8-9c56-60381138a144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b816138-ff7b-4576-a9bb-d0af4fac2e4c,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:53.448837 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:53.456873 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c9a88-01fd-451d-a086-2667e6e322e5 None None] Network 5e352b2f-6ff1-467a-9f92-b890274045d0 requested from n-d-828407-1 {{(pid=109377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 15:30:53.511246 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.519841 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378374'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.574027 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Deleting port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:53.574379 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.650051 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] DHCP port deletion for 5e352b2f-6ff1-467a-9f92-b890274045d0 request from n-d-828407-1 {{(pid=109377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 15:30:53.707288 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Deleting port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 15:30:53.707661 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763871978590'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.773109 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] For port 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2ab51d1b-94be-48cc-bdbd-867aed299ce8,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:53.773505 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.791901 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Calling delete_port for 2ab51d1b-94be-48cc-bdbd-867aed299ce8 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:53.938315 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.964996 n-d-828407-1 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] Pushing event deleted for resources: {'Port': ['ID=2ab51d1b-94be-48cc-bdbd-867aed299ce8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:53.968732 n-d-828407-1 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265f1d1-f6c0-4c96-b7ec-018e1efdf772 None None] No DVR routers for this DVR port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 on host n-d-828407-1 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:53.977634 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] For port 2ab51d1b-94be-48cc-bdbd-867aed299ce8, host n-d-828407-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828407-1',level=0,port_id=2ab51d1b-94be-48cc-bdbd-867aed299ce8,segment=NetworkSegment(eec7081b-369f-4d29-a2f8-d260b481c6c2),segment_id=eec7081b-369f-4d29-a2f8-d260b481c6c2)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 15:30:53.977995 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683450'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:53.991151 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Calling delete_port for 2ab51d1b-94be-48cc-bdbd-867aed299ce8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 15:30:54.064726 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16262406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763871979093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763871577959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3876669'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.090399 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab51d1b-94be-48cc-bdbd-867aed299ce8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:54.094080 n-d-828407-1 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] No DVR routers for this DVR port 2ab51d1b-94be-48cc-bdbd-867aed299ce8 on host n-d-828407-1 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 15:30:54.167776 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16365997', 'neutron.services.segments.db._delete_segments_for_network-8763871885096'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.187922 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e352b2f-6ff1-467a-9f92-b890274045d0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:54.197693 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec7081b-369f-4d29-a2f8-d260b481c6c2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:54.197939 n-d-828407-1 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec7081b-369f-4d29-a2f8-d260b481c6c2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 15:30:54.207099 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763872093844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3911495'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.220071 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.225881 n-d-828407-1 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 15:30:54.226264 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16361133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3876712'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: Traceback (most recent call last): Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: timer() Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: cb(*args, **kw) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: return func(*args, **kwargs) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: self._notify() Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: self.callback(batched_events) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: event.method(event) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: return f(self, *a, **k) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: return self._get(url).json() Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 15:30:54.229179 n-d-828407-1 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 15:30:54.351196 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16365988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1033971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683614'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.356691 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Notify callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.361096 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e352b2f-6ff1-467a-9f92-b890274045d0 HTTP/1.1" status: 204 len: 168 time: 0.9099071 Feb 11 15:30:54.371744 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1137-e2e2-45ad-98d9-12d099786d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e352b2f-6ff1-467a-9f92-b890274045d0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:54.668150 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2ab51d1b-94be-48cc-bdbd-867aed299ce8 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:54.681044 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:54.689703 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 2ab51d1b-94be-48cc-bdbd-867aed299ce8 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:54.694118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 2ab51d1b-94be-48cc-bdbd-867aed299ce8 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:54.694118 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:54.714124 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:54.714472 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 0e3b6ace-1fda-4eb6-9e45-c8e4e025e586 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:54.714894 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 452ca760-612b-424b-b1b4-c8202fce29c1 no longer exists at agent ovs-agent-n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 15:30:54.722297 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-9ca47d32-4d8f-405a-b6b6-b5e02685d191 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3daf4b0dfdc841d7a8a7d8697f4c8884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399840 Feb 11 15:30:54.724701 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.31', 45460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:54.744058 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] No Port match for: 452ca760-612b-424b-b1b4-c8202fce29c1 {{(pid=109377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 15:30:54.744402 n-d-828407-1 neutron-server[109377]: DEBUG neutron.plugins.ml2.rpc [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Device 452ca760-612b-424b-b1b4-c8202fce29c1 not bound to the agent host n-d-828407-1 {{(pid=109377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 15:30:54.776147 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.797087 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.911163 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.913728 n-d-828407-1 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:54.914898 n-d-828407-1 neutron-server[109376]: INFO neutron.wsgi [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fec56d43-50b8-4c4d-9420-0aa7de3ccd3d HTTP/1.1" status: 204 len: 168 time: 0.1892836 Feb 11 15:30:54.922573 n-d-828407-1 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6f9e5-1283-4bfd-9290-ca7d3ae84586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec56d43-50b8-4c4d-9420-0aa7de3ccd3d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:30:55.503486 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45466) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:55.541698 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-72d85196-d0b7-4b13-a843-8cf65f863e08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00af5527b0ec4deeb642720e61a5c826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371003 Feb 11 15:30:55.544085 n-d-828407-1 neutron-server[109375]: DEBUG neutron.wsgi [-] (109375) accepted ('10.222.0.31', 45468) {{(pid=109375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 15:30:55.590474 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:55.614107 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:55.711184 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-848363'] for security_group, after_delete {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:55.714041 n-d-828407-1 neutron-server[109375]: DEBUG neutron_lib.callbacks.manager [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:30:55.715223 n-d-828407-1 neutron-server[109375]: INFO neutron.wsgi [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19354c76-18fa-4c37-b252-01ae740dd643 HTTP/1.1" status: 204 len: 168 time: 0.1702490 Feb 11 15:30:55.722940 n-d-828407-1 neutron-server[109375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2daded-9e9f-4636-a32e-aa0d315759f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19354c76-18fa-4c37-b252-01ae740dd643,revision_number=None']} {{(pid=109375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 15:31:01.277331 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:02.093641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:10.679869 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:31:18.229076 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-664a5dad-480d-42e1-b602-1a41f7e8ee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:20.499579 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a00f1035-0ae4-4ea6-94e2-eccbe6830367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:22.068724 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:23.372221 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:23.488125 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:31.287854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:32.074386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:47.678142 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:31:48.230169 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34bd99e7-01e3-46cb-8e36-b254349c2f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:50.510728 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59f94976-3dde-4a39-ba7c-3c39e582e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:52.070443 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:53.361823 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:31:53.470433 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:01.258701 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:02.085366 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:18.229967 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a940b89-8508-4167-a386-1387982f1682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:20.515971 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2347-3021-45d3-b3da-e46721f41e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:22.093198 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:23.381793 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:23.485162 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:24.676445 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:32:31.292636 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:32.086764 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:48.238269 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-032795d7-6a83-4162-81be-8fff9a723d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:50.492373 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b0f5b80-a682-4ba9-a183-89f6c1b0b157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:52.063668 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:53.363975 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:32:53.518210 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:01.278380 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:01.675891 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:33:02.123951 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:18.243785 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb05b579-a984-49fe-9607-89e04f601541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:20.546675 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-313f307d-97a4-4244-a89f-e24b20ad21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:22.074921 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:23.369632 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:23.489687 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:31.294530 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:32.111907 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:38.674858 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:33:48.237522 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26688bdc-c7b8-4399-997e-32b29b316dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:50.488981 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe0c71d-54df-4a6a-86b1-efd316afdee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:52.071751 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:53.388336 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:33:53.502597 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:01.314164 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:02.117385 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:15.673470 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:34:18.256272 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c730008-c4b2-47b2-a22f-d317a5e4ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:20.493664 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e53a970-aa54-43de-9dcd-b329ff94ccb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:22.085166 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:23.382305 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:23.476472 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:31.333810 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:32.113869 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:48.225022 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fbe79dc-4595-4760-aa19-d3116ba2f1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:50.504386 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8488a7b4-fc2a-4e82-9cc4-598873966ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:52.116371 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:52.673473 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:34:53.401884 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:34:53.499502 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:01.338902 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:02.130042 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:18.235674 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be909f73-bed5-459a-b1e1-5a83db65e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:20.495378 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6c7c79b-beda-4306-83c8-c943652b0607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:22.079095 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:23.381641 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:23.506987 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:29.673586 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:35:31.347176 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:32.143554 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:48.250334 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c77ceea-474c-43d3-9f11-69a40183e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:50.509485 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0c20-352d-4def-a0a9-3f05b6f1d3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:52.083637 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:53.378494 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:35:53.520507 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:01.364018 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:02.129222 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:06.673233 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:36:18.266254 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7ea395d-c386-4bc1-ba0b-b9250c2b6791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:20.543160 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0328ea3c-8d2c-4f10-94f0-084c66d64543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:22.091644 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:23.371523 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:23.508666 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:31.369110 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:32.151685 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:43.672821 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:36:48.227960 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-983482c8-f5e5-4847-b95a-624f1826331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:50.513510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4caedee-4715-46f1-9d84-02175b00a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:52.097187 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:53.373991 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:36:53.511122 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:01.391073 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:02.176495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:18.216227 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b564-da1c-4618-9922-5727d9477f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:20.519588 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e247b09a-5db3-4cbf-a01b-2951984bd3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:20.671304 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:37:22.105403 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:23.410261 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:23.535750 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:31.376120 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:32.165060 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:48.276363 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a852641-41c8-4e0b-a1e1-0c394c55f329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:50.507135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-198ffce0-453d-4efc-9f30-a53985c7d130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:52.112309 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:53.390303 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:53.546780 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:37:57.669760 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:38:01.384510 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:02.196128 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:18.231956 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-466b7500-821c-4043-b9e7-ea3bcd4f2534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:20.515862 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3779198f-429d-4b94-bc3b-26706c43fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:21.356060 n-d-828407-1 neutron-server[109376]: DEBUG neutron.wsgi [req-272ade3a-e40d-4d04-9a2e-429c5f04eb3c req-3ac85dfc-4d03-4018-be9a-263165eb9f6e service neutron] (109376) timed out ('10.222.0.31', 43222) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 15:38:22.098651 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:23.418264 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:23.533184 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:31.378495 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:32.162854 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:34.668260 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 15:38:48.220049 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2daa049-824f-407b-8db5-c2d0b178fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:50.503662 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edecfbf5-f267-48ec-a096-1eb37dc62e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:52.128608 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5b9067-6945-4563-9801-86da5931bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:53.373940 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-143fc77c-2805-447f-a903-384c3b4c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:38:53.534543 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f29688a-aabc-44bc-8bbf-a21ac40d9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:39:01.406697 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f64a2732-2120-4a15-af24-cbb1736b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:39:02.172135 n-d-828407-1 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fb8-f26c-483b-a671-1080282b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763871884930', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16353891'] for agent, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 15:39:11.666513 n-d-828407-1 neutron-server[109378]: DEBUG neutron.db.agents_db [None req-a0d61a5e-3431-4583-854f-a8ef21aa5bd6 None None] Agent healthcheck: found 7 active agents {{(pid=109378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}